-- Logs begin at Mon 2021-11-29 01:21:33 UTC, end at Mon 2021-11-29 02:56:21 UTC. -- Nov 29 01:49:24.750660 dv-neutron-819032-3-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Nov 29 01:49:27.607337 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.common.config [-] Logging enabled! Nov 29 01:49:27.607882 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev232 Nov 29 01:49:27.608037 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103145) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 29 01:49:27.611256 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.common.config [-] Logging enabled! Nov 29 01:49:27.611512 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev232 Nov 29 01:49:27.611827 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103145) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 29 01:49:27.612761 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 29 01:49:27.613001 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 29 01:49:27.613370 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 29 01:49:27.613642 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 29 01:49:27.613878 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 29 01:49:27.614200 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.614626 dv-neutron-819032-3-hyperv neutron-server[103145]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 29 01:49:27.614942 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.615240 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.615534 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.615831 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.616123 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.616407 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.616698 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.616997 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.617286 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.617588 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.617875 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.618169 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.618455 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.618747 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.619037 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.619902 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] debug = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.620184 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.620625 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.621049 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.621333 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.621648 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.621934 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.622207 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.622486 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.622773 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.623108 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] host = dv-neutron-819032-3-hyperv {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.623389 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.623684 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.623972 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.624259 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.624536 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.624814 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.625101 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.625376 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.625676 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] log_file = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.625958 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.626246 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.626534 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.626826 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.627053 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.627278 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.627569 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.627858 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.628137 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.628413 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.628689 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.628966 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.629246 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.629517 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.629828 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.630115 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.630401 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.630676 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.630952 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.631227 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.631501 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.631787 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.632062 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.632338 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.632614 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.632900 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.633171 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.633446 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.633779 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.634067 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.634353 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.634638 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.634940 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.635225 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.635503 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.635778 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.636054 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] use_json = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.636330 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.636602 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.636887 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.637163 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.637440 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.637744 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.638019 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.638305 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:27.638602 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.638899 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.639202 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.639488 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.639796 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.640078 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.640367 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.640651 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.640937 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.641226 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.641516 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.641828 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.642119 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.642399 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.642692 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.642997 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.643295 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.643589 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.643868 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.644144 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.644417 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.644696 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.644982 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.645261 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.645568 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.645869 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.646404 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.646701 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.646990 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.647282 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.647573 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.647848 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.648129 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.648418 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.648695 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.648968 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.649248 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.649556 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.649909 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.650186 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.650496 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.650775 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.651049 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.651321 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.651601 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.651891 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.652171 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.652443 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.652714 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.652992 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.653264 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.653577 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.653852 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.654126 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.654399 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.654682 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.654958 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.655234 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.655513 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.655786 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.656064 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.656337 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.656610 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.656884 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.657155 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.657425 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.657728 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.658002 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.658278 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.658550 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.658823 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.659095 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.659367 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.659642 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.659926 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.660223 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.660503 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.660781 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.661057 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.661334 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.661633 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.661913 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.662190 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.662469 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.662741 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.663029 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.663310 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.663606 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.663893 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.664198 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.664496 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.664776 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.665061 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.665342 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.665646 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.665936 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.666734 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.667032 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.667328 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.667623 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.667922 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.668216 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.668500 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.668815 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.669098 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:27.669317 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 29 01:49:27.669583 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103145) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 29 01:49:28.100293 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 29 01:49:28.100573 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 29 01:49:28.100880 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 29 01:49:28.101358 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 29 01:49:28.429184 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:28.429477 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:28.429786 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:28.430957 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:28.431236 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:28.431510 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:28.467711 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:28.467995 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:28.468274 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:28.482242 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:28.482650 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:28.482787 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:28.511314 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:28.511594 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:28.511865 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:28.549286 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:28.549588 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:28.549865 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:28.898278 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:28.898881 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:28.898881 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:28.899098 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:28.899811 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:28.999537 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:28.999863 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.000153 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.000430 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.000701 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.001017 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.001282 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.001561 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.001822 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.002106 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.002367 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.002634 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.002892 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.003145 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.003401 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.003667 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.003922 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.004191 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.004462 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.004721 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.004994 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.005250 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.005551 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.005938 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.006191 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.006438 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.006838 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 01:49:29.007082 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 01:49:29.007322 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 01:49:29.007560 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 01:49:29.007799 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 01:49:29.008037 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 01:49:29.008403 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 29 01:49:29.011595 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 29 01:49:29.015662 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 29 01:49:29.019505 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Nov 29 01:49:29.021393 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 29 01:49:29.021886 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 29 01:49:29.022224 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 29 01:49:29.022608 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 29 01:49:29.025463 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 29 01:49:29.025741 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 29 01:49:29.026091 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 29 01:49:29.031371 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 29 01:49:29.054749 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 29 01:49:29.055198 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.055501 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103145) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 29 01:49:29.055863 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.057862 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103145) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 29 01:49:29.058148 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 29 01:49:29.058400 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 29 01:49:29.061649 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.061935 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.125087 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 29 01:49:29.125329 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 29 01:49:29.125604 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 29 01:49:29.125993 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 29 01:49:29.148505 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_db.sqlalchemy.engines [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103145) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 29 01:49:29.574188 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Initializing driver for type 'gre' Nov 29 01:49:29.574640 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] gre ID ranges: [(1, 1000)] Nov 29 01:49:29.626881 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Initializing driver for type 'local' Nov 29 01:49:29.627293 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Initializing driver for type 'vlan' Nov 29 01:49:29.639911 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] VlanTypeDriver initialization complete Nov 29 01:49:29.640243 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Initializing driver for type 'vxlan' Nov 29 01:49:29.640728 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] vxlan ID ranges: [(1, 1000)] Nov 29 01:49:29.692254 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Initializing extension driver 'port_security' Nov 29 01:49:29.692616 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.extensions.port_security [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] PortSecurityExtensionDriver initialization complete Nov 29 01:49:29.692960 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Initializing mechanism driver 'openvswitch' Nov 29 01:49:29.693281 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Initializing mechanism driver 'hyperv' Nov 29 01:49:29.699858 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.plugins.ml2.plugin [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:29.700697 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > port after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.701070 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > port after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.701425 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > port after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.701980 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103145) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 29 01:49:29.702407 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.702758 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.703106 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.703504 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103145) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 29 01:49:29.703903 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > network after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.704247 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > network after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.704585 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > network after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.704975 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103145) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 29 01:49:29.705375 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > security_group after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.705744 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > security_group after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.706085 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.706484 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103145) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 29 01:49:29.706879 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.707223 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.707629 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.708082 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103145) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 29 01:49:29.708521 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > address_group after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.708957 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > address_group after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.709316 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.709718 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103145) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 29 01:49:29.710098 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] ML2 OVO RPC backend initialized. {{(pid=103145) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 29 01:49:29.710800 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.711152 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.711565 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > network before_response 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.711910 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > networks before_response 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.712256 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > port before_response 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.712602 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > ports before_response 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.713471 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > subnet before_response 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.713833 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > subnets before_response 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.714179 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > network after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.714519 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > network after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.714853 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > network after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.715186 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > port after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.715517 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > port after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.715850 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > port after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.716185 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.716522 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.716858 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.717427 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.plugin [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Modular L2 Plugin initialization complete Nov 29 01:49:29.717781 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading services supported by the core plugin {{(pid=103145) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 29 01:49:29.718108 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.plugins.ml2.managers [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Got port-security extension from driver 'port_security' Nov 29 01:49:29.718566 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.extensions.vlantransparent [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Disabled vlantransparent extension. Nov 29 01:49:29.719045 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103145) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 29 01:49:29.719357 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading Plugin: router Nov 29 01:49:29.755177 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.755569 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > router after_create 55549900 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.755938 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > router before_create 55549900 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.756306 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.756679 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.757036 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > router after_delete 55549900 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.757397 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.757893 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.758256 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > router after_create 55549900 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.758606 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > router after_update 55549900 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.758957 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > router after_update 55549900 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.759306 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.759663 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > router after_update 55549900 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.760596 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.760963 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: port after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.761301 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: port after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.761666 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: subnet after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.762011 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.762355 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.762700 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.763039 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: port before_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.763380 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > router precommit_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.763733 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > router after_update 55549900 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.764073 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.764421 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.764778 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.765120 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.765481 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > agent after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.765851 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > agent after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.766196 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > network after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.767041 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.quota.resource_registry [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Tracking information for resource: router configured {{(pid=103145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 01:49:29.767372 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.quota.resource_registry [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Tracking information for resource: floatingip configured {{(pid=103145) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 01:49:29.773233 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.db.l3_agentschedulers_db [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 29 01:49:29.773997 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: port after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.774507 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: port after_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.774981 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: port after_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.776567 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: port after_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.777651 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > router before_create 55550100 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.778061 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.778597 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > router precommit_create 55550100 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.779133 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > router precommit_update 55550100 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.785001 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.services.provider_configuration [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Service providers = [] {{(pid=103145) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 29 01:49:29.785450 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.db.servicetype_db [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103145) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 29 01:49:29.789100 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.services.service_base [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103145) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 29 01:49:29.789675 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.services.service_base [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103145) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 29 01:49:29.790101 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.services.service_base [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103145) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 29 01:49:29.791362 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.services.service_base [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103145) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 29 01:49:29.791864 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.services.service_base [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 29 01:49:29.792367 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 01:49:29.792757 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 29 01:49:29.804790 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 01:49:29.805127 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading Plugin: auto_allocate Nov 29 01:49:29.811022 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: network precommit_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.811398 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: network precommit_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.811926 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 01:49:29.812250 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading Plugin: tag Nov 29 01:49:29.819090 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 01:49:29.819418 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading Plugin: timestamp Nov 29 01:49:29.823801 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 01:49:29.824135 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading Plugin: network_ip_availability Nov 29 01:49:29.829665 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.829994 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.830352 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:29.831053 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 01:49:29.831372 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading Plugin: flavors Nov 29 01:49:29.836440 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 01:49:29.836771 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading Plugin: revisions Nov 29 01:49:29.841702 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103145) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 01:49:29.842096 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_concurrency.lockutils [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.741s {{(pid=103145) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 29 01:49:29.842838 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103145) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 29 01:49:29.843173 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Initializing extension manager. Nov 29 01:49:29.843685 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: __init__.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.844026 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: __pycache__ {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.844360 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.844692 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: address_group.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.845436 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.846034 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: address-group Nov 29 01:49:29.846361 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: address_scope.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.847070 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.847585 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: address-scope Nov 29 01:49:29.847910 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.848834 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.849346 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: router-admin-state-down-before-update Nov 29 01:49:29.849707 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: agent.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.850407 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.850916 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: agent Nov 29 01:49:29.851239 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: agent_resources_synced.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.852155 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.852670 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: agent-resources-synced Nov 29 01:49:29.852993 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: allowedaddresspairs.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.854815 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.855342 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: allowed-address-pairs Nov 29 01:49:29.855669 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: auto_allocated_topology.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.856745 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.857262 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: auto-allocated-topology Nov 29 01:49:29.857616 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: availability_zone.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.858303 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.858808 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: availability_zone Nov 29 01:49:29.859131 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: availability_zone_filter.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.860114 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.860622 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: availability_zone_filter Nov 29 01:49:29.860941 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: data_plane_status.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.861872 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.862377 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension data-plane-status not supported by any of loaded plugins Nov 29 01:49:29.862696 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: default_subnetpools.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.863608 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.864116 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: default-subnetpools Nov 29 01:49:29.864438 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.865233 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.865774 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: dhcp_agent_scheduler Nov 29 01:49:29.866098 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: dns.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.867018 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.867521 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension dns-integration not supported by any of loaded plugins Nov 29 01:49:29.867844 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: dns_domain_ports.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.868768 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.869297 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 29 01:49:29.869649 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.870572 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.871078 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 29 01:49:29.871404 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: dvr.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.872076 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.872581 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: dvr Nov 29 01:49:29.872903 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: ecmp_routes.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.873846 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.874353 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 29 01:49:29.874675 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: empty_string_filtering.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.875580 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.876087 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: empty-string-filtering Nov 29 01:49:29.876408 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.877321 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.877856 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 29 01:49:29.878178 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.879089 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.879597 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 29 01:49:29.879918 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: external_net.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.880826 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.881335 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: external-net Nov 29 01:49:29.881697 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.882602 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.883114 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: extra_dhcp_opt Nov 29 01:49:29.883433 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: extraroute.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.884337 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.885380 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: extraroute Nov 29 01:49:29.885729 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: extraroute_atomic.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.886932 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.887449 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: extraroute-atomic Nov 29 01:49:29.887771 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: filter_validation.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.888436 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.888943 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: filter-validation Nov 29 01:49:29.889265 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: fip_pf_description.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.890198 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.890705 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 29 01:49:29.891028 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: fip_port_details.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.891942 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.892455 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: fip-port-details Nov 29 01:49:29.892775 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: flavors.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.894014 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.894536 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: flavors Nov 29 01:49:29.894861 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.896792 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.897311 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 29 01:49:29.897665 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: floatingip_pools.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.898360 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.898896 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: floatingip-pools Nov 29 01:49:29.899182 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: ip_allocation.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.900111 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.901216 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension ip_allocation not supported by any of loaded plugins Nov 29 01:49:29.901563 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.902494 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.903004 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: ip-substring-filtering Nov 29 01:49:29.903327 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: l2_adjacency.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.904251 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.904760 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 29 01:49:29.905082 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: l3.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.906076 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.906596 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: router Nov 29 01:49:29.906922 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.909170 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.909733 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 29 01:49:29.910067 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.911000 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.911519 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: ext-gw-mode Nov 29 01:49:29.911847 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.912766 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.913274 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: l3-ha Nov 29 01:49:29.913639 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: l3_flavors.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.914558 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.915067 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: l3-flavors Nov 29 01:49:29.915391 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.916357 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.916866 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 29 01:49:29.917198 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: l3agentscheduler.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.918268 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.918779 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: l3_agent_scheduler Nov 29 01:49:29.919109 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: local_ip.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.920889 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.921407 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension local_ip not supported by any of loaded plugins Nov 29 01:49:29.921766 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: logging.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.923386 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.923911 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension logging not supported by any of loaded plugins Nov 29 01:49:29.924246 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: metering.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.924986 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.925597 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: metering Nov 29 01:49:29.925932 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.927026 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.927544 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: metering_source_and_destination_fields Nov 29 01:49:29.927873 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: multiprovidernet.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.928800 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.929312 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: multi-provider Nov 29 01:49:29.929665 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: netmtu.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.930585 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.931095 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: net-mtu Nov 29 01:49:29.931417 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: netmtu_writable.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.932378 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.932887 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: net-mtu-writable Nov 29 01:49:29.933210 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: network_availability_zone.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.933907 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.934500 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: network_availability_zone Nov 29 01:49:29.934829 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: network_ip_availability.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.935948 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.936459 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: network-ip-availability Nov 29 01:49:29.936783 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: network_segment_range.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.937537 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.938066 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension network-segment-range not supported by any of loaded plugins Nov 29 01:49:29.938389 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: pagination.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.939369 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.939701 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: pagination Nov 29 01:49:29.940022 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: port_device_profile.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.940927 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.941446 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: port-device-profile Nov 29 01:49:29.941794 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.942721 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.943232 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: port-mac-address-regenerate Nov 29 01:49:29.943555 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.944461 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.944970 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: port-numa-affinity-policy Nov 29 01:49:29.945291 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: port_resource_request.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.946237 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.946748 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension port-resource-request not supported by any of loaded plugins Nov 29 01:49:29.947072 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: port_resource_request_groups.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.948555 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.949065 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 29 01:49:29.949389 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: portbindings.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.950350 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.950861 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: binding Nov 29 01:49:29.951184 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: portbindings_extended.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.952453 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.952973 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: binding-extended Nov 29 01:49:29.953298 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: portsecurity.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.954249 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.954764 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: port-security Nov 29 01:49:29.955087 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: project_id.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.956060 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.956390 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: project-id Nov 29 01:49:29.956710 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: providernet.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.957670 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.958189 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: provider Nov 29 01:49:29.958513 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: qos.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.962116 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.962647 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension qos not supported by any of loaded plugins Nov 29 01:49:29.963592 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.964848 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.965363 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 29 01:49:29.965720 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.966656 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.967169 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 29 01:49:29.967496 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: qos_default.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.968412 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.968922 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension qos-default not supported by any of loaded plugins Nov 29 01:49:29.969246 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: qos_fip.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.969925 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.970426 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension qos-fip not supported by any of loaded plugins Nov 29 01:49:29.970749 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: qos_gateway_ip.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.971669 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.972173 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 29 01:49:29.972493 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: qos_port_network_policy.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.974878 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.975415 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 29 01:49:29.975748 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.976795 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.977322 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 29 01:49:29.977678 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: qos_pps_rule.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.978910 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.979428 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension qos-pps not supported by any of loaded plugins Nov 29 01:49:29.979757 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: qos_rule_type_details.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.980685 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.981196 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 29 01:49:29.981523 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: qos_rules_alias.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.982592 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.983104 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 29 01:49:29.983429 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: quota_check_limit.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.984346 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.984859 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: quota-check-limit Nov 29 01:49:29.985184 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: quotasv2.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.986159 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.986486 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: quotas Nov 29 01:49:29.986806 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: quotasv2_detail.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.989958 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.990303 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: quota_details Nov 29 01:49:29.990636 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: rbac.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.991685 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.992210 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: rbac-policies Nov 29 01:49:29.992552 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: rbac_address_group.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.993477 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.994029 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: rbac-address-group Nov 29 01:49:29.994384 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: rbac_address_scope.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.995305 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.995829 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: rbac-address-scope Nov 29 01:49:29.996157 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: rbac_security_groups.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.997068 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.997610 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: rbac-security-groups Nov 29 01:49:29.997941 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: rbac_subnetpool.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:29.998855 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:29.999367 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: rbac-subnetpool Nov 29 01:49:29.999692 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: revisionifmatch.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:30.000608 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:30.001122 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: revision-if-match Nov 29 01:49:30.001446 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: revisions.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:30.002587 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:30.003101 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: standard-attr-revisions Nov 29 01:49:30.003427 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: router_availability_zone.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:30.004100 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:30.004612 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: router_availability_zone Nov 29 01:49:30.004934 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: routerservicetype.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:30.005883 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:30.006394 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension router-service-type not supported by any of loaded plugins Nov 29 01:49:30.006716 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:30.007703 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:30.008221 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: security-groups-normalized-cidr Nov 29 01:49:30.008544 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:30.009464 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:30.010528 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: port-security-groups-filtering Nov 29 01:49:30.010850 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:30.011770 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:30.012287 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: security-groups-remote-address-group Nov 29 01:49:30.012610 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:30.013593 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:30.014115 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: security-groups-shared-filtering Nov 29 01:49:30.014440 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:30.015029 dv-neutron-819032-3-hyperv neutron-server[103145]: WARNING neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 29 01:49:30.015352 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: securitygroup.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:30.026000 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:30.026542 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: security-group Nov 29 01:49:30.026876 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: segment.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:30.027660 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:30.028173 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension segment not supported by any of loaded plugins Nov 29 01:49:30.028503 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:30.029450 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:30.029997 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 29 01:49:30.030326 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: servicetype.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:30.031418 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:30.031940 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: service-type Nov 29 01:49:30.032268 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: sorting.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:30.033254 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:30.033621 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: sorting Nov 29 01:49:30.033950 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: standard_attr_segment.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:30.034859 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:30.035458 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 29 01:49:30.035790 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: standardattrdescription.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:30.036442 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:30.036954 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: standard-attr-description Nov 29 01:49:30.037279 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: stateful_security_group.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:30.038269 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:30.038786 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: stateful-security-group Nov 29 01:49:30.039120 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: stdattrs_common.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:30.039691 dv-neutron-819032-3-hyperv neutron-server[103145]: WARNING neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 29 01:49:30.040015 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:30.040969 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:30.041492 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 29 01:49:30.041844 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: subnet_onboard.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:30.042916 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:30.043440 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: subnet_onboard Nov 29 01:49:30.043773 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:30.044706 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:30.045213 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 29 01:49:30.045534 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: subnet_service_types.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:30.046473 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:30.046985 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: subnet-service-types Nov 29 01:49:30.047307 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: subnetallocation.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:30.048389 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:30.048921 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: subnet_allocation Nov 29 01:49:30.049229 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:30.049916 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:30.050425 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: subnetpool-prefix-ops Nov 29 01:49:30.050748 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:30.051672 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:30.052186 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 29 01:49:30.052511 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: tagging.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:30.053563 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:30.054108 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: standard-attr-tag Nov 29 01:49:30.054436 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: timestamp.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:30.055640 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:30.056162 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loaded extension: standard-attr-timestamp Nov 29 01:49:30.056488 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: trunk.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:30.057561 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:30.058096 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension trunk not supported by any of loaded plugins Nov 29 01:49:30.058420 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: trunk_details.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:30.059339 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:30.059857 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension trunk-details not supported by any of loaded plugins Nov 29 01:49:30.060180 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: uplink_status_propagation.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:30.061106 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:30.061649 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 29 01:49:30.061974 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Loading extension file: vlantransparent.py {{(pid=103145) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 01:49:30.062637 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103145) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 01:49:30.063153 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 29 01:49:30.065621 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.quota.resource_registry [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Creating instance of TrackedResource for resource:network Nov 29 01:49:30.066154 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.quota.resource_registry [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Creating instance of TrackedResource for resource:subnet Nov 29 01:49:30.066554 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.quota.resource_registry [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Creating instance of TrackedResource for resource:subnetpool Nov 29 01:49:30.066947 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.quota.resource_registry [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Creating instance of TrackedResource for resource:port Nov 29 01:49:30.068159 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.v2.resource_helper [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 01:49:30.068591 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.v2.resource_helper [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Service FLAVORS assigned prefix: {{(pid=103145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 01:49:30.069221 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.v2.resource_helper [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 01:49:30.069674 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.v2.resource_helper [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 01:49:30.070007 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.quota.resource_registry [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Creating instance of TrackedResource for resource:router Nov 29 01:49:30.070431 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.quota.resource_registry [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Creating instance of TrackedResource for resource:floatingip Nov 29 01:49:30.070924 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.v2.resource_helper [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Service METERING assigned prefix: /metering {{(pid=103145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 01:49:30.072890 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:30.073263 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:30.073647 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:49:30.074614 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.quota.resource_registry [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Creating instance of CountableResource for resource:rbac_policy Nov 29 01:49:30.075057 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.quota.resource_registry [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Creating instance of TrackedResource for resource:security_group Nov 29 01:49:30.075495 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.quota.resource_registry [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 29 01:49:30.076100 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.v2.resource_helper [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Service CORE assigned prefix: {{(pid=103145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 01:49:30.076431 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.quota.resource_registry [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Creating instance of TrackedResource for resource:subnetpool Nov 29 01:49:30.076776 dv-neutron-819032-3-hyperv neutron-server[103145]: WARNING neutron.quota.resource_registry [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] subnetpool is already registered Nov 29 01:49:30.077202 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.v2.resource_helper [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Service CORE assigned prefix: {{(pid=103145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 01:49:30.077528 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.quota.resource_registry [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Creating instance of TrackedResource for resource:subnetpool Nov 29 01:49:30.077882 dv-neutron-819032-3-hyperv neutron-server[103145]: WARNING neutron.quota.resource_registry [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] subnetpool is already registered Nov 29 01:49:30.080195 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.v2.resource_helper [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 01:49:30.080583 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.v2.resource_helper [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Service FLAVORS assigned prefix: {{(pid=103145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 01:49:30.081169 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.v2.resource_helper [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 01:49:30.081604 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.v2.resource_helper [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 01:49:30.081940 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.quota.resource_registry [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Creating instance of TrackedResource for resource:router Nov 29 01:49:30.082281 dv-neutron-819032-3-hyperv neutron-server[103145]: WARNING neutron.quota.resource_registry [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] router is already registered Nov 29 01:49:30.082690 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.quota.resource_registry [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Creating instance of TrackedResource for resource:floatingip Nov 29 01:49:30.083029 dv-neutron-819032-3-hyperv neutron-server[103145]: WARNING neutron.quota.resource_registry [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] floatingip is already registered Nov 29 01:49:30.083489 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.v2.resource_helper [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Service METERING assigned prefix: /metering {{(pid=103145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 01:49:30.084150 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.quota.resource_registry [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Creating instance of CountableResource for resource:rbac_policy Nov 29 01:49:30.084479 dv-neutron-819032-3-hyperv neutron-server[103145]: WARNING neutron.quota.resource_registry [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] rbac_policy is already registered Nov 29 01:49:30.084889 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.quota.resource_registry [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Creating instance of TrackedResource for resource:security_group Nov 29 01:49:30.085224 dv-neutron-819032-3-hyperv neutron-server[103145]: WARNING neutron.quota.resource_registry [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] security_group is already registered Nov 29 01:49:30.085649 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.quota.resource_registry [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 29 01:49:30.085984 dv-neutron-819032-3-hyperv neutron-server[103145]: WARNING neutron.quota.resource_registry [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] security_group_rule is already registered Nov 29 01:49:30.086616 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.v2.resource_helper [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Service CORE assigned prefix: {{(pid=103145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 01:49:30.086943 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.quota.resource_registry [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Creating instance of TrackedResource for resource:subnetpool Nov 29 01:49:30.087273 dv-neutron-819032-3-hyperv neutron-server[103145]: WARNING neutron.quota.resource_registry [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] subnetpool is already registered Nov 29 01:49:30.087684 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.v2.resource_helper [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Service CORE assigned prefix: {{(pid=103145) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 01:49:30.088590 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.quota.resource_registry [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Creating instance of TrackedResource for resource:subnetpool Nov 29 01:49:30.088923 dv-neutron-819032-3-hyperv neutron-server[103145]: WARNING neutron.quota.resource_registry [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] subnetpool is already registered Nov 29 01:49:30.089370 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: extensions {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.090844 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: address-groups {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.092465 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: address-scopes {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.093814 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: agents {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.094969 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: auto-allocated-topology {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.096203 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: availability_zones {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.097405 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: dhcp-networks {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.098941 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: dhcp-agents {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.100336 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: routers {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.102566 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: flavors {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.103743 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: service_profiles {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.105193 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: next_providers {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.106682 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: service_profiles {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.108215 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: floatingip-pools {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.109418 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: routers {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.111540 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: floatingips {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.112824 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: l3-routers {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.114245 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: l3-agents {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.115625 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: metering-labels {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.117872 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: metering-label-rules {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.119181 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: network-ip-availabilities {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.120449 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: bindings {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.122113 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: quotas {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.123644 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: quotas {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.125152 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: rbac-policies {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.126467 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: security-groups {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.127687 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: security-group-rules {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.128910 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: service-providers {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.130133 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: subnetpools {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.131526 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: subnetpools {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.132955 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: tags {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.134677 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: tags {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.137071 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: tags {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.138899 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: tags {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.140695 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: tags {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.142589 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: tags {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.144266 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: tags {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.146482 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: tags {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.148241 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: tags {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.150073 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron.api.extensions [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Extended resource: tags {{(pid=103145) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 01:49:30.156878 dv-neutron-819032-3-hyperv neutron-server[103145]: WARNING keystonemiddleware.auth_token [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 29 01:49:30.161595 dv-neutron-819032-3-hyperv neutron-server[103145]: WARNING keystonemiddleware.auth_token [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 29 01:49:30.170392 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_concurrency.lockutils [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Acquired lock "singleton_lock" {{(pid=103145) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 29 01:49:30.170865 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_concurrency.lockutils [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Releasing lock "singleton_lock" {{(pid=103145) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 29 01:49:30.171510 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO oslo_service.service [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Starting 2 workers Nov 29 01:49:30.176279 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Started child 103254 {{(pid=103145) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 29 01:49:30.180665 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Started child 103255 {{(pid=103145) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 29 01:49:30.182816 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO neutron.service [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 29 01:49:30.183554 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Publish callbacks [] for process, before_spawn {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:30.184975 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:30.186075 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:30.186542 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO oslo_service.service [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Starting 1 workers Nov 29 01:49:30.186686 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [-] (103254) wsgi starting up on http://0.0.0.0:9696 Nov 29 01:49:30.187413 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [-] (103255) wsgi starting up on http://0.0.0.0:9696 Nov 29 01:49:30.193305 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Started child 103256 {{(pid=103145) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 29 01:49:30.193897 dv-neutron-819032-3-hyperv neutron-server[103145]: INFO oslo_service.service [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Starting 1 workers Nov 29 01:49:30.197990 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.service [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] calling RpcWorker wait() {{(pid=103256) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 29 01:49:30.198524 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.service [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] returning from RpcWorker wait() {{(pid=103256) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 29 01:49:30.200495 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:30.200597 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Started child 103257 {{(pid=103145) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 29 01:49:30.201014 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:30.201348 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG neutron_lib.callbacks.manager [None req-d9109e96-b8bc-4a49-a36e-0b8d4b116bf4 None None] Publish callbacks [] for process, after_spawn {{(pid=103145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:30.203038 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103145) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 29 01:49:30.203248 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 29 01:49:30.203429 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 29 01:49:30.203656 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 29 01:49:30.203989 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 29 01:49:30.204168 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 29 01:49:30.204668 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.204755 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:30.205221 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.205221 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.205475 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.205780 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.206365 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.206631 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.206865 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.208186 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.208704 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.208886 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.209064 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.209329 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.209676 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.209993 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.210279 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.210539 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.210804 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.210980 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.211232 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.211498 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.211726 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.211990 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] debug = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.212234 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.214508 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.214757 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.215013 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.215245 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.215550 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.215811 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.216074 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.216317 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.216591 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.216812 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.217061 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.217284 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.217490 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.217738 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.217956 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.218214 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.218439 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.218920 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] host = dv-neutron-819032-3-hyperv {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.219166 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.219407 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.219639 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.219886 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.220144 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.220758 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.220993 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.221257 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.221505 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.221762 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.221982 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.222233 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.222468 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.222718 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] log_file = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.222881 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] log_options = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.223125 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.223394 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.223653 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.223854 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.224018 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.224202 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.224473 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.224637 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.224899 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.225118 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.225336 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.225601 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.225834 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.226065 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.226330 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.226561 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.226775 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.226982 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.227230 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.227484 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.227706 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.227930 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.228169 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.228404 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.228673 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.228906 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.229131 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.229363 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.229603 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.229842 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.230090 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.230337 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.230575 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.230841 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.231101 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.231328 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.231551 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.231783 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.232045 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.232270 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.232519 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.232766 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.232980 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.233239 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.233485 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.234570 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:30.234839 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.235098 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] use_json = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.235321 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.235567 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.235835 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.236076 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.236301 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.236518 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.236737 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.236970 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.237663 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.237962 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.238286 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.238547 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.240218 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.240502 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.240784 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.241059 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.241345 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.241657 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.241979 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.242238 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.242549 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.242791 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.243820 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.243820 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.243820 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.244805 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.244805 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.245699 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.245699 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.245699 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.246279 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.246445 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.247111 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.247111 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.247312 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.247454 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.247734 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.248091 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.248364 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.248631 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.248901 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.249145 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.249396 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.249645 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.249869 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.250091 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.250330 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.250603 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.250830 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.251049 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.251277 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.251535 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.251755 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.252010 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.252281 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.252545 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.252798 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.253026 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.253245 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.253465 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.253719 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.253949 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.254197 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.254414 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.254681 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.254940 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.255700 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.255700 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.255700 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.255951 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.256107 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.256332 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.256551 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.256767 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.257005 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.257220 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.257470 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.257752 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.257980 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.258197 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.258439 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.258697 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.258919 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.259160 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.259374 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.259612 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.260391 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.260783 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.261167 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.261607 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.262013 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.262236 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.262455 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.262679 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.262921 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.263140 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.263357 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.263578 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.263798 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.264105 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.264420 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.264665 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.265148 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.265431 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.265938 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.266244 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.266562 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.266850 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.267140 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.267437 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.267713 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.267948 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.268184 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.268420 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.268641 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.268918 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.269142 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.269389 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.269627 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.270030 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.270414 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.270915 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.271424 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.271836 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.272216 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.272628 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.272925 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.273196 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.273470 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.273717 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.273985 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.274300 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.274604 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.274887 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.275145 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.275404 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.275671 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.275942 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.276203 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.276457 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.276711 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.276951 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.277205 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.277453 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.277694 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.277951 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.278261 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.278515 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.278757 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.278977 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.279262 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.279513 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.279765 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.280030 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.280300 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.280537 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.280794 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.281047 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.281295 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.281556 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.281790 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.282007 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.283383 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.283383 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.283383 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.283383 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.283383 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.284131 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.284131 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.284418 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.284771 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.284998 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.285228 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.285479 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.285726 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.285963 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.286180 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.286418 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.286636 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.286878 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.287113 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.287513 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.287674 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.287985 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.288151 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.288290 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.288523 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.288790 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.289046 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.289262 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.289509 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.289754 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.290158 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.290158 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.290386 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.290629 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.290845 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.291090 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.291304 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.291740 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.291882 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.292183 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.292426 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.292656 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.292935 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.293582 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.293582 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.293837 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.293992 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.294233 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.294453 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.294677 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.294923 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.295171 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.295416 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.295651 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.295889 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.296122 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.296341 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.296549 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.296848 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.297096 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.297330 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.297617 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.297839 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.298074 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.298307 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.298521 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.298734 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.298978 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.299221 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.299428 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.299659 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.299866 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.300077 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.300297 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.300514 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.300759 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.300983 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.301192 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.301401 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.301651 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.301874 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.302085 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.302329 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.302750 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.302966 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.303190 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.303414 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.303625 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.303874 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.304086 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.304320 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.304542 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.304750 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.304961 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.305253 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.305517 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.305796 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.306100 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.306406 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.307129 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.307372 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.307675 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.307926 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.308170 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.308409 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.308627 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.308873 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.309132 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.309454 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.309753 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.310019 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.310257 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.310533 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.310835 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.311109 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.311394 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.311688 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.312006 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.312297 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.312534 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.312762 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.313013 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.313254 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.313471 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.313745 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.313981 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.314211 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.314503 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.315206 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.315637 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.316026 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.316577 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.316577 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.316806 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.316926 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.317169 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.317385 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.317555 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 29 01:49:30.318237 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103145) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 29 01:49:30.318542 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 29 01:49:30.318842 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 29 01:49:30.319171 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 29 01:49:30.319352 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 29 01:49:30.319507 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 29 01:49:30.319716 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.320085 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.320085 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.320267 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.320348 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.320506 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.320666 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.320975 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.321137 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.321292 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.321619 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.321778 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.321936 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.322094 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.322302 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.322975 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.323119 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.323276 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.323440 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.323600 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.323759 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.323917 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.324078 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] debug = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.324244 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.324430 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.324591 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.324749 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.324908 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.325066 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.325224 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.325381 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.325568 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.325726 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.325866 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.326003 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.326159 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.326322 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.326463 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.326628 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.326789 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.326944 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.327254 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] host = dv-neutron-819032-3-hyperv {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.327415 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.327573 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.327730 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.327887 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.328045 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.328201 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.328360 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.328517 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.328676 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.328827 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.328980 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.329132 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.329285 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.329439 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] log_file = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.329617 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] log_options = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.329784 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.329995 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.330098 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.330327 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.330479 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.330615 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.330749 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.330882 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.331017 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.331166 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.331301 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.331459 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.331617 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.331773 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.331921 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.332075 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.332232 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.332390 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.332548 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.332705 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.332863 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.333021 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.333178 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.333337 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.333495 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.333675 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.333817 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.333965 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.334123 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.334280 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.334437 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.334595 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.334753 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.334912 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.335069 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.335225 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.335382 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.335539 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.335700 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.335858 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.336016 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.336175 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.336337 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.336494 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.336652 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.336814 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.336933 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:30.337027 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] use_json = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.337110 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.337263 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.337420 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.337596 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.337752 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.337933 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.338092 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.338251 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 01:49:30.338427 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.338589 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.338761 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.338922 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.339083 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.339243 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.339404 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.339565 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.339725 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.339887 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.340054 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.340216 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.340386 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.340546 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.340707 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.340869 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.341030 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.341190 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.341350 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.341512 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.341700 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.341860 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.342029 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.342190 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.342350 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.342510 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.342671 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.342839 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.342998 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.343174 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.343336 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.343498 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.343659 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.343845 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.343969 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.344131 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.344292 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.344454 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.344616 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.344778 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.344939 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.345100 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.345261 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.345423 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.345605 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.345770 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.345913 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.346072 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.346237 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.346392 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.346550 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.346707 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.346846 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.347015 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.347215 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.347358 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.347571 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.347831 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.348001 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.348145 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.348298 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.348460 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.348605 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.348760 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.349702 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.349702 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.349702 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.349702 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.351107 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.351107 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.351107 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.351107 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.351107 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.351107 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.351107 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.351107 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.351107 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.352271 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.352271 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.352271 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.352271 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.352271 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.352271 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.352271 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.352271 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.352271 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.353387 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.353387 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.353387 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.353387 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.353387 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.353387 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.353387 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.354428 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.354428 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.354428 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.354428 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.354428 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.354428 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.354428 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.355302 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.355302 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.355302 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.355302 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.355302 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.355961 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.355961 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.355961 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.355961 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.355961 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.356593 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.356593 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.356593 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.356593 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.357119 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.357119 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.357119 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.357119 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.357811 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.357811 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.357811 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.357811 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.358311 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.358311 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.358311 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.358780 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.358780 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.358780 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.358780 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.359573 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.359573 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.359573 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.359573 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.359573 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.360208 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.360208 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.360208 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.360208 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.360709 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.360709 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.360709 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.361100 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.361100 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.361100 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.361490 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.361490 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.361490 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.361899 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.361899 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.362156 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.362156 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.362427 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.362427 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.362685 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.362821 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.362972 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.363108 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.363245 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.363380 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.363524 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.363662 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.363798 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.363933 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.364086 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.364262 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.364403 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.364539 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.364675 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.364830 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.364969 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.365105 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.365241 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.365376 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.365512 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.365701 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.365847 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.366013 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.366169 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.366330 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.366495 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.366647 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.366806 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.366962 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.367120 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.367285 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.367518 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.367662 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.367800 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.367938 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.368076 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.368212 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.368349 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.368485 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.368653 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.368807 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.368955 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.369658 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.369806 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.369971 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.370116 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.370280 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.370423 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.370590 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.370746 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.370885 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.371051 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.371196 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.371361 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.371515 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.371653 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.371817 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.371961 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.372139 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.372285 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.372448 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.372592 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.372757 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.372900 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.373076 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.373221 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.373385 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.373578 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.373725 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.373861 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.374024 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.374168 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.374334 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.374498 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.374662 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.374825 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.374981 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.375144 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.375289 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.375453 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.375596 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.375764 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.375922 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.376083 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.376227 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.376394 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.376538 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.376709 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.376879 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.377023 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.377190 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.377334 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.377588 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.377742 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.377902 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.378042 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.378237 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.378375 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.379017 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.379185 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.379346 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.379518 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.379680 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.379845 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.380005 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.380164 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.380326 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.380488 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.381253 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.381253 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.381253 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.381253 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.381253 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.381658 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.381658 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.381792 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.382412 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.382412 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.382412 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.382412 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.383066 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.383066 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.383066 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.383066 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.383309 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.383309 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.383459 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.383537 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.383701 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.383858 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.384024 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.384169 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.384329 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.384489 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.384649 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.385374 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.385538 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 01:49:30.385710 dv-neutron-819032-3-hyperv neutron-server[103145]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103145) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 29 01:49:30.422653 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 35168) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:30.431323 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064955 Nov 29 01:49:42.054602 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401886e3-2d1f-40df-a140-867510876fdc None None] get_active_networks_info from dv-neutron-819032-3-hyperv {{(pid=103256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 01:49:42.171852 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401886e3-2d1f-40df-a140-867510876fdc None None] No non-hosted networks {{(pid=103256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 29 01:49:42.198541 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.agentschedulers_db [None req-401886e3-2d1f-40df-a140-867510876fdc None None] DHCP Agent not found on host dv-neutron-819032-3-hyperv {{(pid=103256) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 29 01:49:42.368762 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c023961-6abb-4b44-9c4e-fa5840b4dcdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-600410'] for agent, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:44.244688 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-72f6df22-45d4-4f84-b74a-b28665db930a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-600410'] for agent, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:44.310114 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e804d4be-f80e-4f5e-adb5-97495d6c1907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:45.254884 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-600410'] for agent, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:46.942044 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-600410'] for agent, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:47.743081 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-600410'] for agent, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:47.743810 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:47.744351 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:47.744700 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:47.745115 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:47.745454 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:47.745969 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:47.746336 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:47.746692 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:47.747028 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:47.747529 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:47.747883 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:47.748259 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:47.748663 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-819032-3-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:47.754221 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-819032-3-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:49:48.228702 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 35260) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:48.722884 dv-neutron-819032-3-hyperv neutron-server[103254]: WARNING oslo_policy.policy [None req-68993f6b-ba42-4f0d-b25f-7ecb61b08ef6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 01:49:48.723481 dv-neutron-819032-3-hyperv neutron-server[103254]: WARNING oslo_policy.policy [None req-68993f6b-ba42-4f0d-b25f-7ecb61b08ef6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 01:49:48.956178 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [None req-68993f6b-ba42-4f0d-b25f-7ecb61b08ef6 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:49:48.957347 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-68993f6b-ba42-4f0d-b25f-7ecb61b08ef6 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7265747 Nov 29 01:49:51.551691 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 35276) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:51.728398 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.db.l3_hamode_db [None req-b4a633f3-c7f4-4f1e-896a-958b0a036c91 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 29 01:49:51.805339 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a633f3-c7f4-4f1e-896a-958b0a036c91 None None] Routers set() bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:49:51.805753 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a633f3-c7f4-4f1e-896a-958b0a036c91 None None] Router IDs set() for agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 29 01:49:51.862782 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-02e046b3-ae91-4552-9bb5-eb0f31b6baee admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:51.958075 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.policy [None req-02e046b3-ae91-4552-9bb5-eb0f31b6baee admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103254) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 29 01:49:52.003682 dv-neutron-819032-3-hyperv neutron-server[103254]: WARNING oslo_policy.policy [None req-02e046b3-ae91-4552-9bb5-eb0f31b6baee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 01:49:52.004048 dv-neutron-819032-3-hyperv neutron-server[103254]: WARNING oslo_policy.policy [None req-02e046b3-ae91-4552-9bb5-eb0f31b6baee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 01:49:52.012958 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.quota [None req-02e046b3-ae91-4552-9bb5-eb0f31b6baee admin admin] Loaded quota_driver: . Nov 29 01:49:52.100789 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-02e046b3-ae91-4552-9bb5-eb0f31b6baee admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763260916113', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763260916806', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763260911476', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763260905997', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763260891274', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763260883943', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4097909', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4093650', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-994902', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-525199'] for rbac-policy, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:52.167258 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-02e046b3-ae91-4552-9bb5-eb0f31b6baee admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:52.168423 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-02e046b3-ae91-4552-9bb5-eb0f31b6baee admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6156590 Nov 29 01:49:54.915944 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 35288) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:55.208679 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-68d52d24-5510-4e29-adf7-90157941b0e3 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '3fcdb751c1a04789bd3c9d936e70473c', 'name': 'private', 'project_id': '3fcdb751c1a04789bd3c9d936e70473c'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:55.236949 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d52d24-5510-4e29-adf7-90157941b0e3 admin admin] Made reservation on behalf of 3fcdb751c1a04789bd3c9d936e70473c for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:55.239712 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-68d52d24-5510-4e29-adf7-90157941b0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:55.256540 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-68d52d24-5510-4e29-adf7-90157941b0e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:55.362068 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-68d52d24-5510-4e29-adf7-90157941b0e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:55.365529 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-68d52d24-5510-4e29-adf7-90157941b0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:55.385443 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d52d24-5510-4e29-adf7-90157941b0e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:49:55.412869 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-68d52d24-5510-4e29-adf7-90157941b0e3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763261836063', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:55.413445 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-68d52d24-5510-4e29-adf7-90157941b0e3 admin admin] Unsubscribe: segment precommit_create {{(pid=103254) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 29 01:49:55.413990 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-68d52d24-5510-4e29-adf7-90157941b0e3 admin admin] Added segment 7ec6cedb-ccb8-4c8d-a131-974944192d01 of type vlan for network bed0ddf2-c787-4628-a63e-39b09116ecc3 Nov 29 01:49:55.430415 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d52d24-5510-4e29-adf7-90157941b0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2c679d-6fc7-4d51-abb5-2ed5de450b75,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:55.479567 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d52d24-5510-4e29-adf7-90157941b0e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:55.479933 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d52d24-5510-4e29-adf7-90157941b0e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:55.480276 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d52d24-5510-4e29-adf7-90157941b0e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:55.480612 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d52d24-5510-4e29-adf7-90157941b0e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:55.480943 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d52d24-5510-4e29-adf7-90157941b0e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:55.481286 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d52d24-5510-4e29-adf7-90157941b0e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:55.481640 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d52d24-5510-4e29-adf7-90157941b0e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:55.481971 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d52d24-5510-4e29-adf7-90157941b0e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:55.482295 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d52d24-5510-4e29-adf7-90157941b0e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:55.482618 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d52d24-5510-4e29-adf7-90157941b0e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:55.482937 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d52d24-5510-4e29-adf7-90157941b0e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:55.483256 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d52d24-5510-4e29-adf7-90157941b0e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:49:55.484641 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d52d24-5510-4e29-adf7-90157941b0e3 admin admin] Tracked resource versions report: Nov 29 01:49:55.484641 dv-neutron-819032-3-hyperv neutron-server[103254]: pushed versions: Nov 29 01:49:55.484641 dv-neutron-819032-3-hyperv neutron-server[103254]: { 'AddressGroup': {'1.2'}, Nov 29 01:49:55.484641 dv-neutron-819032-3-hyperv neutron-server[103254]: 'ConntrackHelper': {'1.0'}, Nov 29 01:49:55.484641 dv-neutron-819032-3-hyperv neutron-server[103254]: 'Log': {'1.0'}, Nov 29 01:49:55.484641 dv-neutron-819032-3-hyperv neutron-server[103254]: 'Network': {'1.1'}, Nov 29 01:49:55.484641 dv-neutron-819032-3-hyperv neutron-server[103254]: 'Port': {'1.7'}, Nov 29 01:49:55.484641 dv-neutron-819032-3-hyperv neutron-server[103254]: 'PortForwarding': {'1.2'}, Nov 29 01:49:55.484641 dv-neutron-819032-3-hyperv neutron-server[103254]: 'QosPolicy': {'1.10'}, Nov 29 01:49:55.484641 dv-neutron-819032-3-hyperv neutron-server[103254]: 'SecurityGroup': {'1.5'}, Nov 29 01:49:55.484641 dv-neutron-819032-3-hyperv neutron-server[103254]: 'SecurityGroupRule': {'1.2'}, Nov 29 01:49:55.484641 dv-neutron-819032-3-hyperv neutron-server[103254]: 'SubPort': {'1.0'}, Nov 29 01:49:55.484641 dv-neutron-819032-3-hyperv neutron-server[103254]: 'Subnet': {'1.1'}, Nov 29 01:49:55.484641 dv-neutron-819032-3-hyperv neutron-server[103254]: 'Trunk': {'1.1'}} Nov 29 01:49:55.484641 dv-neutron-819032-3-hyperv neutron-server[103254]: consumer versions: Nov 29 01:49:55.484641 dv-neutron-819032-3-hyperv neutron-server[103254]: { DHCP agent@dv-neutron-819032-3-hyperv: {}, Nov 29 01:49:55.484641 dv-neutron-819032-3-hyperv neutron-server[103254]: L3 agent@dv-neutron-819032-3-hyperv: {}, Nov 29 01:49:55.484641 dv-neutron-819032-3-hyperv neutron-server[103254]: Metadata agent@dv-neutron-819032-3-hyperv: {}, Nov 29 01:49:55.484641 dv-neutron-819032-3-hyperv neutron-server[103254]: Metering agent@dv-neutron-819032-3-hyperv: {}, Nov 29 01:49:55.484641 dv-neutron-819032-3-hyperv neutron-server[103254]: Open vSwitch agent@dv-neutron-819032-3-hyperv: { 'AddressGroup': '1.2', Nov 29 01:49:55.484641 dv-neutron-819032-3-hyperv neutron-server[103254]: 'ConntrackHelper': '1.0', Nov 29 01:49:55.484641 dv-neutron-819032-3-hyperv neutron-server[103254]: 'Log': '1.0', Nov 29 01:49:55.484641 dv-neutron-819032-3-hyperv neutron-server[103254]: 'Network': '1.1', Nov 29 01:49:55.484641 dv-neutron-819032-3-hyperv neutron-server[103254]: 'Port': '1.7', Nov 29 01:49:55.484641 dv-neutron-819032-3-hyperv neutron-server[103254]: 'PortForwarding': '1.2', Nov 29 01:49:55.484641 dv-neutron-819032-3-hyperv neutron-server[103254]: 'QosPolicy': '1.10', Nov 29 01:49:55.484641 dv-neutron-819032-3-hyperv neutron-server[103254]: 'SecurityGroup': '1.5', Nov 29 01:49:55.484641 dv-neutron-819032-3-hyperv neutron-server[103254]: 'SecurityGroupRule': '1.2', Nov 29 01:49:55.484641 dv-neutron-819032-3-hyperv neutron-server[103254]: 'SubPort': '1.0', Nov 29 01:49:55.484641 dv-neutron-819032-3-hyperv neutron-server[103254]: 'Subnet': '1.1', Nov 29 01:49:55.484641 dv-neutron-819032-3-hyperv neutron-server[103254]: 'Trunk': '1.1'}} Nov 29 01:49:55.484641 dv-neutron-819032-3-hyperv neutron-server[103254]: {{(pid=103254) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 01:49:55.523724 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-68d52d24-5510-4e29-adf7-90157941b0e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:55.564934 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-68d52d24-5510-4e29-adf7-90157941b0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:55.566182 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d52d24-5510-4e29-adf7-90157941b0e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:55.566888 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-68d52d24-5510-4e29-adf7-90157941b0e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:55.644790 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-68d52d24-5510-4e29-adf7-90157941b0e3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7277777 Nov 29 01:49:55.674369 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d52d24-5510-4e29-adf7-90157941b0e3 admin admin] Pushing event updated for resources: {'Network': ['ID=bed0ddf2-c787-4628-a63e-39b09116ecc3,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:55.686885 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network bed0ddf2-c787-4628-a63e-39b09116ecc3 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:49:58.510888 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 35302) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:49:58.909282 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a96a6c2-a106-4724-a30f-6f1d26c9f6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:58.910711 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3a96a6c2-a106-4724-a30f-6f1d26c9f6c3 admin admin] 10.222.0.37 "GET /v2.0/networks/bed0ddf2-c787-4628-a63e-39b09116ecc3 HTTP/1.1" status: 200 len: 825 time: 0.3988388 Nov 29 01:49:58.934978 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c6997cb9-b809-475b-835c-5afa491c4598 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/1380d5c2-e2b0-4e6a-bb76-7c582b1f020d HTTP/1.1" status: 200 len: 734 time: 0.0182297 Nov 29 01:49:58.943512 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ece3dc54-0b5b-4059-b30e-c79bcac0b2fb admin admin] Request body: {'subnet': {'tenant_id': '3fcdb751c1a04789bd3c9d936e70473c', 'name': 'private-subnet', 'network_id': 'bed0ddf2-c787-4628-a63e-39b09116ecc3', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '1380d5c2-e2b0-4e6a-bb76-7c582b1f020d', 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:49:58.965778 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece3dc54-0b5b-4059-b30e-c79bcac0b2fb admin admin] Made reservation on behalf of 3fcdb751c1a04789bd3c9d936e70473c for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:49:58.967933 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ece3dc54-0b5b-4059-b30e-c79bcac0b2fb admin admin] Publish callbacks [] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:59.252223 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ece3dc54-0b5b-4059-b30e-c79bcac0b2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:59.321860 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece3dc54-0b5b-4059-b30e-c79bcac0b2fb admin admin] Checking segment: {'id': '7ec6cedb-ccb8-4c8d-a131-974944192d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bed0ddf2-c787-4628-a63e-39b09116ecc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:49:59.322847 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece3dc54-0b5b-4059-b30e-c79bcac0b2fb admin admin] Network hostable DHCP agents. Network: bed0ddf2-c787-4628-a63e-39b09116ecc3, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:49:59.327300 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3dc54-0b5b-4059-b30e-c79bcac0b2fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8de14bed-acaf-440b-a6c1-3c4534086da1,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:49:59.345064 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece3dc54-0b5b-4059-b30e-c79bcac0b2fb admin admin] Network bed0ddf2-c787-4628-a63e-39b09116ecc3 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:49:59.356633 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-ece3dc54-0b5b-4059-b30e-c79bcac0b2fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, bed0ddf2-c787-4628-a63e-39b09116ecc3) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:49:59.361093 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece3dc54-0b5b-4059-b30e-c79bcac0b2fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:49:59.361819 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ece3dc54-0b5b-4059-b30e-c79bcac0b2fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:59.366799 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce557f7-c8d9-44c9-bc40-ce87746c75f6 None None] Network bed0ddf2-c787-4628-a63e-39b09116ecc3 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:49:59.381336 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ece3dc54-0b5b-4059-b30e-c79bcac0b2fb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4409585 Nov 29 01:49:59.689463 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95b007e-d9e2-4eb7-aa22-56dee4a3256f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-bed0ddf2-c787-4628-a63e-39b09116ecc3', 'network_id': 'bed0ddf2-c787-4628-a63e-39b09116ecc3', 'tenant_id': '3fcdb751c1a04789bd3c9d936e70473c', 'fixed_ips': [{'subnet_id': '8de14bed-acaf-440b-a6c1-3c4534086da1'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:49:59.690847 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e95b007e-d9e2-4eb7-aa22-56dee4a3256f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:49:59.985279 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-e95b007e-d9e2-4eb7-aa22-56dee4a3256f None None] Allocated IP 172.20.0.2 (bed0ddf2-c787-4628-a63e-39b09116ecc3/8de14bed-acaf-440b-a6c1-3c4534086da1/22c5d61b-e8f5-4776-a6b4-ef662ec2d2fe) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:00.188323 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e95b007e-d9e2-4eb7-aa22-56dee4a3256f None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:00.196052 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e95b007e-d9e2-4eb7-aa22-56dee4a3256f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:00.269143 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95b007e-d9e2-4eb7-aa22-56dee4a3256f None None] Network bed0ddf2-c787-4628-a63e-39b09116ecc3 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:00.274238 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-e95b007e-d9e2-4eb7-aa22-56dee4a3256f None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:00.284664 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95b007e-d9e2-4eb7-aa22-56dee4a3256f None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:00.292975 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b007e-d9e2-4eb7-aa22-56dee4a3256f None None] Pushing event updated for resources: {'Port': ['ID=22c5d61b-e8f5-4776-a6b4-ef662ec2d2fe,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:00.321662 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b007e-d9e2-4eb7-aa22-56dee4a3256f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:00.322037 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b007e-d9e2-4eb7-aa22-56dee4a3256f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:00.322420 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b007e-d9e2-4eb7-aa22-56dee4a3256f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:00.322764 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b007e-d9e2-4eb7-aa22-56dee4a3256f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:00.323104 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b007e-d9e2-4eb7-aa22-56dee4a3256f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:00.323460 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b007e-d9e2-4eb7-aa22-56dee4a3256f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:00.323802 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b007e-d9e2-4eb7-aa22-56dee4a3256f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:00.324152 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b007e-d9e2-4eb7-aa22-56dee4a3256f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:00.324504 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b007e-d9e2-4eb7-aa22-56dee4a3256f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:00.324839 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b007e-d9e2-4eb7-aa22-56dee4a3256f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:00.325170 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b007e-d9e2-4eb7-aa22-56dee4a3256f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:00.325498 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b007e-d9e2-4eb7-aa22-56dee4a3256f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:00.326890 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b007e-d9e2-4eb7-aa22-56dee4a3256f None None] Tracked resource versions report: Nov 29 01:50:00.326890 dv-neutron-819032-3-hyperv neutron-server[103256]: pushed versions: Nov 29 01:50:00.326890 dv-neutron-819032-3-hyperv neutron-server[103256]: { 'AddressGroup': {'1.2'}, Nov 29 01:50:00.326890 dv-neutron-819032-3-hyperv neutron-server[103256]: 'ConntrackHelper': {'1.0'}, Nov 29 01:50:00.326890 dv-neutron-819032-3-hyperv neutron-server[103256]: 'Log': {'1.0'}, Nov 29 01:50:00.326890 dv-neutron-819032-3-hyperv neutron-server[103256]: 'Network': {'1.1'}, Nov 29 01:50:00.326890 dv-neutron-819032-3-hyperv neutron-server[103256]: 'Port': {'1.7'}, Nov 29 01:50:00.326890 dv-neutron-819032-3-hyperv neutron-server[103256]: 'PortForwarding': {'1.2'}, Nov 29 01:50:00.326890 dv-neutron-819032-3-hyperv neutron-server[103256]: 'QosPolicy': {'1.10'}, Nov 29 01:50:00.326890 dv-neutron-819032-3-hyperv neutron-server[103256]: 'SecurityGroup': {'1.5'}, Nov 29 01:50:00.326890 dv-neutron-819032-3-hyperv neutron-server[103256]: 'SecurityGroupRule': {'1.2'}, Nov 29 01:50:00.326890 dv-neutron-819032-3-hyperv neutron-server[103256]: 'SubPort': {'1.0'}, Nov 29 01:50:00.326890 dv-neutron-819032-3-hyperv neutron-server[103256]: 'Subnet': {'1.1'}, Nov 29 01:50:00.326890 dv-neutron-819032-3-hyperv neutron-server[103256]: 'Trunk': {'1.1'}} Nov 29 01:50:00.326890 dv-neutron-819032-3-hyperv neutron-server[103256]: consumer versions: Nov 29 01:50:00.326890 dv-neutron-819032-3-hyperv neutron-server[103256]: { DHCP agent@dv-neutron-819032-3-hyperv: {}, Nov 29 01:50:00.326890 dv-neutron-819032-3-hyperv neutron-server[103256]: L3 agent@dv-neutron-819032-3-hyperv: {}, Nov 29 01:50:00.326890 dv-neutron-819032-3-hyperv neutron-server[103256]: Metadata agent@dv-neutron-819032-3-hyperv: {}, Nov 29 01:50:00.326890 dv-neutron-819032-3-hyperv neutron-server[103256]: Metering agent@dv-neutron-819032-3-hyperv: {}, Nov 29 01:50:00.326890 dv-neutron-819032-3-hyperv neutron-server[103256]: Open vSwitch agent@dv-neutron-819032-3-hyperv: { 'AddressGroup': '1.2', Nov 29 01:50:00.326890 dv-neutron-819032-3-hyperv neutron-server[103256]: 'ConntrackHelper': '1.0', Nov 29 01:50:00.326890 dv-neutron-819032-3-hyperv neutron-server[103256]: 'Log': '1.0', Nov 29 01:50:00.326890 dv-neutron-819032-3-hyperv neutron-server[103256]: 'Network': '1.1', Nov 29 01:50:00.326890 dv-neutron-819032-3-hyperv neutron-server[103256]: 'Port': '1.7', Nov 29 01:50:00.326890 dv-neutron-819032-3-hyperv neutron-server[103256]: 'PortForwarding': '1.2', Nov 29 01:50:00.326890 dv-neutron-819032-3-hyperv neutron-server[103256]: 'QosPolicy': '1.10', Nov 29 01:50:00.326890 dv-neutron-819032-3-hyperv neutron-server[103256]: 'SecurityGroup': '1.5', Nov 29 01:50:00.326890 dv-neutron-819032-3-hyperv neutron-server[103256]: 'SecurityGroupRule': '1.2', Nov 29 01:50:00.326890 dv-neutron-819032-3-hyperv neutron-server[103256]: 'SubPort': '1.0', Nov 29 01:50:00.326890 dv-neutron-819032-3-hyperv neutron-server[103256]: 'Subnet': '1.1', Nov 29 01:50:00.326890 dv-neutron-819032-3-hyperv neutron-server[103256]: 'Trunk': '1.1'}} Nov 29 01:50:00.326890 dv-neutron-819032-3-hyperv neutron-server[103256]: {{(pid=103256) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 01:50:00.373946 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-e95b007e-d9e2-4eb7-aa22-56dee4a3256f None None] Attempting to bind port 22c5d61b-e8f5-4776-a6b4-ef662ec2d2fe on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:50:00.374579 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-e95b007e-d9e2-4eb7-aa22-56dee4a3256f None None] Attempting to bind port 22c5d61b-e8f5-4776-a6b4-ef662ec2d2fe by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '7ec6cedb-ccb8-4c8d-a131-974944192d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bed0ddf2-c787-4628-a63e-39b09116ecc3'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:50:00.374759 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95b007e-d9e2-4eb7-aa22-56dee4a3256f None None] Attempting to bind port 22c5d61b-e8f5-4776-a6b4-ef662ec2d2fe on network bed0ddf2-c787-4628-a63e-39b09116ecc3 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:50:00.379634 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95b007e-d9e2-4eb7-aa22-56dee4a3256f None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:50:00.380016 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95b007e-d9e2-4eb7-aa22-56dee4a3256f None None] Checking segment: {'id': '7ec6cedb-ccb8-4c8d-a131-974944192d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bed0ddf2-c787-4628-a63e-39b09116ecc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:50:00.380492 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e95b007e-d9e2-4eb7-aa22-56dee4a3256f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:00.380888 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95b007e-d9e2-4eb7-aa22-56dee4a3256f None None] Bound using segment: {'id': '7ec6cedb-ccb8-4c8d-a131-974944192d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bed0ddf2-c787-4628-a63e-39b09116ecc3'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:50:00.381355 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-e95b007e-d9e2-4eb7-aa22-56dee4a3256f None None] Bound port: 22c5d61b-e8f5-4776-a6b4-ef662ec2d2fe, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ec6cedb-ccb8-4c8d-a131-974944192d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bed0ddf2-c787-4628-a63e-39b09116ecc3'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:50:00.381793 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e95b007e-d9e2-4eb7-aa22-56dee4a3256f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:00.444726 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e95b007e-d9e2-4eb7-aa22-56dee4a3256f None None] For port 22c5d61b-e8f5-4776-a6b4-ef662ec2d2fe, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:50:00.448950 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e95b007e-d9e2-4eb7-aa22-56dee4a3256f None None] For port 22c5d61b-e8f5-4776-a6b4-ef662ec2d2fe, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=22c5d61b-e8f5-4776-a6b4-ef662ec2d2fe,segment=NetworkSegment(7ec6cedb-ccb8-4c8d-a131-974944192d01),segment_id=7ec6cedb-ccb8-4c8d-a131-974944192d01)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:50:00.453148 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e95b007e-d9e2-4eb7-aa22-56dee4a3256f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:00.515753 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b007e-d9e2-4eb7-aa22-56dee4a3256f None None] Pushing event updated for resources: {'Port': ['ID=22c5d61b-e8f5-4776-a6b4-ef662ec2d2fe,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:01.987329 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 35310) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:02.482209 dv-neutron-819032-3-hyperv neutron-server[103255]: WARNING oslo_policy.policy [None req-01b07aab-f4c2-44df-a9c8-eff669f3d2a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 01:50:02.482819 dv-neutron-819032-3-hyperv neutron-server[103255]: WARNING oslo_policy.policy [None req-01b07aab-f4c2-44df-a9c8-eff669f3d2a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 01:50:02.710557 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-01b07aab-f4c2-44df-a9c8-eff669f3d2a1 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:50:02.711669 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-01b07aab-f4c2-44df-a9c8-eff669f3d2a1 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7235053 Nov 29 01:50:05.308520 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 35324) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:05.620949 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-15d20c68-240a-4ebb-ad4c-5b6088f3fca1 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:50:05.633575 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-15d20c68-240a-4ebb-ad4c-5b6088f3fca1 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3124924 Nov 29 01:50:08.443726 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 35338) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:08.742800 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7fa08053-7ed0-4cc5-bbf4-3d9e9d875ded admin admin] Request body: {'router': {'tenant_id': '3fcdb751c1a04789bd3c9d936e70473c', 'name': 'router1', 'admin_state_up': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:08.808628 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.policy [None req-7fa08053-7ed0-4cc5-bbf4-3d9e9d875ded admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103255) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 29 01:50:08.861326 dv-neutron-819032-3-hyperv neutron-server[103255]: WARNING oslo_policy.policy [None req-7fa08053-7ed0-4cc5-bbf4-3d9e9d875ded admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 01:50:08.861803 dv-neutron-819032-3-hyperv neutron-server[103255]: WARNING oslo_policy.policy [None req-7fa08053-7ed0-4cc5-bbf4-3d9e9d875ded admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 01:50:08.870673 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.quota [None req-7fa08053-7ed0-4cc5-bbf4-3d9e9d875ded admin admin] Loaded quota_driver: . Nov 29 01:50:08.930283 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7fa08053-7ed0-4cc5-bbf4-3d9e9d875ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:08.932248 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7fa08053-7ed0-4cc5-bbf4-3d9e9d875ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:09.084999 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7fa08053-7ed0-4cc5-bbf4-3d9e9d875ded admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:09.090664 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7fa08053-7ed0-4cc5-bbf4-3d9e9d875ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:09.111042 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7fa08053-7ed0-4cc5-bbf4-3d9e9d875ded admin admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:09.112460 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7fa08053-7ed0-4cc5-bbf4-3d9e9d875ded admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6677785 Nov 29 01:50:09.572095 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4a3ee0-2da6-4bd9-9cf8-8e9564f50018 None None] Network bed0ddf2-c787-4628-a63e-39b09116ecc3 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:09.615783 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 22c5d61b-e8f5-4776-a6b4-ef662ec2d2fe up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:50:09.653734 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-4a3e3bb8-7660-406f-8221-cafcdca82ef5 None None] Provisioning complete for port 22c5d61b-e8f5-4776-a6b4-ef662ec2d2fe triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:09.654130 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4a3e3bb8-7660-406f-8221-cafcdca82ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:09.859489 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 22c5d61b-e8f5-4776-a6b4-ef662ec2d2fe triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:09.859760 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:09.892418 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4a3e3bb8-7660-406f-8221-cafcdca82ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:09.970164 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-4a3e3bb8-7660-406f-8221-cafcdca82ef5 None None] For port 22c5d61b-e8f5-4776-a6b4-ef662ec2d2fe, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=22c5d61b-e8f5-4776-a6b4-ef662ec2d2fe,segment=NetworkSegment(7ec6cedb-ccb8-4c8d-a131-974944192d01),segment_id=7ec6cedb-ccb8-4c8d-a131-974944192d01)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:09.979769 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4a3e3bb8-7660-406f-8221-cafcdca82ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:10.062140 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e3bb8-7660-406f-8221-cafcdca82ef5 None None] Pushing event updated for resources: {'Port': ['ID=22c5d61b-e8f5-4776-a6b4-ef662ec2d2fe,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:10.200793 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-a5ddd03f-c32f-498f-8245-491b191503ae None None] Provisioning complete for port 22c5d61b-e8f5-4776-a6b4-ef662ec2d2fe triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:10.201161 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5ddd03f-c32f-498f-8245-491b191503ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:11.552966 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 22c5d61b-e8f5-4776-a6b4-ef662ec2d2fe up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:50:11.599279 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 22c5d61b-e8f5-4776-a6b4-ef662ec2d2fe triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:11.599652 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:11.704224 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 35350) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:11.999054 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-604753bf-e1f1-4112-bb34-fa0c8d779438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:12.016554 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [None req-0aca91d9-f985-465b-9f26-2c0698c4b65c admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:50:12.017535 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0aca91d9-f985-465b-9f26-2c0698c4b65c admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3122938 Nov 29 01:50:14.234134 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58a50be7-567d-4e90-82b1-ca20fca48c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:14.615633 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 35358) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:14.926965 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-359d1dca-320c-49c0-8f76-7748a1f026df admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:14.946401 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359d1dca-320c-49c0-8f76-7748a1f026df admin admin] Made reservation on behalf of 3c359e95d8124584bfd6d8f149b6e9b9 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:14.949483 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-359d1dca-320c-49c0-8f76-7748a1f026df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:14.957247 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-359d1dca-320c-49c0-8f76-7748a1f026df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:15.033482 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-359d1dca-320c-49c0-8f76-7748a1f026df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:15.036914 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-359d1dca-320c-49c0-8f76-7748a1f026df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:15.051597 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-359d1dca-320c-49c0-8f76-7748a1f026df admin admin] Reserving flat network on physical network physnet1 {{(pid=103254) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 29 01:50:15.070866 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d1dca-320c-49c0-8f76-7748a1f026df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aaa0c45-7c3b-4064-916b-8b41e7ef7c1b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:15.078423 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-359d1dca-320c-49c0-8f76-7748a1f026df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:15.078759 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-359d1dca-320c-49c0-8f76-7748a1f026df admin admin] Added segment 0c5ffc3a-0d64-4b0b-926a-ecc293404c89 of type flat for network 4bf244a8-fda8-412f-8f05-2c7c5210f333 Nov 29 01:50:15.124704 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-359d1dca-320c-49c0-8f76-7748a1f026df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:15.156724 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-359d1dca-320c-49c0-8f76-7748a1f026df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:15.157802 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359d1dca-320c-49c0-8f76-7748a1f026df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:15.158368 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-359d1dca-320c-49c0-8f76-7748a1f026df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:15.199061 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:15.214426 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-359d1dca-320c-49c0-8f76-7748a1f026df admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5977476 Nov 29 01:50:15.224716 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d1dca-320c-49c0-8f76-7748a1f026df admin admin] Pushing event updated for resources: {'Network': ['ID=4bf244a8-fda8-412f-8f05-2c7c5210f333,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:15.234971 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:50:16.874920 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:17.750386 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:17.791449 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 35376) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:18.034170 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe69465-74d6-45dc-95fe-1e66cb39b59e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:18.035580 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7fe69465-74d6-45dc-95fe-1e66cb39b59e admin admin] 10.222.0.37 "GET /v2.0/subnets/8de14bed-acaf-440b-a6c1-3c4534086da1 HTTP/1.1" status: 200 len: 849 time: 0.2431428 Nov 29 01:50:18.158367 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-384a3c98-ed96-410d-a006-6657bdaa1111 admin admin] 10.222.0.37 "GET /v2.0/routers/91082587-647c-4661-959a-40be2153e74c HTTP/1.1" status: 200 len: 704 time: 0.1162350 Nov 29 01:50:18.437280 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-250dbecc-1041-4653-8000-f444b40e770b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:18.739451 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-250dbecc-1041-4653-8000-f444b40e770b admin admin] Allocated IP 172.20.0.1 (bed0ddf2-c787-4628-a63e-39b09116ecc3/8de14bed-acaf-440b-a6c1-3c4534086da1/ca41f707-9cc1-4f47-841e-971d152e9d35) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:18.949310 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-250dbecc-1041-4653-8000-f444b40e770b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:19.015251 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-250dbecc-1041-4653-8000-f444b40e770b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:19.077322 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250dbecc-1041-4653-8000-f444b40e770b admin admin] Network bed0ddf2-c787-4628-a63e-39b09116ecc3 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:19.082917 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-250dbecc-1041-4653-8000-f444b40e770b admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:19.131738 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250dbecc-1041-4653-8000-f444b40e770b admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:19.132297 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-250dbecc-1041-4653-8000-f444b40e770b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:19.152596 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250dbecc-1041-4653-8000-f444b40e770b admin admin] Pushing event updated for resources: {'Port': ['ID=ca41f707-9cc1-4f47-841e-971d152e9d35,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:19.202039 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250dbecc-1041-4653-8000-f444b40e770b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:19.202405 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250dbecc-1041-4653-8000-f444b40e770b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:19.202749 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250dbecc-1041-4653-8000-f444b40e770b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:19.203088 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250dbecc-1041-4653-8000-f444b40e770b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:19.203431 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250dbecc-1041-4653-8000-f444b40e770b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:19.203777 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250dbecc-1041-4653-8000-f444b40e770b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:19.204109 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250dbecc-1041-4653-8000-f444b40e770b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:19.204456 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250dbecc-1041-4653-8000-f444b40e770b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:19.204790 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250dbecc-1041-4653-8000-f444b40e770b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:19.205120 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250dbecc-1041-4653-8000-f444b40e770b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:19.205448 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250dbecc-1041-4653-8000-f444b40e770b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:19.205800 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250dbecc-1041-4653-8000-f444b40e770b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:19.207166 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250dbecc-1041-4653-8000-f444b40e770b admin admin] Tracked resource versions report: Nov 29 01:50:19.207166 dv-neutron-819032-3-hyperv neutron-server[103255]: pushed versions: Nov 29 01:50:19.207166 dv-neutron-819032-3-hyperv neutron-server[103255]: { 'AddressGroup': {'1.2'}, Nov 29 01:50:19.207166 dv-neutron-819032-3-hyperv neutron-server[103255]: 'ConntrackHelper': {'1.0'}, Nov 29 01:50:19.207166 dv-neutron-819032-3-hyperv neutron-server[103255]: 'Log': {'1.0'}, Nov 29 01:50:19.207166 dv-neutron-819032-3-hyperv neutron-server[103255]: 'Network': {'1.1'}, Nov 29 01:50:19.207166 dv-neutron-819032-3-hyperv neutron-server[103255]: 'Port': {'1.7'}, Nov 29 01:50:19.207166 dv-neutron-819032-3-hyperv neutron-server[103255]: 'PortForwarding': {'1.2'}, Nov 29 01:50:19.207166 dv-neutron-819032-3-hyperv neutron-server[103255]: 'QosPolicy': {'1.10'}, Nov 29 01:50:19.207166 dv-neutron-819032-3-hyperv neutron-server[103255]: 'SecurityGroup': {'1.5'}, Nov 29 01:50:19.207166 dv-neutron-819032-3-hyperv neutron-server[103255]: 'SecurityGroupRule': {'1.2'}, Nov 29 01:50:19.207166 dv-neutron-819032-3-hyperv neutron-server[103255]: 'SubPort': {'1.0'}, Nov 29 01:50:19.207166 dv-neutron-819032-3-hyperv neutron-server[103255]: 'Subnet': {'1.1'}, Nov 29 01:50:19.207166 dv-neutron-819032-3-hyperv neutron-server[103255]: 'Trunk': {'1.1'}} Nov 29 01:50:19.207166 dv-neutron-819032-3-hyperv neutron-server[103255]: consumer versions: Nov 29 01:50:19.207166 dv-neutron-819032-3-hyperv neutron-server[103255]: { DHCP agent@dv-neutron-819032-3-hyperv: {}, Nov 29 01:50:19.207166 dv-neutron-819032-3-hyperv neutron-server[103255]: L3 agent@dv-neutron-819032-3-hyperv: {}, Nov 29 01:50:19.207166 dv-neutron-819032-3-hyperv neutron-server[103255]: Metadata agent@dv-neutron-819032-3-hyperv: {}, Nov 29 01:50:19.207166 dv-neutron-819032-3-hyperv neutron-server[103255]: Metering agent@dv-neutron-819032-3-hyperv: {}, Nov 29 01:50:19.207166 dv-neutron-819032-3-hyperv neutron-server[103255]: Open vSwitch agent@dv-neutron-819032-3-hyperv: { 'AddressGroup': '1.2', Nov 29 01:50:19.207166 dv-neutron-819032-3-hyperv neutron-server[103255]: 'ConntrackHelper': '1.0', Nov 29 01:50:19.207166 dv-neutron-819032-3-hyperv neutron-server[103255]: 'Log': '1.0', Nov 29 01:50:19.207166 dv-neutron-819032-3-hyperv neutron-server[103255]: 'Network': '1.1', Nov 29 01:50:19.207166 dv-neutron-819032-3-hyperv neutron-server[103255]: 'Port': '1.7', Nov 29 01:50:19.207166 dv-neutron-819032-3-hyperv neutron-server[103255]: 'PortForwarding': '1.2', Nov 29 01:50:19.207166 dv-neutron-819032-3-hyperv neutron-server[103255]: 'QosPolicy': '1.10', Nov 29 01:50:19.207166 dv-neutron-819032-3-hyperv neutron-server[103255]: 'SecurityGroup': '1.5', Nov 29 01:50:19.207166 dv-neutron-819032-3-hyperv neutron-server[103255]: 'SecurityGroupRule': '1.2', Nov 29 01:50:19.207166 dv-neutron-819032-3-hyperv neutron-server[103255]: 'SubPort': '1.0', Nov 29 01:50:19.207166 dv-neutron-819032-3-hyperv neutron-server[103255]: 'Subnet': '1.1', Nov 29 01:50:19.207166 dv-neutron-819032-3-hyperv neutron-server[103255]: 'Trunk': '1.1'}} Nov 29 01:50:19.207166 dv-neutron-819032-3-hyperv neutron-server[103255]: {{(pid=103255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 01:50:19.317701 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-94348431-7fa9-4eb6-a7ce-f1644a563ffe None None] Provisioning complete for port ca41f707-9cc1-4f47-841e-971d152e9d35 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:19.318262 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-94348431-7fa9-4eb6-a7ce-f1644a563ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:19.340392 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-250dbecc-1041-4653-8000-f444b40e770b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:19.350735 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-94348431-7fa9-4eb6-a7ce-f1644a563ffe None None] Port ca41f707-9cc1-4f47-841e-971d152e9d35 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:50:19.549856 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-250dbecc-1041-4653-8000-f444b40e770b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:19.554104 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-250dbecc-1041-4653-8000-f444b40e770b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:19.554832 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-250dbecc-1041-4653-8000-f444b40e770b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:19.673994 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250dbecc-1041-4653-8000-f444b40e770b admin admin] Pushing event updated for resources: {'Port': ['ID=ca41f707-9cc1-4f47-841e-971d152e9d35,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:19.719031 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250dbecc-1041-4653-8000-f444b40e770b admin admin] Network bed0ddf2-c787-4628-a63e-39b09116ecc3 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:19.720314 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-250dbecc-1041-4653-8000-f444b40e770b admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:19.871897 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-5eecbc75-3c92-4827-9d97-0cc171c20c89 None None] Provisioning complete for port ca41f707-9cc1-4f47-841e-971d152e9d35 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:19.872268 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5eecbc75-3c92-4827-9d97-0cc171c20c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:19.881098 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250dbecc-1041-4653-8000-f444b40e770b admin admin] Router 91082587-647c-4661-959a-40be2153e74c is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:50:19.908559 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-5eecbc75-3c92-4827-9d97-0cc171c20c89 None None] Port ca41f707-9cc1-4f47-841e-971d152e9d35 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:50:19.972150 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250dbecc-1041-4653-8000-f444b40e770b admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:50:19.980430 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-250dbecc-1041-4653-8000-f444b40e770b admin admin] 10.222.0.37 "PUT /v2.0/routers/91082587-647c-4661-959a-40be2153e74c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8135111 Nov 29 01:50:19.993138 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78349b14-793a-4aa5-980c-b6042f0522f3 None None] Sync routers for ids ['91082587-647c-4661-959a-40be2153e74c'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:50:20.008033 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78349b14-793a-4aa5-980c-b6042f0522f3 None None] Routers {'91082587-647c-4661-959a-40be2153e74c'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:50:20.008887 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-78349b14-793a-4aa5-980c-b6042f0522f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:50:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['91082587-647c-4661-959a-40be2153e74c'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:20.194667 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-78349b14-793a-4aa5-980c-b6042f0522f3 None None] Set router 91082587-647c-4661-959a-40be2153e74c gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:50:20.619949 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-78349b14-793a-4aa5-980c-b6042f0522f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91082587-647c-4661-959a-40be2153e74c', 'name': 'router1', 'tenant_id': '3fcdb751c1a04789bd3c9d936e70473c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:50:08Z', 'updated_at': '2021-11-29T01:50:19Z', 'revision_number': 2, 'project_id': '3fcdb751c1a04789bd3c9d936e70473c', 'gw_port_host': None, '_interfaces': [{'id': 'ca41f707-9cc1-4f47-841e-971d152e9d35', 'name': '', 'network_id': 'bed0ddf2-c787-4628-a63e-39b09116ecc3', 'tenant_id': '3fcdb751c1a04789bd3c9d936e70473c', 'mac_address': 'fa:16:3e:ea:66:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91082587-647c-4661-959a-40be2153e74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8de14bed-acaf-440b-a6c1-3c4534086da1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:50:18Z', 'updated_at': '2021-11-29T01:50:19Z', 'revision_number': 2, 'project_id': '3fcdb751c1a04789bd3c9d936e70473c', 'subnets': [{'id': '8de14bed-acaf-440b-a6c1-3c4534086da1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1380d5c2-e2b0-4e6a-bb76-7c582b1f020d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:20.669991 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78349b14-793a-4aa5-980c-b6042f0522f3 None None] Checking router: 91082587-647c-4661-959a-40be2153e74c for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:50:20.670363 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78349b14-793a-4aa5-980c-b6042f0522f3 None None] Updating router 91082587-647c-4661-959a-40be2153e74c port ca41f707-9cc1-4f47-841e-971d152e9d35 binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:50:20.718577 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-78349b14-793a-4aa5-980c-b6042f0522f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:21.220735 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-78349b14-793a-4aa5-980c-b6042f0522f3 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:21.227426 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-78349b14-793a-4aa5-980c-b6042f0522f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:21.390638 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-78349b14-793a-4aa5-980c-b6042f0522f3 None None] Attempting to bind port ca41f707-9cc1-4f47-841e-971d152e9d35 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:50:21.391067 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-78349b14-793a-4aa5-980c-b6042f0522f3 None None] Attempting to bind port ca41f707-9cc1-4f47-841e-971d152e9d35 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '7ec6cedb-ccb8-4c8d-a131-974944192d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bed0ddf2-c787-4628-a63e-39b09116ecc3'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:50:21.391469 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78349b14-793a-4aa5-980c-b6042f0522f3 None None] Attempting to bind port ca41f707-9cc1-4f47-841e-971d152e9d35 on network bed0ddf2-c787-4628-a63e-39b09116ecc3 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:50:21.393406 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c7083-f641-4bda-92e2-ccf4ab8d86c8 None None] Pushing event updated for resources: {'Port': ['ID=ca41f707-9cc1-4f47-841e-971d152e9d35,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:21.404504 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8c7083-f641-4bda-92e2-ccf4ab8d86c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:21.404881 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8c7083-f641-4bda-92e2-ccf4ab8d86c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:21.405216 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8c7083-f641-4bda-92e2-ccf4ab8d86c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:21.405615 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8c7083-f641-4bda-92e2-ccf4ab8d86c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:21.405910 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8c7083-f641-4bda-92e2-ccf4ab8d86c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:21.406247 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8c7083-f641-4bda-92e2-ccf4ab8d86c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:21.406583 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8c7083-f641-4bda-92e2-ccf4ab8d86c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:21.406932 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8c7083-f641-4bda-92e2-ccf4ab8d86c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:21.407280 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8c7083-f641-4bda-92e2-ccf4ab8d86c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:21.407608 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8c7083-f641-4bda-92e2-ccf4ab8d86c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:21.407929 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8c7083-f641-4bda-92e2-ccf4ab8d86c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:21.408248 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8c7083-f641-4bda-92e2-ccf4ab8d86c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:50:21.409646 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8c7083-f641-4bda-92e2-ccf4ab8d86c8 None None] Tracked resource versions report: Nov 29 01:50:21.409646 dv-neutron-819032-3-hyperv neutron-server[103257]: pushed versions: Nov 29 01:50:21.409646 dv-neutron-819032-3-hyperv neutron-server[103257]: { 'AddressGroup': {'1.2'}, Nov 29 01:50:21.409646 dv-neutron-819032-3-hyperv neutron-server[103257]: 'ConntrackHelper': {'1.0'}, Nov 29 01:50:21.409646 dv-neutron-819032-3-hyperv neutron-server[103257]: 'Log': {'1.0'}, Nov 29 01:50:21.409646 dv-neutron-819032-3-hyperv neutron-server[103257]: 'Network': {'1.1'}, Nov 29 01:50:21.409646 dv-neutron-819032-3-hyperv neutron-server[103257]: 'Port': {'1.7'}, Nov 29 01:50:21.409646 dv-neutron-819032-3-hyperv neutron-server[103257]: 'PortForwarding': {'1.2'}, Nov 29 01:50:21.409646 dv-neutron-819032-3-hyperv neutron-server[103257]: 'QosPolicy': {'1.10'}, Nov 29 01:50:21.409646 dv-neutron-819032-3-hyperv neutron-server[103257]: 'SecurityGroup': {'1.5'}, Nov 29 01:50:21.409646 dv-neutron-819032-3-hyperv neutron-server[103257]: 'SecurityGroupRule': {'1.2'}, Nov 29 01:50:21.409646 dv-neutron-819032-3-hyperv neutron-server[103257]: 'SubPort': {'1.0'}, Nov 29 01:50:21.409646 dv-neutron-819032-3-hyperv neutron-server[103257]: 'Subnet': {'1.1'}, Nov 29 01:50:21.409646 dv-neutron-819032-3-hyperv neutron-server[103257]: 'Trunk': {'1.1'}} Nov 29 01:50:21.409646 dv-neutron-819032-3-hyperv neutron-server[103257]: consumer versions: Nov 29 01:50:21.409646 dv-neutron-819032-3-hyperv neutron-server[103257]: { DHCP agent@dv-neutron-819032-3-hyperv: {}, Nov 29 01:50:21.409646 dv-neutron-819032-3-hyperv neutron-server[103257]: L3 agent@dv-neutron-819032-3-hyperv: {}, Nov 29 01:50:21.409646 dv-neutron-819032-3-hyperv neutron-server[103257]: Metadata agent@dv-neutron-819032-3-hyperv: {}, Nov 29 01:50:21.409646 dv-neutron-819032-3-hyperv neutron-server[103257]: Metering agent@dv-neutron-819032-3-hyperv: {}, Nov 29 01:50:21.409646 dv-neutron-819032-3-hyperv neutron-server[103257]: Open vSwitch agent@dv-neutron-819032-3-hyperv: { 'AddressGroup': '1.2', Nov 29 01:50:21.409646 dv-neutron-819032-3-hyperv neutron-server[103257]: 'ConntrackHelper': '1.0', Nov 29 01:50:21.409646 dv-neutron-819032-3-hyperv neutron-server[103257]: 'Log': '1.0', Nov 29 01:50:21.409646 dv-neutron-819032-3-hyperv neutron-server[103257]: 'Network': '1.1', Nov 29 01:50:21.409646 dv-neutron-819032-3-hyperv neutron-server[103257]: 'Port': '1.7', Nov 29 01:50:21.409646 dv-neutron-819032-3-hyperv neutron-server[103257]: 'PortForwarding': '1.2', Nov 29 01:50:21.409646 dv-neutron-819032-3-hyperv neutron-server[103257]: 'QosPolicy': '1.10', Nov 29 01:50:21.409646 dv-neutron-819032-3-hyperv neutron-server[103257]: 'SecurityGroup': '1.5', Nov 29 01:50:21.409646 dv-neutron-819032-3-hyperv neutron-server[103257]: 'SecurityGroupRule': '1.2', Nov 29 01:50:21.409646 dv-neutron-819032-3-hyperv neutron-server[103257]: 'SubPort': '1.0', Nov 29 01:50:21.409646 dv-neutron-819032-3-hyperv neutron-server[103257]: 'Subnet': '1.1', Nov 29 01:50:21.409646 dv-neutron-819032-3-hyperv neutron-server[103257]: 'Trunk': '1.1'}} Nov 29 01:50:21.409646 dv-neutron-819032-3-hyperv neutron-server[103257]: {{(pid=103257) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 01:50:21.412006 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78349b14-793a-4aa5-980c-b6042f0522f3 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:50:21.412412 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78349b14-793a-4aa5-980c-b6042f0522f3 None None] Checking segment: {'id': '7ec6cedb-ccb8-4c8d-a131-974944192d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bed0ddf2-c787-4628-a63e-39b09116ecc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:50:21.412902 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-78349b14-793a-4aa5-980c-b6042f0522f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:21.413284 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78349b14-793a-4aa5-980c-b6042f0522f3 None None] Bound using segment: {'id': '7ec6cedb-ccb8-4c8d-a131-974944192d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bed0ddf2-c787-4628-a63e-39b09116ecc3'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:50:21.413774 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-78349b14-793a-4aa5-980c-b6042f0522f3 None None] Bound port: ca41f707-9cc1-4f47-841e-971d152e9d35, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ec6cedb-ccb8-4c8d-a131-974944192d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bed0ddf2-c787-4628-a63e-39b09116ecc3'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:50:21.414168 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-78349b14-793a-4aa5-980c-b6042f0522f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:21.436937 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-42960a91-fecc-4bdc-bcee-074416a726de None None] Provisioning complete for port ca41f707-9cc1-4f47-841e-971d152e9d35 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:21.437513 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42960a91-fecc-4bdc-bcee-074416a726de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:21.470560 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-42960a91-fecc-4bdc-bcee-074416a726de None None] Port ca41f707-9cc1-4f47-841e-971d152e9d35 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:50:21.486607 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-78349b14-793a-4aa5-980c-b6042f0522f3 None None] For port ca41f707-9cc1-4f47-841e-971d152e9d35, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:50:21.505721 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-78349b14-793a-4aa5-980c-b6042f0522f3 None None] For port ca41f707-9cc1-4f47-841e-971d152e9d35, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=ca41f707-9cc1-4f47-841e-971d152e9d35,segment=NetworkSegment(7ec6cedb-ccb8-4c8d-a131-974944192d01),segment_id=7ec6cedb-ccb8-4c8d-a131-974944192d01)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:50:21.510647 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-78349b14-793a-4aa5-980c-b6042f0522f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:21.567681 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78349b14-793a-4aa5-980c-b6042f0522f3 None None] Routers {'91082587-647c-4661-959a-40be2153e74c'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:50:21.568315 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-78349b14-793a-4aa5-980c-b6042f0522f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:50:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['91082587-647c-4661-959a-40be2153e74c'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:21.570210 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c7083-f641-4bda-92e2-ccf4ab8d86c8 None None] Pushing event updated for resources: {'Port': ['ID=ca41f707-9cc1-4f47-841e-971d152e9d35,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:21.660926 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-78349b14-793a-4aa5-980c-b6042f0522f3 None None] Set router 91082587-647c-4661-959a-40be2153e74c gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:50:21.793970 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-014f9dd1-d971-4b5d-afc2-c14e449df50a None None] Provisioning complete for port ca41f707-9cc1-4f47-841e-971d152e9d35 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:21.794355 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-014f9dd1-d971-4b5d-afc2-c14e449df50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:21.872012 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-78349b14-793a-4aa5-980c-b6042f0522f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91082587-647c-4661-959a-40be2153e74c', 'name': 'router1', 'tenant_id': '3fcdb751c1a04789bd3c9d936e70473c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:50:08Z', 'updated_at': '2021-11-29T01:50:19Z', 'revision_number': 2, 'project_id': '3fcdb751c1a04789bd3c9d936e70473c', 'gw_port_host': None, '_interfaces': [{'id': 'ca41f707-9cc1-4f47-841e-971d152e9d35', 'name': '', 'network_id': 'bed0ddf2-c787-4628-a63e-39b09116ecc3', 'tenant_id': '3fcdb751c1a04789bd3c9d936e70473c', 'mac_address': 'fa:16:3e:ea:66:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91082587-647c-4661-959a-40be2153e74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8de14bed-acaf-440b-a6c1-3c4534086da1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:50:18Z', 'updated_at': '2021-11-29T01:50:21Z', 'revision_number': 4, 'project_id': '3fcdb751c1a04789bd3c9d936e70473c', 'subnets': [{'id': '8de14bed-acaf-440b-a6c1-3c4534086da1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1380d5c2-e2b0-4e6a-bb76-7c582b1f020d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:21.875133 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-014f9dd1-d971-4b5d-afc2-c14e449df50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:21.898362 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78349b14-793a-4aa5-980c-b6042f0522f3 None None] The sync data for ids ['91082587-647c-4661-959a-40be2153e74c'] in dv-neutron-819032-3-hyperv is: [{'id': '91082587-647c-4661-959a-40be2153e74c', 'name': 'router1', 'tenant_id': '3fcdb751c1a04789bd3c9d936e70473c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:50:08Z', 'updated_at': '2021-11-29T01:50:19Z', 'revision_number': 2, 'project_id': '3fcdb751c1a04789bd3c9d936e70473c', 'gw_port_host': None, '_interfaces': [{'id': 'ca41f707-9cc1-4f47-841e-971d152e9d35', 'name': '', 'network_id': 'bed0ddf2-c787-4628-a63e-39b09116ecc3', 'tenant_id': '3fcdb751c1a04789bd3c9d936e70473c', 'mac_address': 'fa:16:3e:ea:66:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91082587-647c-4661-959a-40be2153e74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8de14bed-acaf-440b-a6c1-3c4534086da1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:50:18Z', 'updated_at': '2021-11-29T01:50:21Z', 'revision_number': 4, 'project_id': '3fcdb751c1a04789bd3c9d936e70473c', 'subnets': [{'id': '8de14bed-acaf-440b-a6c1-3c4534086da1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1380d5c2-e2b0-4e6a-bb76-7c582b1f020d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:50:21.908533 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-014f9dd1-d971-4b5d-afc2-c14e449df50a None None] For port ca41f707-9cc1-4f47-841e-971d152e9d35, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=ca41f707-9cc1-4f47-841e-971d152e9d35,segment=NetworkSegment(7ec6cedb-ccb8-4c8d-a131-974944192d01),segment_id=7ec6cedb-ccb8-4c8d-a131-974944192d01)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:21.912937 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-014f9dd1-d971-4b5d-afc2-c14e449df50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:21.963926 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f9dd1-d971-4b5d-afc2-c14e449df50a None None] Pushing event updated for resources: {'Port': ['ID=ca41f707-9cc1-4f47-841e-971d152e9d35,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:22.419611 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 35400) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:22.530502 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca85327-c47a-4ca4-bd0e-56f5f826a065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:22.532120 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2ca85327-c47a-4ca4-bd0e-56f5f826a065 admin admin] 10.222.0.37 "GET /v2.0/networks/4bf244a8-fda8-412f-8f05-2c7c5210f333 HTTP/1.1" status: 200 len: 842 time: 0.1114421 Nov 29 01:50:22.542661 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-dd872f3d-ab6e-4dd7-8755-72a70191cf2d admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.26.3.0/24', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'gateway_ip': '172.26.3.1', 'name': 'public-subnet'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:22.567988 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd872f3d-ab6e-4dd7-8755-72a70191cf2d admin admin] Made reservation on behalf of 3c359e95d8124584bfd6d8f149b6e9b9 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:50:22.570390 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dd872f3d-ab6e-4dd7-8755-72a70191cf2d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:22.872729 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.objects.ports [None req-dd872f3d-ab6e-4dd7-8755-72a70191cf2d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103255) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 01:50:22.873153 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dd872f3d-ab6e-4dd7-8755-72a70191cf2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:22.935454 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd872f3d-ab6e-4dd7-8755-72a70191cf2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=511eb198-0fe9-4716-8e57-1778191b4e7a,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:22.940689 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd872f3d-ab6e-4dd7-8755-72a70191cf2d admin admin] Checking segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:50:22.941049 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd872f3d-ab6e-4dd7-8755-72a70191cf2d admin admin] Network hostable DHCP agents. Network: 4bf244a8-fda8-412f-8f05-2c7c5210f333, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:50:22.963437 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd872f3d-ab6e-4dd7-8755-72a70191cf2d admin admin] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:50:22.976302 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-dd872f3d-ab6e-4dd7-8755-72a70191cf2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 4bf244a8-fda8-412f-8f05-2c7c5210f333) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:22.980966 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd872f3d-ab6e-4dd7-8755-72a70191cf2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:22.981621 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dd872f3d-ab6e-4dd7-8755-72a70191cf2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:22.987130 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434806a9-8ca6-4d1f-8daa-31e975ab6e51 None None] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:23.005529 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-dd872f3d-ab6e-4dd7-8755-72a70191cf2d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4668207 Nov 29 01:50:23.130519 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26980dcd-308a-45f8-8012-db2b9adccf2c None None] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:50:25.549945 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 35408) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:25.684509 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a9fe14ae-600e-4951-8d92-e4a55932548d admin admin] 10.222.0.37 "GET /v2.0/routers/91082587-647c-4661-959a-40be2153e74c HTTP/1.1" status: 200 len: 710 time: 0.1333733 Nov 29 01:50:25.773247 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6f6687-79fc-4b3a-9532-988df45b9dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:50:25.774684 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2a6f6687-79fc-4b3a-9532-988df45b9dfc admin admin] 10.222.0.37 "GET /v2.0/networks/4bf244a8-fda8-412f-8f05-2c7c5210f333 HTTP/1.1" status: 200 len: 886 time: 0.0840926 Nov 29 01:50:25.784617 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c57b893d-0e34-4602-b0c9-050d43de1c12 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:50:26.027854 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c57b893d-0e34-4602-b0c9-050d43de1c12 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:26.331195 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c57b893d-0e34-4602-b0c9-050d43de1c12 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:26.404284 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c57b893d-0e34-4602-b0c9-050d43de1c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:26.510710 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-c57b893d-0e34-4602-b0c9-050d43de1c12 admin admin] Allocated IP 172.26.3.104 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/0a38e756-4a9c-4845-aa9c-a75f343893f3) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:50:26.609026 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c57b893d-0e34-4602-b0c9-050d43de1c12 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:26.642070 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c57b893d-0e34-4602-b0c9-050d43de1c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:26.679281 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57b893d-0e34-4602-b0c9-050d43de1c12 admin admin] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:50:26.682634 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-c57b893d-0e34-4602-b0c9-050d43de1c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:50:26.688781 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57b893d-0e34-4602-b0c9-050d43de1c12 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:50:26.691649 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b893d-0e34-4602-b0c9-050d43de1c12 admin admin] Pushing event updated for resources: {'Port': ['ID=0a38e756-4a9c-4845-aa9c-a75f343893f3,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:26.930688 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c57b893d-0e34-4602-b0c9-050d43de1c12 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:27.123666 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c57b893d-0e34-4602-b0c9-050d43de1c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32579'] for router, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:27.127065 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c57b893d-0e34-4602-b0c9-050d43de1c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-599907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-599898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-600112'] for router, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:27.233235 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57b893d-0e34-4602-b0c9-050d43de1c12 admin admin] Router 91082587-647c-4661-959a-40be2153e74c has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:50:27.254780 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 5 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:50:27.339610 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57b893d-0e34-4602-b0c9-050d43de1c12 admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:50:27.343975 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c57b893d-0e34-4602-b0c9-050d43de1c12 admin admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:27.345207 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c57b893d-0e34-4602-b0c9-050d43de1c12 admin admin] 10.222.0.37 "PUT /v2.0/routers/91082587-647c-4661-959a-40be2153e74c HTTP/1.1" status: 200 len: 890 time: 1.5638411 Nov 29 01:50:29.083253 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193cc777-2355-4e7b-9047-2b04e3896c5d None None] Sync routers for ids ['91082587-647c-4661-959a-40be2153e74c'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:50:29.095613 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193cc777-2355-4e7b-9047-2b04e3896c5d None None] Routers {'91082587-647c-4661-959a-40be2153e74c'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:50:29.096274 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-193cc777-2355-4e7b-9047-2b04e3896c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:50:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['91082587-647c-4661-959a-40be2153e74c'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:29.305933 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-193cc777-2355-4e7b-9047-2b04e3896c5d None None] Set router 91082587-647c-4661-959a-40be2153e74c gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:50:29.604893 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device ca41f707-9cc1-4f47-841e-971d152e9d35 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:50:29.787756 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port ca41f707-9cc1-4f47-841e-971d152e9d35 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:29.788046 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:29.861681 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-193cc777-2355-4e7b-9047-2b04e3896c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91082587-647c-4661-959a-40be2153e74c', 'name': 'router1', 'tenant_id': '3fcdb751c1a04789bd3c9d936e70473c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '0a38e756-4a9c-4845-aa9c-a75f343893f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:50:08Z', 'updated_at': '2021-11-29T01:50:26Z', 'revision_number': 4, 'project_id': '3fcdb751c1a04789bd3c9d936e70473c', 'gw_port': {'id': '0a38e756-4a9c-4845-aa9c-a75f343893f3', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91082587-647c-4661-959a-40be2153e74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:50:26Z', 'updated_at': '2021-11-29T01:50:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': 'ca41f707-9cc1-4f47-841e-971d152e9d35', 'name': '', 'network_id': 'bed0ddf2-c787-4628-a63e-39b09116ecc3', 'tenant_id': '3fcdb751c1a04789bd3c9d936e70473c', 'mac_address': 'fa:16:3e:ea:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91082587-647c-4661-959a-40be2153e74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8de14bed-acaf-440b-a6c1-3c4534086da1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:50:18Z', 'updated_at': '2021-11-29T01:50:21Z', 'revision_number': 5, 'project_id': '3fcdb751c1a04789bd3c9d936e70473c', 'subnets': [{'id': '8de14bed-acaf-440b-a6c1-3c4534086da1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1380d5c2-e2b0-4e6a-bb76-7c582b1f020d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:29.932373 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193cc777-2355-4e7b-9047-2b04e3896c5d None None] Checking router: 91082587-647c-4661-959a-40be2153e74c for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:50:29.932736 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193cc777-2355-4e7b-9047-2b04e3896c5d None None] Updating router 91082587-647c-4661-959a-40be2153e74c port 0a38e756-4a9c-4845-aa9c-a75f343893f3 binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:50:29.990448 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-193cc777-2355-4e7b-9047-2b04e3896c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:29.999523 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 35420) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:50:30.114049 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-36177a77-39cf-4f3c-a690-05e587fec85d admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1106219 Nov 29 01:50:30.331660 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-193cc777-2355-4e7b-9047-2b04e3896c5d None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:30.337468 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-193cc777-2355-4e7b-9047-2b04e3896c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:30.389816 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-193cc777-2355-4e7b-9047-2b04e3896c5d None None] Attempting to bind port 0a38e756-4a9c-4845-aa9c-a75f343893f3 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:50:30.390193 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-193cc777-2355-4e7b-9047-2b04e3896c5d None None] Attempting to bind port 0a38e756-4a9c-4845-aa9c-a75f343893f3 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:50:30.390561 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193cc777-2355-4e7b-9047-2b04e3896c5d None None] Attempting to bind port 0a38e756-4a9c-4845-aa9c-a75f343893f3 on network 4bf244a8-fda8-412f-8f05-2c7c5210f333 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:50:30.392405 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c947790-e0ea-4fa3-9cb3-fc10047b4a7d None None] Pushing event updated for resources: {'Port': ['ID=0a38e756-4a9c-4845-aa9c-a75f343893f3,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:30.398082 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193cc777-2355-4e7b-9047-2b04e3896c5d None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:50:30.398467 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193cc777-2355-4e7b-9047-2b04e3896c5d None None] Checking segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:50:30.398870 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-193cc777-2355-4e7b-9047-2b04e3896c5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:30.399261 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193cc777-2355-4e7b-9047-2b04e3896c5d None None] Bound using segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:50:30.399727 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-193cc777-2355-4e7b-9047-2b04e3896c5d None None] Bound port: 0a38e756-4a9c-4845-aa9c-a75f343893f3, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:50:30.400135 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-193cc777-2355-4e7b-9047-2b04e3896c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:30.451469 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-193cc777-2355-4e7b-9047-2b04e3896c5d None None] For port 0a38e756-4a9c-4845-aa9c-a75f343893f3, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:50:30.454488 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-193cc777-2355-4e7b-9047-2b04e3896c5d None None] For port 0a38e756-4a9c-4845-aa9c-a75f343893f3, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=0a38e756-4a9c-4845-aa9c-a75f343893f3,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:50:30.458941 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-193cc777-2355-4e7b-9047-2b04e3896c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:30.516594 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193cc777-2355-4e7b-9047-2b04e3896c5d None None] Routers {'91082587-647c-4661-959a-40be2153e74c'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:50:30.517211 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-193cc777-2355-4e7b-9047-2b04e3896c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:50:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['91082587-647c-4661-959a-40be2153e74c'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:30.550623 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c947790-e0ea-4fa3-9cb3-fc10047b4a7d None None] Pushing event updated for resources: {'Port': ['ID=0a38e756-4a9c-4845-aa9c-a75f343893f3,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:30.625943 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-193cc777-2355-4e7b-9047-2b04e3896c5d None None] Set router 91082587-647c-4661-959a-40be2153e74c gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:50:30.842813 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-193cc777-2355-4e7b-9047-2b04e3896c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91082587-647c-4661-959a-40be2153e74c', 'name': 'router1', 'tenant_id': '3fcdb751c1a04789bd3c9d936e70473c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '0a38e756-4a9c-4845-aa9c-a75f343893f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:50:08Z', 'updated_at': '2021-11-29T01:50:26Z', 'revision_number': 4, 'project_id': '3fcdb751c1a04789bd3c9d936e70473c', 'gw_port': {'id': '0a38e756-4a9c-4845-aa9c-a75f343893f3', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91082587-647c-4661-959a-40be2153e74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:50:26Z', 'updated_at': '2021-11-29T01:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': 'ca41f707-9cc1-4f47-841e-971d152e9d35', 'name': '', 'network_id': 'bed0ddf2-c787-4628-a63e-39b09116ecc3', 'tenant_id': '3fcdb751c1a04789bd3c9d936e70473c', 'mac_address': 'fa:16:3e:ea:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91082587-647c-4661-959a-40be2153e74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8de14bed-acaf-440b-a6c1-3c4534086da1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:50:18Z', 'updated_at': '2021-11-29T01:50:21Z', 'revision_number': 5, 'project_id': '3fcdb751c1a04789bd3c9d936e70473c', 'subnets': [{'id': '8de14bed-acaf-440b-a6c1-3c4534086da1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1380d5c2-e2b0-4e6a-bb76-7c582b1f020d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:50:30.870142 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193cc777-2355-4e7b-9047-2b04e3896c5d None None] The sync data for ids ['91082587-647c-4661-959a-40be2153e74c'] in dv-neutron-819032-3-hyperv is: [{'id': '91082587-647c-4661-959a-40be2153e74c', 'name': 'router1', 'tenant_id': '3fcdb751c1a04789bd3c9d936e70473c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '0a38e756-4a9c-4845-aa9c-a75f343893f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:50:08Z', 'updated_at': '2021-11-29T01:50:26Z', 'revision_number': 4, 'project_id': '3fcdb751c1a04789bd3c9d936e70473c', 'gw_port': {'id': '0a38e756-4a9c-4845-aa9c-a75f343893f3', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91082587-647c-4661-959a-40be2153e74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:50:26Z', 'updated_at': '2021-11-29T01:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': 'ca41f707-9cc1-4f47-841e-971d152e9d35', 'name': '', 'network_id': 'bed0ddf2-c787-4628-a63e-39b09116ecc3', 'tenant_id': '3fcdb751c1a04789bd3c9d936e70473c', 'mac_address': 'fa:16:3e:ea:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91082587-647c-4661-959a-40be2153e74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8de14bed-acaf-440b-a6c1-3c4534086da1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:50:18Z', 'updated_at': '2021-11-29T01:50:21Z', 'revision_number': 5, 'project_id': '3fcdb751c1a04789bd3c9d936e70473c', 'subnets': [{'id': '8de14bed-acaf-440b-a6c1-3c4534086da1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1380d5c2-e2b0-4e6a-bb76-7c582b1f020d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:50:31.586866 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 0a38e756-4a9c-4845-aa9c-a75f343893f3 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:50:31.646824 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 0a38e756-4a9c-4845-aa9c-a75f343893f3 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:31.647275 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:31.725092 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:31.745014 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port 0a38e756-4a9c-4845-aa9c-a75f343893f3, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=0a38e756-4a9c-4845-aa9c-a75f343893f3,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:50:31.750276 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:31.799945 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=0a38e756-4a9c-4845-aa9c-a75f343893f3,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:50:33.590788 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 0a38e756-4a9c-4845-aa9c-a75f343893f3 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:50:33.648761 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 0a38e756-4a9c-4845-aa9c-a75f343893f3 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:50:33.649124 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:42.001837 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dfc5473f-466b-4aa8-b26f-37ffe64b16f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:44.235367 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4e55acc-3b11-45c7-a614-b7683edfe099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:45.204710 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:46.889022 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:50:47.762894 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:04.272827 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 5 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:51:12.004011 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56a69603-637f-4a24-aa8b-d2ef8035a0c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:14.246653 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-489b46de-ca96-4bba-a820-a6ed70594cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:15.210156 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:16.877562 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:17.757961 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:41.251438 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 5 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:51:42.005653 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5fc78811-b4d3-45c5-8b66-bd877873f190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:44.242742 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2f39970a-475d-45bf-ab9b-8ddedbf36b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:45.210687 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:46.876834 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:47.762287 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:55.809615 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 35936) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:55.869009 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-100f7ef0-44d0-4c0c-9229-2a45a732eecf admin admin] GET failed (client error): The resource could not be found. Nov 29 01:51:55.870294 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-100f7ef0-44d0-4c0c-9229-2a45a732eecf admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0597124 Nov 29 01:51:56.111539 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62b292d-6816-42e0-a58e-d16bf562370c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:56.112926 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a62b292d-6816-42e0-a58e-d16bf562370c admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2380583 Nov 29 01:51:58.494601 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 35946) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:51:58.583855 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28a37f1-1751-41b4-babc-60e6829658d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:58.585191 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c28a37f1-1751-41b4-babc-60e6829658d5 admin admin] 10.222.0.37 "GET /v2.0/subnets/8de14bed-acaf-440b-a6c1-3c4534086da1 HTTP/1.1" status: 200 len: 849 time: 0.0896428 Nov 29 01:51:58.596921 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6f1d3651-d49c-465d-88bd-368503ffb489 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:51:58.680169 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6f1d3651-d49c-465d-88bd-368503ffb489 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:58.819781 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6f1d3651-d49c-465d-88bd-368503ffb489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763261847408'] for subnet, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:58.847578 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1d3651-d49c-465d-88bd-368503ffb489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:51:58.848161 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6f1d3651-d49c-465d-88bd-368503ffb489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:58.849432 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6f1d3651-d49c-465d-88bd-368503ffb489 admin admin] 10.222.0.37 "PUT /v2.0/subnets/8de14bed-acaf-440b-a6c1-3c4534086da1 HTTP/1.1" status: 200 len: 868 time: 0.2562160 Nov 29 01:51:58.855642 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bd3367-97db-431c-8d6e-7d3ed9226778 None None] Network bed0ddf2-c787-4628-a63e-39b09116ecc3 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:51:58.871913 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d3651-d49c-465d-88bd-368503ffb489 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8de14bed-acaf-440b-a6c1-3c4534086da1,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:51:58.879890 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d3651-d49c-465d-88bd-368503ffb489 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:58.880238 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d3651-d49c-465d-88bd-368503ffb489 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:58.880652 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d3651-d49c-465d-88bd-368503ffb489 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:58.880993 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d3651-d49c-465d-88bd-368503ffb489 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:58.881328 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d3651-d49c-465d-88bd-368503ffb489 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:58.883103 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d3651-d49c-465d-88bd-368503ffb489 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:58.883448 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d3651-d49c-465d-88bd-368503ffb489 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:58.883788 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d3651-d49c-465d-88bd-368503ffb489 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:58.884127 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d3651-d49c-465d-88bd-368503ffb489 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:58.884458 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d3651-d49c-465d-88bd-368503ffb489 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:58.884787 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d3651-d49c-465d-88bd-368503ffb489 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:58.885157 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1d3651-d49c-465d-88bd-368503ffb489 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:51:59.278387 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-5049ef4b-befc-4a4b-965f-dfbda28c0146 None None] Provisioning complete for port ca41f707-9cc1-4f47-841e-971d152e9d35 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:59.278763 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5049ef4b-befc-4a4b-965f-dfbda28c0146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:51:59.363123 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-5049ef4b-befc-4a4b-965f-dfbda28c0146 None None] Provisioning complete for port 22c5d61b-e8f5-4776-a6b4-ef662ec2d2fe triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:51:59.363439 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5049ef4b-befc-4a4b-965f-dfbda28c0146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:01.265043 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 35954) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:01.471426 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dd2320-f169-4ca0-acfc-274a0912da4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:01.471808 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dd2320-f169-4ca0-acfc-274a0912da4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:01.473336 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e9dd2320-f169-4ca0-acfc-274a0912da4d admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2073269 Nov 29 01:52:03.832406 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 35964) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:03.960921 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4afa84-372a-4e9c-9454-dde2a8cc849e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:03.961383 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4afa84-372a-4e9c-9454-dde2a8cc849e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:03.963568 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ea4afa84-372a-4e9c-9454-dde2a8cc849e admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1296391 Nov 29 01:52:06.334396 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 35972) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:06.483696 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2944ba97-f008-4c62-a0f9-b80b19390649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:06.484969 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2944ba97-f008-4c62-a0f9-b80b19390649 admin admin] 10.222.0.37 "GET /v2.0/networks/4bf244a8-fda8-412f-8f05-2c7c5210f333 HTTP/1.1" status: 200 len: 886 time: 0.1496303 Nov 29 01:52:08.857051 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 35980) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:09.001834 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7f4823-4621-4637-a153-23f538add4da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:09.003190 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3a7f4823-4621-4637-a153-23f538add4da admin admin] 10.222.0.37 "GET /v2.0/networks/bed0ddf2-c787-4628-a63e-39b09116ecc3 HTTP/1.1" status: 200 len: 869 time: 0.1451440 Nov 29 01:52:11.352405 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 35988) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:11.475188 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060a0133-1c98-44bf-aca0-508b1143c9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:11.475674 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060a0133-1c98-44bf-aca0-508b1143c9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:11.477152 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-060a0133-1c98-44bf-aca0-508b1143c9af admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1238234 Nov 29 01:52:12.007868 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-da17beda-f525-4252-bce3-1440c6094e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:13.843056 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 35996) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:13.935052 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e32419-3b3b-4293-af84-c3be74be93db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:13.935501 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e32419-3b3b-4293-af84-c3be74be93db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:13.937012 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-23e32419-3b3b-4293-af84-c3be74be93db admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0930707 Nov 29 01:52:14.244996 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d63d6e12-14d9-4bf1-9f1c-42e63b669f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:15.211848 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:16.305811 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36004) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:16.389480 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db0b01a-924c-483e-bde3-fd08d1423871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:16.390841 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4db0b01a-924c-483e-bde3-fd08d1423871 admin admin] 10.222.0.37 "GET /v2.0/subnets/511eb198-0fe9-4716-8e57-1778191b4e7a HTTP/1.1" status: 200 len: 816 time: 0.0840473 Nov 29 01:52:16.878389 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:17.766931 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:18.250137 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 5 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:52:18.762924 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36012) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:18.857247 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9543d5fd-5508-494d-b58c-ed8a62ff81d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:18.858586 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9543d5fd-5508-494d-b58c-ed8a62ff81d0 admin admin] 10.222.0.37 "GET /v2.0/subnets/8de14bed-acaf-440b-a6c1-3c4534086da1 HTTP/1.1" status: 200 len: 868 time: 0.0946958 Nov 29 01:52:42.011818 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46c01daf-294d-42bd-b2cc-6f9bd0b73bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:43.794141 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36066) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:43.839996 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [None req-cc68f631-dcc8-4372-8d13-cdce16b3bffc admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:52:43.841039 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-cc68f631-dcc8-4372-8d13-cdce16b3bffc admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0459619 Nov 29 01:52:44.246192 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0ebdd6ab-69d9-4703-b8b0-73fa2d25544a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:45.214534 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:46.327016 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36074) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:46.385972 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc56d721-4cdf-48c8-86e1-720f226fb458 admin admin] GET failed (client error): The resource could not be found. Nov 29 01:52:46.387405 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-fc56d721-4cdf-48c8-86e1-720f226fb458 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0594511 Nov 29 01:52:46.532842 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cd4c79-05a6-4850-983e-8d78de6e6031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:46.534243 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-92cd4c79-05a6-4850-983e-8d78de6e6031 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1422987 Nov 29 01:52:46.881207 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:47.759710 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:48.932571 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36082) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:48.978542 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-13d1ee29-fec5-4372-b02e-bdfd301f6c75 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:52:48.998380 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d1ee29-fec5-4372-b02e-bdfd301f6c75 admin admin] Made reservation on behalf of 3c359e95d8124584bfd6d8f149b6e9b9 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:52:49.000576 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-13d1ee29-fec5-4372-b02e-bdfd301f6c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:49.033582 dv-neutron-819032-3-hyperv neutron-server[103254]: WARNING neutron.services.revisions.revision_plugin [None req-13d1ee29-fec5-4372-b02e-bdfd301f6c75 admin admin] Could not find related network for resource to bump revision. Nov 29 01:52:49.044944 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13d1ee29-fec5-4372-b02e-bdfd301f6c75 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:52:49.053337 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-13d1ee29-fec5-4372-b02e-bdfd301f6c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:49.053729 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-13d1ee29-fec5-4372-b02e-bdfd301f6c75 admin admin] Added segment 016aabed-c767-4300-94a2-a7b22433e9c6 of type vlan for network c14d58f1-d308-44ad-95fa-58d22627d2cc Nov 29 01:52:49.094848 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-13d1ee29-fec5-4372-b02e-bdfd301f6c75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:49.117840 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-13d1ee29-fec5-4372-b02e-bdfd301f6c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:49.118700 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d1ee29-fec5-4372-b02e-bdfd301f6c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:49.119265 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-13d1ee29-fec5-4372-b02e-bdfd301f6c75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:49.169324 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-13d1ee29-fec5-4372-b02e-bdfd301f6c75 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2356515 Nov 29 01:52:49.181279 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1ee29-fec5-4372-b02e-bdfd301f6c75 admin admin] Pushing event updated for resources: {'Network': ['ID=c14d58f1-d308-44ad-95fa-58d22627d2cc,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:49.188909 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d1ee29-fec5-4372-b02e-bdfd301f6c75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:49.189282 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d1ee29-fec5-4372-b02e-bdfd301f6c75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:49.189659 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d1ee29-fec5-4372-b02e-bdfd301f6c75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:49.189998 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d1ee29-fec5-4372-b02e-bdfd301f6c75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:49.190335 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d1ee29-fec5-4372-b02e-bdfd301f6c75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:49.190688 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d1ee29-fec5-4372-b02e-bdfd301f6c75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:49.191028 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d1ee29-fec5-4372-b02e-bdfd301f6c75 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:49.191381 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d1ee29-fec5-4372-b02e-bdfd301f6c75 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:49.191717 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d1ee29-fec5-4372-b02e-bdfd301f6c75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:49.192044 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d1ee29-fec5-4372-b02e-bdfd301f6c75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:49.192405 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d1ee29-fec5-4372-b02e-bdfd301f6c75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:49.192729 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d1ee29-fec5-4372-b02e-bdfd301f6c75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:49.204238 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network c14d58f1-d308-44ad-95fa-58d22627d2cc details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:52:51.575956 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36090) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:52:51.635401 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-875afdea-689c-4b8a-aacb-458696c36a17 admin admin] GET failed (client error): The resource could not be found. Nov 29 01:52:51.636638 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-875afdea-689c-4b8a-aacb-458696c36a17 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0597138 Nov 29 01:52:51.749522 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b7bc57-593b-4c35-ab80-c3b17cb7e649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:51.751006 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b5b7bc57-593b-4c35-ab80-c3b17cb7e649 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1099424 Nov 29 01:52:51.761929 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-bda898d4-3119-4c63-b7f8-030146cc7236 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'c14d58f1-d308-44ad-95fa-58d22627d2cc', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:52:51.782004 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda898d4-3119-4c63-b7f8-030146cc7236 admin admin] Made reservation on behalf of 3c359e95d8124584bfd6d8f149b6e9b9 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:52:51.784214 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bda898d4-3119-4c63-b7f8-030146cc7236 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:51.945702 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bda898d4-3119-4c63-b7f8-030146cc7236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:51.997813 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda898d4-3119-4c63-b7f8-030146cc7236 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f468264-e7c7-435e-ab17-46b9eb0501d2,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:52.007374 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda898d4-3119-4c63-b7f8-030146cc7236 admin admin] Checking segment: {'id': '016aabed-c767-4300-94a2-a7b22433e9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c14d58f1-d308-44ad-95fa-58d22627d2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:52:52.007734 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda898d4-3119-4c63-b7f8-030146cc7236 admin admin] Network hostable DHCP agents. Network: c14d58f1-d308-44ad-95fa-58d22627d2cc, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:52:52.023602 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda898d4-3119-4c63-b7f8-030146cc7236 admin admin] Network c14d58f1-d308-44ad-95fa-58d22627d2cc is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:52:52.031570 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-bda898d4-3119-4c63-b7f8-030146cc7236 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, c14d58f1-d308-44ad-95fa-58d22627d2cc) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:52:52.035572 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda898d4-3119-4c63-b7f8-030146cc7236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:52:52.036168 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bda898d4-3119-4c63-b7f8-030146cc7236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:52.041519 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a983b3-3ec7-4f7e-9704-87759942ab32 None None] Network c14d58f1-d308-44ad-95fa-58d22627d2cc requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:52:52.051040 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bda898d4-3119-4c63-b7f8-030146cc7236 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2927198 Nov 29 01:52:52.293638 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccc0eab-d072-40a6-8737-1f3fbd23a8b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-c14d58f1-d308-44ad-95fa-58d22627d2cc', 'network_id': 'c14d58f1-d308-44ad-95fa-58d22627d2cc', 'tenant_id': '3c359e95d8124584bfd6d8f149b6e9b9', 'fixed_ips': [{'subnet_id': '2f468264-e7c7-435e-ab17-46b9eb0501d2'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:52:52.294520 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2ccc0eab-d072-40a6-8737-1f3fbd23a8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:52.430897 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-2ccc0eab-d072-40a6-8737-1f3fbd23a8b2 None None] Allocated IP 192.168.233.2 (c14d58f1-d308-44ad-95fa-58d22627d2cc/2f468264-e7c7-435e-ab17-46b9eb0501d2/a3d8897f-4871-4826-ac5d-e9b4421b5ada) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:52:52.577078 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2ccc0eab-d072-40a6-8737-1f3fbd23a8b2 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:52.584506 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2ccc0eab-d072-40a6-8737-1f3fbd23a8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:52.629444 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccc0eab-d072-40a6-8737-1f3fbd23a8b2 None None] Network c14d58f1-d308-44ad-95fa-58d22627d2cc is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:52:52.632975 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-2ccc0eab-d072-40a6-8737-1f3fbd23a8b2 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:52:52.635982 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccc0eab-d072-40a6-8737-1f3fbd23a8b2 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:52:52.639137 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc0eab-d072-40a6-8737-1f3fbd23a8b2 None None] Pushing event updated for resources: {'Port': ['ID=a3d8897f-4871-4826-ac5d-e9b4421b5ada,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:52.650794 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc0eab-d072-40a6-8737-1f3fbd23a8b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:52.651157 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc0eab-d072-40a6-8737-1f3fbd23a8b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:52.651499 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc0eab-d072-40a6-8737-1f3fbd23a8b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:52.651830 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc0eab-d072-40a6-8737-1f3fbd23a8b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:52.652158 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc0eab-d072-40a6-8737-1f3fbd23a8b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:52.652499 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc0eab-d072-40a6-8737-1f3fbd23a8b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:52.652827 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc0eab-d072-40a6-8737-1f3fbd23a8b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:52.653162 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc0eab-d072-40a6-8737-1f3fbd23a8b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:52.653506 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc0eab-d072-40a6-8737-1f3fbd23a8b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:52.653856 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc0eab-d072-40a6-8737-1f3fbd23a8b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:52.654174 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc0eab-d072-40a6-8737-1f3fbd23a8b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:52.654494 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc0eab-d072-40a6-8737-1f3fbd23a8b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:52:52.701169 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-2ccc0eab-d072-40a6-8737-1f3fbd23a8b2 None None] Attempting to bind port a3d8897f-4871-4826-ac5d-e9b4421b5ada on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:52:52.701535 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-2ccc0eab-d072-40a6-8737-1f3fbd23a8b2 None None] Attempting to bind port a3d8897f-4871-4826-ac5d-e9b4421b5ada by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '016aabed-c767-4300-94a2-a7b22433e9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c14d58f1-d308-44ad-95fa-58d22627d2cc'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:52:52.701929 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccc0eab-d072-40a6-8737-1f3fbd23a8b2 None None] Attempting to bind port a3d8897f-4871-4826-ac5d-e9b4421b5ada on network c14d58f1-d308-44ad-95fa-58d22627d2cc {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:52:52.706980 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccc0eab-d072-40a6-8737-1f3fbd23a8b2 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:52:52.707362 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccc0eab-d072-40a6-8737-1f3fbd23a8b2 None None] Checking segment: {'id': '016aabed-c767-4300-94a2-a7b22433e9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c14d58f1-d308-44ad-95fa-58d22627d2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:52:52.708283 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2ccc0eab-d072-40a6-8737-1f3fbd23a8b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:52.708739 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccc0eab-d072-40a6-8737-1f3fbd23a8b2 None None] Bound using segment: {'id': '016aabed-c767-4300-94a2-a7b22433e9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c14d58f1-d308-44ad-95fa-58d22627d2cc'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:52:52.709212 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-2ccc0eab-d072-40a6-8737-1f3fbd23a8b2 None None] Bound port: a3d8897f-4871-4826-ac5d-e9b4421b5ada, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016aabed-c767-4300-94a2-a7b22433e9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c14d58f1-d308-44ad-95fa-58d22627d2cc'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:52:52.709651 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2ccc0eab-d072-40a6-8737-1f3fbd23a8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:52.774196 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-2ccc0eab-d072-40a6-8737-1f3fbd23a8b2 None None] For port a3d8897f-4871-4826-ac5d-e9b4421b5ada, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:52:52.777388 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-2ccc0eab-d072-40a6-8737-1f3fbd23a8b2 None None] For port a3d8897f-4871-4826-ac5d-e9b4421b5ada, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=a3d8897f-4871-4826-ac5d-e9b4421b5ada,segment=NetworkSegment(016aabed-c767-4300-94a2-a7b22433e9c6),segment_id=016aabed-c767-4300-94a2-a7b22433e9c6)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:52:52.782181 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2ccc0eab-d072-40a6-8737-1f3fbd23a8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:52.841514 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc0eab-d072-40a6-8737-1f3fbd23a8b2 None None] Pushing event updated for resources: {'Port': ['ID=a3d8897f-4871-4826-ac5d-e9b4421b5ada,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:53.681026 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d77af57-f935-4d62-b1f7-51586b2a83fe None None] Network c14d58f1-d308-44ad-95fa-58d22627d2cc requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:52:53.726478 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a3d8897f-4871-4826-ac5d-e9b4421b5ada up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:52:53.774595 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-2924218d-8ff4-4669-90be-c9ab03a4a0ab None None] Provisioning complete for port a3d8897f-4871-4826-ac5d-e9b4421b5ada triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:53.774965 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2924218d-8ff4-4669-90be-c9ab03a4a0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:53.882627 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port a3d8897f-4871-4826-ac5d-e9b4421b5ada triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:53.882950 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:53.974210 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2924218d-8ff4-4669-90be-c9ab03a4a0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:54.041829 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-2924218d-8ff4-4669-90be-c9ab03a4a0ab None None] For port a3d8897f-4871-4826-ac5d-e9b4421b5ada, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=a3d8897f-4871-4826-ac5d-e9b4421b5ada,segment=NetworkSegment(016aabed-c767-4300-94a2-a7b22433e9c6),segment_id=016aabed-c767-4300-94a2-a7b22433e9c6)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:52:54.050014 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2924218d-8ff4-4669-90be-c9ab03a4a0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:54.056690 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:54.135925 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924218d-8ff4-4669-90be-c9ab03a4a0ab None None] Pushing event updated for resources: {'Port': ['ID=a3d8897f-4871-4826-ac5d-e9b4421b5ada,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:52:54.159199 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.db.api [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:52:54.159199 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG oslo_db.api [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:52:54.374042 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-dcbc6393-9a5b-4cf8-8df0-63ae80f088ca None None] Provisioning complete for port a3d8897f-4871-4826-ac5d-e9b4421b5ada triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:54.374409 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dcbc6393-9a5b-4cf8-8df0-63ae80f088ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:52:55.249300 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 5 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:52:55.654186 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a3d8897f-4871-4826-ac5d-e9b4421b5ada up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:52:55.701810 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port a3d8897f-4871-4826-ac5d-e9b4421b5ada triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:52:55.702179 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:12.014286 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62a3a54a-b4d1-4f29-9878-7d17af42e615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:14.246844 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4eccafeb-1718-4cf3-ac85-897deabc1b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:15.218855 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:16.883662 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:17.761675 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:32.247789 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 5 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:53:42.015454 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-48b3b5f1-3688-4d9d-bd49-c30d97112d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:44.248449 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2130e26b-40ee-42f8-acbe-15e45c6b50c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:45.224920 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:46.887593 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:53:47.763724 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:09.246951 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 5 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:54:12.017147 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-107bdf90-e92a-4c93-b0ae-027d9ac013d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:14.248592 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bbb68c31-3fa1-4017-b800-b9245b654415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:15.225774 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:16.889020 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:17.766835 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:25.038333 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36134) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:54:25.044161 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [None req-217d3a23-2fac-4e54-b32e-460ff77406ea tempest-verify_tempest_config-821391246 tempest-verify_tempest_config-821391246-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:54:25.045168 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-217d3a23-2fac-4e54-b32e-460ff77406ea tempest-verify_tempest_config-821391246 tempest-verify_tempest_config-821391246-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058279 Nov 29 01:54:25.336394 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36152) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:54:25.435363 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a99cb7e-237e-496d-a9b2-0c4a97bd0aa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:25.507046 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a99cb7e-237e-496d-a9b2-0c4a97bd0aa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:25.510459 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a99cb7e-237e-496d-a9b2-0c4a97bd0aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:25.555282 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4a99cb7e-237e-496d-a9b2-0c4a97bd0aa8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1582aa4b781746b9bd8faf6ab6a62da4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2178626 Nov 29 01:54:25.556362 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99cb7e-237e-496d-a9b2-0c4a97bd0aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53cc0afe-7955-4d22-8e8d-346e97b68bef,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:54:25.558016 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36156) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:54:25.562891 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a99cb7e-237e-496d-a9b2-0c4a97bd0aa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:25.563269 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a99cb7e-237e-496d-a9b2-0c4a97bd0aa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:25.563623 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a99cb7e-237e-496d-a9b2-0c4a97bd0aa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:25.563967 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a99cb7e-237e-496d-a9b2-0c4a97bd0aa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:25.564307 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a99cb7e-237e-496d-a9b2-0c4a97bd0aa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:25.564678 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a99cb7e-237e-496d-a9b2-0c4a97bd0aa8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:25.565010 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a99cb7e-237e-496d-a9b2-0c4a97bd0aa8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:25.565364 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a99cb7e-237e-496d-a9b2-0c4a97bd0aa8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:25.565737 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a99cb7e-237e-496d-a9b2-0c4a97bd0aa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:25.566076 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a99cb7e-237e-496d-a9b2-0c4a97bd0aa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:25.566408 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a99cb7e-237e-496d-a9b2-0c4a97bd0aa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:25.566737 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a99cb7e-237e-496d-a9b2-0c4a97bd0aa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:25.633156 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1030615f-56d7-4071-b6ee-9cf64a63fdec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:25.653717 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1030615f-56d7-4071-b6ee-9cf64a63fdec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:25.745228 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1030615f-56d7-4071-b6ee-9cf64a63fdec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:25.747824 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1030615f-56d7-4071-b6ee-9cf64a63fdec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:25.748969 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1030615f-56d7-4071-b6ee-9cf64a63fdec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/53cc0afe-7955-4d22-8e8d-346e97b68bef HTTP/1.1" status: 204 len: 168 time: 0.1899819 Nov 29 01:54:25.756737 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030615f-56d7-4071-b6ee-9cf64a63fdec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cc0afe-7955-4d22-8e8d-346e97b68bef,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:54:25.763537 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030615f-56d7-4071-b6ee-9cf64a63fdec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:25.763843 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030615f-56d7-4071-b6ee-9cf64a63fdec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:25.764216 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030615f-56d7-4071-b6ee-9cf64a63fdec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:25.764552 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030615f-56d7-4071-b6ee-9cf64a63fdec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:25.764883 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030615f-56d7-4071-b6ee-9cf64a63fdec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:25.765237 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030615f-56d7-4071-b6ee-9cf64a63fdec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:25.766124 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030615f-56d7-4071-b6ee-9cf64a63fdec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:25.766453 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030615f-56d7-4071-b6ee-9cf64a63fdec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:25.766779 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030615f-56d7-4071-b6ee-9cf64a63fdec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:25.767102 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030615f-56d7-4071-b6ee-9cf64a63fdec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:25.767450 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030615f-56d7-4071-b6ee-9cf64a63fdec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:25.767744 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030615f-56d7-4071-b6ee-9cf64a63fdec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:54:42.018364 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4a6c1c45-ded7-4a45-a7c0-8a5eef975f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:44.249412 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7ac35f57-a504-4ae6-ad53-c43474d04e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:45.227382 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:46.245585 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 5 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:54:46.892791 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:54:47.769758 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:12.021348 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9462afeb-611c-4968-98f6-95fab92f6d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:14.254131 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f3a7c9a0-b8a3-4ecc-a1d9-99db8a2c01a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:15.231164 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:16.895681 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:17.771099 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:23.243882 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 5 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:55:42.026913 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a6be351b-a914-45ec-8dfd-eb1d0fbe8d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:43.513479 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-600410'] for agent, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:44.255141 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-47904a87-0e21-4225-879d-c2bdb0fd3496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:45.234675 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:46.898883 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:47.772191 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:55:58.089573 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36228) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:55:58.199021 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-26512573-cef4-462e-b5a5-7ee257e2ba7f admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1083643 Nov 29 01:56:00.242841 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:56:00.556778 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36238) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:56:00.610613 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-67c28303-e05e-4c0d-a7e9-5d5d7c5811f5 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0526130 Nov 29 01:56:12.019063 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c552de70-54c0-4b50-97ef-c2e1ab3ce661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:13.467508 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:14.255474 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3a958cc-42e0-47b3-8e89-734f3e738825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:15.236442 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:16.901921 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:17.773299 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:37.246349 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:56:42.020268 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b898d4f0-209d-419a-9973-a47d44f5979d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:43.498352 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:44.259527 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69bb1740-0df5-407d-bb8c-be2d3ae2fad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:45.239865 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:46.905455 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:56:47.774894 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:12.055030 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b10ac914-d8b3-435f-8076-6b58e0099fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:13.510877 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:14.257280 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:57:14.262611 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6dee5389-a9f0-4532-a62b-6288dc953a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:14.321118 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36432) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:14.358062 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36440) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:14.637792 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-611e2731-14f9-4778-950f-67e1fcdf7d5f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2082134638-network', 'tenant_id': 'da68fb1b87304f61b182bda5bfdbc9db'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:14.661734 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611e2731-14f9-4778-950f-67e1fcdf7d5f admin admin] Made reservation on behalf of da68fb1b87304f61b182bda5bfdbc9db for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:14.664147 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-611e2731-14f9-4778-950f-67e1fcdf7d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:14.672918 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-611e2731-14f9-4778-950f-67e1fcdf7d5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:14.727427 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d206bb0d-4379-4401-9ca7-968563fa7f69 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-51267677-network', 'tenant_id': 'dddabe1bca86471f90fa95b3bff0f659'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:14.772060 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d206bb0d-4379-4401-9ca7-968563fa7f69 admin admin] Made reservation on behalf of dddabe1bca86471f90fa95b3bff0f659 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:14.776380 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d206bb0d-4379-4401-9ca7-968563fa7f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:14.788524 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d206bb0d-4379-4401-9ca7-968563fa7f69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:14.794929 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-611e2731-14f9-4778-950f-67e1fcdf7d5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:14.802191 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-611e2731-14f9-4778-950f-67e1fcdf7d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:14.842452 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e2731-14f9-4778-950f-67e1fcdf7d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc530f1a-d76e-4164-8422-e89af6687a07,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:14.856907 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-611e2731-14f9-4778-950f-67e1fcdf7d5f admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:57:14.862723 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2731-14f9-4778-950f-67e1fcdf7d5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:14.863331 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2731-14f9-4778-950f-67e1fcdf7d5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:14.863798 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2731-14f9-4778-950f-67e1fcdf7d5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:14.864144 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2731-14f9-4778-950f-67e1fcdf7d5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:14.864476 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2731-14f9-4778-950f-67e1fcdf7d5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:14.864823 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2731-14f9-4778-950f-67e1fcdf7d5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:14.865150 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2731-14f9-4778-950f-67e1fcdf7d5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:14.865692 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2731-14f9-4778-950f-67e1fcdf7d5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:14.866171 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2731-14f9-4778-950f-67e1fcdf7d5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:14.866673 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2731-14f9-4778-950f-67e1fcdf7d5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:14.867743 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2731-14f9-4778-950f-67e1fcdf7d5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:14.868388 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2731-14f9-4778-950f-67e1fcdf7d5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:14.869688 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e2731-14f9-4778-950f-67e1fcdf7d5f admin admin] Tracked resource versions report: Nov 29 01:57:14.869688 dv-neutron-819032-3-hyperv neutron-server[103255]: pushed versions: Nov 29 01:57:14.869688 dv-neutron-819032-3-hyperv neutron-server[103255]: { 'AddressGroup': {'1.2'}, Nov 29 01:57:14.869688 dv-neutron-819032-3-hyperv neutron-server[103255]: 'ConntrackHelper': {'1.0'}, Nov 29 01:57:14.869688 dv-neutron-819032-3-hyperv neutron-server[103255]: 'Log': {'1.0'}, Nov 29 01:57:14.869688 dv-neutron-819032-3-hyperv neutron-server[103255]: 'Network': {'1.1'}, Nov 29 01:57:14.869688 dv-neutron-819032-3-hyperv neutron-server[103255]: 'Port': {'1.7'}, Nov 29 01:57:14.869688 dv-neutron-819032-3-hyperv neutron-server[103255]: 'PortForwarding': {'1.2'}, Nov 29 01:57:14.869688 dv-neutron-819032-3-hyperv neutron-server[103255]: 'QosPolicy': {'1.10'}, Nov 29 01:57:14.869688 dv-neutron-819032-3-hyperv neutron-server[103255]: 'SecurityGroup': {'1.5'}, Nov 29 01:57:14.869688 dv-neutron-819032-3-hyperv neutron-server[103255]: 'SecurityGroupRule': {'1.2'}, Nov 29 01:57:14.869688 dv-neutron-819032-3-hyperv neutron-server[103255]: 'SubPort': {'1.0'}, Nov 29 01:57:14.869688 dv-neutron-819032-3-hyperv neutron-server[103255]: 'Subnet': {'1.1'}, Nov 29 01:57:14.869688 dv-neutron-819032-3-hyperv neutron-server[103255]: 'Trunk': {'1.1'}} Nov 29 01:57:14.869688 dv-neutron-819032-3-hyperv neutron-server[103255]: consumer versions: Nov 29 01:57:14.869688 dv-neutron-819032-3-hyperv neutron-server[103255]: { DHCP agent@dv-neutron-819032-3-hyperv: {}, Nov 29 01:57:14.869688 dv-neutron-819032-3-hyperv neutron-server[103255]: HyperV agent@hv-neutron-8190: {}, Nov 29 01:57:14.869688 dv-neutron-819032-3-hyperv neutron-server[103255]: L3 agent@dv-neutron-819032-3-hyperv: {}, Nov 29 01:57:14.869688 dv-neutron-819032-3-hyperv neutron-server[103255]: Metadata agent@dv-neutron-819032-3-hyperv: {}, Nov 29 01:57:14.869688 dv-neutron-819032-3-hyperv neutron-server[103255]: Metering agent@dv-neutron-819032-3-hyperv: {}, Nov 29 01:57:14.869688 dv-neutron-819032-3-hyperv neutron-server[103255]: Open vSwitch agent@dv-neutron-819032-3-hyperv: { 'AddressGroup': '1.2', Nov 29 01:57:14.869688 dv-neutron-819032-3-hyperv neutron-server[103255]: 'ConntrackHelper': '1.0', Nov 29 01:57:14.869688 dv-neutron-819032-3-hyperv neutron-server[103255]: 'Log': '1.0', Nov 29 01:57:14.869688 dv-neutron-819032-3-hyperv neutron-server[103255]: 'Network': '1.1', Nov 29 01:57:14.869688 dv-neutron-819032-3-hyperv neutron-server[103255]: 'Port': '1.7', Nov 29 01:57:14.869688 dv-neutron-819032-3-hyperv neutron-server[103255]: 'PortForwarding': '1.2', Nov 29 01:57:14.869688 dv-neutron-819032-3-hyperv neutron-server[103255]: 'QosPolicy': '1.10', Nov 29 01:57:14.869688 dv-neutron-819032-3-hyperv neutron-server[103255]: 'SecurityGroup': '1.5', Nov 29 01:57:14.869688 dv-neutron-819032-3-hyperv neutron-server[103255]: 'SecurityGroupRule': '1.2', Nov 29 01:57:14.869688 dv-neutron-819032-3-hyperv neutron-server[103255]: 'SubPort': '1.0', Nov 29 01:57:14.869688 dv-neutron-819032-3-hyperv neutron-server[103255]: 'Subnet': '1.1', Nov 29 01:57:14.869688 dv-neutron-819032-3-hyperv neutron-server[103255]: 'Trunk': '1.1'}} Nov 29 01:57:14.869688 dv-neutron-819032-3-hyperv neutron-server[103255]: {{(pid=103255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 01:57:14.899845 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-611e2731-14f9-4778-950f-67e1fcdf7d5f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763261836063', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:14.900424 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-611e2731-14f9-4778-950f-67e1fcdf7d5f admin admin] Unsubscribe: segment precommit_create {{(pid=103255) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 29 01:57:14.900976 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-611e2731-14f9-4778-950f-67e1fcdf7d5f admin admin] Added segment 7341315d-4c00-4407-a366-518d173796ef of type vlan for network eb5b9240-440f-46b6-8e86-e0412219f8de Nov 29 01:57:14.976258 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-611e2731-14f9-4778-950f-67e1fcdf7d5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:15.023903 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d206bb0d-4379-4401-9ca7-968563fa7f69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:15.029458 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d206bb0d-4379-4401-9ca7-968563fa7f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:15.039965 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-611e2731-14f9-4778-950f-67e1fcdf7d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:15.041406 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611e2731-14f9-4778-950f-67e1fcdf7d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:15.042227 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-611e2731-14f9-4778-950f-67e1fcdf7d5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:15.058168 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d206bb0d-4379-4401-9ca7-968563fa7f69 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:57:15.070100 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d206bb0d-4379-4401-9ca7-968563fa7f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:15.070442 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-d206bb0d-4379-4401-9ca7-968563fa7f69 admin admin] Added segment 01a6022b-fd65-4f04-9a20-29dba6f904e6 of type vlan for network 15d78a30-826a-4437-bf95-ffaf3e1cb11a Nov 29 01:57:15.116380 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-611e2731-14f9-4778-950f-67e1fcdf7d5f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7941577 Nov 29 01:57:15.119437 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36478) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:15.126513 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-246fa5d0-070b-42e2-bf31-78b798f9c505 admin admin] Request body: {'subnet': {'network_id': 'eb5b9240-440f-46b6-8e86-e0412219f8de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2082134638-subnet', 'tenant_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:15.130926 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206bb0d-4379-4401-9ca7-968563fa7f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11baf187-99b8-4b2a-bf80-0af6dc012e8a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:15.160242 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d206bb0d-4379-4401-9ca7-968563fa7f69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:15.167639 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246fa5d0-070b-42e2-bf31-78b798f9c505 admin admin] Made reservation on behalf of da68fb1b87304f61b182bda5bfdbc9db for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:15.173473 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-246fa5d0-070b-42e2-bf31-78b798f9c505 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:15.243953 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e2731-14f9-4778-950f-67e1fcdf7d5f admin admin] Pushing event updated for resources: {'Network': ['ID=eb5b9240-440f-46b6-8e86-e0412219f8de,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:15.259832 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d206bb0d-4379-4401-9ca7-968563fa7f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:15.260061 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network eb5b9240-440f-46b6-8e86-e0412219f8de details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:57:15.263661 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d206bb0d-4379-4401-9ca7-968563fa7f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:15.266372 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d206bb0d-4379-4401-9ca7-968563fa7f69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:15.367102 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d206bb0d-4379-4401-9ca7-968563fa7f69 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0072420 Nov 29 01:57:15.368718 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36492) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:15.376204 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-246fa5d0-070b-42e2-bf31-78b798f9c505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:15.379213 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-cc57a62f-d6fc-4417-8fdb-869d221f5f98 admin admin] Request body: {'subnet': {'network_id': '15d78a30-826a-4437-bf95-ffaf3e1cb11a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-51267677-subnet', 'tenant_id': 'dddabe1bca86471f90fa95b3bff0f659', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:15.392077 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:15.400860 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206bb0d-4379-4401-9ca7-968563fa7f69 admin admin] Pushing event updated for resources: {'Network': ['ID=15d78a30-826a-4437-bf95-ffaf3e1cb11a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:15.413021 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 15d78a30-826a-4437-bf95-ffaf3e1cb11a details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:57:15.423088 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc57a62f-d6fc-4417-8fdb-869d221f5f98 admin admin] Made reservation on behalf of dddabe1bca86471f90fa95b3bff0f659 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:15.426454 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cc57a62f-d6fc-4417-8fdb-869d221f5f98 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:15.428745 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246fa5d0-070b-42e2-bf31-78b798f9c505 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b35b82af-f6e8-4c72-bc4b-0b6753f30b4a,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:15.442513 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246fa5d0-070b-42e2-bf31-78b798f9c505 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:15.443101 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246fa5d0-070b-42e2-bf31-78b798f9c505 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:15.443608 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246fa5d0-070b-42e2-bf31-78b798f9c505 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:15.444119 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246fa5d0-070b-42e2-bf31-78b798f9c505 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:15.444616 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246fa5d0-070b-42e2-bf31-78b798f9c505 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:15.445125 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246fa5d0-070b-42e2-bf31-78b798f9c505 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:15.445659 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246fa5d0-070b-42e2-bf31-78b798f9c505 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:15.446176 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246fa5d0-070b-42e2-bf31-78b798f9c505 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:15.446678 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246fa5d0-070b-42e2-bf31-78b798f9c505 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:15.447162 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246fa5d0-070b-42e2-bf31-78b798f9c505 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:15.447665 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246fa5d0-070b-42e2-bf31-78b798f9c505 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:15.448194 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246fa5d0-070b-42e2-bf31-78b798f9c505 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:15.449489 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246fa5d0-070b-42e2-bf31-78b798f9c505 admin admin] Tracked resource versions report: Nov 29 01:57:15.449489 dv-neutron-819032-3-hyperv neutron-server[103254]: pushed versions: Nov 29 01:57:15.449489 dv-neutron-819032-3-hyperv neutron-server[103254]: { 'AddressGroup': {'1.2'}, Nov 29 01:57:15.449489 dv-neutron-819032-3-hyperv neutron-server[103254]: 'ConntrackHelper': {'1.0'}, Nov 29 01:57:15.449489 dv-neutron-819032-3-hyperv neutron-server[103254]: 'Log': {'1.0'}, Nov 29 01:57:15.449489 dv-neutron-819032-3-hyperv neutron-server[103254]: 'Network': {'1.1'}, Nov 29 01:57:15.449489 dv-neutron-819032-3-hyperv neutron-server[103254]: 'Port': {'1.7'}, Nov 29 01:57:15.449489 dv-neutron-819032-3-hyperv neutron-server[103254]: 'PortForwarding': {'1.2'}, Nov 29 01:57:15.449489 dv-neutron-819032-3-hyperv neutron-server[103254]: 'QosPolicy': {'1.10'}, Nov 29 01:57:15.449489 dv-neutron-819032-3-hyperv neutron-server[103254]: 'SecurityGroup': {'1.5'}, Nov 29 01:57:15.449489 dv-neutron-819032-3-hyperv neutron-server[103254]: 'SecurityGroupRule': {'1.2'}, Nov 29 01:57:15.449489 dv-neutron-819032-3-hyperv neutron-server[103254]: 'SubPort': {'1.0'}, Nov 29 01:57:15.449489 dv-neutron-819032-3-hyperv neutron-server[103254]: 'Subnet': {'1.1'}, Nov 29 01:57:15.449489 dv-neutron-819032-3-hyperv neutron-server[103254]: 'Trunk': {'1.1'}} Nov 29 01:57:15.449489 dv-neutron-819032-3-hyperv neutron-server[103254]: consumer versions: Nov 29 01:57:15.449489 dv-neutron-819032-3-hyperv neutron-server[103254]: { DHCP agent@dv-neutron-819032-3-hyperv: {}, Nov 29 01:57:15.449489 dv-neutron-819032-3-hyperv neutron-server[103254]: HyperV agent@hv-neutron-8190: {}, Nov 29 01:57:15.449489 dv-neutron-819032-3-hyperv neutron-server[103254]: L3 agent@dv-neutron-819032-3-hyperv: {}, Nov 29 01:57:15.449489 dv-neutron-819032-3-hyperv neutron-server[103254]: Metadata agent@dv-neutron-819032-3-hyperv: {}, Nov 29 01:57:15.449489 dv-neutron-819032-3-hyperv neutron-server[103254]: Metering agent@dv-neutron-819032-3-hyperv: {}, Nov 29 01:57:15.449489 dv-neutron-819032-3-hyperv neutron-server[103254]: Open vSwitch agent@dv-neutron-819032-3-hyperv: { 'AddressGroup': '1.2', Nov 29 01:57:15.449489 dv-neutron-819032-3-hyperv neutron-server[103254]: 'ConntrackHelper': '1.0', Nov 29 01:57:15.449489 dv-neutron-819032-3-hyperv neutron-server[103254]: 'Log': '1.0', Nov 29 01:57:15.449489 dv-neutron-819032-3-hyperv neutron-server[103254]: 'Network': '1.1', Nov 29 01:57:15.449489 dv-neutron-819032-3-hyperv neutron-server[103254]: 'Port': '1.7', Nov 29 01:57:15.449489 dv-neutron-819032-3-hyperv neutron-server[103254]: 'PortForwarding': '1.2', Nov 29 01:57:15.449489 dv-neutron-819032-3-hyperv neutron-server[103254]: 'QosPolicy': '1.10', Nov 29 01:57:15.449489 dv-neutron-819032-3-hyperv neutron-server[103254]: 'SecurityGroup': '1.5', Nov 29 01:57:15.449489 dv-neutron-819032-3-hyperv neutron-server[103254]: 'SecurityGroupRule': '1.2', Nov 29 01:57:15.449489 dv-neutron-819032-3-hyperv neutron-server[103254]: 'SubPort': '1.0', Nov 29 01:57:15.449489 dv-neutron-819032-3-hyperv neutron-server[103254]: 'Subnet': '1.1', Nov 29 01:57:15.449489 dv-neutron-819032-3-hyperv neutron-server[103254]: 'Trunk': '1.1'}} Nov 29 01:57:15.449489 dv-neutron-819032-3-hyperv neutron-server[103254]: {{(pid=103254) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 01:57:15.474021 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246fa5d0-070b-42e2-bf31-78b798f9c505 admin admin] Checking segment: {'id': '7341315d-4c00-4407-a366-518d173796ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'eb5b9240-440f-46b6-8e86-e0412219f8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:57:15.474785 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246fa5d0-070b-42e2-bf31-78b798f9c505 admin admin] Network hostable DHCP agents. Network: eb5b9240-440f-46b6-8e86-e0412219f8de, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:57:15.484034 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36498) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:15.503069 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246fa5d0-070b-42e2-bf31-78b798f9c505 admin admin] Network eb5b9240-440f-46b6-8e86-e0412219f8de is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:57:15.518203 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-246fa5d0-070b-42e2-bf31-78b798f9c505 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, eb5b9240-440f-46b6-8e86-e0412219f8de) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:15.524340 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246fa5d0-070b-42e2-bf31-78b798f9c505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:15.524988 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-246fa5d0-070b-42e2-bf31-78b798f9c505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:15.529957 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950d8225-5ded-4660-be74-3dd2a1e93533 None None] Network eb5b9240-440f-46b6-8e86-e0412219f8de requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:57:15.557825 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-246fa5d0-070b-42e2-bf31-78b798f9c505 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4369481 Nov 29 01:57:15.560863 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36506) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:15.571072 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-602f7d31-5ec6-4427-b007-b8e7015383c9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2082134638-router', 'tenant_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:15.617763 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-602f7d31-5ec6-4427-b007-b8e7015383c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:15.619842 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-602f7d31-5ec6-4427-b007-b8e7015383c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:15.710368 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdde9cff-9b7d-4965-a0f2-e13c780d537f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-eb5b9240-440f-46b6-8e86-e0412219f8de', 'network_id': 'eb5b9240-440f-46b6-8e86-e0412219f8de', 'tenant_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'fixed_ips': [{'subnet_id': 'b35b82af-f6e8-4c72-bc4b-0b6753f30b4a'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:57:15.713485 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bdde9cff-9b7d-4965-a0f2-e13c780d537f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:15.734163 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cc57a62f-d6fc-4417-8fdb-869d221f5f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:15.812855 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc57a62f-d6fc-4417-8fdb-869d221f5f98 admin admin] Checking segment: {'id': '01a6022b-fd65-4f04-9a20-29dba6f904e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '15d78a30-826a-4437-bf95-ffaf3e1cb11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:57:15.813207 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc57a62f-d6fc-4417-8fdb-869d221f5f98 admin admin] Network hostable DHCP agents. Network: 15d78a30-826a-4437-bf95-ffaf3e1cb11a, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:57:15.820375 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-602f7d31-5ec6-4427-b007-b8e7015383c9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:15.833278 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc57a62f-d6fc-4417-8fdb-869d221f5f98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6be0b08c-da9c-4841-a857-67610a540960,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:15.845259 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc57a62f-d6fc-4417-8fdb-869d221f5f98 admin admin] Network 15d78a30-826a-4437-bf95-ffaf3e1cb11a is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:57:15.869444 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-cc57a62f-d6fc-4417-8fdb-869d221f5f98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 15d78a30-826a-4437-bf95-ffaf3e1cb11a) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:15.876149 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc57a62f-d6fc-4417-8fdb-869d221f5f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:15.877536 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cc57a62f-d6fc-4417-8fdb-869d221f5f98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:15.891861 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f483c006-ae4a-479b-a912-a4299618232c None None] Network 15d78a30-826a-4437-bf95-ffaf3e1cb11a requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:57:15.902158 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-cc57a62f-d6fc-4417-8fdb-869d221f5f98 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5300515 Nov 29 01:57:15.904096 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36514) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:15.909728 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f13a360b-5964-4a1a-9152-376681b574e8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-51267677-router', 'tenant_id': 'dddabe1bca86471f90fa95b3bff0f659', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:15.917856 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-704b2230-1385-4bfb-8fbf-8e3a3734bbdf tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-971351984'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:15.937167 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f13a360b-5964-4a1a-9152-376681b574e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:15.938613 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f13a360b-5964-4a1a-9152-376681b574e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:16.011371 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-bdde9cff-9b7d-4965-a0f2-e13c780d537f None None] Allocated IP 172.20.0.2 (eb5b9240-440f-46b6-8e86-e0412219f8de/b35b82af-f6e8-4c72-bc4b-0b6753f30b4a/a0e91ebe-4a23-4b3f-b4cf-200f17114eb6) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:57:16.015733 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f13a360b-5964-4a1a-9152-376681b574e8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:16.056757 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704b2230-1385-4bfb-8fbf-8e3a3734bbdf tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] Made reservation on behalf of 6c7f96406af44a5685946fb43f9dd481 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:16.060234 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-704b2230-1385-4bfb-8fbf-8e3a3734bbdf tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:16.073012 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-704b2230-1385-4bfb-8fbf-8e3a3734bbdf tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:16.083215 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-602f7d31-5ec6-4427-b007-b8e7015383c9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:16.234147 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-704b2230-1385-4bfb-8fbf-8e3a3734bbdf tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:16.242549 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36520) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:16.252822 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-704b2230-1385-4bfb-8fbf-8e3a3734bbdf tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:16.319090 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b2230-1385-4bfb-8fbf-8e3a3734bbdf tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b3128c-6f48-43cd-a25a-9644374f37ae,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:16.328515 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f13a360b-5964-4a1a-9152-376681b574e8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:16.363086 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-704b2230-1385-4bfb-8fbf-8e3a3734bbdf tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:57:16.383292 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-704b2230-1385-4bfb-8fbf-8e3a3734bbdf tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:16.384061 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-704b2230-1385-4bfb-8fbf-8e3a3734bbdf tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] Added segment 5d44d621-f849-44b0-b116-0075d0efea1c of type vlan for network b4d7d191-b88a-488b-aa2d-a18dd1585011 Nov 29 01:57:16.403627 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfaaa53-a67b-4a13-918a-77e146f9fe21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-15d78a30-826a-4437-bf95-ffaf3e1cb11a', 'network_id': '15d78a30-826a-4437-bf95-ffaf3e1cb11a', 'tenant_id': 'dddabe1bca86471f90fa95b3bff0f659', 'fixed_ips': [{'subnet_id': '6be0b08c-da9c-4841-a857-67610a540960'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:57:16.404429 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dcfaaa53-a67b-4a13-918a-77e146f9fe21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:16.442758 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36530) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:16.475403 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bdde9cff-9b7d-4965-a0f2-e13c780d537f None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:16.531206 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bdde9cff-9b7d-4965-a0f2-e13c780d537f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:16.575301 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-602f7d31-5ec6-4427-b007-b8e7015383c9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:16.578447 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-704b2230-1385-4bfb-8fbf-8e3a3734bbdf tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:16.612256 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-602f7d31-5ec6-4427-b007-b8e7015383c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:16.628319 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdde9cff-9b7d-4965-a0f2-e13c780d537f None None] Network eb5b9240-440f-46b6-8e86-e0412219f8de is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:16.650300 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-bdde9cff-9b7d-4965-a0f2-e13c780d537f None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:16.705791 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdde9cff-9b7d-4965-a0f2-e13c780d537f None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:57:16.717155 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde9cff-9b7d-4965-a0f2-e13c780d537f None None] Pushing event updated for resources: {'Port': ['ID=a0e91ebe-4a23-4b3f-b4cf-200f17114eb6,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:16.740737 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde9cff-9b7d-4965-a0f2-e13c780d537f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:16.741231 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde9cff-9b7d-4965-a0f2-e13c780d537f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:16.741709 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde9cff-9b7d-4965-a0f2-e13c780d537f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:16.742145 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde9cff-9b7d-4965-a0f2-e13c780d537f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:16.742570 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde9cff-9b7d-4965-a0f2-e13c780d537f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:16.743134 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde9cff-9b7d-4965-a0f2-e13c780d537f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:16.743477 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde9cff-9b7d-4965-a0f2-e13c780d537f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:16.743908 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde9cff-9b7d-4965-a0f2-e13c780d537f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:16.744345 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde9cff-9b7d-4965-a0f2-e13c780d537f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:16.744784 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde9cff-9b7d-4965-a0f2-e13c780d537f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:16.745247 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde9cff-9b7d-4965-a0f2-e13c780d537f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:16.745712 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde9cff-9b7d-4965-a0f2-e13c780d537f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:16.746998 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdde9cff-9b7d-4965-a0f2-e13c780d537f None None] Tracked resource versions report: Nov 29 01:57:16.746998 dv-neutron-819032-3-hyperv neutron-server[103256]: pushed versions: Nov 29 01:57:16.746998 dv-neutron-819032-3-hyperv neutron-server[103256]: { 'AddressGroup': {'1.2'}, Nov 29 01:57:16.746998 dv-neutron-819032-3-hyperv neutron-server[103256]: 'ConntrackHelper': {'1.0'}, Nov 29 01:57:16.746998 dv-neutron-819032-3-hyperv neutron-server[103256]: 'Log': {'1.0'}, Nov 29 01:57:16.746998 dv-neutron-819032-3-hyperv neutron-server[103256]: 'Network': {'1.1'}, Nov 29 01:57:16.746998 dv-neutron-819032-3-hyperv neutron-server[103256]: 'Port': {'1.7'}, Nov 29 01:57:16.746998 dv-neutron-819032-3-hyperv neutron-server[103256]: 'PortForwarding': {'1.2'}, Nov 29 01:57:16.746998 dv-neutron-819032-3-hyperv neutron-server[103256]: 'QosPolicy': {'1.10'}, Nov 29 01:57:16.746998 dv-neutron-819032-3-hyperv neutron-server[103256]: 'SecurityGroup': {'1.5'}, Nov 29 01:57:16.746998 dv-neutron-819032-3-hyperv neutron-server[103256]: 'SecurityGroupRule': {'1.2'}, Nov 29 01:57:16.746998 dv-neutron-819032-3-hyperv neutron-server[103256]: 'SubPort': {'1.0'}, Nov 29 01:57:16.746998 dv-neutron-819032-3-hyperv neutron-server[103256]: 'Subnet': {'1.1'}, Nov 29 01:57:16.746998 dv-neutron-819032-3-hyperv neutron-server[103256]: 'Trunk': {'1.1'}} Nov 29 01:57:16.746998 dv-neutron-819032-3-hyperv neutron-server[103256]: consumer versions: Nov 29 01:57:16.746998 dv-neutron-819032-3-hyperv neutron-server[103256]: { DHCP agent@dv-neutron-819032-3-hyperv: {}, Nov 29 01:57:16.746998 dv-neutron-819032-3-hyperv neutron-server[103256]: HyperV agent@hv-neutron-8190: {}, Nov 29 01:57:16.746998 dv-neutron-819032-3-hyperv neutron-server[103256]: L3 agent@dv-neutron-819032-3-hyperv: {}, Nov 29 01:57:16.746998 dv-neutron-819032-3-hyperv neutron-server[103256]: Metadata agent@dv-neutron-819032-3-hyperv: {}, Nov 29 01:57:16.746998 dv-neutron-819032-3-hyperv neutron-server[103256]: Metering agent@dv-neutron-819032-3-hyperv: {}, Nov 29 01:57:16.746998 dv-neutron-819032-3-hyperv neutron-server[103256]: Open vSwitch agent@dv-neutron-819032-3-hyperv: { 'AddressGroup': '1.2', Nov 29 01:57:16.746998 dv-neutron-819032-3-hyperv neutron-server[103256]: 'ConntrackHelper': '1.0', Nov 29 01:57:16.746998 dv-neutron-819032-3-hyperv neutron-server[103256]: 'Log': '1.0', Nov 29 01:57:16.746998 dv-neutron-819032-3-hyperv neutron-server[103256]: 'Network': '1.1', Nov 29 01:57:16.746998 dv-neutron-819032-3-hyperv neutron-server[103256]: 'Port': '1.7', Nov 29 01:57:16.746998 dv-neutron-819032-3-hyperv neutron-server[103256]: 'PortForwarding': '1.2', Nov 29 01:57:16.746998 dv-neutron-819032-3-hyperv neutron-server[103256]: 'QosPolicy': '1.10', Nov 29 01:57:16.746998 dv-neutron-819032-3-hyperv neutron-server[103256]: 'SecurityGroup': '1.5', Nov 29 01:57:16.746998 dv-neutron-819032-3-hyperv neutron-server[103256]: 'SecurityGroupRule': '1.2', Nov 29 01:57:16.746998 dv-neutron-819032-3-hyperv neutron-server[103256]: 'SubPort': '1.0', Nov 29 01:57:16.746998 dv-neutron-819032-3-hyperv neutron-server[103256]: 'Subnet': '1.1', Nov 29 01:57:16.746998 dv-neutron-819032-3-hyperv neutron-server[103256]: 'Trunk': '1.1'}} Nov 29 01:57:16.746998 dv-neutron-819032-3-hyperv neutron-server[103256]: {{(pid=103256) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 01:57:16.781087 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-dcfaaa53-a67b-4a13-918a-77e146f9fe21 None None] Allocated IP 172.20.0.2 (15d78a30-826a-4437-bf95-ffaf3e1cb11a/6be0b08c-da9c-4841-a857-67610a540960/c9ca3d32-39a7-4cd2-992c-e1fb28b05181) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:57:16.781414 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.db.resource_extend [None req-704b2230-1385-4bfb-8fbf-8e3a3734bbdf tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 01:57:16.802868 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-602f7d31-5ec6-4427-b007-b8e7015383c9 admin admin] Allocated IP 172.26.3.43 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/a15f9fe2-ee3a-4f58-a42a-3caa436dc3de) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:57:16.806853 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f13a360b-5964-4a1a-9152-376681b574e8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:16.828795 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-bdde9cff-9b7d-4965-a0f2-e13c780d537f None None] Attempting to bind port a0e91ebe-4a23-4b3f-b4cf-200f17114eb6 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:57:16.829226 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-bdde9cff-9b7d-4965-a0f2-e13c780d537f None None] Attempting to bind port a0e91ebe-4a23-4b3f-b4cf-200f17114eb6 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '7341315d-4c00-4407-a366-518d173796ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'eb5b9240-440f-46b6-8e86-e0412219f8de'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:57:16.829647 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde9cff-9b7d-4965-a0f2-e13c780d537f None None] Attempting to bind port a0e91ebe-4a23-4b3f-b4cf-200f17114eb6 on network eb5b9240-440f-46b6-8e86-e0412219f8de {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:57:16.830940 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f13a360b-5964-4a1a-9152-376681b574e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:16.847932 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde9cff-9b7d-4965-a0f2-e13c780d537f None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:57:16.848363 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde9cff-9b7d-4965-a0f2-e13c780d537f None None] Checking segment: {'id': '7341315d-4c00-4407-a366-518d173796ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'eb5b9240-440f-46b6-8e86-e0412219f8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:57:16.848712 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bdde9cff-9b7d-4965-a0f2-e13c780d537f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:16.849103 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdde9cff-9b7d-4965-a0f2-e13c780d537f None None] Bound using segment: {'id': '7341315d-4c00-4407-a366-518d173796ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'eb5b9240-440f-46b6-8e86-e0412219f8de'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:57:16.849621 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-bdde9cff-9b7d-4965-a0f2-e13c780d537f None None] Bound port: a0e91ebe-4a23-4b3f-b4cf-200f17114eb6, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7341315d-4c00-4407-a366-518d173796ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'eb5b9240-440f-46b6-8e86-e0412219f8de'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:57:16.850024 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bdde9cff-9b7d-4965-a0f2-e13c780d537f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:16.955145 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:16.964229 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e5fba605-5953-4348-a639-eaa15de6c31c tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:16.996012 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-bdde9cff-9b7d-4965-a0f2-e13c780d537f None None] For port a0e91ebe-4a23-4b3f-b4cf-200f17114eb6, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:57:16.997056 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-69a3b16e-07a3-49dc-8e5c-2bdd683084ad tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-330524741'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:17.028032 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-704b2230-1385-4bfb-8fbf-8e3a3734bbdf tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:17.029086 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-bdde9cff-9b7d-4965-a0f2-e13c780d537f None None] For port a0e91ebe-4a23-4b3f-b4cf-200f17114eb6, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=a0e91ebe-4a23-4b3f-b4cf-200f17114eb6,segment=NetworkSegment(7341315d-4c00-4407-a366-518d173796ef),segment_id=7341315d-4c00-4407-a366-518d173796ef)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:57:17.033720 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704b2230-1385-4bfb-8fbf-8e3a3734bbdf tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:17.034374 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-704b2230-1385-4bfb-8fbf-8e3a3734bbdf tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:17.041560 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bdde9cff-9b7d-4965-a0f2-e13c780d537f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:17.059997 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a3b16e-07a3-49dc-8e5c-2bdd683084ad tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Made reservation on behalf of 08e030e013614c688868b50f6fd9b3da for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:17.072430 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e5fba605-5953-4348-a639-eaa15de6c31c tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] 10.222.0.37 "PUT /v2.0/quotas/6f0851c15ee24f8f9e17267adac3ab91 HTTP/1.1" status: 200 len: 368 time: 0.8248248 Nov 29 01:57:17.072630 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69a3b16e-07a3-49dc-8e5c-2bdd683084ad tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:17.073185 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36544) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:17.087577 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-704b2230-1385-4bfb-8fbf-8e3a3734bbdf tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5970488 Nov 29 01:57:17.088547 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dcfaaa53-a67b-4a13-918a-77e146f9fe21 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:17.106505 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-9258b2e8-a66c-4f5e-8e9c-74e1fa345a79 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Request body: {'network': {'project_id': '6f0851c15ee24f8f9e17267adac3ab91'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:17.112828 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36546) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:17.121105 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dcfaaa53-a67b-4a13-918a-77e146f9fe21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:17.154845 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36550) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:17.155789 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde9cff-9b7d-4965-a0f2-e13c780d537f None None] Pushing event updated for resources: {'Port': ['ID=a0e91ebe-4a23-4b3f-b4cf-200f17114eb6,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:17.168079 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69a3b16e-07a3-49dc-8e5c-2bdd683084ad tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:17.175256 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfaaa53-a67b-4a13-918a-77e146f9fe21 None None] Network 15d78a30-826a-4437-bf95-ffaf3e1cb11a is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:17.220052 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-dcfaaa53-a67b-4a13-918a-77e146f9fe21 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:17.224193 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfaaa53-a67b-4a13-918a-77e146f9fe21 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:57:17.224781 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9258b2e8-a66c-4f5e-8e9c-74e1fa345a79 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Made reservation on behalf of 6f0851c15ee24f8f9e17267adac3ab91 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:17.231737 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9258b2e8-a66c-4f5e-8e9c-74e1fa345a79 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:17.247501 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaaa53-a67b-4a13-918a-77e146f9fe21 None None] Pushing event updated for resources: {'Port': ['ID=c9ca3d32-39a7-4cd2-992c-e1fb28b05181,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:17.269336 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9258b2e8-a66c-4f5e-8e9c-74e1fa345a79 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:17.282242 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b2230-1385-4bfb-8fbf-8e3a3734bbdf tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] Pushing event updated for resources: {'Network': ['ID=b4d7d191-b88a-488b-aa2d-a18dd1585011,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:17.306750 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36556) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:17.309347 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network b4d7d191-b88a-488b-aa2d-a18dd1585011 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:57:17.328882 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-602f7d31-5ec6-4427-b007-b8e7015383c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:17.381734 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-dcfaaa53-a67b-4a13-918a-77e146f9fe21 None None] Attempting to bind port c9ca3d32-39a7-4cd2-992c-e1fb28b05181 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:57:17.382108 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-dcfaaa53-a67b-4a13-918a-77e146f9fe21 None None] Attempting to bind port c9ca3d32-39a7-4cd2-992c-e1fb28b05181 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '01a6022b-fd65-4f04-9a20-29dba6f904e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '15d78a30-826a-4437-bf95-ffaf3e1cb11a'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:57:17.382476 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfaaa53-a67b-4a13-918a-77e146f9fe21 None None] Attempting to bind port c9ca3d32-39a7-4cd2-992c-e1fb28b05181 on network 15d78a30-826a-4437-bf95-ffaf3e1cb11a {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:57:17.421600 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfaaa53-a67b-4a13-918a-77e146f9fe21 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:57:17.421600 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfaaa53-a67b-4a13-918a-77e146f9fe21 None None] Checking segment: {'id': '01a6022b-fd65-4f04-9a20-29dba6f904e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '15d78a30-826a-4437-bf95-ffaf3e1cb11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:57:17.421600 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dcfaaa53-a67b-4a13-918a-77e146f9fe21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:17.422830 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfaaa53-a67b-4a13-918a-77e146f9fe21 None None] Bound using segment: {'id': '01a6022b-fd65-4f04-9a20-29dba6f904e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '15d78a30-826a-4437-bf95-ffaf3e1cb11a'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:57:17.423672 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-dcfaaa53-a67b-4a13-918a-77e146f9fe21 None None] Bound port: c9ca3d32-39a7-4cd2-992c-e1fb28b05181, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a6022b-fd65-4f04-9a20-29dba6f904e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '15d78a30-826a-4437-bf95-ffaf3e1cb11a'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:57:17.424907 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dcfaaa53-a67b-4a13-918a-77e146f9fe21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:17.501932 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-47914c24-8cdc-4f6e-b235-85facf54c2f8 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Request body: {'network': {'name': 'tempest-network--81617812', 'router:external': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:17.535313 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-92075eb1-7029-4480-91ad-3963f91af374 tempest-MeteringTestJSON-1365112607 tempest-MeteringTestJSON-1365112607-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1734691409'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:17.540620 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-92075eb1-7029-4480-91ad-3963f91af374 tempest-MeteringTestJSON-1365112607 tempest-MeteringTestJSON-1365112607-project-admin] Unknown quota resources ['metering_label']. {{(pid=103254) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 29 01:57:17.550172 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-602f7d31-5ec6-4427-b007-b8e7015383c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:17.596206 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-dcfaaa53-a67b-4a13-918a-77e146f9fe21 None None] For port c9ca3d32-39a7-4cd2-992c-e1fb28b05181, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:57:17.603558 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-dcfaaa53-a67b-4a13-918a-77e146f9fe21 None None] For port c9ca3d32-39a7-4cd2-992c-e1fb28b05181, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c9ca3d32-39a7-4cd2-992c-e1fb28b05181,segment=NetworkSegment(01a6022b-fd65-4f04-9a20-29dba6f904e6),segment_id=01a6022b-fd65-4f04-9a20-29dba6f904e6)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:57:17.611907 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7736909d-3b0b-40cd-8493-8c82a98c4ea4 tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:17.616077 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dcfaaa53-a67b-4a13-918a-77e146f9fe21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:17.642554 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69a3b16e-07a3-49dc-8e5c-2bdd683084ad tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:17.648553 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9258b2e8-a66c-4f5e-8e9c-74e1fa345a79 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:17.655006 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69a3b16e-07a3-49dc-8e5c-2bdd683084ad tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:17.666061 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9258b2e8-a66c-4f5e-8e9c-74e1fa345a79 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:17.704604 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a3b16e-07a3-49dc-8e5c-2bdd683084ad tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:57:17.707137 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-f13a360b-5964-4a1a-9152-376681b574e8 admin admin] Allocated IP 172.26.3.77 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/28d74ff9-d184-4b15-9464-444a0bf6b031) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:57:17.709395 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaaa53-a67b-4a13-918a-77e146f9fe21 None None] Pushing event updated for resources: {'Port': ['ID=c9ca3d32-39a7-4cd2-992c-e1fb28b05181,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:17.730569 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9258b2e8-a66c-4f5e-8e9c-74e1fa345a79 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:57:17.767300 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3b16e-07a3-49dc-8e5c-2bdd683084ad tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1548011f-433d-487c-9c58-05cd192caeae,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:17.790871 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:17.811915 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69a3b16e-07a3-49dc-8e5c-2bdd683084ad tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:17.812319 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-69a3b16e-07a3-49dc-8e5c-2bdd683084ad tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Added segment 2ad1acee-47e4-4d0d-8753-9f9262b977f5 of type vlan for network 4f64cf7c-d403-4817-b8d0-bf9903b384b8 Nov 29 01:57:17.814703 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258b2e8-a66c-4f5e-8e9c-74e1fa345a79 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f776d333-8d32-41a0-8f36-2b9a2dcb4fa9,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:17.851916 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602f7d31-5ec6-4427-b007-b8e7015383c9 admin admin] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:17.860673 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47914c24-8cdc-4f6e-b235-85facf54c2f8 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Made reservation on behalf of 740f3d1eaec84805bc5639d4ba310246 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:17.863201 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47914c24-8cdc-4f6e-b235-85facf54c2f8 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:17.913601 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9258b2e8-a66c-4f5e-8e9c-74e1fa345a79 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:17.913601 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-9258b2e8-a66c-4f5e-8e9c-74e1fa345a79 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Added segment 09e8e40b-d92a-42ff-851c-eb6f4a6f071b of type vlan for network 83fe7fbf-7c10-4b5f-a87b-a3ca7d911299 Nov 29 01:57:17.913941 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47914c24-8cdc-4f6e-b235-85facf54c2f8 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:17.922550 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-602f7d31-5ec6-4427-b007-b8e7015383c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:17.924925 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602f7d31-5ec6-4427-b007-b8e7015383c9 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:57:17.928844 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f7d31-5ec6-4427-b007-b8e7015383c9 admin admin] Pushing event updated for resources: {'Port': ['ID=a15f9fe2-ee3a-4f58-a42a-3caa436dc3de,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:17.971710 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69a3b16e-07a3-49dc-8e5c-2bdd683084ad tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:18.037409 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a0e91ebe-4a23-4b3f-b4cf-200f17114eb6 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:57:18.045832 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9258b2e8-a66c-4f5e-8e9c-74e1fa345a79 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:18.051116 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7736909d-3b0b-40cd-8493-8c82a98c4ea4 tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:18.051227 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92075eb1-7029-4480-91ad-3963f91af374 tempest-MeteringTestJSON-1365112607 tempest-MeteringTestJSON-1365112607-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:18.052112 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-92075eb1-7029-4480-91ad-3963f91af374 tempest-MeteringTestJSON-1365112607 tempest-MeteringTestJSON-1365112607-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8942707 Nov 29 01:57:18.056318 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36570) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:18.064197 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b26a2425-5a04-4d0b-b5b8-ace776d15e6f tempest-MeteringTestJSON-1365112607 tempest-MeteringTestJSON-1365112607-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '09f1be84-5f08-4ca9-8ec4-6fa7b468d3a1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:18.064711 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b26a2425-5a04-4d0b-b5b8-ace776d15e6f tempest-MeteringTestJSON-1365112607 tempest-MeteringTestJSON-1365112607-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103254) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 29 01:57:18.185585 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69a3b16e-07a3-49dc-8e5c-2bdd683084ad tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:18.195821 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a3b16e-07a3-49dc-8e5c-2bdd683084ad tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:18.196455 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69a3b16e-07a3-49dc-8e5c-2bdd683084ad tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:18.210555 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port a0e91ebe-4a23-4b3f-b4cf-200f17114eb6 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:18.214508 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:18.275552 dv-neutron-819032-3-hyperv neutron-server[103254]: WARNING neutron.services.metering.metering_plugin [None req-b26a2425-5a04-4d0b-b5b8-ace776d15e6f tempest-MeteringTestJSON-1365112607 tempest-MeteringTestJSON-1365112607-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 29 01:57:18.341753 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:18.349498 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36572) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:18.383522 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9258b2e8-a66c-4f5e-8e9c-74e1fa345a79 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:18.384659 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9258b2e8-a66c-4f5e-8e9c-74e1fa345a79 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:18.385399 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9258b2e8-a66c-4f5e-8e9c-74e1fa345a79 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:18.397898 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port a0e91ebe-4a23-4b3f-b4cf-200f17114eb6, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=a0e91ebe-4a23-4b3f-b4cf-200f17114eb6,segment=NetworkSegment(7341315d-4c00-4407-a366-518d173796ef),segment_id=7341315d-4c00-4407-a366-518d173796ef)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:57:18.405230 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:18.421176 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b26a2425-5a04-4d0b-b5b8-ace776d15e6f tempest-MeteringTestJSON-1365112607 tempest-MeteringTestJSON-1365112607-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:18.426133 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b26a2425-5a04-4d0b-b5b8-ace776d15e6f tempest-MeteringTestJSON-1365112607 tempest-MeteringTestJSON-1365112607-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3634882 Nov 29 01:57:18.428997 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36576) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:18.438016 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-17bd1df9-0a52-4288-abc2-b83fb03d39fe tempest-MeteringTestJSON-1365112607 tempest-MeteringTestJSON-1365112607-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '09f1be84-5f08-4ca9-8ec4-6fa7b468d3a1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:18.438583 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-17bd1df9-0a52-4288-abc2-b83fb03d39fe tempest-MeteringTestJSON-1365112607 tempest-MeteringTestJSON-1365112607-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103254) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 29 01:57:18.450657 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f13a360b-5964-4a1a-9152-376681b574e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:18.465206 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-69a3b16e-07a3-49dc-8e5c-2bdd683084ad tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0202336 Nov 29 01:57:18.478709 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36578) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:18.494098 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d3722a05-11be-4c2b-b8a4-2de6ff52b448 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Request body: {'subnet': {'network_id': '4f64cf7c-d403-4817-b8d0-bf9903b384b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:18.543628 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=a0e91ebe-4a23-4b3f-b4cf-200f17114eb6,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:18.545534 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9258b2e8-a66c-4f5e-8e9c-74e1fa345a79 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4698486 Nov 29 01:57:18.556512 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36580) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:18.565375 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-34bd2a4f-e272-4c31-9d53-6577519ed3f7 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Request body: {'network': {'project_id': '6f0851c15ee24f8f9e17267adac3ab91'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:18.576269 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3b16e-07a3-49dc-8e5c-2bdd683084ad tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Pushing event updated for resources: {'Network': ['ID=4f64cf7c-d403-4817-b8d0-bf9903b384b8,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:18.589333 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 4f64cf7c-d403-4817-b8d0-bf9903b384b8 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:57:18.672138 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44170391-23af-4bf5-a6c7-07930cc181f1 None None] Network eb5b9240-440f-46b6-8e86-e0412219f8de requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:57:18.714676 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e6e32fc2-348d-4828-8a72-ee86ea834afc tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:18.735408 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258b2e8-a66c-4f5e-8e9c-74e1fa345a79 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Pushing event updated for resources: {'Network': ['ID=83fe7fbf-7c10-4b5f-a87b-a3ca7d911299,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:18.737163 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0501c18f-3d67-4de2-bfd2-3dd531464b55 None None] Provisioning complete for port a0e91ebe-4a23-4b3f-b4cf-200f17114eb6 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:18.737515 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0501c18f-3d67-4de2-bfd2-3dd531464b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:18.745796 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f13a360b-5964-4a1a-9152-376681b574e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:18.785502 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 83fe7fbf-7c10-4b5f-a87b-a3ca7d911299 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:57:18.789774 dv-neutron-819032-3-hyperv neutron-server[103254]: WARNING neutron.services.metering.metering_plugin [None req-17bd1df9-0a52-4288-abc2-b83fb03d39fe tempest-MeteringTestJSON-1365112607 tempest-MeteringTestJSON-1365112607-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 29 01:57:18.802045 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6e32fc2-348d-4828-8a72-ee86ea834afc tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks [] for floatingip, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:18.806815 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13a360b-5964-4a1a-9152-376681b574e8 admin admin] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:18.828434 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47914c24-8cdc-4f6e-b235-85facf54c2f8 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:18.829186 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-f13a360b-5964-4a1a-9152-376681b574e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:18.838018 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13a360b-5964-4a1a-9152-376681b574e8 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:57:18.848141 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47914c24-8cdc-4f6e-b235-85facf54c2f8 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:18.861322 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47914c24-8cdc-4f6e-b235-85facf54c2f8 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:57:18.871034 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47914c24-8cdc-4f6e-b235-85facf54c2f8 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:18.871463 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-47914c24-8cdc-4f6e-b235-85facf54c2f8 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Added segment 3a9ecbc7-86fe-461c-a7b5-4a830dcf8381 of type vlan for network 23bbf89f-a0c6-47a6-9bf7-3c4faadd6b8f Nov 29 01:57:18.871804 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7736909d-3b0b-40cd-8493-8c82a98c4ea4 tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:18.918094 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47914c24-8cdc-4f6e-b235-85facf54c2f8 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:18.944487 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3722a05-11be-4c2b-b8a4-2de6ff52b448 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Made reservation on behalf of 08e030e013614c688868b50f6fd9b3da for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:18.948041 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d3722a05-11be-4c2b-b8a4-2de6ff52b448 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks [] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:18.956482 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a360b-5964-4a1a-9152-376681b574e8 admin admin] Pushing event updated for resources: {'Port': ['ID=28d74ff9-d184-4b15-9464-444a0bf6b031,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:19.008924 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47914c24-8cdc-4f6e-b235-85facf54c2f8 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:19.009886 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47914c24-8cdc-4f6e-b235-85facf54c2f8 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:19.010459 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47914c24-8cdc-4f6e-b235-85facf54c2f8 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:19.054574 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47914c24-8cdc-4f6e-b235-85facf54c2f8 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e969b34-808e-4e2c-96e6-4983737d2198,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:19.131452 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-602f7d31-5ec6-4427-b007-b8e7015383c9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:19.159599 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34bd2a4f-e272-4c31-9d53-6577519ed3f7 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Made reservation on behalf of 6f0851c15ee24f8f9e17267adac3ab91 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:19.161433 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34bd2a4f-e272-4c31-9d53-6577519ed3f7 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:19.165322 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-17bd1df9-0a52-4288-abc2-b83fb03d39fe tempest-MeteringTestJSON-1365112607 tempest-MeteringTestJSON-1365112607-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:19.166584 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-17bd1df9-0a52-4288-abc2-b83fb03d39fe tempest-MeteringTestJSON-1365112607 tempest-MeteringTestJSON-1365112607-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7364128 Nov 29 01:57:19.187972 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4135fd9-53cf-446f-af3d-20e7083587f2 None None] Network 15d78a30-826a-4437-bf95-ffaf3e1cb11a requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:57:19.212099 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36586) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:19.218680 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-47914c24-8cdc-4f6e-b235-85facf54c2f8 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 2.1041849 Nov 29 01:57:19.219690 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36588) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:19.281893 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47914c24-8cdc-4f6e-b235-85facf54c2f8 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Pushing event updated for resources: {'Network': ['ID=23bbf89f-a0c6-47a6-9bf7-3c4faadd6b8f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:19.320989 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 23bbf89f-a0c6-47a6-9bf7-3c4faadd6b8f details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:57:19.336244 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-840e2589-2529-4087-97c8-6c6c868ac8c2 tempest-MeteringTestJSON-1365112607 tempest-MeteringTestJSON-1365112607-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=820b4615-cae7-4453-9597-6820e1d39784 HTTP/1.1" status: 200 len: 464 time: 0.1230586 Nov 29 01:57:19.347256 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36590) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:19.366279 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34bd2a4f-e272-4c31-9d53-6577519ed3f7 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:57:19.416305 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34bd2a4f-e272-4c31-9d53-6577519ed3f7 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:19.416930 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-34bd2a4f-e272-4c31-9d53-6577519ed3f7 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Added segment 9eb95d38-69ff-4a49-97e7-65a3608a4b67 of type vlan for network c130d8b3-430a-406f-8312-a85ca23399b2 Nov 29 01:57:19.424178 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0d7b76ff-4471-40a4-864a-8be6a23a639b None None] Provisioning complete for port c9ca3d32-39a7-4cd2-992c-e1fb28b05181 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:19.424550 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0d7b76ff-4471-40a4-864a-8be6a23a639b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:19.512264 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-7736909d-3b0b-40cd-8493-8c82a98c4ea4 tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] Allocated IP 172.26.3.147 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/d222370d-4ebe-4757-a86e-294285c41774) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:57:19.521529 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0d7b76ff-4471-40a4-864a-8be6a23a639b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:19.560884 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-0d7b76ff-4471-40a4-864a-8be6a23a639b None None] For port c9ca3d32-39a7-4cd2-992c-e1fb28b05181, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c9ca3d32-39a7-4cd2-992c-e1fb28b05181,segment=NetworkSegment(01a6022b-fd65-4f04-9a20-29dba6f904e6),segment_id=01a6022b-fd65-4f04-9a20-29dba6f904e6)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:57:19.566259 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ecd14986-f999-4e5f-aacf-f87fb6b33499 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:19.566786 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0d7b76ff-4471-40a4-864a-8be6a23a639b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:19.600612 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34bd2a4f-e272-4c31-9d53-6577519ed3f7 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:19.624971 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b76ff-4471-40a4-864a-8be6a23a639b None None] Pushing event updated for resources: {'Port': ['ID=c9ca3d32-39a7-4cd2-992c-e1fb28b05181,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:19.637634 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f13a360b-5964-4a1a-9152-376681b574e8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:19.641175 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5e6e42bc-c059-45de-8431-c20fe2026a81 tempest-MeteringTestJSON-1365112607 tempest-MeteringTestJSON-1365112607-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:19.647590 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5e6e42bc-c059-45de-8431-c20fe2026a81 tempest-MeteringTestJSON-1365112607 tempest-MeteringTestJSON-1365112607-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/820b4615-cae7-4453-9597-6820e1d39784 HTTP/1.1" status: 204 len: 168 time: 0.2991507 Nov 29 01:57:19.654261 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36592) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:19.695781 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-e7f2ed3c-b65a-48c2-a144-6a35f26b5a79 None None] Provisioning complete for port a0e91ebe-4a23-4b3f-b4cf-200f17114eb6 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:19.696161 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e7f2ed3c-b65a-48c2-a144-6a35f26b5a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:19.705223 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7d55571f-f331-41fb-a9a1-70713aa227f3 tempest-MeteringTestJSON-1365112607 tempest-MeteringTestJSON-1365112607-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=820b4615-cae7-4453-9597-6820e1d39784 HTTP/1.1" status: 200 len: 221 time: 0.0495365 Nov 29 01:57:19.706486 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34bd2a4f-e272-4c31-9d53-6577519ed3f7 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:19.708944 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd2a4f-e272-4c31-9d53-6577519ed3f7 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:19.709768 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34bd2a4f-e272-4c31-9d53-6577519ed3f7 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:19.744852 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36594) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:19.756280 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-0086afd6-3243-4869-be48-9b242eead7b8 tempest-MeteringTestJSON-1365112607 tempest-MeteringTestJSON-1365112607-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--696840717', 'description': 'label created by tempest'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:19.756780 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-0086afd6-3243-4869-be48-9b242eead7b8 tempest-MeteringTestJSON-1365112607 tempest-MeteringTestJSON-1365112607-project-admin] Unknown quota resources ['metering_label']. {{(pid=103255) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 29 01:57:19.877382 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c9ca3d32-39a7-4cd2-992c-e1fb28b05181 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:57:19.884370 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6e32fc2-348d-4828-8a72-ee86ea834afc tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:19.893484 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-34bd2a4f-e272-4c31-9d53-6577519ed3f7 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3310456 Nov 29 01:57:19.899787 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36596) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:19.912987 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f54db560-3199-47e9-bfa5-f58fdd4e2daf tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Request body: {'network': {'project_id': '6f0851c15ee24f8f9e17267adac3ab91'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:19.917700 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd2a4f-e272-4c31-9d53-6577519ed3f7 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Pushing event updated for resources: {'Network': ['ID=c130d8b3-430a-406f-8312-a85ca23399b2,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:19.929471 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-3a87690a-349b-4aec-9b7d-661702afe911 None None] Provisioning complete for port c9ca3d32-39a7-4cd2-992c-e1fb28b05181 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:19.929867 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3a87690a-349b-4aec-9b7d-661702afe911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:19.956082 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network c130d8b3-430a-406f-8312-a85ca23399b2 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:57:19.972923 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ecd14986-f999-4e5f-aacf-f87fb6b33499 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:19.975623 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54db560-3199-47e9-bfa5-f58fdd4e2daf tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 29 01:57:19.976148 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f54db560-3199-47e9-bfa5-f58fdd4e2daf tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:57:19.980185 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f54db560-3199-47e9-bfa5-f58fdd4e2daf tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0768101 Nov 29 01:57:19.984159 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36598) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:20.015528 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-602f7d31-5ec6-4427-b007-b8e7015383c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:20.021642 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ecd14986-f999-4e5f-aacf-f87fb6b33499 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:57:20.022046 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ecd14986-f999-4e5f-aacf-f87fb6b33499 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:57:20.023231 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ecd14986-f999-4e5f-aacf-f87fb6b33499 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:57:20.023231 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ecd14986-f999-4e5f-aacf-f87fb6b33499 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Subscribe: > port after_create 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:57:20.023497 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ecd14986-f999-4e5f-aacf-f87fb6b33499 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Subscribe: > port after_delete 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:57:20.023777 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ecd14986-f999-4e5f-aacf-f87fb6b33499 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Subscribe: > port after_update 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:57:20.024123 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ecd14986-f999-4e5f-aacf-f87fb6b33499 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:57:20.024449 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ecd14986-f999-4e5f-aacf-f87fb6b33499 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:57:20.024773 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ecd14986-f999-4e5f-aacf-f87fb6b33499 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:57:20.025098 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ecd14986-f999-4e5f-aacf-f87fb6b33499 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:57:20.028340 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d3722a05-11be-4c2b-b8a4-2de6ff52b448 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:20.042443 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7736909d-3b0b-40cd-8493-8c82a98c4ea4 tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:20.123666 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port c9ca3d32-39a7-4cd2-992c-e1fb28b05181 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:20.124568 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:20.190694 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0086afd6-3243-4869-be48-9b242eead7b8 tempest-MeteringTestJSON-1365112607 tempest-MeteringTestJSON-1365112607-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:20.194407 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-0086afd6-3243-4869-be48-9b242eead7b8 tempest-MeteringTestJSON-1365112607 tempest-MeteringTestJSON-1365112607-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4416811 Nov 29 01:57:20.198198 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36602) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:20.255083 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a0e91ebe-4a23-4b3f-b4cf-200f17114eb6 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:57:20.262950 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ecd14986-f999-4e5f-aacf-f87fb6b33499 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:57:20.263421 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ecd14986-f999-4e5f-aacf-f87fb6b33499 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:57:20.263865 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ecd14986-f999-4e5f-aacf-f87fb6b33499 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:57:20.264308 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ecd14986-f999-4e5f-aacf-f87fb6b33499 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:57:20.264792 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-ecd14986-f999-4e5f-aacf-f87fb6b33499 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23bbf89f-a0c6-47a6-9bf7-3c4faadd6b8f']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:20.287745 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-ecd14986-f999-4e5f-aacf-f87fb6b33499 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9ecbc7-86fe-461c-a7b5-4a830dcf8381') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:20.288099 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-ecd14986-f999-4e5f-aacf-f87fb6b33499 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9ecbc7-86fe-461c-a7b5-4a830dcf8381') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:20.304257 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port a0e91ebe-4a23-4b3f-b4cf-200f17114eb6 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:20.304619 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:20.341690 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ecd14986-f999-4e5f-aacf-f87fb6b33499 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:20.375022 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-0844e743-d586-4548-9a99-131ff4b0e58f tempest-MeteringTestJSON-1365112607 tempest-MeteringTestJSON-1365112607-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=2a35510b-2c2c-4cc9-b02c-592cf3bda5fd HTTP/1.1" status: 200 len: 467 time: 0.1694891 Nov 29 01:57:20.375022 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3722a05-11be-4c2b-b8a4-2de6ff52b448 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Pushing event updated for resources: {'Subnet': ['ID=04bc71a7-236a-4aaa-8ef2-0d59526576bd,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:20.376624 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36604) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:20.398729 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7736909d-3b0b-40cd-8493-8c82a98c4ea4 tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:20.420521 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ecd14986-f999-4e5f-aacf-f87fb6b33499 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:20.423165 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3722a05-11be-4c2b-b8a4-2de6ff52b448 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Checking segment: {'id': '2ad1acee-47e4-4d0d-8753-9f9262b977f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4f64cf7c-d403-4817-b8d0-bf9903b384b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:57:20.423526 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3722a05-11be-4c2b-b8a4-2de6ff52b448 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Network hostable DHCP agents. Network: 4f64cf7c-d403-4817-b8d0-bf9903b384b8, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:57:20.465866 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-769cf114-32b1-4223-a33a-277b5f208ddf tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6f0851c15ee24f8f9e17267adac3ab91&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4790123 Nov 29 01:57:20.470505 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36606) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:20.477350 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd14986-f999-4e5f-aacf-f87fb6b33499 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:57:20.477777 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ecd14986-f999-4e5f-aacf-f87fb6b33499 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:20.483978 dv-neutron-819032-3-hyperv neutron-server[103254]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 29 01:57:20.483978 dv-neutron-819032-3-hyperv neutron-server[103254]: from cryptography.utils import int_from_bytes Nov 29 01:57:20.483978 dv-neutron-819032-3-hyperv neutron-server[103254]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 29 01:57:20.483978 dv-neutron-819032-3-hyperv neutron-server[103254]: from cryptography.utils import int_from_bytes Nov 29 01:57:20.483978 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 01:57:20.483978 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:57:20.483978 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 01:57:20.483978 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:57:20.483978 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 01:57:20.483978 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:57:20.483978 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 01:57:20.483978 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:57:20.483978 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 01:57:20.483978 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:57:20.483978 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 01:57:20.483978 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:57:20.483978 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 01:57:20.483978 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:57:20.483978 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:57:20.483978 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:57:20.483978 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:57:20.483978 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:57:20.483978 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 01:57:20.483978 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:57:20.483978 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 01:57:20.483978 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:57:20.483978 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:57:20.483978 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:57:20.483978 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 01:57:20.483978 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:57:20.483978 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:57:20.483978 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:57:20.483978 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:57:20.483978 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:57:20.483978 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:57:20.483978 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:57:20.509607 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7736909d-3b0b-40cd-8493-8c82a98c4ea4 tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:20.529768 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f13a360b-5964-4a1a-9152-376681b574e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:20.531952 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-7736909d-3b0b-40cd-8493-8c82a98c4ea4 tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:20.534358 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7736909d-3b0b-40cd-8493-8c82a98c4ea4 tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:57:20.548920 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7736909d-3b0b-40cd-8493-8c82a98c4ea4 tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] Pushing event updated for resources: {'Port': ['ID=d222370d-4ebe-4757-a86e-294285c41774,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:20.573841 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-e6e32fc2-348d-4828-8a72-ee86ea834afc tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Allocated IP 172.26.3.7 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/13237abe-7348-4287-9d6c-89682552bd12) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:57:20.575850 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3722a05-11be-4c2b-b8a4-2de6ff52b448 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Network 4f64cf7c-d403-4817-b8d0-bf9903b384b8 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:57:20.664800 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-d3722a05-11be-4c2b-b8a4-2de6ff52b448 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 4f64cf7c-d403-4817-b8d0-bf9903b384b8) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:20.669263 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3722a05-11be-4c2b-b8a4-2de6ff52b448 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:20.670048 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d3722a05-11be-4c2b-b8a4-2de6ff52b448 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:20.676477 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93023e6-6a3f-42c9-9e57-1ba746264bdb None None] Network 4f64cf7c-d403-4817-b8d0-bf9903b384b8 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:57:20.746587 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5b0a117a-d4c8-46c1-9a70-cf49479b216c tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:20.754167 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d3722a05-11be-4c2b-b8a4-2de6ff52b448 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2714994 Nov 29 01:57:20.757006 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36608) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:20.765344 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c25ba06f-4418-46b5-b8a7-24893e6fda9e tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Request body: {'port': {'network_id': '4f64cf7c-d403-4817-b8d0-bf9903b384b8', 'name': 'tempest-DHCPAgentSchedulersTestJSON-227822443'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:20.802582 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ecd14986-f999-4e5f-aacf-f87fb6b33499 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:20.849279 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4021da-2a64-479f-82c3-038a139c61e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-4f64cf7c-d403-4817-b8d0-bf9903b384b8', 'network_id': '4f64cf7c-d403-4817-b8d0-bf9903b384b8', 'tenant_id': '08e030e013614c688868b50f6fd9b3da', 'fixed_ips': [{'subnet_id': '04bc71a7-236a-4aaa-8ef2-0d59526576bd'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:57:20.850266 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fd4021da-2a64-479f-82c3-038a139c61e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:20.857698 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5b0a117a-d4c8-46c1-9a70-cf49479b216c tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:20.903463 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd14986-f999-4e5f-aacf-f87fb6b33499 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 23bbf89f-a0c6-47a6-9bf7-3c4faadd6b8f {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 29 01:57:20.907687 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-43c49196-4a97-4af8-b6b8-0dad31aa3889 tempest-MeteringTestJSON-1365112607 tempest-MeteringTestJSON-1365112607-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:20.911273 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-43c49196-4a97-4af8-b6b8-0dad31aa3889 tempest-MeteringTestJSON-1365112607 tempest-MeteringTestJSON-1365112607-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/2a35510b-2c2c-4cc9-b02c-592cf3bda5fd HTTP/1.1" status: 204 len: 168 time: 0.5232491 Nov 29 01:57:20.924975 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36610) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:20.930271 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6e32fc2-348d-4828-8a72-ee86ea834afc tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:20.931218 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ecd14986-f999-4e5f-aacf-f87fb6b33499 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:20.938535 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ecd14986-f999-4e5f-aacf-f87fb6b33499 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] 10.222.0.37 "DELETE /v2.0/networks/23bbf89f-a0c6-47a6-9bf7-3c4faadd6b8f HTTP/1.1" status: 204 len: 168 time: 1.6610644 Nov 29 01:57:20.948175 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36612) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:20.950387 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd14986-f999-4e5f-aacf-f87fb6b33499 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Pushing event deleted for resources: {'Network': ['ID=23bbf89f-a0c6-47a6-9bf7-3c4faadd6b8f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:20.954480 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7736909d-3b0b-40cd-8493-8c82a98c4ea4 tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:20.955473 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-0d687f37-552a-436b-be1c-2fbc58fc765b tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:20.980988 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a8c697eb-f6e7-4871-bc53-314548ca4952 tempest-MeteringTestJSON-1365112607 tempest-MeteringTestJSON-1365112607-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=2a35510b-2c2c-4cc9-b02c-592cf3bda5fd HTTP/1.1" status: 200 len: 216 time: 0.0512986 Nov 29 01:57:20.982655 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36614) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:21.005284 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-eafda4ba-2dec-4719-b06d-d54a1224baa8 tempest-MeteringTestJSON-1365112607 tempest-MeteringTestJSON-1365112607-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0192401 Nov 29 01:57:21.009811 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36616) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:21.077696 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d9cbd18e-7070-453c-a472-d9259bf92caf tempest-MeteringTestJSON-1365112607 tempest-MeteringTestJSON-1365112607-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0530322 Nov 29 01:57:21.077696 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d687f37-552a-436b-be1c-2fbc58fc765b tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Made reservation on behalf of 740f3d1eaec84805bc5639d4ba310246 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:21.079117 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0d687f37-552a-436b-be1c-2fbc58fc765b tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:21.081365 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36618) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:21.089103 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-fd4021da-2a64-479f-82c3-038a139c61e3 None None] Allocated IP 172.20.0.2 (4f64cf7c-d403-4817-b8d0-bf9903b384b8/04bc71a7-236a-4aaa-8ef2-0d59526576bd/2b435df8-a3f9-4382-a87f-ed66df6ab55f) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:57:21.169880 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602f7d31-5ec6-4427-b007-b8e7015383c9 admin admin] Router 0373269f-7392-4963-849f-5240cf223a92 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:57:21.180274 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-dd8f306b-b9a4-4ac0-b7b2-0640c2a7b300 tempest-MeteringTestJSON-1365112607 tempest-MeteringTestJSON-1365112607-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/09f1be84-5f08-4ca9-8ec4-6fa7b468d3a1 HTTP/1.1" status: 200 len: 473 time: 0.0930645 Nov 29 01:57:21.183172 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36620) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:21.199203 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7736909d-3b0b-40cd-8493-8c82a98c4ea4 tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:21.206308 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5b0a117a-d4c8-46c1-9a70-cf49479b216c tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:21.208070 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d687f37-552a-436b-be1c-2fbc58fc765b tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:57:21.209445 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5b0a117a-d4c8-46c1-9a70-cf49479b216c tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:21.216319 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5b0a117a-d4c8-46c1-9a70-cf49479b216c tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/f776d333-8d32-41a0-8f36-2b9a2dcb4fa9 HTTP/1.1" status: 204 len: 168 time: 0.7276788 Nov 29 01:57:21.216475 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d08e3d80-a1f4-48dc-821d-d519c6d9b547 tempest-MeteringTestJSON-1365112607 tempest-MeteringTestJSON-1365112607-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/19cf9e18-3ff3-44f9-ae97-22999880e41c HTTP/1.1" status: 200 len: 461 time: 0.0266902 Nov 29 01:57:21.216475 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25ba06f-4418-46b5-b8a7-24893e6fda9e tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Made reservation on behalf of 08e030e013614c688868b50f6fd9b3da for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:21.220501 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c25ba06f-4418-46b5-b8a7-24893e6fda9e tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:21.222506 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36622) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:21.222827 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36624) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:21.235799 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13a360b-5964-4a1a-9152-376681b574e8 admin admin] Router e097dab1-6510-48fc-8026-4fefc19d5140 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:57:21.244961 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6e32fc2-348d-4828-8a72-ee86ea834afc tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:21.251894 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0d687f37-552a-436b-be1c-2fbc58fc765b tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:21.251894 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-0d687f37-552a-436b-be1c-2fbc58fc765b tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Added segment 7f9a8f4d-62a3-4b18-a679-1172845f3b90 of type vlan for network 7487acff-7aef-47e4-a32f-78c739f48788 Nov 29 01:57:21.255206 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a117a-d4c8-46c1-9a70-cf49479b216c tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f776d333-8d32-41a0-8f36-2b9a2dcb4fa9,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:21.380714 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e32fc2-348d-4828-8a72-ee86ea834afc tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:21.388233 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fd4021da-2a64-479f-82c3-038a139c61e3 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:21.394203 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-c25ba06f-4418-46b5-b8a7-24893e6fda9e tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] device_id is not set on port 52c56796-d954-41a5-984b-10215a320cc9 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:57:21.396939 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fd4021da-2a64-479f-82c3-038a139c61e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:21.420368 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e32fc2-348d-4828-8a72-ee86ea834afc tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Pushing event updated for resources: {'Port': ['ID=13237abe-7348-4287-9d6c-89682552bd12,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:21.423977 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-e6e32fc2-348d-4828-8a72-ee86ea834afc tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:21.426087 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e32fc2-348d-4828-8a72-ee86ea834afc tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:57:21.443210 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4021da-2a64-479f-82c3-038a139c61e3 None None] Network 4f64cf7c-d403-4817-b8d0-bf9903b384b8 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:21.449726 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-fd4021da-2a64-479f-82c3-038a139c61e3 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:21.453914 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4021da-2a64-479f-82c3-038a139c61e3 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:57:21.469313 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4021da-2a64-479f-82c3-038a139c61e3 None None] Pushing event updated for resources: {'Port': ['ID=2b435df8-a3f9-4382-a87f-ed66df6ab55f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:21.504162 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6e32fc2-348d-4828-8a72-ee86ea834afc tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:21.520591 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-fd4021da-2a64-479f-82c3-038a139c61e3 None None] Attempting to bind port 2b435df8-a3f9-4382-a87f-ed66df6ab55f on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:57:21.521040 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-fd4021da-2a64-479f-82c3-038a139c61e3 None None] Attempting to bind port 2b435df8-a3f9-4382-a87f-ed66df6ab55f by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '2ad1acee-47e4-4d0d-8753-9f9262b977f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4f64cf7c-d403-4817-b8d0-bf9903b384b8'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:57:21.521486 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4021da-2a64-479f-82c3-038a139c61e3 None None] Attempting to bind port 2b435df8-a3f9-4382-a87f-ed66df6ab55f on network 4f64cf7c-d403-4817-b8d0-bf9903b384b8 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:57:21.528156 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4021da-2a64-479f-82c3-038a139c61e3 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:57:21.529993 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4021da-2a64-479f-82c3-038a139c61e3 None None] Checking segment: {'id': '2ad1acee-47e4-4d0d-8753-9f9262b977f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4f64cf7c-d403-4817-b8d0-bf9903b384b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:57:21.530421 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fd4021da-2a64-479f-82c3-038a139c61e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:21.530525 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0d687f37-552a-436b-be1c-2fbc58fc765b tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:21.530817 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4021da-2a64-479f-82c3-038a139c61e3 None None] Bound using segment: {'id': '2ad1acee-47e4-4d0d-8753-9f9262b977f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4f64cf7c-d403-4817-b8d0-bf9903b384b8'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:57:21.531299 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-fd4021da-2a64-479f-82c3-038a139c61e3 None None] Bound port: 2b435df8-a3f9-4382-a87f-ed66df6ab55f, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad1acee-47e4-4d0d-8753-9f9262b977f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4f64cf7c-d403-4817-b8d0-bf9903b384b8'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:57:21.531796 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fd4021da-2a64-479f-82c3-038a139c61e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:21.570637 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8ea4c19-538a-4b84-a255-91e86fac5b1a tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:21.593835 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6e32fc2-348d-4828-8a72-ee86ea834afc tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:21.601519 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-fd4021da-2a64-479f-82c3-038a139c61e3 None None] For port 2b435df8-a3f9-4382-a87f-ed66df6ab55f, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:57:21.604733 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-fd4021da-2a64-479f-82c3-038a139c61e3 None None] For port 2b435df8-a3f9-4382-a87f-ed66df6ab55f, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=2b435df8-a3f9-4382-a87f-ed66df6ab55f,segment=NetworkSegment(2ad1acee-47e4-4d0d-8753-9f9262b977f5),segment_id=2ad1acee-47e4-4d0d-8753-9f9262b977f5)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:57:21.609417 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fd4021da-2a64-479f-82c3-038a139c61e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:21.632530 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13a360b-5964-4a1a-9152-376681b574e8 admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:57:21.646478 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148a3db4-0b1c-4e67-8a4e-6a7116acee58 None None] Sync routers for ids ['e097dab1-6510-48fc-8026-4fefc19d5140'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:57:21.659258 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148a3db4-0b1c-4e67-8a4e-6a7116acee58 None None] Routers {'e097dab1-6510-48fc-8026-4fefc19d5140'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:57:21.660346 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-148a3db4-0b1c-4e67-8a4e-6a7116acee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:57:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['e097dab1-6510-48fc-8026-4fefc19d5140'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:21.677662 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4021da-2a64-479f-82c3-038a139c61e3 None None] Pushing event updated for resources: {'Port': ['ID=2b435df8-a3f9-4382-a87f-ed66df6ab55f,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:21.732026 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7736909d-3b0b-40cd-8493-8c82a98c4ea4 tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:21.743533 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-be60aacc-6cd8-4e1e-9412-703c75229dd0 tempest-MeteringTestJSON-1365112607 tempest-MeteringTestJSON-1365112607-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:21.747157 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-be60aacc-6cd8-4e1e-9412-703c75229dd0 tempest-MeteringTestJSON-1365112607 tempest-MeteringTestJSON-1365112607-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/19cf9e18-3ff3-44f9-ae97-22999880e41c HTTP/1.1" status: 204 len: 168 time: 0.5175462 Nov 29 01:57:21.747304 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7736909d-3b0b-40cd-8493-8c82a98c4ea4 tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:21.760279 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36628) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:21.778789 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602f7d31-5ec6-4427-b007-b8e7015383c9 admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:57:21.794213 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c1bc5f-665d-4eec-80ce-55dee719e427 None None] Sync routers for ids ['0373269f-7392-4963-849f-5240cf223a92'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:57:21.807921 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0d687f37-552a-436b-be1c-2fbc58fc765b tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:21.808871 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d687f37-552a-436b-be1c-2fbc58fc765b tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:21.809448 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0d687f37-552a-436b-be1c-2fbc58fc765b tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:21.809606 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c1bc5f-665d-4eec-80ce-55dee719e427 None None] Routers {'0373269f-7392-4963-849f-5240cf223a92'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:57:21.812118 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d8c1bc5f-665d-4eec-80ce-55dee719e427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:57:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['0373269f-7392-4963-849f-5240cf223a92'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:21.816716 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7736909d-3b0b-40cd-8493-8c82a98c4ea4 tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:21.825729 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f13a360b-5964-4a1a-9152-376681b574e8 admin admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:21.830749 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-c25ba06f-4418-46b5-b8a7-24893e6fda9e tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Allocated IP 172.20.0.14 (4f64cf7c-d403-4817-b8d0-bf9903b384b8/04bc71a7-236a-4aaa-8ef2-0d59526576bd/52c56796-d954-41a5-984b-10215a320cc9) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:57:21.834284 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f13a360b-5964-4a1a-9152-376681b574e8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 5.9286323 Nov 29 01:57:21.839943 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36630) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:21.962039 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7736909d-3b0b-40cd-8493-8c82a98c4ea4 tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:21.963446 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7736909d-3b0b-40cd-8493-8c82a98c4ea4 tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6481850 Nov 29 01:57:21.969183 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-148a3db4-0b1c-4e67-8a4e-6a7116acee58 None None] Set router e097dab1-6510-48fc-8026-4fefc19d5140 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:57:21.982338 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36632) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:21.994504 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-602f7d31-5ec6-4427-b007-b8e7015383c9 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:21.995615 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-602f7d31-5ec6-4427-b007-b8e7015383c9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4324889 Nov 29 01:57:21.998537 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4a389bec-0cad-4ab7-82f5-59103f877ccb tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-177290742', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'fixed_ips': [{'ip_address': '172.26.3.147'}]}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:22.012066 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0d687f37-552a-436b-be1c-2fbc58fc765b tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0626578 Nov 29 01:57:22.014432 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36634) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:22.014772 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36636) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:22.027740 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-bcf3632c-a48b-45cb-ab67-90f50bbae618 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Request body: {'subnet': {'network_id': '7487acff-7aef-47e4-a32f-78c739f48788', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:22.048915 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7736909d-3b0b-40cd-8493-8c82a98c4ea4 tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] Pushing event updated for resources: {'Port': ['ID=d222370d-4ebe-4757-a86e-294285c41774,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:22.102296 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a389bec-0cad-4ab7-82f5-59103f877ccb tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] Made reservation on behalf of 6a00115805834ab3b49380bede483512 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:22.104879 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a389bec-0cad-4ab7-82f5-59103f877ccb tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:22.114444 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-d8c1bc5f-665d-4eec-80ce-55dee719e427 None None] Set router 0373269f-7392-4963-849f-5240cf223a92 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:57:22.131215 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a389bec-0cad-4ab7-82f5-59103f877ccb tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:22.205712 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-148a3db4-0b1c-4e67-8a4e-6a7116acee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'name': 'tempest-ServersTestJSON-51267677-router', 'tenant_id': 'dddabe1bca86471f90fa95b3bff0f659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '28d74ff9-d184-4b15-9464-444a0bf6b031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:57:15Z', 'updated_at': '2021-11-29T01:57:19Z', 'revision_number': 3, 'project_id': 'dddabe1bca86471f90fa95b3bff0f659', 'gw_port': {'id': '28d74ff9-d184-4b15-9464-444a0bf6b031', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:31:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:16Z', 'updated_at': '2021-11-29T01:57:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:22.233294 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148a3db4-0b1c-4e67-8a4e-6a7116acee58 None None] Checking router: e097dab1-6510-48fc-8026-4fefc19d5140 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:57:22.233609 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148a3db4-0b1c-4e67-8a4e-6a7116acee58 None None] Updating router e097dab1-6510-48fc-8026-4fefc19d5140 port 28d74ff9-d184-4b15-9464-444a0bf6b031 binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:57:22.256839 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6e32fc2-348d-4828-8a72-ee86ea834afc tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:22.267009 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-148a3db4-0b1c-4e67-8a4e-6a7116acee58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:22.275033 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6e32fc2-348d-4828-8a72-ee86ea834afc tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:22.336886 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6e32fc2-348d-4828-8a72-ee86ea834afc tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:22.372389 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e32fc2-348d-4828-8a72-ee86ea834afc tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Pushing event updated for resources: {'Port': ['ID=13237abe-7348-4287-9d6c-89682552bd12,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:22.376878 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8ea4c19-538a-4b84-a255-91e86fac5b1a tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:22.397791 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d687f37-552a-436b-be1c-2fbc58fc765b tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Pushing event updated for resources: {'Network': ['ID=7487acff-7aef-47e4-a32f-78c739f48788,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:22.417056 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 7487acff-7aef-47e4-a32f-78c739f48788 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:57:22.471775 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d8c1bc5f-665d-4eec-80ce-55dee719e427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0373269f-7392-4963-849f-5240cf223a92', 'name': 'tempest-ServersTestManualDisk-2082134638-router', 'tenant_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'a15f9fe2-ee3a-4f58-a42a-3caa436dc3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:57:15Z', 'updated_at': '2021-11-29T01:57:18Z', 'revision_number': 3, 'project_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'gw_port': {'id': 'a15f9fe2-ee3a-4f58-a42a-3caa436dc3de', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:55:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0373269f-7392-4963-849f-5240cf223a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:16Z', 'updated_at': '2021-11-29T01:57:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:22.493137 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-a8ea4c19-538a-4b84-a255-91e86fac5b1a tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c130d8b3-430a-406f-8312-a85ca23399b2']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:22.496281 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a389bec-0cad-4ab7-82f5-59103f877ccb tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:22.506945 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a389bec-0cad-4ab7-82f5-59103f877ccb tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:22.513205 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-4a389bec-0cad-4ab7-82f5-59103f877ccb tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] device_id is not set on port f8ec4210-0684-48c5-a9f8-28349e9c89a0 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:57:22.519618 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-a8ea4c19-538a-4b84-a255-91e86fac5b1a tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb95d38-69ff-4a49-97e7-65a3608a4b67') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:22.519924 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-a8ea4c19-538a-4b84-a255-91e86fac5b1a tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb95d38-69ff-4a49-97e7-65a3608a4b67') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:22.524100 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c1bc5f-665d-4eec-80ce-55dee719e427 None None] Checking router: 0373269f-7392-4963-849f-5240cf223a92 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:57:22.524100 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c1bc5f-665d-4eec-80ce-55dee719e427 None None] Updating router 0373269f-7392-4963-849f-5240cf223a92 port a15f9fe2-ee3a-4f58-a42a-3caa436dc3de binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:57:22.557537 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d8c1bc5f-665d-4eec-80ce-55dee719e427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:22.571889 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf3632c-a48b-45cb-ab67-90f50bbae618 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Made reservation on behalf of 740f3d1eaec84805bc5639d4ba310246 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:22.573954 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bcf3632c-a48b-45cb-ab67-90f50bbae618 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:22.596126 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8ea4c19-538a-4b84-a255-91e86fac5b1a tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:22.656947 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-80c6021c-0b6f-45ec-b4d2-179b9de00a47 tempest-MeteringTestJSON-1365112607 tempest-MeteringTestJSON-1365112607-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:22.660385 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-80c6021c-0b6f-45ec-b4d2-179b9de00a47 tempest-MeteringTestJSON-1365112607 tempest-MeteringTestJSON-1365112607-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/09f1be84-5f08-4ca9-8ec4-6fa7b468d3a1 HTTP/1.1" status: 204 len: 168 time: 0.8957388 Nov 29 01:57:22.685820 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6e32fc2-348d-4828-8a72-ee86ea834afc tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:22.690172 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e6e32fc2-348d-4828-8a72-ee86ea834afc tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.2996764 Nov 29 01:57:22.691350 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-148a3db4-0b1c-4e67-8a4e-6a7116acee58 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:22.697637 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36640) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:22.708137 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-148a3db4-0b1c-4e67-8a4e-6a7116acee58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:22.714406 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-1b1f17ec-a457-41cd-8436-66c3bd9164ef tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1288245579'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:22.784875 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-148a3db4-0b1c-4e67-8a4e-6a7116acee58 None None] Attempting to bind port 28d74ff9-d184-4b15-9464-444a0bf6b031 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:57:22.785253 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-148a3db4-0b1c-4e67-8a4e-6a7116acee58 None None] Attempting to bind port 28d74ff9-d184-4b15-9464-444a0bf6b031 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:57:22.785644 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148a3db4-0b1c-4e67-8a4e-6a7116acee58 None None] Attempting to bind port 28d74ff9-d184-4b15-9464-444a0bf6b031 on network 4bf244a8-fda8-412f-8f05-2c7c5210f333 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:57:22.787633 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030d7ac-7187-4553-9dd6-7af0539c5ebe None None] Pushing event updated for resources: {'Port': ['ID=28d74ff9-d184-4b15-9464-444a0bf6b031,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:22.796979 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148a3db4-0b1c-4e67-8a4e-6a7116acee58 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:57:22.797359 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148a3db4-0b1c-4e67-8a4e-6a7116acee58 None None] Checking segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:57:22.797793 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-148a3db4-0b1c-4e67-8a4e-6a7116acee58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:22.799809 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a389bec-0cad-4ab7-82f5-59103f877ccb tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7100175f-0261-461e-91f5-57b73f17038f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:22.803490 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148a3db4-0b1c-4e67-8a4e-6a7116acee58 None None] Bound using segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:57:22.804067 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-148a3db4-0b1c-4e67-8a4e-6a7116acee58 None None] Bound port: 28d74ff9-d184-4b15-9464-444a0bf6b031, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:57:22.804471 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-148a3db4-0b1c-4e67-8a4e-6a7116acee58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:22.812096 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7030d7ac-7187-4553-9dd6-7af0539c5ebe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:22.812637 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7030d7ac-7187-4553-9dd6-7af0539c5ebe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:22.812637 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7030d7ac-7187-4553-9dd6-7af0539c5ebe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:22.813001 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7030d7ac-7187-4553-9dd6-7af0539c5ebe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:22.813335 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7030d7ac-7187-4553-9dd6-7af0539c5ebe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:22.813730 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7030d7ac-7187-4553-9dd6-7af0539c5ebe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:22.814788 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7030d7ac-7187-4553-9dd6-7af0539c5ebe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:22.814788 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7030d7ac-7187-4553-9dd6-7af0539c5ebe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:22.814788 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7030d7ac-7187-4553-9dd6-7af0539c5ebe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:22.820007 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a389bec-0cad-4ab7-82f5-59103f877ccb tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 29 01:57:22.820710 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a389bec-0cad-4ab7-82f5-59103f877ccb tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:57:22.828087 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7030d7ac-7187-4553-9dd6-7af0539c5ebe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:22.828688 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7030d7ac-7187-4553-9dd6-7af0539c5ebe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:22.829002 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7030d7ac-7187-4553-9dd6-7af0539c5ebe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:57:22.830392 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7030d7ac-7187-4553-9dd6-7af0539c5ebe None None] Tracked resource versions report: Nov 29 01:57:22.830392 dv-neutron-819032-3-hyperv neutron-server[103257]: pushed versions: Nov 29 01:57:22.830392 dv-neutron-819032-3-hyperv neutron-server[103257]: { 'AddressGroup': {'1.2'}, Nov 29 01:57:22.830392 dv-neutron-819032-3-hyperv neutron-server[103257]: 'ConntrackHelper': {'1.0'}, Nov 29 01:57:22.830392 dv-neutron-819032-3-hyperv neutron-server[103257]: 'Log': {'1.0'}, Nov 29 01:57:22.830392 dv-neutron-819032-3-hyperv neutron-server[103257]: 'Network': {'1.1'}, Nov 29 01:57:22.830392 dv-neutron-819032-3-hyperv neutron-server[103257]: 'Port': {'1.7'}, Nov 29 01:57:22.830392 dv-neutron-819032-3-hyperv neutron-server[103257]: 'PortForwarding': {'1.2'}, Nov 29 01:57:22.830392 dv-neutron-819032-3-hyperv neutron-server[103257]: 'QosPolicy': {'1.10'}, Nov 29 01:57:22.830392 dv-neutron-819032-3-hyperv neutron-server[103257]: 'SecurityGroup': {'1.5'}, Nov 29 01:57:22.830392 dv-neutron-819032-3-hyperv neutron-server[103257]: 'SecurityGroupRule': {'1.2'}, Nov 29 01:57:22.830392 dv-neutron-819032-3-hyperv neutron-server[103257]: 'SubPort': {'1.0'}, Nov 29 01:57:22.830392 dv-neutron-819032-3-hyperv neutron-server[103257]: 'Subnet': {'1.1'}, Nov 29 01:57:22.830392 dv-neutron-819032-3-hyperv neutron-server[103257]: 'Trunk': {'1.1'}} Nov 29 01:57:22.830392 dv-neutron-819032-3-hyperv neutron-server[103257]: consumer versions: Nov 29 01:57:22.830392 dv-neutron-819032-3-hyperv neutron-server[103257]: { DHCP agent@dv-neutron-819032-3-hyperv: {}, Nov 29 01:57:22.830392 dv-neutron-819032-3-hyperv neutron-server[103257]: HyperV agent@hv-neutron-8190: {}, Nov 29 01:57:22.830392 dv-neutron-819032-3-hyperv neutron-server[103257]: L3 agent@dv-neutron-819032-3-hyperv: {}, Nov 29 01:57:22.830392 dv-neutron-819032-3-hyperv neutron-server[103257]: Metadata agent@dv-neutron-819032-3-hyperv: {}, Nov 29 01:57:22.830392 dv-neutron-819032-3-hyperv neutron-server[103257]: Metering agent@dv-neutron-819032-3-hyperv: {}, Nov 29 01:57:22.830392 dv-neutron-819032-3-hyperv neutron-server[103257]: Open vSwitch agent@dv-neutron-819032-3-hyperv: { 'AddressGroup': '1.2', Nov 29 01:57:22.830392 dv-neutron-819032-3-hyperv neutron-server[103257]: 'ConntrackHelper': '1.0', Nov 29 01:57:22.830392 dv-neutron-819032-3-hyperv neutron-server[103257]: 'Log': '1.0', Nov 29 01:57:22.830392 dv-neutron-819032-3-hyperv neutron-server[103257]: 'Network': '1.1', Nov 29 01:57:22.830392 dv-neutron-819032-3-hyperv neutron-server[103257]: 'Port': '1.7', Nov 29 01:57:22.830392 dv-neutron-819032-3-hyperv neutron-server[103257]: 'PortForwarding': '1.2', Nov 29 01:57:22.830392 dv-neutron-819032-3-hyperv neutron-server[103257]: 'QosPolicy': '1.10', Nov 29 01:57:22.830392 dv-neutron-819032-3-hyperv neutron-server[103257]: 'SecurityGroup': '1.5', Nov 29 01:57:22.830392 dv-neutron-819032-3-hyperv neutron-server[103257]: 'SecurityGroupRule': '1.2', Nov 29 01:57:22.830392 dv-neutron-819032-3-hyperv neutron-server[103257]: 'SubPort': '1.0', Nov 29 01:57:22.830392 dv-neutron-819032-3-hyperv neutron-server[103257]: 'Subnet': '1.1', Nov 29 01:57:22.830392 dv-neutron-819032-3-hyperv neutron-server[103257]: 'Trunk': '1.1'}} Nov 29 01:57:22.830392 dv-neutron-819032-3-hyperv neutron-server[103257]: {{(pid=103257) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 01:57:22.864769 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8ea4c19-538a-4b84-a255-91e86fac5b1a tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:22.880679 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4a389bec-0cad-4ab7-82f5-59103f877ccb tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8958921 Nov 29 01:57:22.881472 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1f17ec-a457-41cd-8436-66c3bd9164ef tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Made reservation on behalf of 4194cd1e46bd4ef2b8d6193fc5d15a1d for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:22.885505 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b1f17ec-a457-41cd-8436-66c3bd9164ef tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:22.889570 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36642) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:22.901609 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b1f17ec-a457-41cd-8436-66c3bd9164ef tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:22.908515 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ea4c19-538a-4b84-a255-91e86fac5b1a tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:57:22.908919 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8ea4c19-538a-4b84-a255-91e86fac5b1a tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:22.960707 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 01:57:22.960707 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:57:22.960707 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 01:57:22.960707 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:57:22.960707 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 01:57:22.960707 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:57:22.960707 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 01:57:22.960707 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:57:22.960707 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 01:57:22.960707 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:57:22.960707 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 01:57:22.960707 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:57:22.960707 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 01:57:22.960707 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:57:22.960707 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:57:22.960707 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:57:22.960707 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:57:22.960707 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:57:22.960707 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 01:57:22.960707 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:57:22.960707 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 01:57:22.960707 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:57:22.960707 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:57:22.960707 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:57:22.960707 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 01:57:22.960707 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:57:22.960707 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:57:22.960707 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:57:22.960707 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:57:22.960707 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:57:22.960707 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:57:22.960707 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:57:22.972430 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-148a3db4-0b1c-4e67-8a4e-6a7116acee58 None None] For port 28d74ff9-d184-4b15-9464-444a0bf6b031, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:57:22.977514 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-148a3db4-0b1c-4e67-8a4e-6a7116acee58 None None] For port 28d74ff9-d184-4b15-9464-444a0bf6b031, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=28d74ff9-d184-4b15-9464-444a0bf6b031,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:57:22.987196 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-148a3db4-0b1c-4e67-8a4e-6a7116acee58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:23.058294 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d3c912eb-5689-4196-8c57-02f2cb5aa4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:23.080797 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d8c1bc5f-665d-4eec-80ce-55dee719e427 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:23.090518 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d8c1bc5f-665d-4eec-80ce-55dee719e427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:23.137280 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148a3db4-0b1c-4e67-8a4e-6a7116acee58 None None] Routers {'e097dab1-6510-48fc-8026-4fefc19d5140'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:57:23.137280 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-148a3db4-0b1c-4e67-8a4e-6a7116acee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:57:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['e097dab1-6510-48fc-8026-4fefc19d5140'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:23.145093 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b1f17ec-a457-41cd-8436-66c3bd9164ef tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:23.157244 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b1f17ec-a457-41cd-8436-66c3bd9164ef tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:23.160090 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcea0d3-9eb8-4602-a369-391cac19cbbf None None] Pushing event updated for resources: {'Port': ['ID=a15f9fe2-ee3a-4f58-a42a-3caa436dc3de,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:23.193741 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-d8c1bc5f-665d-4eec-80ce-55dee719e427 None None] Attempting to bind port a15f9fe2-ee3a-4f58-a42a-3caa436dc3de on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:57:23.194121 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-d8c1bc5f-665d-4eec-80ce-55dee719e427 None None] Attempting to bind port a15f9fe2-ee3a-4f58-a42a-3caa436dc3de by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:57:23.194500 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c1bc5f-665d-4eec-80ce-55dee719e427 None None] Attempting to bind port a15f9fe2-ee3a-4f58-a42a-3caa436dc3de on network 4bf244a8-fda8-412f-8f05-2c7c5210f333 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:57:23.203278 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c1bc5f-665d-4eec-80ce-55dee719e427 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:57:23.203664 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c1bc5f-665d-4eec-80ce-55dee719e427 None None] Checking segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:57:23.204731 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d8c1bc5f-665d-4eec-80ce-55dee719e427 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:23.205384 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c1bc5f-665d-4eec-80ce-55dee719e427 None None] Bound using segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:57:23.205896 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-d8c1bc5f-665d-4eec-80ce-55dee719e427 None None] Bound port: a15f9fe2-ee3a-4f58-a42a-3caa436dc3de, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:57:23.207139 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d8c1bc5f-665d-4eec-80ce-55dee719e427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:23.208433 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f17ec-a457-41cd-8436-66c3bd9164ef tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8354942-21af-4c7c-918a-02df2bd1a116,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:23.225985 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b1f17ec-a457-41cd-8436-66c3bd9164ef tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:57:23.262965 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36648) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:23.283385 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b1f17ec-a457-41cd-8436-66c3bd9164ef tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:23.283826 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-1b1f17ec-a457-41cd-8436-66c3bd9164ef tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Added segment d6db930e-720a-4a7f-948f-25bb6e2dfef2 of type vlan for network db97dd7c-0de0-439d-98d2-6da0bdcc7441 Nov 29 01:57:23.331689 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-d8c1bc5f-665d-4eec-80ce-55dee719e427 None None] For port a15f9fe2-ee3a-4f58-a42a-3caa436dc3de, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:57:23.338533 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7819ea-78a6-4567-bad8-538f8b8b4502 None None] Network 4f64cf7c-d403-4817-b8d0-bf9903b384b8 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:57:23.373330 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-148a3db4-0b1c-4e67-8a4e-6a7116acee58 None None] Set router e097dab1-6510-48fc-8026-4fefc19d5140 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:57:23.379720 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c25ba06f-4418-46b5-b8a7-24893e6fda9e tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:23.387677 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b1f17ec-a457-41cd-8436-66c3bd9164ef tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:23.406587 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8ea4c19-538a-4b84-a255-91e86fac5b1a tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:23.426452 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-d3c912eb-5689-4196-8c57-02f2cb5aa4db admin admin] Allocated IP 172.20.0.1 (15d78a30-826a-4437-bf95-ffaf3e1cb11a/6be0b08c-da9c-4841-a857-67610a540960/7e0a0ecb-a58f-4d50-88e3-4467b183e437) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:57:23.427574 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8ea4c19-538a-4b84-a255-91e86fac5b1a tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:23.431083 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a8ea4c19-538a-4b84-a255-91e86fac5b1a tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] 10.222.0.37 "DELETE /v2.0/networks/c130d8b3-430a-406f-8312-a85ca23399b2 HTTP/1.1" status: 204 len: 168 time: 2.2060835 Nov 29 01:57:23.434226 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36652) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:23.478637 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea4c19-538a-4b84-a255-91e86fac5b1a tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Pushing event deleted for resources: {'Network': ['ID=c130d8b3-430a-406f-8312-a85ca23399b2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:23.487244 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-d8c1bc5f-665d-4eec-80ce-55dee719e427 None None] For port a15f9fe2-ee3a-4f58-a42a-3caa436dc3de, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=a15f9fe2-ee3a-4f58-a42a-3caa436dc3de,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:57:23.502501 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d8c1bc5f-665d-4eec-80ce-55dee719e427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:23.571294 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcea0d3-9eb8-4602-a369-391cac19cbbf None None] Pushing event updated for resources: {'Port': ['ID=a15f9fe2-ee3a-4f58-a42a-3caa436dc3de,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:23.574599 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-de97366c-8623-4c44-9d0f-98215111fa3d None None] Provisioning complete for port 2b435df8-a3f9-4382-a87f-ed66df6ab55f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:23.575041 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de97366c-8623-4c44-9d0f-98215111fa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:23.608121 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030d7ac-7187-4553-9dd6-7af0539c5ebe None None] Pushing event updated for resources: {'Port': ['ID=28d74ff9-d184-4b15-9464-444a0bf6b031,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:23.637922 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-148a3db4-0b1c-4e67-8a4e-6a7116acee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'name': 'tempest-ServersTestJSON-51267677-router', 'tenant_id': 'dddabe1bca86471f90fa95b3bff0f659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '28d74ff9-d184-4b15-9464-444a0bf6b031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:57:15Z', 'updated_at': '2021-11-29T01:57:19Z', 'revision_number': 3, 'project_id': 'dddabe1bca86471f90fa95b3bff0f659', 'gw_port': {'id': '28d74ff9-d184-4b15-9464-444a0bf6b031', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:31:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:16Z', 'updated_at': '2021-11-29T01:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:23.645354 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b1f17ec-a457-41cd-8436-66c3bd9164ef tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:23.651826 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1f17ec-a457-41cd-8436-66c3bd9164ef tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:23.652766 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b1f17ec-a457-41cd-8436-66c3bd9164ef tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:23.676107 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148a3db4-0b1c-4e67-8a4e-6a7116acee58 None None] The sync data for ids ['e097dab1-6510-48fc-8026-4fefc19d5140'] in dv-neutron-819032-3-hyperv is: [{'id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'name': 'tempest-ServersTestJSON-51267677-router', 'tenant_id': 'dddabe1bca86471f90fa95b3bff0f659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '28d74ff9-d184-4b15-9464-444a0bf6b031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:57:15Z', 'updated_at': '2021-11-29T01:57:19Z', 'revision_number': 3, 'project_id': 'dddabe1bca86471f90fa95b3bff0f659', 'gw_port': {'id': '28d74ff9-d184-4b15-9464-444a0bf6b031', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:31:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:16Z', 'updated_at': '2021-11-29T01:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:57:23.688873 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-586ecca9-585f-4797-a329-0f58261c539a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:23.693442 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c1bc5f-665d-4eec-80ce-55dee719e427 None None] Routers {'0373269f-7392-4963-849f-5240cf223a92'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:57:23.694179 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d8c1bc5f-665d-4eec-80ce-55dee719e427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:57:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['0373269f-7392-4963-849f-5240cf223a92'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:23.799777 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1b1f17ec-a457-41cd-8436-66c3bd9164ef tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1010268 Nov 29 01:57:23.806281 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de97366c-8623-4c44-9d0f-98215111fa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:23.806629 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c25ba06f-4418-46b5-b8a7-24893e6fda9e tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:23.810088 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36656) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:23.820687 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f17ec-a457-41cd-8436-66c3bd9164ef tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Pushing event updated for resources: {'Network': ['ID=db97dd7c-0de0-439d-98d2-6da0bdcc7441,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:23.836173 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d16727c-520f-465e-b695-3c6a55244093 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:23.842260 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-397d378e-3292-4430-a49e-6d252fd9144b tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Request body: {'subnet': {'network_id': 'db97dd7c-0de0-439d-98d2-6da0bdcc7441', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:23.931339 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network db97dd7c-0de0-439d-98d2-6da0bdcc7441 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:57:23.933507 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 2b435df8-a3f9-4382-a87f-ed66df6ab55f up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:57:23.959610 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d3c912eb-5689-4196-8c57-02f2cb5aa4db admin admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:23.977370 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d16727c-520f-465e-b695-3c6a55244093 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:24.010265 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d16727c-520f-465e-b695-3c6a55244093 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:57:24.010553 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d16727c-520f-465e-b695-3c6a55244093 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:57:24.011328 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d16727c-520f-465e-b695-3c6a55244093 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:57:24.011630 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d16727c-520f-465e-b695-3c6a55244093 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Subscribe: > port after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:57:24.011975 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d16727c-520f-465e-b695-3c6a55244093 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Subscribe: > port after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:57:24.012297 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d16727c-520f-465e-b695-3c6a55244093 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Subscribe: > port after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:57:24.012995 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d16727c-520f-465e-b695-3c6a55244093 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:57:24.012995 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d16727c-520f-465e-b695-3c6a55244093 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:57:24.013272 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d16727c-520f-465e-b695-3c6a55244093 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:57:24.013585 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d16727c-520f-465e-b695-3c6a55244093 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:57:24.057931 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 2b435df8-a3f9-4382-a87f-ed66df6ab55f triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:24.058363 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:24.122114 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25ba06f-4418-46b5-b8a7-24893e6fda9e tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Network 4f64cf7c-d403-4817-b8d0-bf9903b384b8 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:24.173777 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-de97366c-8623-4c44-9d0f-98215111fa3d None None] For port 2b435df8-a3f9-4382-a87f-ed66df6ab55f, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=2b435df8-a3f9-4382-a87f-ed66df6ab55f,segment=NetworkSegment(2ad1acee-47e4-4d0d-8753-9f9262b977f5),segment_id=2ad1acee-47e4-4d0d-8753-9f9262b977f5)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:57:24.175258 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-c25ba06f-4418-46b5-b8a7-24893e6fda9e tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:24.179284 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25ba06f-4418-46b5-b8a7-24893e6fda9e tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:57:24.195244 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de97366c-8623-4c44-9d0f-98215111fa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:24.197497 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-08cad391-3518-40d3-af71-4ade7841b8e2 tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] Deleting port d222370d-4ebe-4757-a86e-294285c41774 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:57:24.197991 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08cad391-3518-40d3-af71-4ade7841b8e2 tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:24.222945 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d16727c-520f-465e-b695-3c6a55244093 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:57:24.223301 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d16727c-520f-465e-b695-3c6a55244093 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:57:24.223638 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d16727c-520f-465e-b695-3c6a55244093 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:57:24.223968 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d16727c-520f-465e-b695-3c6a55244093 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 01:57:24.224397 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-3d16727c-520f-465e-b695-3c6a55244093 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83fe7fbf-7c10-4b5f-a87b-a3ca7d911299']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:24.259166 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-d8c1bc5f-665d-4eec-80ce-55dee719e427 None None] Set router 0373269f-7392-4963-849f-5240cf223a92 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:57:24.271389 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-3d16727c-520f-465e-b695-3c6a55244093 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09e8e40b-d92a-42ff-851c-eb6f4a6f071b') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:24.272018 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-3d16727c-520f-465e-b695-3c6a55244093 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09e8e40b-d92a-42ff-851c-eb6f4a6f071b') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:24.302272 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d16727c-520f-465e-b695-3c6a55244093 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:24.355654 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d16727c-520f-465e-b695-3c6a55244093 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:24.370247 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d16727c-520f-465e-b695-3c6a55244093 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:57:24.370711 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d16727c-520f-465e-b695-3c6a55244093 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:24.410771 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97366c-8623-4c44-9d0f-98215111fa3d None None] Pushing event updated for resources: {'Port': ['ID=2b435df8-a3f9-4382-a87f-ed66df6ab55f,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:24.437484 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 29 01:57:24.437484 dv-neutron-819032-3-hyperv neutron-server[103255]: from cryptography.utils import int_from_bytes Nov 29 01:57:24.437484 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 29 01:57:24.437484 dv-neutron-819032-3-hyperv neutron-server[103255]: from cryptography.utils import int_from_bytes Nov 29 01:57:24.437484 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 01:57:24.437484 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:57:24.437484 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 01:57:24.437484 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:57:24.437484 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 01:57:24.437484 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:57:24.437484 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 01:57:24.437484 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:57:24.437484 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 01:57:24.437484 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:57:24.437484 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 01:57:24.437484 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:57:24.437484 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 01:57:24.437484 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:57:24.437484 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:57:24.437484 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:57:24.437484 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:57:24.437484 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:57:24.437484 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 01:57:24.437484 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:57:24.437484 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 01:57:24.437484 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:57:24.437484 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:57:24.437484 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:57:24.437484 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 01:57:24.437484 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:57:24.437484 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:57:24.437484 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:57:24.437484 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:57:24.437484 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:57:24.437484 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:57:24.437484 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:57:24.445577 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d3c912eb-5689-4196-8c57-02f2cb5aa4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:24.535269 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c912eb-5689-4196-8c57-02f2cb5aa4db admin admin] Network 15d78a30-826a-4437-bf95-ffaf3e1cb11a is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:24.550235 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-d3c912eb-5689-4196-8c57-02f2cb5aa4db admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:24.564410 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c912eb-5689-4196-8c57-02f2cb5aa4db admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:57:24.566591 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d16727c-520f-465e-b695-3c6a55244093 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:24.569734 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d8c1bc5f-665d-4eec-80ce-55dee719e427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0373269f-7392-4963-849f-5240cf223a92', 'name': 'tempest-ServersTestManualDisk-2082134638-router', 'tenant_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'a15f9fe2-ee3a-4f58-a42a-3caa436dc3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:57:15Z', 'updated_at': '2021-11-29T01:57:18Z', 'revision_number': 3, 'project_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'gw_port': {'id': 'a15f9fe2-ee3a-4f58-a42a-3caa436dc3de', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:55:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0373269f-7392-4963-849f-5240cf223a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:16Z', 'updated_at': '2021-11-29T01:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:24.611457 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16727c-520f-465e-b695-3c6a55244093 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Pushing event deleted for resources: {'Network': ['ID=83fe7fbf-7c10-4b5f-a87b-a3ca7d911299,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:24.618583 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c1bc5f-665d-4eec-80ce-55dee719e427 None None] The sync data for ids ['0373269f-7392-4963-849f-5240cf223a92'] in dv-neutron-819032-3-hyperv is: [{'id': '0373269f-7392-4963-849f-5240cf223a92', 'name': 'tempest-ServersTestManualDisk-2082134638-router', 'tenant_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'a15f9fe2-ee3a-4f58-a42a-3caa436dc3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:57:15Z', 'updated_at': '2021-11-29T01:57:18Z', 'revision_number': 3, 'project_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'gw_port': {'id': 'a15f9fe2-ee3a-4f58-a42a-3caa436dc3de', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:55:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0373269f-7392-4963-849f-5240cf223a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:16Z', 'updated_at': '2021-11-29T01:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:57:24.633926 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c912eb-5689-4196-8c57-02f2cb5aa4db admin admin] Pushing event updated for resources: {'Port': ['ID=7e0a0ecb-a58f-4d50-88e3-4467b183e437,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:24.665818 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d16727c-520f-465e-b695-3c6a55244093 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:24.670462 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3d16727c-520f-465e-b695-3c6a55244093 tempest-QuotasNegativeTest-211480853 tempest-QuotasNegativeTest-211480853-project-admin] 10.222.0.37 "DELETE /v2.0/networks/83fe7fbf-7c10-4b5f-a87b-a3ca7d911299 HTTP/1.1" status: 204 len: 168 time: 1.2339544 Nov 29 01:57:24.676256 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ba06f-4418-46b5-b8a7-24893e6fda9e tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Pushing event updated for resources: {'Port': ['ID=52c56796-d954-41a5-984b-10215a320cc9,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:24.701346 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397d378e-3292-4430-a49e-6d252fd9144b tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Made reservation on behalf of 4194cd1e46bd4ef2b8d6193fc5d15a1d for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:24.702256 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0bc48126-b05e-47ff-9ebb-12926a624cc5 None None] Provisioning complete for port 52c56796-d954-41a5-984b-10215a320cc9 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:24.702633 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0bc48126-b05e-47ff-9ebb-12926a624cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:24.709845 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-397d378e-3292-4430-a49e-6d252fd9144b tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:24.768078 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d3c912eb-5689-4196-8c57-02f2cb5aa4db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:24.769699 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25ba06f-4418-46b5-b8a7-24893e6fda9e tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:24.787994 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c25ba06f-4418-46b5-b8a7-24893e6fda9e tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:24.847086 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0bc48126-b05e-47ff-9ebb-12926a624cc5 None None] Port 52c56796-d954-41a5-984b-10215a320cc9 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:57:24.885215 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0bc48126-b05e-47ff-9ebb-12926a624cc5 None None] Provisioning complete for port 2b435df8-a3f9-4382-a87f-ed66df6ab55f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:24.885948 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0bc48126-b05e-47ff-9ebb-12926a624cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:24.997428 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c25ba06f-4418-46b5-b8a7-24893e6fda9e tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2385433 Nov 29 01:57:24.999525 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-586ecca9-585f-4797-a329-0f58261c539a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:25.006528 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36668) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:25.092376 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-586ecca9-585f-4797-a329-0f58261c539a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:25.146953 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08cad391-3518-40d3-af71-4ade7841b8e2 tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:25.147451 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08cad391-3518-40d3-af71-4ade7841b8e2 tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:25.163804 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d3c912eb-5689-4196-8c57-02f2cb5aa4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:25.198746 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-47ae6511-b966-48b1-a1f6-24be56e7630b None None] Provisioning complete for port 52c56796-d954-41a5-984b-10215a320cc9 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:25.200566 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-47ae6511-b966-48b1-a1f6-24be56e7630b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:25.272466 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-47ae6511-b966-48b1-a1f6-24be56e7630b None None] Port 52c56796-d954-41a5-984b-10215a320cc9 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:57:25.299891 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-47ae6511-b966-48b1-a1f6-24be56e7630b None None] Provisioning complete for port 7e0a0ecb-a58f-4d50-88e3-4467b183e437 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:25.300349 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-47ae6511-b966-48b1-a1f6-24be56e7630b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:25.313590 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-586ecca9-585f-4797-a329-0f58261c539a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=545eca1fb0e74b00875b8dcd110aa808&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0470405 Nov 29 01:57:25.320387 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36672) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:25.377659 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-47ae6511-b966-48b1-a1f6-24be56e7630b None None] Port 7e0a0ecb-a58f-4d50-88e3-4467b183e437 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:57:25.431418 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-08cad391-3518-40d3-af71-4ade7841b8e2 tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] Calling delete_port for d222370d-4ebe-4757-a86e-294285c41774 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:57:25.456162 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ecca9-585f-4797-a329-0f58261c539a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d569af-6fc2-49b6-bc6e-e8f36a72c125,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:25.512529 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d3c912eb-5689-4196-8c57-02f2cb5aa4db admin admin] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:25.526638 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d3c912eb-5689-4196-8c57-02f2cb5aa4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:25.528839 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36676) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:25.585750 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf26de68-8392-4dc9-8271-6b6f8496090e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:25.609862 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d93a3a85-c3f6-4954-be09-7d4ffea0fe48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:25.630060 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d3c912eb-5689-4196-8c57-02f2cb5aa4db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:25.635702 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c912eb-5689-4196-8c57-02f2cb5aa4db admin admin] Pushing event updated for resources: {'Port': ['ID=7e0a0ecb-a58f-4d50-88e3-4467b183e437,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:25.644333 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf26de68-8392-4dc9-8271-6b6f8496090e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:25.687049 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.objects.ports [None req-bcf3632c-a48b-45cb-ab67-90f50bbae618 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103254) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 01:57:25.687505 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bcf3632c-a48b-45cb-ab67-90f50bbae618 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:25.732393 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b1dc6c2f-5d45-413f-8709-112d4cad54ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:25.744954 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-397d378e-3292-4430-a49e-6d252fd9144b tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:25.802383 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf26de68-8392-4dc9-8271-6b6f8496090e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:25.806289 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf26de68-8392-4dc9-8271-6b6f8496090e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:25.806289 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-bf26de68-8392-4dc9-8271-6b6f8496090e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/77d569af-6fc2-49b6-bc6e-e8f36a72c125 HTTP/1.1" status: 204 len: 168 time: 0.4850085 Nov 29 01:57:25.807477 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-a494ae22-5bcc-4c6f-9724-0ad365c06a70 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Deleting port 52c56796-d954-41a5-984b-10215a320cc9 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:57:25.808283 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a494ae22-5bcc-4c6f-9724-0ad365c06a70 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:25.877041 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26de68-8392-4dc9-8271-6b6f8496090e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d569af-6fc2-49b6-bc6e-e8f36a72c125,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:25.891933 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c912eb-5689-4196-8c57-02f2cb5aa4db admin admin] Network 15d78a30-826a-4437-bf95-ffaf3e1cb11a is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:25.899946 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-d3c912eb-5689-4196-8c57-02f2cb5aa4db admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:25.942738 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a494ae22-5bcc-4c6f-9724-0ad365c06a70 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:25.959992 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-a494ae22-5bcc-4c6f-9724-0ad365c06a70 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Calling delete_port for 52c56796-d954-41a5-984b-10215a320cc9 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:57:26.141171 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b1dc6c2f-5d45-413f-8709-112d4cad54ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:26.152423 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b1dc6c2f-5d45-413f-8709-112d4cad54ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:26.162254 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3632c-a48b-45cb-ab67-90f50bbae618 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Pushing event updated for resources: {'Subnet': ['ID=aa27b37c-dd54-431a-9d45-29af779b5704,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:26.174209 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 28d74ff9-d184-4b15-9464-444a0bf6b031 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:57:26.236838 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b1dc6c2f-5d45-413f-8709-112d4cad54ae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc6f6b40eb394b85b2823b91407ebe9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6996114 Nov 29 01:57:26.241231 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36684) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:26.252084 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc6c2f-5d45-413f-8709-112d4cad54ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde4770b-5ef3-4d3c-bb16-01b3e1373502,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:26.301783 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c912eb-5689-4196-8c57-02f2cb5aa4db admin admin] Router e097dab1-6510-48fc-8026-4fefc19d5140 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:57:26.348214 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-b32a6d01-7f84-44ff-81b7-cc9136b8fbde None None] Provisioning complete for port 7e0a0ecb-a58f-4d50-88e3-4467b183e437 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:26.348760 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b32a6d01-7f84-44ff-81b7-cc9136b8fbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:26.394820 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 28d74ff9-d184-4b15-9464-444a0bf6b031 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:26.395246 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:26.430854 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b32a6d01-7f84-44ff-81b7-cc9136b8fbde None None] Port 7e0a0ecb-a58f-4d50-88e3-4467b183e437 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:57:26.466778 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf3632c-a48b-45cb-ab67-90f50bbae618 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Checking segment: {'id': '7f9a8f4d-62a3-4b18-a679-1172845f3b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7487acff-7aef-47e4-a32f-78c739f48788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:57:26.467160 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf3632c-a48b-45cb-ab67-90f50bbae618 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Network hostable DHCP agents. Network: 7487acff-7aef-47e4-a32f-78c739f48788, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:57:26.478175 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36686) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:26.484354 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397d378e-3292-4430-a49e-6d252fd9144b tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Checking segment: {'id': 'd6db930e-720a-4a7f-948f-25bb6e2dfef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'db97dd7c-0de0-439d-98d2-6da0bdcc7441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:57:26.484952 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397d378e-3292-4430-a49e-6d252fd9144b tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Network hostable DHCP agents. Network: db97dd7c-0de0-439d-98d2-6da0bdcc7441, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:57:26.500816 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d378e-3292-4430-a49e-6d252fd9144b tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Pushing event updated for resources: {'Subnet': ['ID=e5bb5875-c246-4d4e-9623-d13bb71d24fe,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:26.503009 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd6d5db8-ab8a-4c97-a675-07a9e3b24923 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:26.504494 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1517d88-c598-4360-9071-62ad02a8e3a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:26.546866 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:26.556873 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd6d5db8-ab8a-4c97-a675-07a9e3b24923 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:26.569513 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port 28d74ff9-d184-4b15-9464-444a0bf6b031, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=28d74ff9-d184-4b15-9464-444a0bf6b031,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:57:26.574465 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:26.575697 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a15f9fe2-ee3a-4f58-a42a-3caa436dc3de up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:57:26.591927 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c912eb-5689-4196-8c57-02f2cb5aa4db admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:57:26.610068 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d3c912eb-5689-4196-8c57-02f2cb5aa4db admin admin] 10.222.0.37 "PUT /v2.0/routers/e097dab1-6510-48fc-8026-4fefc19d5140/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7582645 Nov 29 01:57:26.610304 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8b5dc4-18a1-44a9-82b3-1c2a9757e238 None None] Sync routers for ids ['e097dab1-6510-48fc-8026-4fefc19d5140'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:57:26.632293 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8b5dc4-18a1-44a9-82b3-1c2a9757e238 None None] Routers {'e097dab1-6510-48fc-8026-4fefc19d5140'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:57:26.632916 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-dd8b5dc4-18a1-44a9-82b3-1c2a9757e238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:57:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['e097dab1-6510-48fc-8026-4fefc19d5140'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:26.642989 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-d93a3a85-c3f6-4954-be09-7d4ffea0fe48 admin admin] Allocated IP 172.20.0.1 (eb5b9240-440f-46b6-8e86-e0412219f8de/b35b82af-f6e8-4c72-bc4b-0b6753f30b4a/555a7007-e32d-4bf3-b014-35dcc9ddd037) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:57:26.686144 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf3632c-a48b-45cb-ab67-90f50bbae618 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Network 7487acff-7aef-47e4-a32f-78c739f48788 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:57:26.692834 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397d378e-3292-4430-a49e-6d252fd9144b tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Network db97dd7c-0de0-439d-98d2-6da0bdcc7441 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:57:26.704386 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-397d378e-3292-4430-a49e-6d252fd9144b tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, db97dd7c-0de0-439d-98d2-6da0bdcc7441) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:26.708757 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-bcf3632c-a48b-45cb-ab67-90f50bbae618 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 7487acff-7aef-47e4-a32f-78c739f48788) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:26.719506 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1517d88-c598-4360-9071-62ad02a8e3a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:26.722541 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd6d5db8-ab8a-4c97-a675-07a9e3b24923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:26.730337 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd6d5db8-ab8a-4c97-a675-07a9e3b24923 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:26.735872 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397d378e-3292-4430-a49e-6d252fd9144b tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:26.736476 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-397d378e-3292-4430-a49e-6d252fd9144b tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:26.737519 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-bd6d5db8-ab8a-4c97-a675-07a9e3b24923 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cde4770b-5ef3-4d3c-bb16-01b3e1373502 HTTP/1.1" status: 204 len: 168 time: 0.4943025 Nov 29 01:57:26.740463 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1517d88-c598-4360-9071-62ad02a8e3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:26.747470 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c77baef-287f-4385-89e7-3c9c6133fa7a None None] Network db97dd7c-0de0-439d-98d2-6da0bdcc7441 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:57:26.752311 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08cad391-3518-40d3-af71-4ade7841b8e2 tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:26.773830 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d5db8-ab8a-4c97-a675-07a9e3b24923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde4770b-5ef3-4d3c-bb16-01b3e1373502,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:26.834239 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cad391-3518-40d3-af71-4ade7841b8e2 tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] Pushing event deleted for resources: {'Port': ['ID=d222370d-4ebe-4757-a86e-294285c41774,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:26.847253 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d1517d88-c598-4360-9071-62ad02a8e3a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5cad634ff7354baea60bcc096c4b2755&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3679609 Nov 29 01:57:26.857335 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36702) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:26.865316 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a494ae22-5bcc-4c6f-9724-0ad365c06a70 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:26.943382 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-dd8b5dc4-18a1-44a9-82b3-1c2a9757e238 None None] Set router e097dab1-6510-48fc-8026-4fefc19d5140 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:57:26.956972 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=28d74ff9-d184-4b15-9464-444a0bf6b031,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:26.990454 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-397d378e-3292-4430-a49e-6d252fd9144b tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1715291 Nov 29 01:57:26.999728 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf3632c-a48b-45cb-ab67-90f50bbae618 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:27.000820 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bcf3632c-a48b-45cb-ab67-90f50bbae618 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:27.007885 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36706) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:27.062945 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afefdf3-6466-44f5-a40a-36ceaf52afe3 None None] Network 7487acff-7aef-47e4-a32f-78c739f48788 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:57:27.086526 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ad774c5a-c43b-4442-b896-b7e589484eb0 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-168400711', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:27.250133 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08cad391-3518-40d3-af71-4ade7841b8e2 tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:27.258603 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08cad391-3518-40d3-af71-4ade7841b8e2 tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:27.263124 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-08cad391-3518-40d3-af71-4ade7841b8e2 tempest-ExternalNetworksAdminNegativeTestJSON-850108275 tempest-ExternalNetworksAdminNegativeTestJSON-850108275-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/ad25b94a-5f0d-4279-ab28-4dc673310c5c HTTP/1.1" status: 204 len: 168 time: 4.3685114 Nov 29 01:57:27.274357 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1517d88-c598-4360-9071-62ad02a8e3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308401ca-5b59-4eb1-b232-c2aca4df2aa8,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:27.354184 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b342af7-010a-478d-8aad-c9212242728e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-db97dd7c-0de0-439d-98d2-6da0bdcc7441', 'network_id': 'db97dd7c-0de0-439d-98d2-6da0bdcc7441', 'tenant_id': '4194cd1e46bd4ef2b8d6193fc5d15a1d', 'fixed_ips': [{'subnet_id': 'e5bb5875-c246-4d4e-9623-d13bb71d24fe'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:57:27.356653 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b342af7-010a-478d-8aad-c9212242728e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:27.386752 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494ae22-5bcc-4c6f-9724-0ad365c06a70 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Pushing event deleted for resources: {'Port': ['ID=52c56796-d954-41a5-984b-10215a320cc9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:27.430239 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d5e9b013-fb26-449d-b5db-cac19a319152 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:27.434560 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port a15f9fe2-ee3a-4f58-a42a-3caa436dc3de triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:27.437677 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:27.468520 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36714) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:27.487618 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-dd8b5dc4-18a1-44a9-82b3-1c2a9757e238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'name': 'tempest-ServersTestJSON-51267677-router', 'tenant_id': 'dddabe1bca86471f90fa95b3bff0f659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '28d74ff9-d184-4b15-9464-444a0bf6b031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:57:15Z', 'updated_at': '2021-11-29T01:57:25Z', 'revision_number': 4, 'project_id': 'dddabe1bca86471f90fa95b3bff0f659', 'gw_port': {'id': '28d74ff9-d184-4b15-9464-444a0bf6b031', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:31:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:16Z', 'updated_at': '2021-11-29T01:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '7e0a0ecb-a58f-4d50-88e3-4467b183e437', 'name': '', 'network_id': '15d78a30-826a-4437-bf95-ffaf3e1cb11a', 'tenant_id': 'dddabe1bca86471f90fa95b3bff0f659', 'mac_address': 'fa:16:3e:fe:2d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6be0b08c-da9c-4841-a857-67610a540960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:23Z', 'updated_at': '2021-11-29T01:57:25Z', 'revision_number': 2, 'project_id': 'dddabe1bca86471f90fa95b3bff0f659', 'subnets': [{'id': '6be0b08c-da9c-4841-a857-67610a540960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:27.511389 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d5e9b013-fb26-449d-b5db-cac19a319152 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:27.516117 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad774c5a-c43b-4442-b896-b7e589484eb0 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:27.517449 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad774c5a-c43b-4442-b896-b7e589484eb0 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:27.539936 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8b5dc4-18a1-44a9-82b3-1c2a9757e238 None None] Checking router: e097dab1-6510-48fc-8026-4fefc19d5140 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:57:27.540546 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8b5dc4-18a1-44a9-82b3-1c2a9757e238 None None] Updating router e097dab1-6510-48fc-8026-4fefc19d5140 port 7e0a0ecb-a58f-4d50-88e3-4467b183e437 binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:57:27.570037 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dd8b5dc4-18a1-44a9-82b3-1c2a9757e238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:27.613061 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad774c5a-c43b-4442-b896-b7e589484eb0 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:27.614820 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-74e6a038-bb1f-4f95-986d-f8f4f91c0f2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:27.651263 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d5e9b013-fb26-449d-b5db-cac19a319152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:27.656383 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d5e9b013-fb26-449d-b5db-cac19a319152 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:27.663800 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d5e9b013-fb26-449d-b5db-cac19a319152 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/308401ca-5b59-4eb1-b232-c2aca4df2aa8 HTTP/1.1" status: 204 len: 168 time: 0.8031433 Nov 29 01:57:27.691581 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9b013-fb26-449d-b5db-cac19a319152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308401ca-5b59-4eb1-b232-c2aca4df2aa8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:27.968025 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3304eb9f-0081-4350-8368-6118e4e2ebdc None None] Network 7487acff-7aef-47e4-a32f-78c739f48788 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:57:28.113011 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36724) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:28.119556 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d93a3a85-c3f6-4954-be09-7d4ffea0fe48 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:28.188851 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-6b342af7-010a-478d-8aad-c9212242728e None None] Allocated IP 172.20.0.2 (db97dd7c-0de0-439d-98d2-6da0bdcc7441/e5bb5875-c246-4d4e-9623-d13bb71d24fe/94e8eb1e-20e3-4fd8-acb0-c04def3fc102) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:57:28.194935 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bcf3632c-a48b-45cb-ab67-90f50bbae618 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 6.1682739 Nov 29 01:57:28.195563 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36730) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:28.201043 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-3f9803c6-5a04-40c2-bd96-dda0e27cd6d2 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Request body: {'floatingip': {'floating_network_id': '7487acff-7aef-47e4-a32f-78c739f48788'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:28.258796 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f9803c6-5a04-40c2-bd96-dda0e27cd6d2 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:28.433883 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5dfb5f26-ee57-4ad0-9300-995ce465f44f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:28.473571 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dd8b5dc4-18a1-44a9-82b3-1c2a9757e238 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:28.485621 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dd8b5dc4-18a1-44a9-82b3-1c2a9757e238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:28.514204 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad774c5a-c43b-4442-b896-b7e589484eb0 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:28.563759 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d93a3a85-c3f6-4954-be09-7d4ffea0fe48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:28.620115 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e88bb4-b084-461e-96d3-be4f7a96d5e0 None None] Pushing event updated for resources: {'Port': ['ID=7e0a0ecb-a58f-4d50-88e3-4467b183e437,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:28.659037 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5dfb5f26-ee57-4ad0-9300-995ce465f44f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:28.682319 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a3a85-c3f6-4954-be09-7d4ffea0fe48 admin admin] Pushing event updated for resources: {'Port': ['ID=555a7007-e32d-4bf3-b014-35dcc9ddd037,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:28.683186 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5dfb5f26-ee57-4ad0-9300-995ce465f44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:28.696493 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a494ae22-5bcc-4c6f-9724-0ad365c06a70 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:28.704837 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a494ae22-5bcc-4c6f-9724-0ad365c06a70 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] 10.222.0.37 "DELETE /v2.0/ports/52c56796-d954-41a5-984b-10215a320cc9 HTTP/1.1" status: 204 len: 168 time: 3.6882744 Nov 29 01:57:28.724732 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-dd8b5dc4-18a1-44a9-82b3-1c2a9757e238 None None] Attempting to bind port 7e0a0ecb-a58f-4d50-88e3-4467b183e437 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:57:28.724732 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-dd8b5dc4-18a1-44a9-82b3-1c2a9757e238 None None] Attempting to bind port 7e0a0ecb-a58f-4d50-88e3-4467b183e437 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '01a6022b-fd65-4f04-9a20-29dba6f904e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '15d78a30-826a-4437-bf95-ffaf3e1cb11a'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:57:28.724732 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8b5dc4-18a1-44a9-82b3-1c2a9757e238 None None] Attempting to bind port 7e0a0ecb-a58f-4d50-88e3-4467b183e437 on network 15d78a30-826a-4437-bf95-ffaf3e1cb11a {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:57:28.731514 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36740) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:28.737917 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36742) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:28.742836 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8b5dc4-18a1-44a9-82b3-1c2a9757e238 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:57:28.743425 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8b5dc4-18a1-44a9-82b3-1c2a9757e238 None None] Checking segment: {'id': '01a6022b-fd65-4f04-9a20-29dba6f904e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '15d78a30-826a-4437-bf95-ffaf3e1cb11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:57:28.743975 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dd8b5dc4-18a1-44a9-82b3-1c2a9757e238 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:28.744517 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8b5dc4-18a1-44a9-82b3-1c2a9757e238 None None] Bound using segment: {'id': '01a6022b-fd65-4f04-9a20-29dba6f904e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '15d78a30-826a-4437-bf95-ffaf3e1cb11a'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:57:28.747217 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-dd8b5dc4-18a1-44a9-82b3-1c2a9757e238 None None] Bound port: 7e0a0ecb-a58f-4d50-88e3-4467b183e437, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a6022b-fd65-4f04-9a20-29dba6f904e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '15d78a30-826a-4437-bf95-ffaf3e1cb11a'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:57:28.747792 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dd8b5dc4-18a1-44a9-82b3-1c2a9757e238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:28.752248 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-890b389d-1dab-43d0-b971-d4aeac6c9c8a tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1548605924', 'description': 'tempest-description--1542045240'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:28.811718 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb5f26-ee57-4ad0-9300-995ce465f44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba95fe4-67f2-495c-b09a-316651fc34ba,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:28.834058 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5dfb5f26-ee57-4ad0-9300-995ce465f44f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d94b8e9d08a143fdac4f3cb462812630&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7199090 Nov 29 01:57:28.836910 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36750) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:28.848834 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b342af7-010a-478d-8aad-c9212242728e None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:28.854859 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f9803c6-5a04-40c2-bd96-dda0e27cd6d2 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:28.858572 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-dd8b5dc4-18a1-44a9-82b3-1c2a9757e238 None None] For port 7e0a0ecb-a58f-4d50-88e3-4467b183e437, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:57:28.860619 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93a3a85-c3f6-4954-be09-7d4ffea0fe48 admin admin] Network eb5b9240-440f-46b6-8e86-e0412219f8de is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:28.869427 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-dd8b5dc4-18a1-44a9-82b3-1c2a9757e238 None None] For port 7e0a0ecb-a58f-4d50-88e3-4467b183e437, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7e0a0ecb-a58f-4d50-88e3-4467b183e437,segment=NetworkSegment(01a6022b-fd65-4f04-9a20-29dba6f904e6),segment_id=01a6022b-fd65-4f04-9a20-29dba6f904e6)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:57:28.873137 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-d93a3a85-c3f6-4954-be09-7d4ffea0fe48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:28.881657 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-dd8b5dc4-18a1-44a9-82b3-1c2a9757e238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:28.892136 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b342af7-010a-478d-8aad-c9212242728e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:28.895545 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:28.906847 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93a3a85-c3f6-4954-be09-7d4ffea0fe48 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:57:28.970731 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e88bb4-b084-461e-96d3-be4f7a96d5e0 None None] Pushing event updated for resources: {'Port': ['ID=7e0a0ecb-a58f-4d50-88e3-4467b183e437,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:29.042295 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8b5dc4-18a1-44a9-82b3-1c2a9757e238 None None] Routers {'e097dab1-6510-48fc-8026-4fefc19d5140'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:57:29.043033 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-dd8b5dc4-18a1-44a9-82b3-1c2a9757e238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:57:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['e097dab1-6510-48fc-8026-4fefc19d5140'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:29.121888 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-890b389d-1dab-43d0-b971-d4aeac6c9c8a tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:29.133940 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d93a3a85-c3f6-4954-be09-7d4ffea0fe48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:29.237583 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port a15f9fe2-ee3a-4f58-a42a-3caa436dc3de, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=a15f9fe2-ee3a-4f58-a42a-3caa436dc3de,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:57:29.276188 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b342af7-010a-478d-8aad-c9212242728e None None] Network db97dd7c-0de0-439d-98d2-6da0bdcc7441 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:29.283967 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-6b342af7-010a-478d-8aad-c9212242728e None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:29.321606 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-3f9803c6-5a04-40c2-bd96-dda0e27cd6d2 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Allocated IP 172.20.0.6 (7487acff-7aef-47e4-a32f-78c739f48788/aa27b37c-dd54-431a-9d45-29af779b5704/2637ebe8-7026-454d-a9e5-3b3bfc732e93) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:57:29.360387 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:29.362558 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 2b435df8-a3f9-4382-a87f-ed66df6ab55f up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:57:29.371485 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b342af7-010a-478d-8aad-c9212242728e None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:57:29.415593 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d059a6dc-e914-4cfa-8ab5-390f2a8e6405 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:29.434992 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-dd8b5dc4-18a1-44a9-82b3-1c2a9757e238 None None] Set router e097dab1-6510-48fc-8026-4fefc19d5140 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:57:29.509246 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-b796659b-489e-46d9-b64d-dd06460b77a5 None None] Provisioning complete for port 7e0a0ecb-a58f-4d50-88e3-4467b183e437 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:29.509724 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b796659b-489e-46d9-b64d-dd06460b77a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:29.519680 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-74e6a038-bb1f-4f95-986d-f8f4f91c0f2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:29.557163 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-74e6a038-bb1f-4f95-986d-f8f4f91c0f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:29.578912 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b342af7-010a-478d-8aad-c9212242728e None None] Pushing event updated for resources: {'Port': ['ID=94e8eb1e-20e3-4fd8-acb0-c04def3fc102,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:29.593846 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d059a6dc-e914-4cfa-8ab5-390f2a8e6405 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:29.629284 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b796659b-489e-46d9-b64d-dd06460b77a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:29.631254 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-6b342af7-010a-478d-8aad-c9212242728e None None] Attempting to bind port 94e8eb1e-20e3-4fd8-acb0-c04def3fc102 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:57:29.631803 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-6b342af7-010a-478d-8aad-c9212242728e None None] Attempting to bind port 94e8eb1e-20e3-4fd8-acb0-c04def3fc102 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'd6db930e-720a-4a7f-948f-25bb6e2dfef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'db97dd7c-0de0-439d-98d2-6da0bdcc7441'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:57:29.632169 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b342af7-010a-478d-8aad-c9212242728e None None] Attempting to bind port 94e8eb1e-20e3-4fd8-acb0-c04def3fc102 on network db97dd7c-0de0-439d-98d2-6da0bdcc7441 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:57:29.657928 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d93a3a85-c3f6-4954-be09-7d4ffea0fe48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:29.665893 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5bcfaddb-15d0-4c9e-b7ad-a1c26dcb7d07 tempest-DHCPAgentSchedulersTestJSON-515999835 tempest-DHCPAgentSchedulersTestJSON-515999835-project-admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.9252689 Nov 29 01:57:29.678233 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b342af7-010a-478d-8aad-c9212242728e None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:57:29.678615 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b342af7-010a-478d-8aad-c9212242728e None None] Checking segment: {'id': 'd6db930e-720a-4a7f-948f-25bb6e2dfef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'db97dd7c-0de0-439d-98d2-6da0bdcc7441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:57:29.679122 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b342af7-010a-478d-8aad-c9212242728e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:29.679760 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b342af7-010a-478d-8aad-c9212242728e None None] Bound using segment: {'id': 'd6db930e-720a-4a7f-948f-25bb6e2dfef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'db97dd7c-0de0-439d-98d2-6da0bdcc7441'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:57:29.679878 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-6b342af7-010a-478d-8aad-c9212242728e None None] Bound port: 94e8eb1e-20e3-4fd8-acb0-c04def3fc102, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6db930e-720a-4a7f-948f-25bb6e2dfef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'db97dd7c-0de0-439d-98d2-6da0bdcc7441'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:57:29.681821 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b342af7-010a-478d-8aad-c9212242728e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:29.686707 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36760) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:29.704633 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b01dcb9f-7c04-4f43-b1a6-9467bc89183d tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-796945355'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:29.725175 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d059a6dc-e914-4cfa-8ab5-390f2a8e6405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:29.728050 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d059a6dc-e914-4cfa-8ab5-390f2a8e6405 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:29.729434 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d059a6dc-e914-4cfa-8ab5-390f2a8e6405 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6ba95fe4-67f2-495c-b09a-316651fc34ba HTTP/1.1" status: 204 len: 168 time: 0.8915460 Nov 29 01:57:29.749735 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059a6dc-e914-4cfa-8ab5-390f2a8e6405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba95fe4-67f2-495c-b09a-316651fc34ba,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:29.764406 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f9803c6-5a04-40c2-bd96-dda0e27cd6d2 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:29.768457 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=a15f9fe2-ee3a-4f58-a42a-3caa436dc3de,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:29.783086 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 2b435df8-a3f9-4382-a87f-ed66df6ab55f triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:29.783603 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:29.795092 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-74e6a038-bb1f-4f95-986d-f8f4f91c0f2b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=477b49b20a854e0e8375372ad0d9d6fd&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3252513 Nov 29 01:57:29.799177 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36766) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:29.830698 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6a038-bb1f-4f95-986d-f8f4f91c0f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d30503-f828-4667-afcc-b38862235ab3,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:29.868403 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f9803c6-5a04-40c2-bd96-dda0e27cd6d2 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:29.882841 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-19a4d26d-9aa3-4453-8f4b-853b7dc31b57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:29.883956 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-890b389d-1dab-43d0-b971-d4aeac6c9c8a tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:29.891017 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01dcb9f-7c04-4f43-b1a6-9467bc89183d tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Made reservation on behalf of 08e030e013614c688868b50f6fd9b3da for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:29.894964 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b01dcb9f-7c04-4f43-b1a6-9467bc89183d tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:29.914817 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-890b389d-1dab-43d0-b971-d4aeac6c9c8a tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:29.922341 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9803c6-5a04-40c2-bd96-dda0e27cd6d2 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Network 7487acff-7aef-47e4-a32f-78c739f48788 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:29.931363 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-3f9803c6-5a04-40c2-bd96-dda0e27cd6d2 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:29.947630 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9803c6-5a04-40c2-bd96-dda0e27cd6d2 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:57:29.985594 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-dd8b5dc4-18a1-44a9-82b3-1c2a9757e238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'name': 'tempest-ServersTestJSON-51267677-router', 'tenant_id': 'dddabe1bca86471f90fa95b3bff0f659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '28d74ff9-d184-4b15-9464-444a0bf6b031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:57:15Z', 'updated_at': '2021-11-29T01:57:25Z', 'revision_number': 4, 'project_id': 'dddabe1bca86471f90fa95b3bff0f659', 'gw_port': {'id': '28d74ff9-d184-4b15-9464-444a0bf6b031', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:31:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:16Z', 'updated_at': '2021-11-29T01:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '7e0a0ecb-a58f-4d50-88e3-4467b183e437', 'name': '', 'network_id': '15d78a30-826a-4437-bf95-ffaf3e1cb11a', 'tenant_id': 'dddabe1bca86471f90fa95b3bff0f659', 'mac_address': 'fa:16:3e:fe:2d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6be0b08c-da9c-4841-a857-67610a540960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:23Z', 'updated_at': '2021-11-29T01:57:28Z', 'revision_number': 4, 'project_id': 'dddabe1bca86471f90fa95b3bff0f659', 'subnets': [{'id': '6be0b08c-da9c-4841-a857-67610a540960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:30.037640 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-19a4d26d-9aa3-4453-8f4b-853b7dc31b57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:30.041652 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8b5dc4-18a1-44a9-82b3-1c2a9757e238 None None] The sync data for ids ['e097dab1-6510-48fc-8026-4fefc19d5140'] in dv-neutron-819032-3-hyperv is: [{'id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'name': 'tempest-ServersTestJSON-51267677-router', 'tenant_id': 'dddabe1bca86471f90fa95b3bff0f659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '28d74ff9-d184-4b15-9464-444a0bf6b031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:57:15Z', 'updated_at': '2021-11-29T01:57:25Z', 'revision_number': 4, 'project_id': 'dddabe1bca86471f90fa95b3bff0f659', 'gw_port': {'id': '28d74ff9-d184-4b15-9464-444a0bf6b031', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:31:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:16Z', 'updated_at': '2021-11-29T01:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '7e0a0ecb-a58f-4d50-88e3-4467b183e437', 'name': '', 'network_id': '15d78a30-826a-4437-bf95-ffaf3e1cb11a', 'tenant_id': 'dddabe1bca86471f90fa95b3bff0f659', 'mac_address': 'fa:16:3e:fe:2d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6be0b08c-da9c-4841-a857-67610a540960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:23Z', 'updated_at': '2021-11-29T01:57:28Z', 'revision_number': 4, 'project_id': 'dddabe1bca86471f90fa95b3bff0f659', 'subnets': [{'id': '6be0b08c-da9c-4841-a857-67610a540960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:57:30.061937 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b796659b-489e-46d9-b64d-dd06460b77a5 None None] For port 7e0a0ecb-a58f-4d50-88e3-4467b183e437, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7e0a0ecb-a58f-4d50-88e3-4467b183e437,segment=NetworkSegment(01a6022b-fd65-4f04-9a20-29dba6f904e6),segment_id=01a6022b-fd65-4f04-9a20-29dba6f904e6)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:57:30.068457 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9803c6-5a04-40c2-bd96-dda0e27cd6d2 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Pushing event updated for resources: {'Port': ['ID=2637ebe8-7026-454d-a9e5-3b3bfc732e93,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:30.076391 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b796659b-489e-46d9-b64d-dd06460b77a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:30.086339 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-6b342af7-010a-478d-8aad-c9212242728e None None] For port 94e8eb1e-20e3-4fd8-acb0-c04def3fc102, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:57:30.098430 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-6b342af7-010a-478d-8aad-c9212242728e None None] For port 94e8eb1e-20e3-4fd8-acb0-c04def3fc102, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=94e8eb1e-20e3-4fd8-acb0-c04def3fc102,segment=NetworkSegment(d6db930e-720a-4a7f-948f-25bb6e2dfef2),segment_id=d6db930e-720a-4a7f-948f-25bb6e2dfef2)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:57:30.109256 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-890b389d-1dab-43d0-b971-d4aeac6c9c8a tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:30.109256 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-890b389d-1dab-43d0-b971-d4aeac6c9c8a tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3636730 Nov 29 01:57:30.110504 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36774) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:30.127435 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b01dcb9f-7c04-4f43-b1a6-9467bc89183d tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:57:30.133955 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-9f0a4b19-00aa-4210-8c64-2f10d307ba11 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Request body: {'security_group_rule': {'security_group_id': '70b4eeb1-f379-4182-b857-214b65c846f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:30.223590 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b342af7-010a-478d-8aad-c9212242728e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:30.228419 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b389d-1dab-43d0-b971-d4aeac6c9c8a tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70b4eeb1-f379-4182-b857-214b65c846f2,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:30.238696 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad774c5a-c43b-4442-b896-b7e589484eb0 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:30.247619 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b01dcb9f-7c04-4f43-b1a6-9467bc89183d tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:30.248151 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-b01dcb9f-7c04-4f43-b1a6-9467bc89183d tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Added segment b584b1f4-2d63-4052-9fa2-3e6db944e709 of type vlan for network 4bf8daf4-0ef8-4ef9-9db4-5bfa4c1267f2 Nov 29 01:57:30.298568 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-19a4d26d-9aa3-4453-8f4b-853b7dc31b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:30.304233 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-19a4d26d-9aa3-4453-8f4b-853b7dc31b57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:30.307880 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-19a4d26d-9aa3-4453-8f4b-853b7dc31b57 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58d30503-f828-4667-afcc-b38862235ab3 HTTP/1.1" status: 204 len: 168 time: 0.5049050 Nov 29 01:57:30.311192 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9f0a4b19-00aa-4210-8c64-2f10d307ba11 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:30.312254 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad774c5a-c43b-4442-b896-b7e589484eb0 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:30.339325 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a4d26d-9aa3-4453-8f4b-853b7dc31b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d30503-f828-4667-afcc-b38862235ab3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:30.344304 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f9803c6-5a04-40c2-bd96-dda0e27cd6d2 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:30.344536 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b796659b-489e-46d9-b64d-dd06460b77a5 None None] Pushing event updated for resources: {'Port': ['ID=7e0a0ecb-a58f-4d50-88e3-4467b183e437,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:30.403025 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36782) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:30.476600 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f9803c6-5a04-40c2-bd96-dda0e27cd6d2 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:30.497800 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36784) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:30.499908 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9f0a4b19-00aa-4210-8c64-2f10d307ba11 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:30.551153 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b01dcb9f-7c04-4f43-b1a6-9467bc89183d tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:30.555935 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9f0a4b19-00aa-4210-8c64-2f10d307ba11 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:30.565433 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-e4caff0e-c720-4a03-a4c1-a60e72ff87bc None None] Provisioning complete for port 555a7007-e32d-4bf3-b014-35dcc9ddd037 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:30.566986 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e4caff0e-c720-4a03-a4c1-a60e72ff87bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:30.632027 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e4caff0e-c720-4a03-a4c1-a60e72ff87bc None None] Port 555a7007-e32d-4bf3-b014-35dcc9ddd037 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:57:30.633950 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b342af7-010a-478d-8aad-c9212242728e None None] Pushing event updated for resources: {'Port': ['ID=94e8eb1e-20e3-4fd8-acb0-c04def3fc102,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:30.649460 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9f0a4b19-00aa-4210-8c64-2f10d307ba11 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:30.652307 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-e4caff0e-c720-4a03-a4c1-a60e72ff87bc None None] Provisioning complete for port 7e0a0ecb-a58f-4d50-88e3-4467b183e437 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:30.652680 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e4caff0e-c720-4a03-a4c1-a60e72ff87bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:30.661201 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9f0a4b19-00aa-4210-8c64-2f10d307ba11 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5499864 Nov 29 01:57:30.664743 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36788) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:30.730859 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d93a3a85-c3f6-4954-be09-7d4ffea0fe48 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:30.830311 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d93a3a85-c3f6-4954-be09-7d4ffea0fe48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:30.865507 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5aa9b482-64d1-4799-8eb9-17d211ee30a7 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Request body: {'security_group_rule': {'security_group_id': '70b4eeb1-f379-4182-b857-214b65c846f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:30.871231 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a4b19-00aa-4210-8c64-2f10d307ba11 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cdb96d3-4f01-4d54-8eca-53cbea8598fa,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:30.908004 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-15f568af-cefa-41e2-9ccb-589d5653f845 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a00115805834ab3b49380bede483512&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4856808 Nov 29 01:57:30.909969 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36792) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:30.956371 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b01dcb9f-7c04-4f43-b1a6-9467bc89183d tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:30.963724 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01dcb9f-7c04-4f43-b1a6-9467bc89183d tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:30.964773 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b01dcb9f-7c04-4f43-b1a6-9467bc89183d tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:31.023818 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5aa9b482-64d1-4799-8eb9-17d211ee30a7 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:31.068197 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-ad774c5a-c43b-4442-b896-b7e589484eb0 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Allocated IP 172.26.3.39 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/d645180f-8190-4509-98bd-8693dee4dd78) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:57:31.091303 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a3a85-c3f6-4954-be09-7d4ffea0fe48 admin admin] Pushing event updated for resources: {'Port': ['ID=555a7007-e32d-4bf3-b014-35dcc9ddd037,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:31.099694 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b01dcb9f-7c04-4f43-b1a6-9467bc89183d tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3984323 Nov 29 01:57:31.116516 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36796) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:31.124963 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f9803c6-5a04-40c2-bd96-dda0e27cd6d2 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:31.133631 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a15f9fe2-ee3a-4f58-a42a-3caa436dc3de up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:57:31.149599 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d93a3a85-c3f6-4954-be09-7d4ffea0fe48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:31.149785 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3fc0dc4b-2974-4e7d-8d41-843ae2e82647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:31.151550 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f9803c6-5a04-40c2-bd96-dda0e27cd6d2 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:31.174856 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01dcb9f-7c04-4f43-b1a6-9467bc89183d tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Pushing event updated for resources: {'Network': ['ID=4bf8daf4-0ef8-4ef9-9db4-5bfa4c1267f2,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:31.178544 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-9a900361-2505-416e-ae02-46d5550924b3 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-764828192', 'router:external': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:31.202728 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 4bf8daf4-0ef8-4ef9-9db4-5bfa4c1267f2 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:57:31.267713 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a900361-2505-416e-ae02-46d5550924b3 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Made reservation on behalf of 0f7ff0c62c0e472d856d42b1a5625bfe for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:31.270293 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a900361-2505-416e-ae02-46d5550924b3 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:31.373360 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port a15f9fe2-ee3a-4f58-a42a-3caa436dc3de triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:31.374411 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:31.378528 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a900361-2505-416e-ae02-46d5550924b3 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:31.381423 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5aa9b482-64d1-4799-8eb9-17d211ee30a7 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:31.393198 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3fc0dc4b-2974-4e7d-8d41-843ae2e82647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:31.412261 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5aa9b482-64d1-4799-8eb9-17d211ee30a7 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:31.468069 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9803c6-5a04-40c2-bd96-dda0e27cd6d2 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Pushing event updated for resources: {'Port': ['ID=2637ebe8-7026-454d-a9e5-3b3bfc732e93,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:31.511557 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9b482-64d1-4799-8eb9-17d211ee30a7 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=face6d7d-82f9-4489-a895-ca698c72ffc0,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:31.521693 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7e0a0ecb-a58f-4d50-88e3-4467b183e437 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:57:31.627743 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 7e0a0ecb-a58f-4d50-88e3-4467b183e437 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:31.628124 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:31.647586 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad774c5a-c43b-4442-b896-b7e589484eb0 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:31.660376 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93a3a85-c3f6-4954-be09-7d4ffea0fe48 admin admin] Network eb5b9240-440f-46b6-8e86-e0412219f8de is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:31.663215 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-d93a3a85-c3f6-4954-be09-7d4ffea0fe48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:31.702125 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a900361-2505-416e-ae02-46d5550924b3 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:31.785745 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a900361-2505-416e-ae02-46d5550924b3 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:31.834473 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad774c5a-c43b-4442-b896-b7e589484eb0 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:31.836282 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 28d74ff9-d184-4b15-9464-444a0bf6b031 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:57:31.891362 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5aa9b482-64d1-4799-8eb9-17d211ee30a7 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:31.892739 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5aa9b482-64d1-4799-8eb9-17d211ee30a7 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2267027 Nov 29 01:57:31.903922 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36812) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:31.910366 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad774c5a-c43b-4442-b896-b7e589484eb0 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Pushing event updated for resources: {'Port': ['ID=d645180f-8190-4509-98bd-8693dee4dd78,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:31.918802 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b752293c-4027-41e6-aa5f-cb54e27cb7df tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:31.921602 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a900361-2505-416e-ae02-46d5550924b3 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:57:31.958481 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f9803c6-5a04-40c2-bd96-dda0e27cd6d2 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:31.969929 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad774c5a-c43b-4442-b896-b7e589484eb0 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:31.975844 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93a3a85-c3f6-4954-be09-7d4ffea0fe48 admin admin] Router 0373269f-7392-4963-849f-5240cf223a92 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:57:31.982019 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-ad774c5a-c43b-4442-b896-b7e589484eb0 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:31.985215 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad774c5a-c43b-4442-b896-b7e589484eb0 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:57:32.028202 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 28d74ff9-d184-4b15-9464-444a0bf6b031 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:32.028581 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:32.044577 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36814) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:32.044870 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-41a10aa1-0074-4fc4-a08a-c21f242b2ff4 tempest-DHCPAgentSchedulersTestJSON-515999835 tempest-DHCPAgentSchedulersTestJSON-515999835-project-admin] 10.222.0.37 "GET /v2.0/agents/62b166a8-e23b-4c90-81a8-c9ce1def9c83/dhcp-networks HTTP/1.1" status: 200 len: 6452 time: 0.9179971 Nov 29 01:57:32.047725 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a900361-2505-416e-ae02-46d5550924b3 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:32.048562 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b752293c-4027-41e6-aa5f-cb54e27cb7df tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:32.048894 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-9a900361-2505-416e-ae02-46d5550924b3 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Added segment cfcae0e0-9269-4f31-88b2-463f6e54f317 of type vlan for network b6d461cd-63b7-44af-964a-d9a823cd56f1 Nov 29 01:57:32.050653 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a900361-2505-416e-ae02-46d5550924b3 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa438e6-ef0f-4436-91d1-1c805b46054d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:32.079759 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f9803c6-5a04-40c2-bd96-dda0e27cd6d2 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:32.084583 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3f9803c6-5a04-40c2-bd96-dda0e27cd6d2 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.8880372 Nov 29 01:57:32.095436 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36818) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:32.124356 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3fc0dc4b-2974-4e7d-8d41-843ae2e82647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:32.127186 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3fc0dc4b-2974-4e7d-8d41-843ae2e82647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:32.130499 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3fc0dc4b-2974-4e7d-8d41-843ae2e82647 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7100175f-0261-461e-91f5-57b73f17038f HTTP/1.1" status: 204 len: 168 time: 1.2082644 Nov 29 01:57:32.163254 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0dc4b-2974-4e7d-8d41-843ae2e82647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7100175f-0261-461e-91f5-57b73f17038f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:32.176095 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a900361-2505-416e-ae02-46d5550924b3 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:32.209331 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-f9d5cd0f-93d2-43fe-a9f6-222682991b56 None None] Provisioning complete for port 555a7007-e32d-4bf3-b014-35dcc9ddd037 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:32.209900 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f9d5cd0f-93d2-43fe-a9f6-222682991b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:32.248205 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a900361-2505-416e-ae02-46d5550924b3 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:32.249324 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a900361-2505-416e-ae02-46d5550924b3 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:32.249998 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a900361-2505-416e-ae02-46d5550924b3 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:32.279045 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-823d632b-4592-4533-857a-eeefa5f4a013 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] 10.222.0.37 "GET /v2.0/floatingips?floating_network_id=7487acff-7aef-47e4-a32f-78c739f48788 HTTP/1.1" status: 200 len: 689 time: 0.1697769 Nov 29 01:57:32.281805 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36822) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:32.337071 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f9d5cd0f-93d2-43fe-a9f6-222682991b56 None None] Port 555a7007-e32d-4bf3-b014-35dcc9ddd037 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:57:32.374127 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9a900361-2505-416e-ae02-46d5550924b3 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.8726966 Nov 29 01:57:32.378377 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36824) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:32.402358 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d3b3cab2-bcd8-47d4-94fe-d1c0fdecf8d0 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Request body: {'subnet': {'network_id': 'b6d461cd-63b7-44af-964a-d9a823cd56f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:32.420378 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a900361-2505-416e-ae02-46d5550924b3 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Pushing event updated for resources: {'Network': ['ID=b6d461cd-63b7-44af-964a-d9a823cd56f1,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:32.450448 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network b6d461cd-63b7-44af-964a-d9a823cd56f1 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:57:32.453770 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b3cab2-bcd8-47d4-94fe-d1c0fdecf8d0 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Made reservation on behalf of 0f7ff0c62c0e472d856d42b1a5625bfe for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:32.456035 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d3b3cab2-bcd8-47d4-94fe-d1c0fdecf8d0 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:32.513174 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278f2bb7-70fb-41f4-b198-009f69249cad None None] Network db97dd7c-0de0-439d-98d2-6da0bdcc7441 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:57:32.645832 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-d270c0c1-3f5c-4645-92ff-98bbcd71db1d None None] Provisioning complete for port 94e8eb1e-20e3-4fd8-acb0-c04def3fc102 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:32.646201 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d270c0c1-3f5c-4645-92ff-98bbcd71db1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:32.773186 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc56d101-3e3c-4069-a76b-7bba300807e3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:32.780100 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d270c0c1-3f5c-4645-92ff-98bbcd71db1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:32.804487 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93a3a85-c3f6-4954-be09-7d4ffea0fe48 admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:57:32.815039 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d93a3a85-c3f6-4954-be09-7d4ffea0fe48 admin admin] 10.222.0.37 "PUT /v2.0/routers/0373269f-7392-4963-849f-5240cf223a92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7920601 Nov 29 01:57:32.816358 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-d270c0c1-3f5c-4645-92ff-98bbcd71db1d None None] For port 94e8eb1e-20e3-4fd8-acb0-c04def3fc102, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=94e8eb1e-20e3-4fd8-acb0-c04def3fc102,segment=NetworkSegment(d6db930e-720a-4a7f-948f-25bb6e2dfef2),segment_id=d6db930e-720a-4a7f-948f-25bb6e2dfef2)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:57:32.826260 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cf6f1a-dbf5-4eec-90ed-e651ee493b30 None None] Sync routers for ids ['0373269f-7392-4963-849f-5240cf223a92'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:57:32.835099 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 94e8eb1e-20e3-4fd8-acb0-c04def3fc102 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:57:32.875822 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d270c0c1-3f5c-4645-92ff-98bbcd71db1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:32.912658 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380ee6f0-de4d-4657-806e-8e114730c4e2 tempest-DHCPAgentSchedulersTestJSON-515999835 tempest-DHCPAgentSchedulersTestJSON-515999835-project-admin] Network 4bf8daf4-0ef8-4ef9-9db4-5bfa4c1267f2 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:57:32.929276 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cf6f1a-dbf5-4eec-90ed-e651ee493b30 None None] Routers {'0373269f-7392-4963-849f-5240cf223a92'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:57:32.929957 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a2cf6f1a-dbf5-4eec-90ed-e651ee493b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:57:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['0373269f-7392-4963-849f-5240cf223a92'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:33.036344 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-380ee6f0-de4d-4657-806e-8e114730c4e2 tempest-DHCPAgentSchedulersTestJSON-515999835 tempest-DHCPAgentSchedulersTestJSON-515999835-project-admin] 10.222.0.37 "POST /v2.0/agents/62b166a8-e23b-4c90-81a8-c9ce1def9c83/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.9811156 Nov 29 01:57:33.047562 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36844) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:33.128577 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b752293c-4027-41e6-aa5f-cb54e27cb7df tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:33.199090 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1392f27-f781-4992-bcea-03e0a55b82ac None None] Network 4bf8daf4-0ef8-4ef9-9db4-5bfa4c1267f2 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:57:33.234241 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.objects.ports [None req-d3b3cab2-bcd8-47d4-94fe-d1c0fdecf8d0 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103255) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 01:57:33.235823 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d3b3cab2-bcd8-47d4-94fe-d1c0fdecf8d0 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:33.299283 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3cab2-bcd8-47d4-94fe-d1c0fdecf8d0 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Pushing event updated for resources: {'Subnet': ['ID=289b8a76-2dd9-4244-bdd3-c942d91b7891,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:33.318823 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b3cab2-bcd8-47d4-94fe-d1c0fdecf8d0 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Checking segment: {'id': 'cfcae0e0-9269-4f31-88b2-463f6e54f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b6d461cd-63b7-44af-964a-d9a823cd56f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:57:33.319831 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b3cab2-bcd8-47d4-94fe-d1c0fdecf8d0 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Network hostable DHCP agents. Network: b6d461cd-63b7-44af-964a-d9a823cd56f1, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:57:33.347088 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b3cab2-bcd8-47d4-94fe-d1c0fdecf8d0 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Network b6d461cd-63b7-44af-964a-d9a823cd56f1 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:57:33.357593 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad774c5a-c43b-4442-b896-b7e589484eb0 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:33.362408 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-d3b3cab2-bcd8-47d4-94fe-d1c0fdecf8d0 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, b6d461cd-63b7-44af-964a-d9a823cd56f1) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:33.373248 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b3cab2-bcd8-47d4-94fe-d1c0fdecf8d0 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:33.375007 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d3b3cab2-bcd8-47d4-94fe-d1c0fdecf8d0 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:33.406054 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122c54d3-fee5-4863-8725-9be4a87605ab None None] Network b6d461cd-63b7-44af-964a-d9a823cd56f1 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:57:33.408036 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d3b3cab2-bcd8-47d4-94fe-d1c0fdecf8d0 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0115542 Nov 29 01:57:33.408305 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270c0c1-3f5c-4645-92ff-98bbcd71db1d None None] Pushing event updated for resources: {'Port': ['ID=94e8eb1e-20e3-4fd8-acb0-c04def3fc102,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:33.411761 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36864) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:33.423649 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-62cd7f03-500b-4fcb-8015-ab0d404a679a tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1102359311', 'network_id': 'b6d461cd-63b7-44af-964a-d9a823cd56f1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:33.441619 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 94e8eb1e-20e3-4fd8-acb0-c04def3fc102 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:33.441976 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:33.470311 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cd7f03-500b-4fcb-8015-ab0d404a679a tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Made reservation on behalf of 0f7ff0c62c0e472d856d42b1a5625bfe for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:33.477995 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-62cd7f03-500b-4fcb-8015-ab0d404a679a tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:33.522908 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-62cd7f03-500b-4fcb-8015-ab0d404a679a tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] device_id is not set on port 9a7de642-28eb-4718-9d78-4554f26253be yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:57:33.546728 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-a2cf6f1a-dbf5-4eec-90ed-e651ee493b30 None None] Set router 0373269f-7392-4963-849f-5240cf223a92 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:57:33.730783 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-bc56d101-3e3c-4069-a76b-7bba300807e3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Deleting port 2637ebe8-7026-454d-a9e5-3b3bfc732e93 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:57:33.731123 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc56d101-3e3c-4069-a76b-7bba300807e3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:33.766219 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-62cd7f03-500b-4fcb-8015-ab0d404a679a tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Allocated IP 172.20.0.7 (b6d461cd-63b7-44af-964a-d9a823cd56f1/289b8a76-2dd9-4244-bdd3-c942d91b7891/9a7de642-28eb-4718-9d78-4554f26253be) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:57:33.922674 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7ae1bcdd-66b6-4371-98aa-dda5ffe9f7bf tempest-DHCPAgentSchedulersTestJSON-515999835 tempest-DHCPAgentSchedulersTestJSON-515999835-project-admin] 10.222.0.37 "GET /v2.0/agents/62b166a8-e23b-4c90-81a8-c9ce1def9c83/dhcp-networks HTTP/1.1" status: 200 len: 7221 time: 0.8611655 Nov 29 01:57:33.933680 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36876) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:33.971532 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36878) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:33.999336 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-b752293c-4027-41e6-aa5f-cb54e27cb7df tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Allocated IP 172.26.3.34 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/dd302bda-395b-413d-b195-3f34ca8e08df) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:57:34.043392 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b73d5d4-3a3b-4fbe-b25c-73f0283f68f4 None None] Network b6d461cd-63b7-44af-964a-d9a823cd56f1 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:57:34.093975 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-62cd7f03-500b-4fcb-8015-ab0d404a679a tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:34.128653 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc56d101-3e3c-4069-a76b-7bba300807e3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:34.128978 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc56d101-3e3c-4069-a76b-7bba300807e3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:34.171198 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-62cd7f03-500b-4fcb-8015-ab0d404a679a tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:34.229827 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36886) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:34.246743 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cd7f03-500b-4fcb-8015-ab0d404a679a tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Network b6d461cd-63b7-44af-964a-d9a823cd56f1 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:34.259906 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-62cd7f03-500b-4fcb-8015-ab0d404a679a tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:34.263744 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cd7f03-500b-4fcb-8015-ab0d404a679a tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:57:34.298178 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd7f03-500b-4fcb-8015-ab0d404a679a tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Pushing event updated for resources: {'Port': ['ID=9a7de642-28eb-4718-9d78-4554f26253be,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:34.333355 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cd7f03-500b-4fcb-8015-ab0d404a679a tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:34.334340 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-62cd7f03-500b-4fcb-8015-ab0d404a679a tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:34.340059 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad774c5a-c43b-4442-b896-b7e589484eb0 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:34.349125 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-bc56d101-3e3c-4069-a76b-7bba300807e3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Calling delete_port for 2637ebe8-7026-454d-a9e5-3b3bfc732e93 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:57:34.364255 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-62cd7f03-500b-4fcb-8015-ab0d404a679a tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9509664 Nov 29 01:57:34.366821 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36892) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:34.426649 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a2cf6f1a-dbf5-4eec-90ed-e651ee493b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0373269f-7392-4963-849f-5240cf223a92', 'name': 'tempest-ServersTestManualDisk-2082134638-router', 'tenant_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'a15f9fe2-ee3a-4f58-a42a-3caa436dc3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:57:15Z', 'updated_at': '2021-11-29T01:57:29Z', 'revision_number': 4, 'project_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'gw_port': {'id': 'a15f9fe2-ee3a-4f58-a42a-3caa436dc3de', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:55:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0373269f-7392-4963-849f-5240cf223a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:16Z', 'updated_at': '2021-11-29T01:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '555a7007-e32d-4bf3-b014-35dcc9ddd037', 'name': '', 'network_id': 'eb5b9240-440f-46b6-8e86-e0412219f8de', 'tenant_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'mac_address': 'fa:16:3e:4b:e7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0373269f-7392-4963-849f-5240cf223a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b35b82af-f6e8-4c72-bc4b-0b6753f30b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:25Z', 'updated_at': '2021-11-29T01:57:29Z', 'revision_number': 2, 'project_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'subnets': [{'id': 'b35b82af-f6e8-4c72-bc4b-0b6753f30b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:34.449941 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5cc03c76-1b66-4b70-a5fc-3faf2d75abee tempest-DHCPAgentSchedulersTestJSON-515999835 tempest-DHCPAgentSchedulersTestJSON-515999835-project-admin] 10.222.0.37 "DELETE /v2.0/agents/62b166a8-e23b-4c90-81a8-c9ce1def9c83/dhcp-networks/4bf8daf4-0ef8-4ef9-9db4-5bfa4c1267f2 HTTP/1.1" status: 204 len: 168 time: 0.5121098 Nov 29 01:57:34.457512 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36894) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:34.457945 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36896) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:34.463449 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-80c8d662-7aa1-4143-89d4-ec801872eeb1 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1794319299', 'description': 'tempest-description--2011175705'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:34.470266 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cf6f1a-dbf5-4eec-90ed-e651ee493b30 None None] Checking router: 0373269f-7392-4963-849f-5240cf223a92 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:57:34.470628 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cf6f1a-dbf5-4eec-90ed-e651ee493b30 None None] Updating router 0373269f-7392-4963-849f-5240cf223a92 port 555a7007-e32d-4bf3-b014-35dcc9ddd037 binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:57:34.492625 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d95c713-bf47-4d78-8108-0922b9836cfc tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Deleting port 9a7de642-28eb-4718-9d78-4554f26253be {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:57:34.493358 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d95c713-bf47-4d78-8108-0922b9836cfc tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:34.510270 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-10a0fca5-e7cd-4d05-8e8f-ec28a326a21b None None] Provisioning complete for port 94e8eb1e-20e3-4fd8-acb0-c04def3fc102 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:34.510645 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-10a0fca5-e7cd-4d05-8e8f-ec28a326a21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:34.515258 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a2cf6f1a-dbf5-4eec-90ed-e651ee493b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:34.537185 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-725287e4-e6e9-4582-9d59-f009ba6100ef tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1416018730'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:34.549347 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-80c8d662-7aa1-4143-89d4-ec801872eeb1 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:34.556602 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e52f3943-f93c-4c5a-bb14-08803ec35348 tempest-QuotasTest-805342251 tempest-QuotasTest-805342251-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:34.625673 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d95c713-bf47-4d78-8108-0922b9836cfc tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:34.642963 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d95c713-bf47-4d78-8108-0922b9836cfc tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Calling delete_port for 9a7de642-28eb-4718-9d78-4554f26253be owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:57:34.688265 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b752293c-4027-41e6-aa5f-cb54e27cb7df tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:34.708842 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725287e4-e6e9-4582-9d59-f009ba6100ef tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Made reservation on behalf of 320b4919f184460ba2e43d76dae0a10a for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:34.713429 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-725287e4-e6e9-4582-9d59-f009ba6100ef tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:34.745099 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-725287e4-e6e9-4582-9d59-f009ba6100ef tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:34.757512 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 94e8eb1e-20e3-4fd8-acb0-c04def3fc102 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:57:34.778767 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e52f3943-f93c-4c5a-bb14-08803ec35348 tempest-QuotasTest-805342251 tempest-QuotasTest-805342251-project-admin] 10.222.0.37 "PUT /v2.0/quotas/689cab2c8c6a47e497dcd13908ce9c10 HTTP/1.1" status: 200 len: 366 time: 0.5478246 Nov 29 01:57:34.783239 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36898) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:34.807088 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7b799a8a-6251-47b5-9449-6ebc8b1b4c21 tempest-QuotasTest-805342251 tempest-QuotasTest-805342251-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0226185 Nov 29 01:57:34.813125 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36900) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:34.843318 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 94e8eb1e-20e3-4fd8-acb0-c04def3fc102 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:34.843736 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:34.901291 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d95c713-bf47-4d78-8108-0922b9836cfc tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:34.903459 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-84ab0259-641e-4376-bd49-7560fff5f056 tempest-QuotasTest-805342251 tempest-QuotasTest-805342251-project-admin] 10.222.0.37 "GET /v2.0/quotas/689cab2c8c6a47e497dcd13908ce9c10 HTTP/1.1" status: 200 len: 366 time: 0.0826762 Nov 29 01:57:34.912038 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36902) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:34.934286 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b752293c-4027-41e6-aa5f-cb54e27cb7df tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:34.964683 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95c713-bf47-4d78-8108-0922b9836cfc tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a7de642-28eb-4718-9d78-4554f26253be,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:34.999174 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a2cf6f1a-dbf5-4eec-90ed-e651ee493b30 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:35.005728 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a2cf6f1a-dbf5-4eec-90ed-e651ee493b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:35.010727 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5c35ec43-3391-4fc5-bf8c-ae36c5b13287 tempest-DHCPAgentSchedulersTestJSON-515999835 tempest-DHCPAgentSchedulersTestJSON-515999835-project-admin] 10.222.0.37 "GET /v2.0/agents/62b166a8-e23b-4c90-81a8-c9ce1def9c83/dhcp-networks HTTP/1.1" status: 200 len: 7255 time: 0.5476193 Nov 29 01:57:35.011776 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36904) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:35.016876 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-80c8d662-7aa1-4143-89d4-ec801872eeb1 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:35.030761 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9e53d07d-e88e-4222-882e-89d35615e9af tempest-QuotasTest-805342251 tempest-QuotasTest-805342251-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/689cab2c8c6a47e497dcd13908ce9c10 HTTP/1.1" status: 204 len: 168 time: 0.1136796 Nov 29 01:57:35.033893 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36906) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:35.035880 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-80c8d662-7aa1-4143-89d4-ec801872eeb1 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:35.039919 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b752293c-4027-41e6-aa5f-cb54e27cb7df tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:35.058775 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-17f1bfd3-aed2-43fb-8d1b-bd7dfa62d823 tempest-DHCPAgentSchedulersTestJSON-515999835 tempest-DHCPAgentSchedulersTestJSON-515999835-project-admin] 10.222.0.37 "GET /v2.0/networks/4f64cf7c-d403-4817-b8d0-bf9903b384b8/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0416234 Nov 29 01:57:35.062223 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9329739a-f25e-455f-922e-65d18fdf23f3 tempest-QuotasTest-805342251 tempest-QuotasTest-805342251-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0246041 Nov 29 01:57:35.062223 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36908) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:35.065842 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-b752293c-4027-41e6-aa5f-cb54e27cb7df tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:35.065969 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36910) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:35.077364 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752293c-4027-41e6-aa5f-cb54e27cb7df tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Pushing event updated for resources: {'Port': ['ID=dd302bda-395b-413d-b195-3f34ca8e08df,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:35.086872 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-75561b26-4555-40bf-938d-00e02efebdf4 tempest-QuotasTest-805342251 tempest-QuotasTest-805342251-project-admin] 10.222.0.37 "GET /v2.0/quotas/689cab2c8c6a47e497dcd13908ce9c10 HTTP/1.1" status: 200 len: 370 time: 0.0148013 Nov 29 01:57:35.087079 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b752293c-4027-41e6-aa5f-cb54e27cb7df tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:57:35.087279 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d95c713-bf47-4d78-8108-0922b9836cfc tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:35.088671 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36912) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:35.091081 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3d95c713-bf47-4d78-8108-0922b9836cfc tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] 10.222.0.37 "DELETE /v2.0/ports/9a7de642-28eb-4718-9d78-4554f26253be HTTP/1.1" status: 204 len: 168 time: 0.7230954 Nov 29 01:57:35.093656 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36914) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:35.096131 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad774c5a-c43b-4442-b896-b7e589484eb0 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Router 131efe1b-36ba-49f1-93c4-b67201d3c691 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:57:35.097981 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-da1b9a4a-5a73-436e-95da-2bf81afebff4 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b6d461cd-63b7-44af-964a-d9a823cd56f1', 'external_fixed_ips': [{'subnet_id': '289b8a76-2dd9-4244-bdd3-c942d91b7891', 'ip_address': '172.20.0.7'}]}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:35.105598 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-07ecf20e-9436-4ddd-a3f9-007c77ebcd63 tempest-QuotasTest-805342251 tempest-QuotasTest-805342251-project-admin] 10.222.0.37 "GET /v2.0/quotas/689cab2c8c6a47e497dcd13908ce9c10/default HTTP/1.1" status: 200 len: 370 time: 0.0038645 Nov 29 01:57:35.107416 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36916) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:35.108439 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0b3e2-e143-4df6-b7b4-8cb082f776c7 None None] Pushing event updated for resources: {'Port': ['ID=555a7007-e32d-4bf3-b014-35dcc9ddd037,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:35.113040 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc56d101-3e3c-4069-a76b-7bba300807e3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:35.116892 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f6d91530-e141-49bd-b8c4-65a0c5798034 tempest-DHCPAgentSchedulersTestJSON-515999835 tempest-DHCPAgentSchedulersTestJSON-515999835-project-admin] 10.222.0.37 "GET /v2.0/networks/4f64cf7c-d403-4817-b8d0-bf9903b384b8/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0558028 Nov 29 01:57:35.124610 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36918) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:35.146581 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-b657575d-eccf-40ab-97b9-a9e904e1180a tempest-QuotasTest-805342251 tempest-QuotasTest-805342251-project-admin] delete failed (client error): The resource could not be found. Nov 29 01:57:35.147711 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b657575d-eccf-40ab-97b9-a9e904e1180a tempest-QuotasTest-805342251 tempest-QuotasTest-805342251-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/689cab2c8c6a47e497dcd13908ce9c10 HTTP/1.1" status: 404 len: 348 time: 0.0361304 Nov 29 01:57:35.166364 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a2cf6f1a-dbf5-4eec-90ed-e651ee493b30 None None] Attempting to bind port 555a7007-e32d-4bf3-b014-35dcc9ddd037 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:57:35.167096 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a2cf6f1a-dbf5-4eec-90ed-e651ee493b30 None None] Attempting to bind port 555a7007-e32d-4bf3-b014-35dcc9ddd037 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '7341315d-4c00-4407-a366-518d173796ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'eb5b9240-440f-46b6-8e86-e0412219f8de'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:57:35.167726 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cf6f1a-dbf5-4eec-90ed-e651ee493b30 None None] Attempting to bind port 555a7007-e32d-4bf3-b014-35dcc9ddd037 on network eb5b9240-440f-46b6-8e86-e0412219f8de {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:57:35.176366 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cf6f1a-dbf5-4eec-90ed-e651ee493b30 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:57:35.177118 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cf6f1a-dbf5-4eec-90ed-e651ee493b30 None None] Checking segment: {'id': '7341315d-4c00-4407-a366-518d173796ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'eb5b9240-440f-46b6-8e86-e0412219f8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:57:35.177814 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a2cf6f1a-dbf5-4eec-90ed-e651ee493b30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:35.178555 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cf6f1a-dbf5-4eec-90ed-e651ee493b30 None None] Bound using segment: {'id': '7341315d-4c00-4407-a366-518d173796ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'eb5b9240-440f-46b6-8e86-e0412219f8de'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:57:35.179153 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-80c8d662-7aa1-4143-89d4-ec801872eeb1 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:35.179697 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a2cf6f1a-dbf5-4eec-90ed-e651ee493b30 None None] Bound port: 555a7007-e32d-4bf3-b014-35dcc9ddd037, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7341315d-4c00-4407-a366-518d173796ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'eb5b9240-440f-46b6-8e86-e0412219f8de'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:57:35.180342 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a2cf6f1a-dbf5-4eec-90ed-e651ee493b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:35.180445 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-80c8d662-7aa1-4143-89d4-ec801872eeb1 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7204621 Nov 29 01:57:35.201006 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36922) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:35.202492 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da1b9a4a-5a73-436e-95da-2bf81afebff4 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:35.203522 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da1b9a4a-5a73-436e-95da-2bf81afebff4 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:35.213143 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d32b6b46-7fd8-488b-9fe9-3b58812989d3 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Request body: {'security_group_rule': {'security_group_id': '9470b4c0-c18d-4d43-bba5-94dd1acccac1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:35.259145 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8d662-7aa1-4143-89d4-ec801872eeb1 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9470b4c0-c18d-4d43-bba5-94dd1acccac1,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:35.269687 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a2cf6f1a-dbf5-4eec-90ed-e651ee493b30 None None] For port 555a7007-e32d-4bf3-b014-35dcc9ddd037, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:57:35.273987 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a2cf6f1a-dbf5-4eec-90ed-e651ee493b30 None None] For port 555a7007-e32d-4bf3-b014-35dcc9ddd037, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=555a7007-e32d-4bf3-b014-35dcc9ddd037,segment=NetworkSegment(7341315d-4c00-4407-a366-518d173796ef),segment_id=7341315d-4c00-4407-a366-518d173796ef)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:57:35.282609 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a2cf6f1a-dbf5-4eec-90ed-e651ee493b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:35.284044 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56d101-3e3c-4069-a76b-7bba300807e3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Pushing event deleted for resources: {'Port': ['ID=2637ebe8-7026-454d-a9e5-3b3bfc732e93,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:35.311722 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da1b9a4a-5a73-436e-95da-2bf81afebff4 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:35.316280 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d32b6b46-7fd8-488b-9fe9-3b58812989d3 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:35.325313 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-725287e4-e6e9-4582-9d59-f009ba6100ef tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:35.362840 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36924) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:35.430817 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-725287e4-e6e9-4582-9d59-f009ba6100ef tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:35.445331 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f1cf2885-62c3-40de-ab0e-740d18fae840 tempest-DHCPAgentSchedulersTestJSON-515999835 tempest-DHCPAgentSchedulersTestJSON-515999835-project-admin] 10.222.0.37 "GET /v2.0/agents/62b166a8-e23b-4c90-81a8-c9ce1def9c83/dhcp-networks HTTP/1.1" status: 200 len: 7255 time: 0.3125310 Nov 29 01:57:35.449744 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36926) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:35.512579 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0b3e2-e143-4df6-b7b4-8cb082f776c7 None None] Pushing event updated for resources: {'Port': ['ID=555a7007-e32d-4bf3-b014-35dcc9ddd037,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:35.515620 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cf6f1a-dbf5-4eec-90ed-e651ee493b30 None None] Routers {'0373269f-7392-4963-849f-5240cf223a92'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:57:35.516348 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a2cf6f1a-dbf5-4eec-90ed-e651ee493b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:57:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['0373269f-7392-4963-849f-5240cf223a92'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:35.537028 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-725287e4-e6e9-4582-9d59-f009ba6100ef tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:57:35.594639 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc56d101-3e3c-4069-a76b-7bba300807e3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:35.596890 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da1b9a4a-5a73-436e-95da-2bf81afebff4 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:35.608592 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d32b6b46-7fd8-488b-9fe9-3b58812989d3 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:35.619446 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d32b6b46-7fd8-488b-9fe9-3b58812989d3 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:35.623367 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725287e4-e6e9-4582-9d59-f009ba6100ef tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64307f9a-1285-467a-b581-920e99d0f8f7,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:35.626763 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.quota.resource [None req-14d4737e-f41c-438d-b574-ac05b92b6c4c tempest-QuotasTest-805342251 tempest-QuotasTest-805342251-project-admin] Usage tracker for resource:network and project:cdbb311d6af94fb3a3a1d6cf1b849761 is out of sync, need to count used quota {{(pid=103254) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 29 01:57:35.628612 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-971155b2-3ae5-4fea-b617-2a40088a6bc6 None None] Provisioning complete for port 555a7007-e32d-4bf3-b014-35dcc9ddd037 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:35.629113 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-971155b2-3ae5-4fea-b617-2a40088a6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:35.632593 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-725287e4-e6e9-4582-9d59-f009ba6100ef tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:35.633371 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-725287e4-e6e9-4582-9d59-f009ba6100ef tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Added segment 4e1df175-c76e-47c2-a081-85a8370b810a of type vlan for network 136f6c15-592e-4410-8c9f-e0ae595770cc Nov 29 01:57:35.639651 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.quota.resource [None req-14d4737e-f41c-438d-b574-ac05b92b6c4c tempest-QuotasTest-805342251 tempest-QuotasTest-805342251-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103254) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 29 01:57:35.667256 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b752293c-4027-41e6-aa5f-cb54e27cb7df tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:35.697689 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e33e4099-d97f-4716-9ace-820fe360af27 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:35.708556 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b6b46-7fd8-488b-9fe9-3b58812989d3 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f734d3d-5fcc-459d-89bc-0f93afab630b,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:35.716105 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.quota.resource [None req-14d4737e-f41c-438d-b574-ac05b92b6c4c tempest-QuotasTest-805342251 tempest-QuotasTest-805342251-project-admin] Usage tracker for resource:subnet and project:cdbb311d6af94fb3a3a1d6cf1b849761 is out of sync, need to count used quota {{(pid=103254) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 29 01:57:35.719435 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-a2cf6f1a-dbf5-4eec-90ed-e651ee493b30 None None] Set router 0373269f-7392-4963-849f-5240cf223a92 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:57:35.730675 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d32b6b46-7fd8-488b-9fe9-3b58812989d3 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:35.735317 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d32b6b46-7fd8-488b-9fe9-3b58812989d3 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5244329 Nov 29 01:57:35.740218 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36928) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:35.745577 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.quota.resource [None req-14d4737e-f41c-438d-b574-ac05b92b6c4c tempest-QuotasTest-805342251 tempest-QuotasTest-805342251-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103254) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 29 01:57:35.752661 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-60062795-95be-4123-a4d8-e214821e3ee2 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Request body: {'security_group_rule': {'security_group_id': '9470b4c0-c18d-4d43-bba5-94dd1acccac1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:35.762298 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-725287e4-e6e9-4582-9d59-f009ba6100ef tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:35.764891 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad774c5a-c43b-4442-b896-b7e589484eb0 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:57:35.781076 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600581f7-26d4-48d8-bbea-b2e60cc16460 None None] Sync routers for ids ['131efe1b-36ba-49f1-93c4-b67201d3c691'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:57:35.802519 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600581f7-26d4-48d8-bbea-b2e60cc16460 None None] Routers {'131efe1b-36ba-49f1-93c4-b67201d3c691'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:57:35.803335 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-600581f7-26d4-48d8-bbea-b2e60cc16460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:57:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['131efe1b-36ba-49f1-93c4-b67201d3c691'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:35.843308 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e33e4099-d97f-4716-9ace-820fe360af27 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:35.851204 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-971155b2-3ae5-4fea-b617-2a40088a6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:35.865248 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-e33e4099-d97f-4716-9ace-820fe360af27 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf8daf4-0ef8-4ef9-9db4-5bfa4c1267f2']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:35.874763 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-600581f7-26d4-48d8-bbea-b2e60cc16460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:35.875966 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-e33e4099-d97f-4716-9ace-820fe360af27 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b584b1f4-2d63-4052-9fa2-3e6db944e709') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:35.876279 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-e33e4099-d97f-4716-9ace-820fe360af27 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b584b1f4-2d63-4052-9fa2-3e6db944e709') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:35.885657 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600581f7-26d4-48d8-bbea-b2e60cc16460 None None] Routers {'131efe1b-36ba-49f1-93c4-b67201d3c691'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:57:35.886416 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e33e4099-d97f-4716-9ace-820fe360af27 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:35.886906 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-600581f7-26d4-48d8-bbea-b2e60cc16460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:57:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['131efe1b-36ba-49f1-93c4-b67201d3c691'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:35.900836 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e33e4099-d97f-4716-9ace-820fe360af27 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:35.908038 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e33e4099-d97f-4716-9ace-820fe360af27 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:57:35.908499 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e33e4099-d97f-4716-9ace-820fe360af27 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:35.931887 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-600581f7-26d4-48d8-bbea-b2e60cc16460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:35.933555 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600581f7-26d4-48d8-bbea-b2e60cc16460 None None] The sync data for ids ['131efe1b-36ba-49f1-93c4-b67201d3c691'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:57:35.955094 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 01:57:35.955094 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:57:35.955094 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 01:57:35.955094 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:57:35.955094 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 01:57:35.955094 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:57:35.955094 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 01:57:35.955094 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:57:35.955094 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 01:57:35.955094 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:57:35.955094 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 01:57:35.955094 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:57:35.955094 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 01:57:35.955094 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:57:35.955094 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:57:35.955094 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:57:35.955094 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:57:35.955094 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:57:35.955094 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 01:57:35.955094 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:57:35.955094 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 01:57:35.955094 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:57:35.955094 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:57:35.955094 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:57:35.955094 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 01:57:35.955094 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:57:35.955094 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:57:35.955094 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:57:35.955094 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:57:35.955094 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:57:35.955094 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:57:35.955094 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:57:35.984989 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e33e4099-d97f-4716-9ace-820fe360af27 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:35.990126 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-971155b2-3ae5-4fea-b617-2a40088a6bc6 None None] For port 555a7007-e32d-4bf3-b014-35dcc9ddd037, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=555a7007-e32d-4bf3-b014-35dcc9ddd037,segment=NetworkSegment(7341315d-4c00-4407-a366-518d173796ef),segment_id=7341315d-4c00-4407-a366-518d173796ef)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:57:36.001506 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-971155b2-3ae5-4fea-b617-2a40088a6bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:36.035618 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.quota.resource [None req-14d4737e-f41c-438d-b574-ac05b92b6c4c tempest-QuotasTest-805342251 tempest-QuotasTest-805342251-project-admin] Usage tracker for resource:subnetpool and project:cdbb311d6af94fb3a3a1d6cf1b849761 is out of sync, need to count used quota {{(pid=103254) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 29 01:57:36.054814 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b752293c-4027-41e6-aa5f-cb54e27cb7df tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:36.056819 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc56d101-3e3c-4069-a76b-7bba300807e3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:36.064865 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.quota.resource [None req-14d4737e-f41c-438d-b574-ac05b92b6c4c tempest-QuotasTest-805342251 tempest-QuotasTest-805342251-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103254) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 29 01:57:36.085365 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971155b2-3ae5-4fea-b617-2a40088a6bc6 None None] Pushing event updated for resources: {'Port': ['ID=555a7007-e32d-4bf3-b014-35dcc9ddd037,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:36.127926 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-725287e4-e6e9-4582-9d59-f009ba6100ef tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:36.133436 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725287e4-e6e9-4582-9d59-f009ba6100ef tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:36.134061 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-725287e4-e6e9-4582-9d59-f009ba6100ef tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:36.143209 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-b4a08466-accf-43dd-928c-77b6e9e05844 None None] Provisioning complete for port 555a7007-e32d-4bf3-b014-35dcc9ddd037 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:36.143209 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b4a08466-accf-43dd-928c-77b6e9e05844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:36.157987 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad774c5a-c43b-4442-b896-b7e589484eb0 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:36.161799 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ad774c5a-c43b-4442-b896-b7e589484eb0 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 9.0938988 Nov 29 01:57:36.161799 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-60062795-95be-4123-a4d8-e214821e3ee2 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:36.165948 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36930) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:36.172855 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e4099-d97f-4716-9ace-820fe360af27 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Pushing event deleted for resources: {'Network': ['ID=4bf8daf4-0ef8-4ef9-9db4-5bfa4c1267f2,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:36.174727 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e33e4099-d97f-4716-9ace-820fe360af27 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:36.180490 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e33e4099-d97f-4716-9ace-820fe360af27 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] 10.222.0.37 "DELETE /v2.0/networks/4bf8daf4-0ef8-4ef9-9db4-5bfa4c1267f2 HTTP/1.1" status: 204 len: 168 time: 0.7262857 Nov 29 01:57:36.181146 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36932) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:36.188606 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a2cf6f1a-dbf5-4eec-90ed-e651ee493b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0373269f-7392-4963-849f-5240cf223a92', 'name': 'tempest-ServersTestManualDisk-2082134638-router', 'tenant_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'a15f9fe2-ee3a-4f58-a42a-3caa436dc3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:57:15Z', 'updated_at': '2021-11-29T01:57:29Z', 'revision_number': 4, 'project_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'gw_port': {'id': 'a15f9fe2-ee3a-4f58-a42a-3caa436dc3de', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:55:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0373269f-7392-4963-849f-5240cf223a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:16Z', 'updated_at': '2021-11-29T01:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '555a7007-e32d-4bf3-b014-35dcc9ddd037', 'name': '', 'network_id': 'eb5b9240-440f-46b6-8e86-e0412219f8de', 'tenant_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'mac_address': 'fa:16:3e:4b:e7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0373269f-7392-4963-849f-5240cf223a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b35b82af-f6e8-4c72-bc4b-0b6753f30b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:25Z', 'updated_at': '2021-11-29T01:57:35Z', 'revision_number': 4, 'project_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'subnets': [{'id': 'b35b82af-f6e8-4c72-bc4b-0b6753f30b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:36.222254 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cf6f1a-dbf5-4eec-90ed-e651ee493b30 None None] The sync data for ids ['0373269f-7392-4963-849f-5240cf223a92'] in dv-neutron-819032-3-hyperv is: [{'id': '0373269f-7392-4963-849f-5240cf223a92', 'name': 'tempest-ServersTestManualDisk-2082134638-router', 'tenant_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'a15f9fe2-ee3a-4f58-a42a-3caa436dc3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:57:15Z', 'updated_at': '2021-11-29T01:57:29Z', 'revision_number': 4, 'project_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'gw_port': {'id': 'a15f9fe2-ee3a-4f58-a42a-3caa436dc3de', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:55:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0373269f-7392-4963-849f-5240cf223a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:16Z', 'updated_at': '2021-11-29T01:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '555a7007-e32d-4bf3-b014-35dcc9ddd037', 'name': '', 'network_id': 'eb5b9240-440f-46b6-8e86-e0412219f8de', 'tenant_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'mac_address': 'fa:16:3e:4b:e7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0373269f-7392-4963-849f-5240cf223a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b35b82af-f6e8-4c72-bc4b-0b6753f30b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:25Z', 'updated_at': '2021-11-29T01:57:35Z', 'revision_number': 4, 'project_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'subnets': [{'id': 'b35b82af-f6e8-4c72-bc4b-0b6753f30b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:57:36.229437 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.quota.resource [None req-14d4737e-f41c-438d-b574-ac05b92b6c4c tempest-QuotasTest-805342251 tempest-QuotasTest-805342251-project-admin] Usage tracker for resource:port and project:cdbb311d6af94fb3a3a1d6cf1b849761 is out of sync, need to count used quota {{(pid=103254) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 29 01:57:36.320453 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc723dcb-7825-45b1-8735-74b22a5c4efc tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] DELETE failed (client error): The resource could not be found. Nov 29 01:57:36.321648 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc723dcb-7825-45b1-8735-74b22a5c4efc tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:57:36.327509 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-dc723dcb-7825-45b1-8735-74b22a5c4efc tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] 10.222.0.37 "DELETE /v2.0/ports/52c56796-d954-41a5-984b-10215a320cc9 HTTP/1.1" status: 404 len: 333 time: 0.1429846 Nov 29 01:57:36.329001 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36934) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:36.340829 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-725287e4-e6e9-4582-9d59-f009ba6100ef tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3668473 Nov 29 01:57:36.359545 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.quota.resource [None req-14d4737e-f41c-438d-b574-ac05b92b6c4c tempest-QuotasTest-805342251 tempest-QuotasTest-805342251-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103254) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 29 01:57:36.375260 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36936) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:36.390098 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-354e2067-2162-4677-a2d2-9dcf998248d2 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Request body: {'subnet': {'network_id': '136f6c15-592e-4410-8c9f-e0ae595770cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:36.428736 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725287e4-e6e9-4582-9d59-f009ba6100ef tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Pushing event updated for resources: {'Network': ['ID=136f6c15-592e-4410-8c9f-e0ae595770cc,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:36.431100 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-288c8e1f-22ec-4ba1-a5a9-a9a880b9fab7 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Deleting subnet 04bc71a7-236a-4aaa-8ef2-0d59526576bd {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:57:36.433850 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da1b9a4a-5a73-436e-95da-2bf81afebff4 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:36.437577 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-288c8e1f-22ec-4ba1-a5a9-a9a880b9fab7 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:36.443913 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 136f6c15-592e-4410-8c9f-e0ae595770cc details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:57:36.475704 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da1b9a4a-5a73-436e-95da-2bf81afebff4 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:36.483229 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc56d101-3e3c-4069-a76b-7bba300807e3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:36.485429 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.quota.resource [None req-14d4737e-f41c-438d-b574-ac05b92b6c4c tempest-QuotasTest-805342251 tempest-QuotasTest-805342251-project-admin] Usage tracker for resource:router and project:cdbb311d6af94fb3a3a1d6cf1b849761 is out of sync, need to count used quota {{(pid=103254) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 29 01:57:36.553679 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.quota.resource [None req-14d4737e-f41c-438d-b574-ac05b92b6c4c tempest-QuotasTest-805342251 tempest-QuotasTest-805342251-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103254) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 29 01:57:36.556094 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-288c8e1f-22ec-4ba1-a5a9-a9a880b9fab7 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:36.608594 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-60062795-95be-4123-a4d8-e214821e3ee2 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:36.617460 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56d101-3e3c-4069-a76b-7bba300807e3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=aa27b37c-dd54-431a-9d45-29af779b5704,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:36.642057 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-60062795-95be-4123-a4d8-e214821e3ee2 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:36.659243 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.quota.resource [None req-14d4737e-f41c-438d-b574-ac05b92b6c4c tempest-QuotasTest-805342251 tempest-QuotasTest-805342251-project-admin] Usage tracker for resource:floatingip and project:cdbb311d6af94fb3a3a1d6cf1b849761 is out of sync, need to count used quota {{(pid=103254) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 29 01:57:36.727775 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.quota.resource [None req-14d4737e-f41c-438d-b574-ac05b92b6c4c tempest-QuotasTest-805342251 tempest-QuotasTest-805342251-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103254) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 29 01:57:36.775432 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-288c8e1f-22ec-4ba1-a5a9-a9a880b9fab7 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:36.805943 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60062795-95be-4123-a4d8-e214821e3ee2 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d70b44e-8ac9-4128-9d6a-8524843a2342,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:36.806309 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-da1b9a4a-5a73-436e-95da-2bf81afebff4 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Allocated IP 172.20.0.7 (b6d461cd-63b7-44af-964a-d9a823cd56f1/289b8a76-2dd9-4244-bdd3-c942d91b7891/25074922-ce53-4909-80b0-ac1c3f583ff7) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:57:36.815837 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 555a7007-e32d-4bf3-b014-35dcc9ddd037 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:57:36.852213 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc56d101-3e3c-4069-a76b-7bba300807e3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:36.891196 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-60062795-95be-4123-a4d8-e214821e3ee2 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:36.892868 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-60062795-95be-4123-a4d8-e214821e3ee2 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1498990 Nov 29 01:57:36.897648 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36940) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:36.903724 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-9e4bd795-8d92-433f-81c8-dde0b14bb4e3 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:36.913443 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-288c8e1f-22ec-4ba1-a5a9-a9a880b9fab7 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:36.922836 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 555a7007-e32d-4bf3-b014-35dcc9ddd037 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:36.923210 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:36.938871 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-bc56d101-3e3c-4069-a76b-7bba300807e3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7487acff-7aef-47e4-a32f-78c739f48788']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:36.955914 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c8e1f-22ec-4ba1-a5a9-a9a880b9fab7 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Pushing event deleted for resources: {'Subnet': ['ID=04bc71a7-236a-4aaa-8ef2-0d59526576bd,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:36.961335 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-288c8e1f-22ec-4ba1-a5a9-a9a880b9fab7 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:36.965002 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-288c8e1f-22ec-4ba1-a5a9-a9a880b9fab7 tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] 10.222.0.37 "DELETE /v2.0/subnets/04bc71a7-236a-4aaa-8ef2-0d59526576bd HTTP/1.1" status: 204 len: 168 time: 0.6351397 Nov 29 01:57:36.973238 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affa4d02-5a41-4d3e-a7e4-333814fdbcfb None None] Network 4f64cf7c-d403-4817-b8d0-bf9903b384b8 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:57:36.974209 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36942) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:36.978990 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-bc56d101-3e3c-4069-a76b-7bba300807e3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f9a8f4d-62a3-4b18-a679-1172845f3b90') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:36.979338 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-bc56d101-3e3c-4069-a76b-7bba300807e3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f9a8f4d-62a3-4b18-a679-1172845f3b90') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:36.982341 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b752293c-4027-41e6-aa5f-cb54e27cb7df tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:36.999153 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc56d101-3e3c-4069-a76b-7bba300807e3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:37.000931 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b752293c-4027-41e6-aa5f-cb54e27cb7df tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:37.013155 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354e2067-2162-4677-a2d2-9dcf998248d2 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Made reservation on behalf of 320b4919f184460ba2e43d76dae0a10a for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:37.017154 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-354e2067-2162-4677-a2d2-9dcf998248d2 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:37.064269 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da1b9a4a-5a73-436e-95da-2bf81afebff4 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:37.083334 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e4bd795-8d92-433f-81c8-dde0b14bb4e3 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks [] for floatingip, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:37.103698 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bb8448b-5e5b-4247-b682-bf1f1fae2a0d tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:37.107014 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc56d101-3e3c-4069-a76b-7bba300807e3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:37.145936 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.quota.resource [None req-14d4737e-f41c-438d-b574-ac05b92b6c4c tempest-QuotasTest-805342251 tempest-QuotasTest-805342251-project-admin] Usage tracker for resource:security_group and project:cdbb311d6af94fb3a3a1d6cf1b849761 is out of sync, need to count used quota {{(pid=103254) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 29 01:57:37.152828 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc56d101-3e3c-4069-a76b-7bba300807e3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:57:37.153434 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc56d101-3e3c-4069-a76b-7bba300807e3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:37.157307 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 01:57:37.157307 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:57:37.157307 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 01:57:37.157307 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:57:37.157307 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 01:57:37.157307 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:57:37.157307 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 01:57:37.157307 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:57:37.157307 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 01:57:37.157307 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:57:37.157307 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 01:57:37.157307 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:57:37.157307 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 01:57:37.157307 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:57:37.157307 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:57:37.157307 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:57:37.157307 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:57:37.157307 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:57:37.157307 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 01:57:37.157307 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:57:37.157307 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 01:57:37.157307 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:57:37.157307 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:57:37.157307 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:57:37.157307 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 01:57:37.157307 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:57:37.157307 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:57:37.157307 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:57:37.157307 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:57:37.157307 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:57:37.157307 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:57:37.157307 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:57:37.236728 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da1b9a4a-5a73-436e-95da-2bf81afebff4 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:37.243566 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752293c-4027-41e6-aa5f-cb54e27cb7df tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Pushing event updated for resources: {'Port': ['ID=dd302bda-395b-413d-b195-3f34ca8e08df,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:37.245966 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.quota.resource [None req-14d4737e-f41c-438d-b574-ac05b92b6c4c tempest-QuotasTest-805342251 tempest-QuotasTest-805342251-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103254) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 29 01:57:37.269595 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f398e9-43c7-47a5-94cd-964d3d27288c None None] DHCP port deletion for 4f64cf7c-d403-4817-b8d0-bf9903b384b8 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:57:37.318567 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1b9a4a-5a73-436e-95da-2bf81afebff4 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Network b6d461cd-63b7-44af-964a-d9a823cd56f1 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:37.323221 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-da1b9a4a-5a73-436e-95da-2bf81afebff4 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:37.325381 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b9a4a-5a73-436e-95da-2bf81afebff4 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Pushing event updated for resources: {'Port': ['ID=25074922-ce53-4909-80b0-ac1c3f583ff7,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:37.329246 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1b9a4a-5a73-436e-95da-2bf81afebff4 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:57:37.332363 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a9f398e9-43c7-47a5-94cd-964d3d27288c None None] Deleting port 2b435df8-a3f9-4382-a87f-ed66df6ab55f {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:57:37.332998 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9f398e9-43c7-47a5-94cd-964d3d27288c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:37.370308 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4bb8448b-5e5b-4247-b682-bf1f1fae2a0d tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Deleting port 2b435df8-a3f9-4382-a87f-ed66df6ab55f {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:57:37.370679 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bb8448b-5e5b-4247-b682-bf1f1fae2a0d tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:37.409031 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a9f398e9-43c7-47a5-94cd-964d3d27288c None None] For port 2b435df8-a3f9-4382-a87f-ed66df6ab55f, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=2b435df8-a3f9-4382-a87f-ed66df6ab55f,segment=NetworkSegment(2ad1acee-47e4-4d0d-8753-9f9262b977f5),segment_id=2ad1acee-47e4-4d0d-8753-9f9262b977f5)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:57:37.409740 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9f398e9-43c7-47a5-94cd-964d3d27288c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:37.424181 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a9f398e9-43c7-47a5-94cd-964d3d27288c None None] Calling delete_port for 2b435df8-a3f9-4382-a87f-ed66df6ab55f owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:57:37.428412 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.quota.resource [None req-14d4737e-f41c-438d-b574-ac05b92b6c4c tempest-QuotasTest-805342251 tempest-QuotasTest-805342251-project-admin] Usage tracker for resource:security_group_rule and project:cdbb311d6af94fb3a3a1d6cf1b849761 is out of sync, need to count used quota {{(pid=103254) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 29 01:57:37.439142 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.quota.resource [None req-14d4737e-f41c-438d-b574-ac05b92b6c4c tempest-QuotasTest-805342251 tempest-QuotasTest-805342251-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103254) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 29 01:57:37.464814 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-14d4737e-f41c-438d-b574-ac05b92b6c4c tempest-QuotasTest-805342251 tempest-QuotasTest-805342251-project-admin] 10.222.0.37 "GET /v2.0/quotas/cdbb311d6af94fb3a3a1d6cf1b849761/details.json HTTP/1.1" status: 200 len: 703 time: 2.0713973 Nov 29 01:57:37.469758 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b752293c-4027-41e6-aa5f-cb54e27cb7df tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:37.543835 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e4bd795-8d92-433f-81c8-dde0b14bb4e3 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:37.567031 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-4bb8448b-5e5b-4247-b682-bf1f1fae2a0d tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] For port 2b435df8-a3f9-4382-a87f-ed66df6ab55f, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=2b435df8-a3f9-4382-a87f-ed66df6ab55f,segment=NetworkSegment(2ad1acee-47e4-4d0d-8753-9f9262b977f5),segment_id=2ad1acee-47e4-4d0d-8753-9f9262b977f5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:57:37.567031 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bb8448b-5e5b-4247-b682-bf1f1fae2a0d tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:37.574458 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b752293c-4027-41e6-aa5f-cb54e27cb7df tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:37.575971 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b752293c-4027-41e6-aa5f-cb54e27cb7df tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6616893 Nov 29 01:57:37.576978 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc56d101-3e3c-4069-a76b-7bba300807e3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:37.623426 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4bb8448b-5e5b-4247-b682-bf1f1fae2a0d tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Calling delete_port for 2b435df8-a3f9-4382-a87f-ed66df6ab55f owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:57:37.625000 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc56d101-3e3c-4069-a76b-7bba300807e3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7487acff-7aef-47e4-a32f-78c739f48788 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 29 01:57:37.627002 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56d101-3e3c-4069-a76b-7bba300807e3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Pushing event deleted for resources: {'Network': ['ID=7487acff-7aef-47e4-a32f-78c739f48788,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:37.637790 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc56d101-3e3c-4069-a76b-7bba300807e3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:37.641697 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bc56d101-3e3c-4069-a76b-7bba300807e3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] 10.222.0.37 "DELETE /v2.0/networks/7487acff-7aef-47e4-a32f-78c739f48788 HTTP/1.1" status: 204 len: 168 time: 5.3243902 Nov 29 01:57:37.651734 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36948) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:37.685354 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9f398e9-43c7-47a5-94cd-964d3d27288c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:37.748369 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f398e9-43c7-47a5-94cd-964d3d27288c None None] No DVR routers for this DVR port 2b435df8-a3f9-4382-a87f-ed66df6ab55f on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:57:37.755231 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f398e9-43c7-47a5-94cd-964d3d27288c None None] Pushing event deleted for resources: {'Port': ['ID=2b435df8-a3f9-4382-a87f-ed66df6ab55f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:37.891761 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da1b9a4a-5a73-436e-95da-2bf81afebff4 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:37.926260 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-354e2067-2162-4677-a2d2-9dcf998248d2 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:37.933801 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d9ea8f3f-45a9-44cb-8314-614b1aaf0b1d tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:37.939775 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b351e662-cb63-4a3a-ba4d-5e248d687ddc tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1168 time: 0.2847791 Nov 29 01:57:37.948122 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36962) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:38.253215 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36972) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:38.319517 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36982) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:38.328079 dv-neutron-819032-3-hyperv neutron-server[103254]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 29 01:57:38.366250 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e2067-2162-4677-a2d2-9dcf998248d2 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Pushing event updated for resources: {'Subnet': ['ID=c08f1ddb-8e0d-4d48-95f4-8888cfc3903d,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:38.400229 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4085b5d-06c1-40e9-8889-89c17f86dfa7 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:38.400690 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4085b5d-06c1-40e9-8889-89c17f86dfa7 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:38.401146 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4085b5d-06c1-40e9-8889-89c17f86dfa7 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:38.401618 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4085b5d-06c1-40e9-8889-89c17f86dfa7 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:38.402056 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4085b5d-06c1-40e9-8889-89c17f86dfa7 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:38.402493 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4085b5d-06c1-40e9-8889-89c17f86dfa7 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:38.402932 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4085b5d-06c1-40e9-8889-89c17f86dfa7 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:38.403367 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4085b5d-06c1-40e9-8889-89c17f86dfa7 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:38.408485 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d4085b5d-06c1-40e9-8889-89c17f86dfa7 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5152 time: 0.4541528 Nov 29 01:57:38.420409 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36984) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:38.430122 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354e2067-2162-4677-a2d2-9dcf998248d2 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Checking segment: {'id': '4e1df175-c76e-47c2-a081-85a8370b810a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '136f6c15-592e-4410-8c9f-e0ae595770cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:57:38.430481 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354e2067-2162-4677-a2d2-9dcf998248d2 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Network hostable DHCP agents. Network: 136f6c15-592e-4410-8c9f-e0ae595770cc, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:57:38.458384 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e186105a-641d-41e6-824a-e702a4da9965 req-3e8cb31a-cb03-414a-80f3-e6c0d336a6e7 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1548605924&fields=id&tenant_id=dddabe1bca86471f90fa95b3bff0f659 HTTP/1.1" status: 200 len: 267 time: 0.1376996 Nov 29 01:57:38.507656 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-9e4bd795-8d92-433f-81c8-dde0b14bb4e3 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Allocated IP 172.26.3.93 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/b290e2f1-8c76-447c-b3c4-6465a98f473f) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:57:38.520026 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-3ed7ae27-99d1-4bba-a292-7a6f317cf611 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] delete failed (client error): The resource could not be found. Nov 29 01:57:38.523788 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3ed7ae27-99d1-4bba-a292-7a6f317cf611 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/f10fa2a7-d1ac-4c42-9988-511467319311 HTTP/1.1" status: 404 len: 345 time: 0.0955212 Nov 29 01:57:38.526270 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 36988) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:38.528098 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bb8448b-5e5b-4247-b682-bf1f1fae2a0d tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:38.544218 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7fd8432d-fe9d-44a1-b7eb-afcda678a1f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:38.561490 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354e2067-2162-4677-a2d2-9dcf998248d2 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Network 136f6c15-592e-4410-8c9f-e0ae595770cc is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:57:38.594066 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb8448b-5e5b-4247-b682-bf1f1fae2a0d tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Pushing event deleted for resources: {'Port': ['ID=2b435df8-a3f9-4382-a87f-ed66df6ab55f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:38.596028 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0baa8f5-c88e-41a0-a63e-31b67ffc4c29 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] DELETE failed (client error): The resource could not be found. Nov 29 01:57:38.596547 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0baa8f5-c88e-41a0-a63e-31b67ffc4c29 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:57:38.599603 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e0baa8f5-c88e-41a0-a63e-31b67ffc4c29 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] 10.222.0.37 "DELETE /v2.0/networks/7487acff-7aef-47e4-a32f-78c739f48788 HTTP/1.1" status: 404 len: 339 time: 0.0724404 Nov 29 01:57:38.606333 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36990) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:38.621285 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb8448b-5e5b-4247-b682-bf1f1fae2a0d tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] No DVR routers for this DVR port 2b435df8-a3f9-4382-a87f-ed66df6ab55f on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:57:38.631797 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-138a291c-4b6a-483d-a3ed-8a2481a6ae1f tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Request body: {'network': {'name': 'tempest-network--1677159893', 'router:external': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:38.660470 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-354e2067-2162-4677-a2d2-9dcf998248d2 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 136f6c15-592e-4410-8c9f-e0ae595770cc) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:38.670432 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333beeaf-c2dd-4b3c-98ac-670cbfb2b6f3 None None] Network 136f6c15-592e-4410-8c9f-e0ae595770cc requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:57:38.713321 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da1b9a4a-5a73-436e-95da-2bf81afebff4 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:38.720878 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354e2067-2162-4677-a2d2-9dcf998248d2 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:38.721474 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-354e2067-2162-4677-a2d2-9dcf998248d2 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:38.788642 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 2b435df8-a3f9-4382-a87f-ed66df6ab55f no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:57:38.807678 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138a291c-4b6a-483d-a3ed-8a2481a6ae1f tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Made reservation on behalf of 740f3d1eaec84805bc5639d4ba310246 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:38.809975 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-138a291c-4b6a-483d-a3ed-8a2481a6ae1f tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:38.825101 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 2b435df8-a3f9-4382-a87f-ed66df6ab55f {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:57:38.825437 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 2b435df8-a3f9-4382-a87f-ed66df6ab55f not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:57:38.834417 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-354e2067-2162-4677-a2d2-9dcf998248d2 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4535763 Nov 29 01:57:38.849200 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36992) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:38.853592 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bb8448b-5e5b-4247-b682-bf1f1fae2a0d tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:38.860685 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f75d99c2-833f-45b3-9886-6e1020f89fe1 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Request body: {'port': {'network_id': '136f6c15-592e-4410-8c9f-e0ae595770cc', 'name': 'tempest-AllowedAddressPairTestJSON-2134399357'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:38.886099 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186105a-641d-41e6-824a-e702a4da9965 req-b91cc5b1-dce4-4c00-80bb-a7ea967864b3 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:38.887584 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e186105a-641d-41e6-824a-e702a4da9965 req-b91cc5b1-dce4-4c00-80bb-a7ea967864b3 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/networks?id=15d78a30-826a-4437-bf95-ffaf3e1cb11a HTTP/1.1" status: 200 len: 804 time: 0.4170151 Nov 29 01:57:38.914191 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e4bd795-8d92-433f-81c8-dde0b14bb4e3 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:38.917295 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b09c025-3b0b-44a2-bff8-b176555fb903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-136f6c15-592e-4410-8c9f-e0ae595770cc', 'network_id': '136f6c15-592e-4410-8c9f-e0ae595770cc', 'tenant_id': '320b4919f184460ba2e43d76dae0a10a', 'fixed_ips': [{'subnet_id': 'c08f1ddb-8e0d-4d48-95f4-8888cfc3903d'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:57:38.918905 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b09c025-3b0b-44a2-bff8-b176555fb903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:38.928595 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-4bb8448b-5e5b-4247-b682-bf1f1fae2a0d tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f64cf7c-d403-4817-b8d0-bf9903b384b8']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:38.955507 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-4bb8448b-5e5b-4247-b682-bf1f1fae2a0d tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad1acee-47e4-4d0d-8753-9f9262b977f5') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:38.955885 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-4bb8448b-5e5b-4247-b682-bf1f1fae2a0d tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad1acee-47e4-4d0d-8753-9f9262b977f5') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:38.984985 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-138a291c-4b6a-483d-a3ed-8a2481a6ae1f tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:57:38.989581 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bb8448b-5e5b-4247-b682-bf1f1fae2a0d tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:38.991835 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7fd8432d-fe9d-44a1-b7eb-afcda678a1f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:38.993435 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e186105a-641d-41e6-824a-e702a4da9965 req-d3aa6f77-50cf-4cca-9269-8f0aafafbb84 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/quotas/dddabe1bca86471f90fa95b3bff0f659 HTTP/1.1" status: 200 len: 375 time: 0.0493853 Nov 29 01:57:39.012386 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7fd8432d-fe9d-44a1-b7eb-afcda678a1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:39.023290 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bb8448b-5e5b-4247-b682-bf1f1fae2a0d tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:39.025276 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-138a291c-4b6a-483d-a3ed-8a2481a6ae1f tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:39.025654 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-138a291c-4b6a-483d-a3ed-8a2481a6ae1f tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Added segment da80ba24-2125-4baf-bd15-95d941588faa of type vlan for network 8dd1b436-98ad-4a45-bec7-05df14354383 Nov 29 01:57:39.050266 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb8448b-5e5b-4247-b682-bf1f1fae2a0d tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:57:39.050672 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bb8448b-5e5b-4247-b682-bf1f1fae2a0d tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:39.050960 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-d9ea8f3f-45a9-44cb-8314-614b1aaf0b1d tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Allocated IP 172.20.0.1 (db97dd7c-0de0-439d-98d2-6da0bdcc7441/e5bb5875-c246-4d4e-9623-d13bb71d24fe/2d9a59ea-5066-4970-b794-0e20809e33a1) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: self.session.flush() Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: self.session.flush() Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: self.session.flush() Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: self.session.flush() Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:57:39.059762 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:57:39.128079 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e4bd795-8d92-433f-81c8-dde0b14bb4e3 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:39.168547 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7fd8432d-fe9d-44a1-b7eb-afcda678a1f8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f33563b445884c148656b2e2177d3a1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9012876 Nov 29 01:57:39.184257 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 36994) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:39.185107 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8432d-fe9d-44a1-b7eb-afcda678a1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4be1360-e513-4491-ab00-d210eade8b0c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:39.216548 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-9b09c025-3b0b-44a2-bff8-b176555fb903 None None] Allocated IP 172.20.0.2 (136f6c15-592e-4410-8c9f-e0ae595770cc/c08f1ddb-8e0d-4d48-95f4-8888cfc3903d/5a7a62c4-1444-4851-a013-e5aa43c04be9) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:57:39.220115 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-138a291c-4b6a-483d-a3ed-8a2481a6ae1f tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:39.220420 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4bd795-8d92-433f-81c8-dde0b14bb4e3 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:39.221988 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bb8448b-5e5b-4247-b682-bf1f1fae2a0d tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:39.223678 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4bd795-8d92-433f-81c8-dde0b14bb4e3 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Pushing event updated for resources: {'Port': ['ID=b290e2f1-8c76-447c-b3c4-6465a98f473f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:39.237792 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bb8448b-5e5b-4247-b682-bf1f1fae2a0d tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:39.241737 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4bb8448b-5e5b-4247-b682-bf1f1fae2a0d tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] 10.222.0.37 "DELETE /v2.0/networks/4f64cf7c-d403-4817-b8d0-bf9903b384b8 HTTP/1.1" status: 204 len: 168 time: 2.2667024 Nov 29 01:57:39.242771 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-9e4bd795-8d92-433f-81c8-dde0b14bb4e3 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:39.258481 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4bd795-8d92-433f-81c8-dde0b14bb4e3 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:57:39.262027 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb8448b-5e5b-4247-b682-bf1f1fae2a0d tempest-DHCPAgentSchedulersTestJSON-1103257919 tempest-DHCPAgentSchedulersTestJSON-1103257919-project] Pushing event deleted for resources: {'Network': ['ID=4f64cf7c-d403-4817-b8d0-bf9903b384b8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:39.263676 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1b9a4a-5a73-436e-95da-2bf81afebff4 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Router 3f25eea5-febb-4da5-bf30-5d30006efb65 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:57:39.279787 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e186105a-641d-41e6-824a-e702a4da9965 req-735a2505-664a-46ae-9c0e-caa21a40a334 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dddabe1bca86471f90fa95b3bff0f659&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2725348 Nov 29 01:57:39.315111 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75d99c2-833f-45b3-9886-6e1020f89fe1 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Made reservation on behalf of 320b4919f184460ba2e43d76dae0a10a for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:39.318411 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f75d99c2-833f-45b3-9886-6e1020f89fe1 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:39.378247 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-f75d99c2-833f-45b3-9886-6e1020f89fe1 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] device_id is not set on port 2e459abc-c0d6-4e8b-a34b-2f55eeb417a4 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:57:39.391532 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-138a291c-4b6a-483d-a3ed-8a2481a6ae1f tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:39.393405 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138a291c-4b6a-483d-a3ed-8a2481a6ae1f tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:39.393405 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-138a291c-4b6a-483d-a3ed-8a2481a6ae1f tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:39.449675 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d9ea8f3f-45a9-44cb-8314-614b1aaf0b1d tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:39.462292 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eeaeccdf-3f26-4299-8a9f-0d37dc347fc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:39.479413 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b09c025-3b0b-44a2-bff8-b176555fb903 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:39.488893 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b09c025-3b0b-44a2-bff8-b176555fb903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:39.502586 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e4bd795-8d92-433f-81c8-dde0b14bb4e3 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:39.517436 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1b9a4a-5a73-436e-95da-2bf81afebff4 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:57:39.537417 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-138a291c-4b6a-483d-a3ed-8a2481a6ae1f tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9207628 Nov 29 01:57:39.547681 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37006) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:39.566332 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b09c025-3b0b-44a2-bff8-b176555fb903 None None] Network 136f6c15-592e-4410-8c9f-e0ae595770cc is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:39.567662 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da1b9a4a-5a73-436e-95da-2bf81afebff4 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:39.569838 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b768d6-6c02-4aef-a9b2-212b7d032db6 None None] Sync routers for ids ['3f25eea5-febb-4da5-bf30-5d30006efb65'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:57:39.570134 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-da1b9a4a-5a73-436e-95da-2bf81afebff4 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.4752042 Nov 29 01:57:39.572708 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37008) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:39.580854 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e4bd795-8d92-433f-81c8-dde0b14bb4e3 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:39.584974 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-9b09c025-3b0b-44a2-bff8-b176555fb903 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:39.591062 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eeaeccdf-3f26-4299-8a9f-0d37dc347fc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:39.592042 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b09c025-3b0b-44a2-bff8-b176555fb903 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:57:39.605276 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09c025-3b0b-44a2-bff8-b176555fb903 None None] Pushing event updated for resources: {'Port': ['ID=5a7a62c4-1444-4851-a013-e5aa43c04be9,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:39.641119 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b768d6-6c02-4aef-a9b2-212b7d032db6 None None] Routers {'3f25eea5-febb-4da5-bf30-5d30006efb65'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:57:39.642069 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f2b768d6-6c02-4aef-a9b2-212b7d032db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:57:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['3f25eea5-febb-4da5-bf30-5d30006efb65'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:39.683686 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a291c-4b6a-483d-a3ed-8a2481a6ae1f tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Pushing event updated for resources: {'Network': ['ID=8dd1b436-98ad-4a45-bec7-05df14354383,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:39.746865 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37010) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:39.751259 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 8dd1b436-98ad-4a45-bec7-05df14354383 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:57:39.781681 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e43840b-b7ea-464f-a295-619bbf08c856 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:39.796419 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [req-e186105a-641d-41e6-824a-e702a4da9965 req-dfb602f2-7da9-4a8e-8173-ca7560e21bf8 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:57:39.798564 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e186105a-641d-41e6-824a-e702a4da9965 req-dfb602f2-7da9-4a8e-8173-ca7560e21bf8 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2937021 Nov 29 01:57:39.842245 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d9ea8f3f-45a9-44cb-8314-614b1aaf0b1d tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:39.891318 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9b09c025-3b0b-44a2-bff8-b176555fb903 None None] Attempting to bind port 5a7a62c4-1444-4851-a013-e5aa43c04be9 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:57:39.891531 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9b09c025-3b0b-44a2-bff8-b176555fb903 None None] Attempting to bind port 5a7a62c4-1444-4851-a013-e5aa43c04be9 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '4e1df175-c76e-47c2-a081-85a8370b810a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '136f6c15-592e-4410-8c9f-e0ae595770cc'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:57:39.891874 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b09c025-3b0b-44a2-bff8-b176555fb903 None None] Attempting to bind port 5a7a62c4-1444-4851-a013-e5aa43c04be9 on network 136f6c15-592e-4410-8c9f-e0ae595770cc {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:57:39.909738 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b09c025-3b0b-44a2-bff8-b176555fb903 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:57:39.909738 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b09c025-3b0b-44a2-bff8-b176555fb903 None None] Checking segment: {'id': '4e1df175-c76e-47c2-a081-85a8370b810a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '136f6c15-592e-4410-8c9f-e0ae595770cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:57:39.910414 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b09c025-3b0b-44a2-bff8-b176555fb903 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:39.910735 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b09c025-3b0b-44a2-bff8-b176555fb903 None None] Bound using segment: {'id': '4e1df175-c76e-47c2-a081-85a8370b810a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '136f6c15-592e-4410-8c9f-e0ae595770cc'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:57:39.911283 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9b09c025-3b0b-44a2-bff8-b176555fb903 None None] Bound port: 5a7a62c4-1444-4851-a013-e5aa43c04be9, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1df175-c76e-47c2-a081-85a8370b810a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '136f6c15-592e-4410-8c9f-e0ae595770cc'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:57:39.911737 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b09c025-3b0b-44a2-bff8-b176555fb903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:39.919865 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-f75d99c2-833f-45b3-9886-6e1020f89fe1 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Allocated IP 172.20.0.14 (136f6c15-592e-4410-8c9f-e0ae595770cc/c08f1ddb-8e0d-4d48-95f4-8888cfc3903d/2e459abc-c0d6-4e8b-a34b-2f55eeb417a4) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:57:39.930001 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e4bd795-8d92-433f-81c8-dde0b14bb4e3 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:39.940357 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e43840b-b7ea-464f-a295-619bbf08c856 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:39.946840 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e4bd795-8d92-433f-81c8-dde0b14bb4e3 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:39.956998 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-f2b768d6-6c02-4aef-a9b2-212b7d032db6 None None] Set router 3f25eea5-febb-4da5-bf30-5d30006efb65 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:57:40.020300 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ea8f3f-45a9-44cb-8314-614b1aaf0b1d tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Network db97dd7c-0de0-439d-98d2-6da0bdcc7441 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:40.043471 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-d9ea8f3f-45a9-44cb-8314-614b1aaf0b1d tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:40.060392 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937b0d3b-5daa-4f36-b305-4e20f74d7bac tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:40.066811 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937b0d3b-5daa-4f36-b305-4e20f74d7bac tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:40.075929 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937b0d3b-5daa-4f36-b305-4e20f74d7bac tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:40.082957 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937b0d3b-5daa-4f36-b305-4e20f74d7bac tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:40.089752 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937b0d3b-5daa-4f36-b305-4e20f74d7bac tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:40.094938 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9b09c025-3b0b-44a2-bff8-b176555fb903 None None] For port 5a7a62c4-1444-4851-a013-e5aa43c04be9, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:57:40.095126 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-937b0d3b-5daa-4f36-b305-4e20f74d7bac tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3056 time: 0.5333998 Nov 29 01:57:40.103410 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ea8f3f-45a9-44cb-8314-614b1aaf0b1d tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:57:40.105895 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eeaeccdf-3f26-4299-8a9f-0d37dc347fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:40.108534 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eeaeccdf-3f26-4299-8a9f-0d37dc347fc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:40.118457 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-eeaeccdf-3f26-4299-8a9f-0d37dc347fc4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4be1360-e513-4491-ab00-d210eade8b0c HTTP/1.1" status: 204 len: 168 time: 0.9326985 Nov 29 01:57:40.137834 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9b09c025-3b0b-44a2-bff8-b176555fb903 None None] For port 5a7a62c4-1444-4851-a013-e5aa43c04be9, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=5a7a62c4-1444-4851-a013-e5aa43c04be9,segment=NetworkSegment(4e1df175-c76e-47c2-a081-85a8370b810a),segment_id=4e1df175-c76e-47c2-a081-85a8370b810a)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:57:40.160189 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37014) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:40.207106 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b09c025-3b0b-44a2-bff8-b176555fb903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:40.247107 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e4bd795-8d92-433f-81c8-dde0b14bb4e3 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:40.265242 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4bd795-8d92-433f-81c8-dde0b14bb4e3 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Pushing event updated for resources: {'Port': ['ID=b290e2f1-8c76-447c-b3c4-6465a98f473f,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:40.276173 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09c025-3b0b-44a2-bff8-b176555fb903 None None] Pushing event updated for resources: {'Port': ['ID=5a7a62c4-1444-4851-a013-e5aa43c04be9,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:40.293429 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e4bd795-8d92-433f-81c8-dde0b14bb4e3 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:40.303308 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9e4bd795-8d92-433f-81c8-dde0b14bb4e3 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4037170 Nov 29 01:57:40.334049 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5e43840b-b7ea-464f-a295-619bbf08c856 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Deleting port 25074922-ce53-4909-80b0-ac1c3f583ff7 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:57:40.334450 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e43840b-b7ea-464f-a295-619bbf08c856 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:40.356987 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f2b768d6-6c02-4aef-a9b2-212b7d032db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f25eea5-febb-4da5-bf30-5d30006efb65', 'name': '', 'tenant_id': '0f7ff0c62c0e472d856d42b1a5625bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6d461cd-63b7-44af-964a-d9a823cd56f1', 'external_fixed_ips': [{'subnet_id': '289b8a76-2dd9-4244-bdd3-c942d91b7891', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '25074922-ce53-4909-80b0-ac1c3f583ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:57:35Z', 'updated_at': '2021-11-29T01:57:37Z', 'revision_number': 3, 'project_id': '0f7ff0c62c0e472d856d42b1a5625bfe', 'gw_port': {'id': '25074922-ce53-4909-80b0-ac1c3f583ff7', 'name': '', 'network_id': 'b6d461cd-63b7-44af-964a-d9a823cd56f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:91:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f25eea5-febb-4da5-bf30-5d30006efb65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 170, 'fixed_ips': [{'subnet_id': '289b8a76-2dd9-4244-bdd3-c942d91b7891', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:36Z', 'updated_at': '2021-11-29T01:57:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '289b8a76-2dd9-4244-bdd3-c942d91b7891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:40.412379 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b768d6-6c02-4aef-a9b2-212b7d032db6 None None] Checking router: 3f25eea5-febb-4da5-bf30-5d30006efb65 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:57:40.412917 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b768d6-6c02-4aef-a9b2-212b7d032db6 None None] Updating router 3f25eea5-febb-4da5-bf30-5d30006efb65 port 25074922-ce53-4909-80b0-ac1c3f583ff7 binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:57:40.466438 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e43840b-b7ea-464f-a295-619bbf08c856 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:40.491599 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5e43840b-b7ea-464f-a295-619bbf08c856 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Calling delete_port for 25074922-ce53-4909-80b0-ac1c3f583ff7 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:57:40.493106 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f2b768d6-6c02-4aef-a9b2-212b7d032db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:40.496801 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-9cabace3-c826-4b37-b6d1-08593e28bb75 None None] Provisioning complete for port 2d9a59ea-5066-4970-b794-0e20809e33a1 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:40.497169 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9cabace3-c826-4b37-b6d1-08593e28bb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:40.749329 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d9ea8f3f-45a9-44cb-8314-614b1aaf0b1d tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:40.792908 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37032) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:40.829796 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e43840b-b7ea-464f-a295-619bbf08c856 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:40.846368 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38fdf977-41b4-4eff-9289-059d9a35ea03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:40.869894 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e186105a-641d-41e6-824a-e702a4da9965 req-2cd73ff0-07da-4a80-81c8-5520ce2c076e service neutron] 10.222.0.37 "GET /v2.0/networks/15d78a30-826a-4437-bf95-ffaf3e1cb11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0532422 Nov 29 01:57:40.898309 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 5a7a62c4-1444-4851-a013-e5aa43c04be9 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:57:40.909592 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43840b-b7ea-464f-a295-619bbf08c856 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Pushing event deleted for resources: {'Port': ['ID=25074922-ce53-4909-80b0-ac1c3f583ff7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:40.934937 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-9cabace3-c826-4b37-b6d1-08593e28bb75 None None] Port 2d9a59ea-5066-4970-b794-0e20809e33a1 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:57:40.943167 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea8f3f-45a9-44cb-8314-614b1aaf0b1d tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Pushing event updated for resources: {'Port': ['ID=2d9a59ea-5066-4970-b794-0e20809e33a1,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:40.970294 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a1a8f34f-d8d5-4000-a66c-65aca58753cf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08e030e013614c688868b50f6fd9b3da&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2050850 Nov 29 01:57:40.973447 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bad00495-3503-4214-b886-336869ce6a5b tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:40.977085 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37040) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:40.984654 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaeccdf-3f26-4299-8a9f-0d37dc347fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4be1360-e513-4491-ab00-d210eade8b0c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:41.043601 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 5a7a62c4-1444-4851-a013-e5aa43c04be9 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:41.043978 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:41.046160 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.db.api [None req-f2b768d6-6c02-4aef-a9b2-212b7d032db6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:57:41.046530 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG oslo_db.api [None req-f2b768d6-6c02-4aef-a9b2-212b7d032db6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:57:41.094797 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e43840b-b7ea-464f-a295-619bbf08c856 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:41.105692 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d9ea8f3f-45a9-44cb-8314-614b1aaf0b1d tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:41.172529 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:41.219450 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port 5a7a62c4-1444-4851-a013-e5aa43c04be9, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=5a7a62c4-1444-4851-a013-e5aa43c04be9,segment=NetworkSegment(4e1df175-c76e-47c2-a081-85a8370b810a),segment_id=4e1df175-c76e-47c2-a081-85a8370b810a)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:57:41.227497 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:41.230664 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e43840b-b7ea-464f-a295-619bbf08c856 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:41.235007 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38fdf977-41b4-4eff-9289-059d9a35ea03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:41.236482 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e43840b-b7ea-464f-a295-619bbf08c856 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:41.244889 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38fdf977-41b4-4eff-9289-059d9a35ea03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:41.266063 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37046) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:41.280881 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e186105a-641d-41e6-824a-e702a4da9965 req-01bc5705-a18b-4c7a-98a6-4409765d9a83 service neutron] 10.222.0.37 "GET /v2.0/networks/15d78a30-826a-4437-bf95-ffaf3e1cb11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097199 Nov 29 01:57:41.289815 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=5a7a62c4-1444-4851-a013-e5aa43c04be9,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:41.340842 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e43840b-b7ea-464f-a295-619bbf08c856 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:41.341395 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e43840b-b7ea-464f-a295-619bbf08c856 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f25eea5-febb-4da5-bf30-5d30006efb65 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:57:41.347965 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e43840b-b7ea-464f-a295-619bbf08c856 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:41.349184 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5e43840b-b7ea-464f-a295-619bbf08c856 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] 10.222.0.37 "DELETE /v2.0/routers/3f25eea5-febb-4da5-bf30-5d30006efb65 HTTP/1.1" status: 204 len: 168 time: 1.7751298 Nov 29 01:57:41.353011 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fdf977-41b4-4eff-9289-059d9a35ea03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f2359e-3bd8-4ce4-a8c6-cbd4d4d4d9c1,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:41.354232 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37048) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:41.359400 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bad00495-3503-4214-b886-336869ce6a5b tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:41.360117 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-38fdf977-41b4-4eff-9289-059d9a35ea03 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cdbb311d6af94fb3a3a1d6cf1b849761&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5619581 Nov 29 01:57:41.362790 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37050) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:41.380010 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f7beceaf-b69c-467e-9cd7-5b6fc7e0c18b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:41.421421 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d848bf3-f662-4f2a-9d6a-5af5e34739cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:41.447389 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d848bf3-f662-4f2a-9d6a-5af5e34739cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:41.490988 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f75d99c2-833f-45b3-9886-6e1020f89fe1 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:41.505287 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d848bf3-f662-4f2a-9d6a-5af5e34739cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:41.508203 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0d848bf3-f662-4f2a-9d6a-5af5e34739cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:41.509527 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-0d848bf3-f662-4f2a-9d6a-5af5e34739cb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a3f2359e-3bd8-4ce4-a8c6-cbd4d4d4d9c1 HTTP/1.1" status: 204 len: 168 time: 0.1455295 Nov 29 01:57:41.531241 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d848bf3-f662-4f2a-9d6a-5af5e34739cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f2359e-3bd8-4ce4-a8c6-cbd4d4d4d9c1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:41.582340 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-89bd7ace-7956-4571-ba77-42687e3387db req-dfa24c05-9890-4421-afaa-587d510bba32 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1794319299&fields=id&tenant_id=da68fb1b87304f61b182bda5bfdbc9db HTTP/1.1" status: 200 len: 267 time: 0.3122609 Nov 29 01:57:41.600365 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b768d6-6c02-4aef-a9b2-212b7d032db6 None None] Port 25074922-ce53-4909-80b0-ac1c3f583ff7 not found while updating agent binding for router 3f25eea5-febb-4da5-bf30-5d30006efb65. {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 29 01:57:41.609284 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-159238fd-24b8-45f4-89df-fce818e79a2c tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Deleting subnet 289b8a76-2dd9-4244-bdd3-c942d91b7891 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:57:41.638462 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-159238fd-24b8-45f4-89df-fce818e79a2c tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:41.640730 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b768d6-6c02-4aef-a9b2-212b7d032db6 None None] Routers set() bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:57:41.643002 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-bad00495-3503-4214-b886-336869ce6a5b tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dd1b436-98ad-4a45-bec7-05df14354383']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:41.646194 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b768d6-6c02-4aef-a9b2-212b7d032db6 None None] Router IDs set() for agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 29 01:57:41.647270 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_agentschedulers_db [None req-f2b768d6-6c02-4aef-a9b2-212b7d032db6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3f25eea5-febb-4da5-bf30-5d30006efb65'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:57:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent'). {{(pid=103256) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 29 01:57:41.649452 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b768d6-6c02-4aef-a9b2-212b7d032db6 None None] The sync data for ids ['3f25eea5-febb-4da5-bf30-5d30006efb65'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:57:41.748170 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f7beceaf-b69c-467e-9cd7-5b6fc7e0c18b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:41.798946 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f695c4-8960-439c-87ed-efece85afd94 None None] Network 136f6c15-592e-4410-8c9f-e0ae595770cc requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:57:41.814379 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-bad00495-3503-4214-b886-336869ce6a5b tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da80ba24-2125-4baf-bd15-95d941588faa') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:41.815227 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-bad00495-3503-4214-b886-336869ce6a5b tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da80ba24-2125-4baf-bd15-95d941588faa') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:41.871093 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bad00495-3503-4214-b886-336869ce6a5b tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:41.885089 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-d366c996-c4f0-4b5d-acdf-9f1f0ef11c5f None None] Provisioning complete for port 5a7a62c4-1444-4851-a013-e5aa43c04be9 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:41.885618 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d366c996-c4f0-4b5d-acdf-9f1f0ef11c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:41.908840 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f75d99c2-833f-45b3-9886-6e1020f89fe1 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:41.923668 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1d565651-e437-4f5a-a817-17966c59e24e req-cd662b42-03a3-4c01-b307-e101e86c1685 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c566a5-a101-4e96-b311-78628ab0d4d1 HTTP/1.1" status: 200 len: 210 time: 0.1809464 Nov 29 01:57:41.938780 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-159238fd-24b8-45f4-89df-fce818e79a2c tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:41.973611 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bad00495-3503-4214-b886-336869ce6a5b tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:42.047923 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad00495-3503-4214-b886-336869ce6a5b tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:57:42.048346 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bad00495-3503-4214-b886-336869ce6a5b tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:42.056148 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 01:57:42.056148 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:57:42.056148 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 01:57:42.056148 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:57:42.056148 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 01:57:42.056148 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:57:42.056148 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 01:57:42.056148 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:57:42.056148 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 01:57:42.056148 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:57:42.056148 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 01:57:42.056148 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:57:42.056148 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 01:57:42.056148 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:57:42.056148 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:57:42.056148 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:57:42.056148 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:57:42.056148 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:57:42.056148 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 01:57:42.056148 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:57:42.056148 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 01:57:42.056148 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:57:42.056148 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:57:42.056148 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:57:42.056148 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 01:57:42.056148 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:57:42.056148 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:57:42.056148 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:57:42.056148 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:57:42.056148 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:57:42.056148 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:57:42.056148 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:57:42.138565 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75d99c2-833f-45b3-9886-6e1020f89fe1 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Network 136f6c15-592e-4410-8c9f-e0ae595770cc is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:42.191821 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d99c2-833f-45b3-9886-6e1020f89fe1 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Pushing event updated for resources: {'Port': ['ID=2e459abc-c0d6-4e8b-a34b-2f55eeb417a4,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:42.193057 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-f75d99c2-833f-45b3-9886-6e1020f89fe1 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:42.195443 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-159238fd-24b8-45f4-89df-fce818e79a2c tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:42.204492 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75d99c2-833f-45b3-9886-6e1020f89fe1 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:57:42.224200 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-102846a8-5d7c-4240-8b8e-5f93aca99eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:42.243356 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd7ace-7956-4571-ba77-42687e3387db req-bd76851f-e175-48b5-8bad-2f71a6d1f89b tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:42.244899 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-89bd7ace-7956-4571-ba77-42687e3387db req-bd76851f-e175-48b5-8bad-2f71a6d1f89b tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/networks?id=eb5b9240-440f-46b6-8e86-e0412219f8de HTTP/1.1" status: 200 len: 812 time: 0.6321573 Nov 29 01:57:42.276560 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f7beceaf-b69c-467e-9cd7-5b6fc7e0c18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:42.279207 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f7beceaf-b69c-467e-9cd7-5b6fc7e0c18b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:42.280345 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f7beceaf-b69c-467e-9cd7-5b6fc7e0c18b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1548011f-433d-487c-9c58-05cd192caeae HTTP/1.1" status: 204 len: 168 time: 1.2974517 Nov 29 01:57:42.357535 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7beceaf-b69c-467e-9cd7-5b6fc7e0c18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1548011f-433d-487c-9c58-05cd192caeae,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:42.359913 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bad00495-3503-4214-b886-336869ce6a5b tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:42.362002 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-89bd7ace-7956-4571-ba77-42687e3387db req-901038aa-4a2b-4094-92ba-820c41c4feeb tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/quotas/da68fb1b87304f61b182bda5bfdbc9db HTTP/1.1" status: 200 len: 375 time: 0.0863466 Nov 29 01:57:42.387542 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad00495-3503-4214-b886-336869ce6a5b tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8dd1b436-98ad-4a45-bec7-05df14354383 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 29 01:57:42.403825 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75d99c2-833f-45b3-9886-6e1020f89fe1 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:42.404529 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f75d99c2-833f-45b3-9886-6e1020f89fe1 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:42.426737 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bad00495-3503-4214-b886-336869ce6a5b tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:42.433249 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bad00495-3503-4214-b886-336869ce6a5b tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] 10.222.0.37 "DELETE /v2.0/networks/8dd1b436-98ad-4a45-bec7-05df14354383 HTTP/1.1" status: 204 len: 168 time: 2.2644339 Nov 29 01:57:42.433249 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad00495-3503-4214-b886-336869ce6a5b tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Pushing event deleted for resources: {'Network': ['ID=8dd1b436-98ad-4a45-bec7-05df14354383,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:42.433532 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37096) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:42.438486 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-1761dc2e-d401-4225-b49b-3978131509a3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Request body: {'network': {'name': 'tempest-network--1973033363', 'router:external': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:42.503641 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1761dc2e-d401-4225-b49b-3978131509a3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Made reservation on behalf of 740f3d1eaec84805bc5639d4ba310246 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:42.506087 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1761dc2e-d401-4225-b49b-3978131509a3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:42.563911 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1761dc2e-d401-4225-b49b-3978131509a3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:57:42.595439 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1761dc2e-d401-4225-b49b-3978131509a3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:42.595988 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-1761dc2e-d401-4225-b49b-3978131509a3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Added segment bbac6c74-aa6a-4ec5-8683-59c32dcc4283 of type vlan for network fd32f022-2360-43f5-9be5-0068c9386152 Nov 29 01:57:42.669421 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-66d2942f-3ed3-4d67-842d-5ee8f1d84c74 None None] Provisioning complete for port 2e459abc-c0d6-4e8b-a34b-2f55eeb417a4 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:42.670135 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-66d2942f-3ed3-4d67-842d-5ee8f1d84c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:42.677354 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f75d99c2-833f-45b3-9886-6e1020f89fe1 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8245749 Nov 29 01:57:42.684299 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-159238fd-24b8-45f4-89df-fce818e79a2c tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:42.688461 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37102) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:42.711224 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-30f66ab7-8c6d-4b30-abf3-d4644f31b4e8 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Request body: {'port': {'network_id': '136f6c15-592e-4410-8c9f-e0ae595770cc', 'name': 'tempest-AllowedAddressPairTestJSON-127096495', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:98:bf:51'}]}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:42.738730 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-66d2942f-3ed3-4d67-842d-5ee8f1d84c74 None None] Port 2e459abc-c0d6-4e8b-a34b-2f55eeb417a4 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:57:42.741829 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d9ea8f3f-45a9-44cb-8314-614b1aaf0b1d tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:42.769642 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-66d2942f-3ed3-4d67-842d-5ee8f1d84c74 None None] Provisioning complete for port 5a7a62c4-1444-4851-a013-e5aa43c04be9 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:42.770296 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-66d2942f-3ed3-4d67-842d-5ee8f1d84c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:42.808986 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159238fd-24b8-45f4-89df-fce818e79a2c tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=289b8a76-2dd9-4244-bdd3-c942d91b7891,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:42.809382 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1761dc2e-d401-4225-b49b-3978131509a3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:42.818251 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d9ea8f3f-45a9-44cb-8314-614b1aaf0b1d tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:42.838951 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-159238fd-24b8-45f4-89df-fce818e79a2c tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:42.871577 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-159238fd-24b8-45f4-89df-fce818e79a2c tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/289b8a76-2dd9-4244-bdd3-c942d91b7891 HTTP/1.1" status: 204 len: 168 time: 1.5090532 Nov 29 01:57:42.880197 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 5a7a62c4-1444-4851-a013-e5aa43c04be9 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:57:42.890038 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37110) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:42.891725 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37112) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:43.045611 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-89bd7ace-7956-4571-ba77-42687e3387db req-854dfa2e-5464-463e-8d2c-bf44e45f99d9 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=da68fb1b87304f61b182bda5bfdbc9db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6293697 Nov 29 01:57:43.050142 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37116) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:43.052046 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 5a7a62c4-1444-4851-a013-e5aa43c04be9 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:43.052736 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:43.071142 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea8f3f-45a9-44cb-8314-614b1aaf0b1d tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Pushing event updated for resources: {'Port': ['ID=2d9a59ea-5066-4970-b794-0e20809e33a1,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:43.083273 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d9ea8f3f-45a9-44cb-8314-614b1aaf0b1d tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:43.159441 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1761dc2e-d401-4225-b49b-3978131509a3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:43.167586 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1761dc2e-d401-4225-b49b-3978131509a3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:43.168483 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1761dc2e-d401-4225-b49b-3978131509a3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:43.178221 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-16033c75-3e8d-458e-b31b-08bf02f23699 req-b0ebda62-5413-45e1-9da6-a6069b117ede tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c566a5-a101-4e96-b311-78628ab0d4d1 HTTP/1.1" status: 200 len: 210 time: 0.0917668 Nov 29 01:57:43.273098 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b4034f8-1c1b-4e9d-8710-96cf6e0e6bcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:43.322432 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-cdeaa3f9-9fb7-4d88-a32a-29c69781fdf8 None None] Provisioning complete for port 2e459abc-c0d6-4e8b-a34b-2f55eeb417a4 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:43.322845 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cdeaa3f9-9fb7-4d88-a32a-29c69781fdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:43.397922 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ea8f3f-45a9-44cb-8314-614b1aaf0b1d tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Network db97dd7c-0de0-439d-98d2-6da0bdcc7441 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:43.406005 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-d9ea8f3f-45a9-44cb-8314-614b1aaf0b1d tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:43.431908 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-cdeaa3f9-9fb7-4d88-a32a-29c69781fdf8 None None] Port 2e459abc-c0d6-4e8b-a34b-2f55eeb417a4 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:57:43.492179 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8e69d8c6-7778-41e1-b74f-e801eb39eab8 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:43.498099 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1761dc2e-d401-4225-b49b-3978131509a3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0634463 Nov 29 01:57:43.515588 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37130) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:43.534984 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:43.538812 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [req-89bd7ace-7956-4571-ba77-42687e3387db req-7c654fed-04a4-4a1f-9f08-09b307c97ebe service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:57:43.540202 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-89bd7ace-7956-4571-ba77-42687e3387db req-7c654fed-04a4-4a1f-9f08-09b307c97ebe service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2160716 Nov 29 01:57:43.547344 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-eac3ab4d-28ed-4e04-b21b-c65f5e638055 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1095103524'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:43.665809 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761dc2e-d401-4225-b49b-3978131509a3 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Pushing event updated for resources: {'Network': ['ID=fd32f022-2360-43f5-9be5-0068c9386152,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:43.676618 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network fd32f022-2360-43f5-9be5-0068c9386152 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:57:43.715082 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ea8f3f-45a9-44cb-8314-614b1aaf0b1d tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Router 131efe1b-36ba-49f1-93c4-b67201d3c691 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:57:43.731856 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac3ab4d-28ed-4e04-b21b-c65f5e638055 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Made reservation on behalf of 10d9768d8e8d435dbe3b7fcda558e87d for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:43.736219 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eac3ab4d-28ed-4e04-b21b-c65f5e638055 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:43.757313 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eac3ab4d-28ed-4e04-b21b-c65f5e638055 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:43.786156 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-60bb7352-6e05-4ff0-b163-3f0ea46eca1f None None] Provisioning complete for port 2d9a59ea-5066-4970-b794-0e20809e33a1 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:43.787038 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60bb7352-6e05-4ff0-b163-3f0ea46eca1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:43.795767 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec98b3d-7381-41a4-939d-a2b963067165 tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:43.797404 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-cec98b3d-7381-41a4-939d-a2b963067165 tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] 10.222.0.37 "GET /v2.0/networks/fd32f022-2360-43f5-9be5-0068c9386152 HTTP/1.1" status: 200 len: 757 time: 0.2707989 Nov 29 01:57:43.805056 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37134) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:43.831668 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8e69d8c6-7778-41e1-b74f-e801eb39eab8 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:43.832023 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-60bb7352-6e05-4ff0-b163-3f0ea46eca1f None None] Port 2d9a59ea-5066-4970-b794-0e20809e33a1 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:57:43.897081 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f66ab7-8c6d-4b30-abf3-d4644f31b4e8 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Made reservation on behalf of 320b4919f184460ba2e43d76dae0a10a for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:43.907806 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-8e69d8c6-7778-41e1-b74f-e801eb39eab8 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d461cd-63b7-44af-964a-d9a823cd56f1']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:43.934336 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eac3ab4d-28ed-4e04-b21b-c65f5e638055 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:43.943760 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eac3ab4d-28ed-4e04-b21b-c65f5e638055 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:43.953056 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-89bd7ace-7956-4571-ba77-42687e3387db req-d391bab8-3c67-4359-843c-4bb43308aaa8 service neutron] 10.222.0.37 "GET /v2.0/networks/eb5b9240-440f-46b6-8e86-e0412219f8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348019 Nov 29 01:57:43.970417 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-8e69d8c6-7778-41e1-b74f-e801eb39eab8 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfcae0e0-9269-4f31-88b2-463f6e54f317') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:43.970649 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-8e69d8c6-7778-41e1-b74f-e801eb39eab8 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfcae0e0-9269-4f31-88b2-463f6e54f317') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:43.994232 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac3ab4d-28ed-4e04-b21b-c65f5e638055 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:57:44.003418 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0bd644-d40c-4d06-b167-b6fe84a24e20 tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:44.004835 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9f0bd644-d40c-4d06-b167-b6fe84a24e20 tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] 10.222.0.37 "GET /v2.0/networks/b4d7d191-b88a-488b-aa2d-a18dd1585011 HTTP/1.1" status: 200 len: 767 time: 0.1888845 Nov 29 01:57:44.009617 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8e69d8c6-7778-41e1-b74f-e801eb39eab8 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:44.020241 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37136) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:44.041844 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b4034f8-1c1b-4e9d-8710-96cf6e0e6bcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:44.056754 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3ab4d-28ed-4e04-b21b-c65f5e638055 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f86444a-ab83-4f56-a6dc-8c0ca5b1302a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:44.061791 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eac3ab4d-28ed-4e04-b21b-c65f5e638055 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:44.062128 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-eac3ab4d-28ed-4e04-b21b-c65f5e638055 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Added segment a777b4d1-1a09-49db-ab94-746bc0f822e7 of type vlan for network 84c86c15-2828-4e2c-a254-28e89d6db5e2 Nov 29 01:57:44.065703 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ea8f3f-45a9-44cb-8314-614b1aaf0b1d tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:57:44.081449 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d9ea8f3f-45a9-44cb-8314-614b1aaf0b1d tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] 10.222.0.37 "PUT /v2.0/routers/131efe1b-36ba-49f1-93c4-b67201d3c691/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8964555 Nov 29 01:57:44.082769 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37138) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:44.087872 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a02ad7d7-956b-4df9-bacf-f4e5fb8f41c0 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Request body: {'port': {'network_id': 'db97dd7c-0de0-439d-98d2-6da0bdcc7441', 'name': 'tempest-FloatingIPAdminTestJSON-184840878'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:44.089462 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8e69d8c6-7778-41e1-b74f-e801eb39eab8 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:44.090883 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b6113a-b514-44c7-ae23-787c0ae0f6f9 None None] Sync routers for ids ['131efe1b-36ba-49f1-93c4-b67201d3c691'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:57:44.091418 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b4034f8-1c1b-4e9d-8710-96cf6e0e6bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:44.109138 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b6113a-b514-44c7-ae23-787c0ae0f6f9 None None] Routers {'131efe1b-36ba-49f1-93c4-b67201d3c691'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:57:44.110114 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c6b6113a-b514-44c7-ae23-787c0ae0f6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:57:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['131efe1b-36ba-49f1-93c4-b67201d3c691'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:44.123902 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e69d8c6-7778-41e1-b74f-e801eb39eab8 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:57:44.124293 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8e69d8c6-7778-41e1-b74f-e801eb39eab8 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:44.126084 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 01:57:44.126084 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:57:44.126084 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 01:57:44.126084 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:57:44.126084 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 01:57:44.126084 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:57:44.126084 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 01:57:44.126084 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:57:44.126084 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 01:57:44.126084 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:57:44.126084 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 01:57:44.126084 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:57:44.126084 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 01:57:44.126084 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:57:44.126084 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:57:44.126084 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:57:44.126084 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:57:44.126084 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:57:44.126084 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 01:57:44.126084 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:57:44.126084 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 01:57:44.126084 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:57:44.126084 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:57:44.126084 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:57:44.126084 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 01:57:44.126084 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:57:44.126084 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:57:44.126084 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:57:44.126084 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:57:44.126084 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:57:44.126084 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:57:44.126084 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:57:44.166772 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c6b6113a-b514-44c7-ae23-787c0ae0f6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:44.177123 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b6113a-b514-44c7-ae23-787c0ae0f6f9 None None] Routers {'131efe1b-36ba-49f1-93c4-b67201d3c691'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:57:44.177818 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c6b6113a-b514-44c7-ae23-787c0ae0f6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:57:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['131efe1b-36ba-49f1-93c4-b67201d3c691'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:44.215862 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c6b6113a-b514-44c7-ae23-787c0ae0f6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:44.216567 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b6113a-b514-44c7-ae23-787c0ae0f6f9 None None] The sync data for ids ['131efe1b-36ba-49f1-93c4-b67201d3c691'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:57:44.233531 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6b4034f8-1c1b-4e9d-8710-96cf6e0e6bcf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1fba37a7fb44491690b725b26eaa27ee&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1018627 Nov 29 01:57:44.233531 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4034f8-1c1b-4e9d-8710-96cf6e0e6bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49677bf9-2c9c-4668-8af9-3ce4112f8e09,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:44.236658 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37140) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:44.239464 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b10ade6f-74bf-488b-8141-e46bf7fa4571 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:44.249565 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30f66ab7-8c6d-4b30-abf3-d4644f31b4e8 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:44.281882 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aa089392-5c8c-4256-b34f-03dfc50d8572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:44.302109 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-30f66ab7-8c6d-4b30-abf3-d4644f31b4e8 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] device_id is not set on port 7e46efcb-d71c-4e9c-8b7e-8aea925a4769 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:57:44.312835 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8e69d8c6-7778-41e1-b74f-e801eb39eab8 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:44.419838 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e69d8c6-7778-41e1-b74f-e801eb39eab8 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b6d461cd-63b7-44af-964a-d9a823cd56f1 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 29 01:57:44.431292 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eac3ab4d-28ed-4e04-b21b-c65f5e638055 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:44.431740 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8e69d8c6-7778-41e1-b74f-e801eb39eab8 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:44.435093 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8e69d8c6-7778-41e1-b74f-e801eb39eab8 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] 10.222.0.37 "DELETE /v2.0/networks/b6d461cd-63b7-44af-964a-d9a823cd56f1 HTTP/1.1" status: 204 len: 168 time: 1.4638588 Nov 29 01:57:44.439449 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69d8c6-7778-41e1-b74f-e801eb39eab8 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Pushing event deleted for resources: {'Network': ['ID=b6d461cd-63b7-44af-964a-d9a823cd56f1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:44.443917 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-89bd7ace-7956-4571-ba77-42687e3387db req-51e59d7c-2ca8-40ea-8173-ba6eb2ad9c1c service neutron] 10.222.0.37 "GET /v2.0/networks/eb5b9240-440f-46b6-8e86-e0412219f8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4746616 Nov 29 01:57:44.529370 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eac3ab4d-28ed-4e04-b21b-c65f5e638055 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:44.552165 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac3ab4d-28ed-4e04-b21b-c65f5e638055 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:44.552832 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eac3ab4d-28ed-4e04-b21b-c65f5e638055 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:44.625515 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8dac88f8-c2f0-4318-8007-df1b3b82173e req-a886e4cb-d836-4802-8737-144328b4d5c0 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c566a5-a101-4e96-b311-78628ab0d4d1 HTTP/1.1" status: 200 len: 210 time: 0.1295681 Nov 29 01:57:44.688553 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-eac3ab4d-28ed-4e04-b21b-c65f5e638055 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6370878 Nov 29 01:57:44.695823 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37150) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:44.700465 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-56ce93a1-cf38-424b-8f26-9c0005506642 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Request body: {'subnet': {'network_id': '84c86c15-2828-4e2c-a254-28e89d6db5e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:44.755093 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b10ade6f-74bf-488b-8141-e46bf7fa4571 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:44.764802 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fac895f2-5da7-435a-98c3-439e3c800921 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:44.811599 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3ab4d-28ed-4e04-b21b-c65f5e638055 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Pushing event updated for resources: {'Network': ['ID=84c86c15-2828-4e2c-a254-28e89d6db5e2,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:44.822886 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02ad7d7-956b-4df9-bacf-f4e5fb8f41c0 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Made reservation on behalf of 4194cd1e46bd4ef2b8d6193fc5d15a1d for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:44.830772 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 84c86c15-2828-4e2c-a254-28e89d6db5e2 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:57:44.836898 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a02ad7d7-956b-4df9-bacf-f4e5fb8f41c0 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:44.844809 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-b10ade6f-74bf-488b-8141-e46bf7fa4571 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd32f022-2360-43f5-9be5-0068c9386152']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:44.869272 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-30f66ab7-8c6d-4b30-abf3-d4644f31b4e8 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Allocated IP 172.20.0.7 (136f6c15-592e-4410-8c9f-e0ae595770cc/c08f1ddb-8e0d-4d48-95f4-8888cfc3903d/7e46efcb-d71c-4e9c-8b7e-8aea925a4769) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:57:44.883308 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-b10ade6f-74bf-488b-8141-e46bf7fa4571 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbac6c74-aa6a-4ec5-8683-59c32dcc4283') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:44.883946 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-b10ade6f-74bf-488b-8141-e46bf7fa4571 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbac6c74-aa6a-4ec5-8683-59c32dcc4283') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:44.927120 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fac895f2-5da7-435a-98c3-439e3c800921 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:44.945753 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b10ade6f-74bf-488b-8141-e46bf7fa4571 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:44.963029 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37164) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:44.965165 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-229da7d9-5716-498b-be42-4ee03b5bf260 req-b44cf3b7-f8a1-45b3-ad26-24a2c886ea43 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/ports?device_id=faa175ed-e1f2-43bf-99c1-41334d3acfa7 HTTP/1.1" status: 200 len: 210 time: 0.1257453 Nov 29 01:57:44.990558 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-6be67f7f-939a-445c-ac94-fa3d608a6b15 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Request body: {'router': {'name': 'tempest-router--440877004', 'project_id': 'd6f8cd575991426f8d7fd022283dfc3c'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:45.002353 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b10ade6f-74bf-488b-8141-e46bf7fa4571 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:45.033052 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-a02ad7d7-956b-4df9-bacf-f4e5fb8f41c0 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] device_id is not set on port 1a509b09-ddb1-431d-a6c6-3bae1820d4dc yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:57:45.038126 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.24', 51893) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:45.043393 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b10ade6f-74bf-488b-8141-e46bf7fa4571 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:57:45.045940 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b10ade6f-74bf-488b-8141-e46bf7fa4571 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:45.049407 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 01:57:45.049407 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:57:45.049407 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 01:57:45.049407 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:57:45.049407 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 01:57:45.049407 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:57:45.049407 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 01:57:45.049407 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:57:45.049407 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 01:57:45.049407 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:57:45.049407 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 01:57:45.049407 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:57:45.049407 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 01:57:45.049407 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:57:45.049407 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:57:45.049407 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:57:45.049407 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:57:45.049407 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:57:45.049407 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 01:57:45.049407 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:57:45.049407 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 01:57:45.049407 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:57:45.049407 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:57:45.049407 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:57:45.049407 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 01:57:45.049407 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:57:45.049407 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:57:45.049407 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:57:45.049407 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:57:45.049407 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:57:45.049407 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:57:45.049407 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:57:45.201634 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6be67f7f-939a-445c-ac94-fa3d608a6b15 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:45.202688 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6be67f7f-939a-445c-ac94-fa3d608a6b15 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:45.240283 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-a02ad7d7-956b-4df9-bacf-f4e5fb8f41c0 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Allocated IP 172.20.0.4 (db97dd7c-0de0-439d-98d2-6da0bdcc7441/e5bb5875-c246-4d4e-9623-d13bb71d24fe/1a509b09-ddb1-431d-a6c6-3bae1820d4dc) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:57:45.259214 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:45.267455 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ce93a1-cf38-424b-8f26-9c0005506642 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Made reservation on behalf of 10d9768d8e8d435dbe3b7fcda558e87d for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:45.271388 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-56ce93a1-cf38-424b-8f26-9c0005506642 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:45.376879 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b10ade6f-74bf-488b-8141-e46bf7fa4571 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:45.401717 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10ade6f-74bf-488b-8141-e46bf7fa4571 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fd32f022-2360-43f5-9be5-0068c9386152 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 29 01:57:45.410296 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fac895f2-5da7-435a-98c3-439e3c800921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:45.413155 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fac895f2-5da7-435a-98c3-439e3c800921 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:45.416733 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-fac895f2-5da7-435a-98c3-439e3c800921 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/49677bf9-2c9c-4668-8af9-3ce4112f8e09 HTTP/1.1" status: 204 len: 168 time: 1.1727700 Nov 29 01:57:45.431700 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b10ade6f-74bf-488b-8141-e46bf7fa4571 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:45.438177 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b10ade6f-74bf-488b-8141-e46bf7fa4571 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] 10.222.0.37 "DELETE /v2.0/networks/fd32f022-2360-43f5-9be5-0068c9386152 HTTP/1.1" status: 204 len: 168 time: 1.4089384 Nov 29 01:57:45.443472 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37186) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:45.470460 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-eae6d8ef-a5a2-44fb-ae05-c58a1ef7aef7 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Request body: {'network': {'name': 'tempest-network--1375796677'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:45.472144 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ade6f-74bf-488b-8141-e46bf7fa4571 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Pushing event deleted for resources: {'Network': ['ID=fd32f022-2360-43f5-9be5-0068c9386152,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:45.542960 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6be67f7f-939a-445c-ac94-fa3d608a6b15 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:45.550080 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30f66ab7-8c6d-4b30-abf3-d4644f31b4e8 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:45.581448 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac895f2-5da7-435a-98c3-439e3c800921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49677bf9-2c9c-4668-8af9-3ce4112f8e09,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:45.622113 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30f66ab7-8c6d-4b30-abf3-d4644f31b4e8 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:45.682745 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186105a-641d-41e6-824a-e702a4da9965 req-388d267c-59e6-406a-a426-baf8b8d1f3bf tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:45.688437 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e186105a-641d-41e6-824a-e702a4da9965 req-388d267c-59e6-406a-a426-baf8b8d1f3bf tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.24 "GET /v2.0/networks?id=15d78a30-826a-4437-bf95-ffaf3e1cb11a HTTP/1.1" status: 200 len: 804 time: 0.5926464 Nov 29 01:57:45.803534 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a02ad7d7-956b-4df9-bacf-f4e5fb8f41c0 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:45.903439 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6be67f7f-939a-445c-ac94-fa3d608a6b15 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:45.906443 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae6d8ef-a5a2-44fb-ae05-c58a1ef7aef7 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Made reservation on behalf of 740f3d1eaec84805bc5639d4ba310246 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:45.909758 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eae6d8ef-a5a2-44fb-ae05-c58a1ef7aef7 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:45.917578 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f66ab7-8c6d-4b30-abf3-d4644f31b4e8 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Pushing event updated for resources: {'Port': ['ID=7e46efcb-d71c-4e9c-8b7e-8aea925a4769,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:45.962401 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a02ad7d7-956b-4df9-bacf-f4e5fb8f41c0 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:45.965063 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f66ab7-8c6d-4b30-abf3-d4644f31b4e8 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Network 136f6c15-592e-4410-8c9f-e0ae595770cc is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:45.998394 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-30f66ab7-8c6d-4b30-abf3-d4644f31b4e8 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:46.006453 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f66ab7-8c6d-4b30-abf3-d4644f31b4e8 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:57:46.026330 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae6d8ef-a5a2-44fb-ae05-c58a1ef7aef7 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:57:46.047184 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eae6d8ef-a5a2-44fb-ae05-c58a1ef7aef7 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:46.047544 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-eae6d8ef-a5a2-44fb-ae05-c58a1ef7aef7 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Added segment c27374a3-cf63-414f-a656-910c433af873 of type vlan for network e24b2077-c6b5-4167-b724-4275901c3656 Nov 29 01:57:46.134827 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e186105a-641d-41e6-824a-e702a4da9965 req-49401e84-55f4-473e-9336-6f93457dc822 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dddabe1bca86471f90fa95b3bff0f659 HTTP/1.1" status: 200 len: 380 time: 0.2317071 Nov 29 01:57:46.149976 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f66ab7-8c6d-4b30-abf3-d4644f31b4e8 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:46.150674 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30f66ab7-8c6d-4b30-abf3-d4644f31b4e8 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:46.178604 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-e186105a-641d-41e6-824a-e702a4da9965 req-f1adbd05-4a93-47de-bd60-f4a5c894cb53 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Request body: {'port': {'device_id': '68c566a5-a101-4e96-b311-78628ab0d4d1', 'network_id': '15d78a30-826a-4437-bf95-ffaf3e1cb11a', 'admin_state_up': True, 'tenant_id': 'dddabe1bca86471f90fa95b3bff0f659', 'security_groups': ['70b4eeb1-f379-4182-b857-214b65c846f2']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:46.277649 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6be67f7f-939a-445c-ac94-fa3d608a6b15 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:46.278779 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6be67f7f-939a-445c-ac94-fa3d608a6b15 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.3085828 Nov 29 01:57:46.297616 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37232) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:46.331327 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-30f66ab7-8c6d-4b30-abf3-d4644f31b4e8 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.6382539 Nov 29 01:57:46.333814 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37234) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:46.374008 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ad7d7-956b-4df9-bacf-f4e5fb8f41c0 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Pushing event updated for resources: {'Port': ['ID=1a509b09-ddb1-431d-a6c6-3bae1820d4dc,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:46.399667 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-c509d562-e703-4ad4-b059-b2ba1012315e None None] Provisioning complete for port 7e46efcb-d71c-4e9c-8b7e-8aea925a4769 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:46.401850 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c509d562-e703-4ad4-b059-b2ba1012315e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:46.437104 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02ad7d7-956b-4df9-bacf-f4e5fb8f41c0 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Network db97dd7c-0de0-439d-98d2-6da0bdcc7441 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:46.441198 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4d33ee61-72d2-4677-be87-d1dbf73984a3 req-4de45de1-b782-4582-b91f-62aa2e2fce34 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c566a5-a101-4e96-b311-78628ab0d4d1 HTTP/1.1" status: 200 len: 210 time: 0.2827117 Nov 29 01:57:46.444465 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1f890d12-500b-4f46-aba3-4a677fc7acde req-160e08ef-1d17-4d84-9416-f8ab2e587bb9 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/ports?device_id=faa175ed-e1f2-43bf-99c1-41334d3acfa7 HTTP/1.1" status: 200 len: 210 time: 0.3156240 Nov 29 01:57:46.445419 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-a02ad7d7-956b-4df9-bacf-f4e5fb8f41c0 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:46.456556 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02ad7d7-956b-4df9-bacf-f4e5fb8f41c0 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:57:46.467473 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eae6d8ef-a5a2-44fb-ae05-c58a1ef7aef7 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:46.530227 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-56ce93a1-cf38-424b-8f26-9c0005506642 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:46.555261 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c509d562-e703-4ad4-b059-b2ba1012315e None None] Port 7e46efcb-d71c-4e9c-8b7e-8aea925a4769 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:57:46.572229 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-165f38e3-e61c-4c8c-8df1-2cae6dc71142 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:46.716053 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02ad7d7-956b-4df9-bacf-f4e5fb8f41c0 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:46.717158 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a02ad7d7-956b-4df9-bacf-f4e5fb8f41c0 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:46.773284 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eae6d8ef-a5a2-44fb-ae05-c58a1ef7aef7 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:46.775522 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae6d8ef-a5a2-44fb-ae05-c58a1ef7aef7 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:46.776235 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eae6d8ef-a5a2-44fb-ae05-c58a1ef7aef7 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:46.811783 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-eae6d8ef-a5a2-44fb-ae05-c58a1ef7aef7 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.3554714 Nov 29 01:57:46.817487 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a02ad7d7-956b-4df9-bacf-f4e5fb8f41c0 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7348406 Nov 29 01:57:46.826491 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826548e6-b43d-4ea3-9c7d-52cea433f325 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:46.844634 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826548e6-b43d-4ea3-9c7d-52cea433f325 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:46.861635 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37244) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:46.861635 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37246) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:46.861851 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826548e6-b43d-4ea3-9c7d-52cea433f325 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:46.861851 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-826548e6-b43d-4ea3-9c7d-52cea433f325 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.5239961 Nov 29 01:57:46.866621 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37248) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:46.922423 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce93a1-cf38-424b-8f26-9c0005506642 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Pushing event updated for resources: {'Subnet': ['ID=aa7e9ba7-89d6-4e37-85a5-abde4d8fe878,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:46.929697 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-bb470c41-3567-4782-a3fe-5a92fd8e43fd tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:46.937860 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-67861a4f-539c-4776-9722-a0ba92822780 None None] Provisioning complete for port 1a509b09-ddb1-431d-a6c6-3bae1820d4dc triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:46.954187 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-67861a4f-539c-4776-9722-a0ba92822780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:47.007286 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ce93a1-cf38-424b-8f26-9c0005506642 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Checking segment: {'id': 'a777b4d1-1a09-49db-ab94-746bc0f822e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '84c86c15-2828-4e2c-a254-28e89d6db5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:57:47.007991 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ce93a1-cf38-424b-8f26-9c0005506642 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Network hostable DHCP agents. Network: 84c86c15-2828-4e2c-a254-28e89d6db5e2, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:57:47.049203 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6d8ef-a5a2-44fb-ae05-c58a1ef7aef7 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Pushing event updated for resources: {'Network': ['ID=e24b2077-c6b5-4167-b724-4275901c3656,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:47.081104 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ce93a1-cf38-424b-8f26-9c0005506642 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Network 84c86c15-2828-4e2c-a254-28e89d6db5e2 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:57:47.095544 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network e24b2077-c6b5-4167-b724-4275901c3656 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:57:47.098663 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-67861a4f-539c-4776-9722-a0ba92822780 None None] Port 1a509b09-ddb1-431d-a6c6-3bae1820d4dc cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:57:47.108799 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:47.149270 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-56ce93a1-cf38-424b-8f26-9c0005506642 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 84c86c15-2828-4e2c-a254-28e89d6db5e2) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:47.160789 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ce93a1-cf38-424b-8f26-9c0005506642 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:47.161486 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-56ce93a1-cf38-424b-8f26-9c0005506642 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:47.198159 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37254) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:47.225699 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e186105a-641d-41e6-824a-e702a4da9965 req-f1adbd05-4a93-47de-bd60-f4a5c894cb53 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Made reservation on behalf of dddabe1bca86471f90fa95b3bff0f659 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:47.232098 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-56ce93a1-cf38-424b-8f26-9c0005506642 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5321717 Nov 29 01:57:47.232307 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e186105a-641d-41e6-824a-e702a4da9965 req-f1adbd05-4a93-47de-bd60-f4a5c894cb53 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:47.237629 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37258) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:47.240235 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952b0f3f-cb89-4254-9733-d5c8073142e5 None None] Network 84c86c15-2828-4e2c-a254-28e89d6db5e2 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:57:47.270906 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb470c41-3567-4782-a3fe-5a92fd8e43fd tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:47.320065 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ef7a2e89-c004-4fff-8e29-36aca30548c4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-406044258'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:47.356102 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-549d8cc5-d033-4425-afe8-7668bfbbc359 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Request body: {'port': {'network_id': '84c86c15-2828-4e2c-a254-28e89d6db5e2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1327907773'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:47.385368 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb470c41-3567-4782-a3fe-5a92fd8e43fd tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:47.411091 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a15626a1-40fc-4966-a2c8-bff317a5bb84 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'project_id': '4194cd1e46bd4ef2b8d6193fc5d15a1d', 'port_id': '1a509b09-ddb1-431d-a6c6-3bae1820d4dc'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:47.424131 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7a2e89-c004-4fff-8e29-36aca30548c4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:47.434193 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ef7a2e89-c004-4fff-8e29-36aca30548c4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:47.469370 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bb470c41-3567-4782-a3fe-5a92fd8e43fd tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Network e24b2077-c6b5-4167-b724-4275901c3656 is not hosted by any dhcp agent {{(pid=103254) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 29 01:57:47.470839 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb470c41-3567-4782-a3fe-5a92fd8e43fd tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:47.471870 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb470c41-3567-4782-a3fe-5a92fd8e43fd tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:47.473708 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bb470c41-3567-4782-a3fe-5a92fd8e43fd tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] 10.222.0.37 "PUT /v2.0/networks/e24b2077-c6b5-4167-b724-4275901c3656 HTTP/1.1" status: 200 len: 858 time: 0.5487051 Nov 29 01:57:47.508582 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37260) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:47.509797 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ef7a2e89-c004-4fff-8e29-36aca30548c4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:47.569174 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-e186105a-641d-41e6-824a-e702a4da9965 req-f1adbd05-4a93-47de-bd60-f4a5c894cb53 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Allocated IP 172.20.0.9 (15d78a30-826a-4437-bf95-ffaf3e1cb11a/6be0b08c-da9c-4841-a857-67610a540960/177fd6d7-9357-4aa7-8529-04b3b468acbc) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:57:47.622020 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-165f38e3-e61c-4c8c-8df1-2cae6dc71142 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:47.627331 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-165f38e3-e61c-4c8c-8df1-2cae6dc71142 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:47.733525 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed42079-59da-4aae-9214-72fa9020adb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-84c86c15-2828-4e2c-a254-28e89d6db5e2', 'network_id': '84c86c15-2828-4e2c-a254-28e89d6db5e2', 'tenant_id': '10d9768d8e8d435dbe3b7fcda558e87d', 'fixed_ips': [{'subnet_id': 'aa7e9ba7-89d6-4e37-85a5-abde4d8fe878'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:57:47.735603 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9ed42079-59da-4aae-9214-72fa9020adb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:47.765334 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e95b9406-4891-415d-8011-add85d4f5537 req-23abe223-febf-4fc6-9a80-95256b90c509 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/ports?device_id=faa175ed-e1f2-43bf-99c1-41334d3acfa7 HTTP/1.1" status: 200 len: 210 time: 0.0743325 Nov 29 01:57:47.772544 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-864de1ad-3bf6-4c00-a41c-8feb7fbc23d8 req-e72f65a5-acf7-4604-9c44-e4c37ea47ab2 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c566a5-a101-4e96-b311-78628ab0d4d1 HTTP/1.1" status: 200 len: 210 time: 0.0828626 Nov 29 01:57:47.785000 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb470c41-3567-4782-a3fe-5a92fd8e43fd tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Pushing event updated for resources: {'Network': ['ID=e24b2077-c6b5-4167-b724-4275901c3656,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:47.807096 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a15626a1-40fc-4966-a2c8-bff317a5bb84 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:47.889934 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-de6cc8b0-4633-45bc-832d-8bb2224f6793 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:48.016201 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-9ed42079-59da-4aae-9214-72fa9020adb8 None None] Allocated IP 172.20.0.2 (84c86c15-2828-4e2c-a254-28e89d6db5e2/aa7e9ba7-89d6-4e37-85a5-abde4d8fe878/e08bbb50-d07a-4e92-b85d-6de9c5255acf) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:57:48.090752 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-165f38e3-e61c-4c8c-8df1-2cae6dc71142 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:48.091634 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165f38e3-e61c-4c8c-8df1-2cae6dc71142 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3e3a599a-989a-4519-a988-564c845859ac {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:57:48.105041 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ef7a2e89-c004-4fff-8e29-36aca30548c4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:48.121519 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-165f38e3-e61c-4c8c-8df1-2cae6dc71142 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:48.122020 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ef7a2e89-c004-4fff-8e29-36aca30548c4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:48.124305 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-165f38e3-e61c-4c8c-8df1-2cae6dc71142 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] 10.222.0.37 "DELETE /v2.0/routers/3e3a599a-989a-4519-a988-564c845859ac HTTP/1.1" status: 204 len: 168 time: 1.8254316 Nov 29 01:57:48.172069 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef7a2e89-c004-4fff-8e29-36aca30548c4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:57:48.232153 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9ed42079-59da-4aae-9214-72fa9020adb8 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:48.233317 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-de6cc8b0-4633-45bc-832d-8bb2224f6793 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:48.241659 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549d8cc5-d033-4425-afe8-7668bfbbc359 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Made reservation on behalf of 10d9768d8e8d435dbe3b7fcda558e87d for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:48.247348 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-549d8cc5-d033-4425-afe8-7668bfbbc359 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:48.258886 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e186105a-641d-41e6-824a-e702a4da9965 req-f1adbd05-4a93-47de-bd60-f4a5c894cb53 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:48.262172 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9ed42079-59da-4aae-9214-72fa9020adb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:48.285382 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-dbb8b18a-01fb-419e-8969-c6f1eac335b9 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Deleting port 7e46efcb-d71c-4e9c-8b7e-8aea925a4769 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:57:48.285795 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dbb8b18a-01fb-419e-8969-c6f1eac335b9 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:48.290604 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-de6cc8b0-4633-45bc-832d-8bb2224f6793 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24b2077-c6b5-4167-b724-4275901c3656']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:48.307389 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-de6cc8b0-4633-45bc-832d-8bb2224f6793 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c27374a3-cf63-414f-a656-910c433af873') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:48.307748 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-de6cc8b0-4633-45bc-832d-8bb2224f6793 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c27374a3-cf63-414f-a656-910c433af873') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:48.326793 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-de6cc8b0-4633-45bc-832d-8bb2224f6793 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:48.348292 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:48.353326 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ef7a2e89-c004-4fff-8e29-36aca30548c4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:48.353761 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-ef7a2e89-c004-4fff-8e29-36aca30548c4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Added segment cd3c845a-2187-414d-a8e3-a3664dcdf99d of type vlan for network 126abf58-b75c-4c07-bafa-8e25bc6621b0 Nov 29 01:57:48.375844 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a15626a1-40fc-4966-a2c8-bff317a5bb84 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:48.376428 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed42079-59da-4aae-9214-72fa9020adb8 None None] Network 84c86c15-2828-4e2c-a254-28e89d6db5e2 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:48.382549 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37268) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:48.383640 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-de6cc8b0-4633-45bc-832d-8bb2224f6793 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:48.389536 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-9ed42079-59da-4aae-9214-72fa9020adb8 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:48.393249 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed42079-59da-4aae-9214-72fa9020adb8 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:57:48.413630 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de6cc8b0-4633-45bc-832d-8bb2224f6793 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:57:48.414187 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-de6cc8b0-4633-45bc-832d-8bb2224f6793 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:48.417266 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed42079-59da-4aae-9214-72fa9020adb8 None None] Pushing event updated for resources: {'Port': ['ID=e08bbb50-d07a-4e92-b85d-6de9c5255acf,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:48.436602 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 01:57:48.436602 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:57:48.436602 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 01:57:48.436602 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:57:48.436602 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 01:57:48.436602 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:57:48.436602 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 01:57:48.436602 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:57:48.436602 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 01:57:48.436602 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:57:48.436602 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 01:57:48.436602 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:57:48.436602 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 01:57:48.436602 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:57:48.436602 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:57:48.436602 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:57:48.436602 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:57:48.436602 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:57:48.436602 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 01:57:48.436602 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:57:48.436602 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 01:57:48.436602 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:57:48.436602 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:57:48.436602 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:57:48.436602 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 01:57:48.436602 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:57:48.436602 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:57:48.436602 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:57:48.436602 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:57:48.436602 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:57:48.436602 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:57:48.436602 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:57:48.438510 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a2e89-c004-4fff-8e29-36aca30548c4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e75f4994-5ea3-4e84-9f81-77c52cf5f005,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:48.453820 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-549d8cc5-d033-4425-afe8-7668bfbbc359 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] device_id is not set on port bc540e2f-13b1-49b8-b631-677eb44096aa yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:57:48.569405 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dbb8b18a-01fb-419e-8969-c6f1eac335b9 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:48.571563 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9ed42079-59da-4aae-9214-72fa9020adb8 None None] Attempting to bind port e08bbb50-d07a-4e92-b85d-6de9c5255acf on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:57:48.572151 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9ed42079-59da-4aae-9214-72fa9020adb8 None None] Attempting to bind port e08bbb50-d07a-4e92-b85d-6de9c5255acf by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'a777b4d1-1a09-49db-ab94-746bc0f822e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '84c86c15-2828-4e2c-a254-28e89d6db5e2'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:57:48.572668 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed42079-59da-4aae-9214-72fa9020adb8 None None] Attempting to bind port e08bbb50-d07a-4e92-b85d-6de9c5255acf on network 84c86c15-2828-4e2c-a254-28e89d6db5e2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:57:48.583203 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed42079-59da-4aae-9214-72fa9020adb8 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:57:48.583591 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed42079-59da-4aae-9214-72fa9020adb8 None None] Checking segment: {'id': 'a777b4d1-1a09-49db-ab94-746bc0f822e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '84c86c15-2828-4e2c-a254-28e89d6db5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:57:48.585485 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9ed42079-59da-4aae-9214-72fa9020adb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:48.586648 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed42079-59da-4aae-9214-72fa9020adb8 None None] Bound using segment: {'id': 'a777b4d1-1a09-49db-ab94-746bc0f822e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '84c86c15-2828-4e2c-a254-28e89d6db5e2'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:57:48.587851 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9ed42079-59da-4aae-9214-72fa9020adb8 None None] Bound port: e08bbb50-d07a-4e92-b85d-6de9c5255acf, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a777b4d1-1a09-49db-ab94-746bc0f822e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '84c86c15-2828-4e2c-a254-28e89d6db5e2'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:57:48.588905 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9ed42079-59da-4aae-9214-72fa9020adb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:48.606611 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-dbb8b18a-01fb-419e-8969-c6f1eac335b9 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Calling delete_port for 7e46efcb-d71c-4e9c-8b7e-8aea925a4769 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:57:48.647292 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ef7a2e89-c004-4fff-8e29-36aca30548c4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:48.656722 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e186105a-641d-41e6-824a-e702a4da9965 req-f1adbd05-4a93-47de-bd60-f4a5c894cb53 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:48.785445 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-549d8cc5-d033-4425-afe8-7668bfbbc359 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Allocated IP 172.20.0.10 (84c86c15-2828-4e2c-a254-28e89d6db5e2/aa7e9ba7-89d6-4e37-85a5-abde4d8fe878/bc540e2f-13b1-49b8-b631-677eb44096aa) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:57:48.796055 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e186105a-641d-41e6-824a-e702a4da9965 req-f1adbd05-4a93-47de-bd60-f4a5c894cb53 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Network 15d78a30-826a-4437-bf95-ffaf3e1cb11a is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:48.808141 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-e186105a-641d-41e6-824a-e702a4da9965 req-f1adbd05-4a93-47de-bd60-f4a5c894cb53 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:48.821307 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9ed42079-59da-4aae-9214-72fa9020adb8 None None] For port e08bbb50-d07a-4e92-b85d-6de9c5255acf, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:57:48.840195 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-e186105a-641d-41e6-824a-e702a4da9965 req-f1adbd05-4a93-47de-bd60-f4a5c894cb53 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:57:48.844766 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9ed42079-59da-4aae-9214-72fa9020adb8 None None] For port e08bbb50-d07a-4e92-b85d-6de9c5255acf, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=e08bbb50-d07a-4e92-b85d-6de9c5255acf,segment=NetworkSegment(a777b4d1-1a09-49db-ab94-746bc0f822e7),segment_id=a777b4d1-1a09-49db-ab94-746bc0f822e7)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:57:48.852123 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9ed42079-59da-4aae-9214-72fa9020adb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:48.875692 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1adbd05-4a93-47de-bd60-f4a5c894cb53 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Pushing event updated for resources: {'Port': ['ID=177fd6d7-9357-4aa7-8529-04b3b468acbc,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:48.921997 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-de6cc8b0-4633-45bc-832d-8bb2224f6793 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:48.925830 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ef7a2e89-c004-4fff-8e29-36aca30548c4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:48.950213 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7a2e89-c004-4fff-8e29-36aca30548c4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:48.954323 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ef7a2e89-c004-4fff-8e29-36aca30548c4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:48.957352 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.24', 51899) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:49.001536 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6cc8b0-4633-45bc-832d-8bb2224f6793 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e24b2077-c6b5-4167-b724-4275901c3656 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 29 01:57:49.009232 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed42079-59da-4aae-9214-72fa9020adb8 None None] Pushing event updated for resources: {'Port': ['ID=e08bbb50-d07a-4e92-b85d-6de9c5255acf,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:49.111810 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-de6cc8b0-4633-45bc-832d-8bb2224f6793 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:49.117972 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-de6cc8b0-4633-45bc-832d-8bb2224f6793 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] 10.222.0.37 "DELETE /v2.0/networks/e24b2077-c6b5-4167-b724-4275901c3656 HTTP/1.1" status: 204 len: 168 time: 1.6023715 Nov 29 01:57:49.136862 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37276) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:49.220960 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-cae4351f-7cd9-47e8-b0a3-425f8c576e2d tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1738538497', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:49.342102 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cae4351f-7cd9-47e8-b0a3-425f8c576e2d tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:49.343171 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cae4351f-7cd9-47e8-b0a3-425f8c576e2d tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:49.375113 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-75392bd1-5a2b-4b50-9450-edf688399b2e None None] Provisioning complete for port 177fd6d7-9357-4aa7-8529-04b3b468acbc triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:49.377264 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-75392bd1-5a2b-4b50-9450-edf688399b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:49.420285 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ef7a2e89-c004-4fff-8e29-36aca30548c4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2179847 Nov 29 01:57:49.423045 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-72f09d19-be46-4905-93f1-c2e5b3c73343 req-4c5bc2a6-e49c-447a-a4e5-fd6756650db5 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/ports?device_id=faa175ed-e1f2-43bf-99c1-41334d3acfa7 HTTP/1.1" status: 200 len: 210 time: 0.4253693 Nov 29 01:57:49.423900 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37278) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:49.440183 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df88ef8-ef4d-4436-8e2f-e91a85da5557 tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] DELETE failed (client error): The resource could not be found. Nov 29 01:57:49.440183 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3df88ef8-ef4d-4436-8e2f-e91a85da5557 tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:57:49.443033 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186105a-641d-41e6-824a-e702a4da9965 req-f1adbd05-4a93-47de-bd60-f4a5c894cb53 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:49.445407 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e186105a-641d-41e6-824a-e702a4da9965 req-f1adbd05-4a93-47de-bd60-f4a5c894cb53 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:49.456593 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3df88ef8-ef4d-4436-8e2f-e91a85da5557 tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] 10.222.0.37 "DELETE /v2.0/subnets/aa27b37c-dd54-431a-9d45-29af779b5704 HTTP/1.1" status: 404 len: 337 time: 0.2781596 Nov 29 01:57:49.461418 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37280) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:49.476167 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d0100474-763a-4b83-bed0-4e65bbb384aa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:49.491159 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-a15626a1-40fc-4966-a2c8-bff317a5bb84 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Allocated IP 172.26.3.82 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/383d1851-b8c0-4b39-b3b8-22a0d52724e6) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:57:49.522622 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a2e89-c004-4fff-8e29-36aca30548c4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Network': ['ID=126abf58-b75c-4c07-bafa-8e25bc6621b0,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:49.554018 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:57:49.577183 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78a745-91ca-4c04-9ff4-3897f2e3f818 req-249a0501-7058-450f-b895-4bdc74a267cb tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:49.578808 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3c78a745-91ca-4c04-9ff4-3897f2e3f818 req-249a0501-7058-450f-b895-4bdc74a267cb tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c566a5-a101-4e96-b311-78628ab0d4d1 HTTP/1.1" status: 200 len: 931 time: 0.5737476 Nov 29 01:57:49.632235 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-75392bd1-5a2b-4b50-9450-edf688399b2e None None] Port 177fd6d7-9357-4aa7-8529-04b3b468acbc cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:57:49.702366 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6cc8b0-4633-45bc-832d-8bb2224f6793 tempest-ExternalNetworksTestJSON-1736059666 tempest-ExternalNetworksTestJSON-1736059666-project-admin] Pushing event deleted for resources: {'Network': ['ID=e24b2077-c6b5-4167-b724-4275901c3656,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:49.752317 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a43ec5e-b45b-4383-9bb6-e6674e27c977 tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:49.854457 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cae4351f-7cd9-47e8-b0a3-425f8c576e2d tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:49.859547 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3c78a745-91ca-4c04-9ff4-3897f2e3f818 req-59619f48-f7e1-47b6-b8a7-c49da5a3e902 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/security-groups?id=70b4eeb1-f379-4182-b857-214b65c846f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001281 Nov 29 01:57:49.981562 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd7ace-7956-4571-ba77-42687e3387db req-ead1a48a-12b8-41b8-a606-3850cfcaeb57 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:49.986764 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-89bd7ace-7956-4571-ba77-42687e3387db req-ead1a48a-12b8-41b8-a606-3850cfcaeb57 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.24 "GET /v2.0/networks?id=eb5b9240-440f-46b6-8e86-e0412219f8de HTTP/1.1" status: 200 len: 812 time: 1.0129426 Nov 29 01:57:50.009844 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e186105a-641d-41e6-824a-e702a4da9965 req-f1adbd05-4a93-47de-bd60-f4a5c894cb53 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8559682 Nov 29 01:57:50.023438 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-549d8cc5-d033-4425-afe8-7668bfbbc359 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:50.029150 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dbb8b18a-01fb-419e-8969-c6f1eac335b9 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:50.127247 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8b18a-01fb-419e-8969-c6f1eac335b9 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Pushing event deleted for resources: {'Port': ['ID=7e46efcb-d71c-4e9c-8b7e-8aea925a4769,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:50.358275 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a43ec5e-b45b-4383-9bb6-e6674e27c977 tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:50.390291 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-0a43ec5e-b45b-4383-9bb6-e6674e27c977 tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d7d191-b88a-488b-aa2d-a18dd1585011']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:50.415232 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-0a43ec5e-b45b-4383-9bb6-e6674e27c977 tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d44d621-f849-44b0-b116-0075d0efea1c') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:50.415531 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-0a43ec5e-b45b-4383-9bb6-e6674e27c977 tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d44d621-f849-44b0-b116-0075d0efea1c') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:50.450815 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a43ec5e-b45b-4383-9bb6-e6674e27c977 tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:50.465836 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0100474-763a-4b83-bed0-4e65bbb384aa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:50.471151 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d0100474-763a-4b83-bed0-4e65bbb384aa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:50.476449 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a43ec5e-b45b-4383-9bb6-e6674e27c977 tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:50.484767 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a43ec5e-b45b-4383-9bb6-e6674e27c977 tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:57:50.485958 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a43ec5e-b45b-4383-9bb6-e6674e27c977 tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:50.490710 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cae4351f-7cd9-47e8-b0a3-425f8c576e2d tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:50.496285 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a15626a1-40fc-4966-a2c8-bff317a5bb84 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:50.663549 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 01:57:50.663549 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:57:50.663549 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 01:57:50.663549 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:57:50.663549 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 01:57:50.663549 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:57:50.663549 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 01:57:50.663549 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:57:50.663549 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 01:57:50.663549 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:57:50.663549 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 01:57:50.663549 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:57:50.663549 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 01:57:50.663549 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:57:50.663549 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:57:50.663549 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:57:50.663549 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:57:50.663549 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:57:50.663549 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 01:57:50.663549 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:57:50.663549 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 01:57:50.663549 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:57:50.663549 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:57:50.663549 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:57:50.663549 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 01:57:50.663549 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:57:50.663549 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:57:50.663549 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:57:50.663549 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:57:50.663549 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:57:50.663549 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:57:50.663549 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:57:50.668999 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-549d8cc5-d033-4425-afe8-7668bfbbc359 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:50.672377 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a43ec5e-b45b-4383-9bb6-e6674e27c977 tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:50.703044 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e94f4e49-b04f-48ce-9290-ae8d3b901d40 req-4c9c7153-279d-4cd1-bcb6-54fbc269bec3 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/ports?device_id=faa175ed-e1f2-43bf-99c1-41334d3acfa7 HTTP/1.1" status: 200 len: 210 time: 0.0655811 Nov 29 01:57:50.708854 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6fd7bb-ca36-49e6-949f-30e34fec980d None None] Network 84c86c15-2828-4e2c-a254-28e89d6db5e2 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:57:50.762213 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a15626a1-40fc-4966-a2c8-bff317a5bb84 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:50.762410 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a43ec5e-b45b-4383-9bb6-e6674e27c977 tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:50.774616 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-0a43ec5e-b45b-4383-9bb6-e6674e27c977 tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] 10.222.0.37 "DELETE /v2.0/networks/b4d7d191-b88a-488b-aa2d-a18dd1585011 HTTP/1.1" status: 204 len: 168 time: 1.2972257 Nov 29 01:57:50.867774 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15626a1-40fc-4966-a2c8-bff317a5bb84 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:50.879525 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-a15626a1-40fc-4966-a2c8-bff317a5bb84 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:50.886025 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15626a1-40fc-4966-a2c8-bff317a5bb84 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:57:50.933326 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15626a1-40fc-4966-a2c8-bff317a5bb84 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Pushing event updated for resources: {'Port': ['ID=383d1851-b8c0-4b39-b3b8-22a0d52724e6,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:50.955626 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device e08bbb50-d07a-4e92-b85d-6de9c5255acf up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:57:51.043557 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-21b058f7-150b-49bb-9439-9358d6d5f538 None None] Provisioning complete for port e08bbb50-d07a-4e92-b85d-6de9c5255acf triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:51.044173 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-21b058f7-150b-49bb-9439-9358d6d5f538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:51.044331 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549d8cc5-d033-4425-afe8-7668bfbbc359 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Network 84c86c15-2828-4e2c-a254-28e89d6db5e2 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:51.058599 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43ec5e-b45b-4383-9bb6-e6674e27c977 tempest-ExternalNetworksTestJSON-1318270455 tempest-ExternalNetworksTestJSON-1318270455-project] Pushing event deleted for resources: {'Network': ['ID=b4d7d191-b88a-488b-aa2d-a18dd1585011,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:51.159140 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-549d8cc5-d033-4425-afe8-7668bfbbc359 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:51.169019 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549d8cc5-d033-4425-afe8-7668bfbbc359 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:57:51.206840 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port e08bbb50-d07a-4e92-b85d-6de9c5255acf triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:51.207396 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:51.246936 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:57:51.290773 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-21b058f7-150b-49bb-9439-9358d6d5f538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:51.339552 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549d8cc5-d033-4425-afe8-7668bfbbc359 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:51.342696 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-549d8cc5-d033-4425-afe8-7668bfbbc359 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:51.380489 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-21b058f7-150b-49bb-9439-9358d6d5f538 None None] For port e08bbb50-d07a-4e92-b85d-6de9c5255acf, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=e08bbb50-d07a-4e92-b85d-6de9c5255acf,segment=NetworkSegment(a777b4d1-1a09-49db-ab94-746bc0f822e7),segment_id=a777b4d1-1a09-49db-ab94-746bc0f822e7)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:57:51.418708 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-21b058f7-150b-49bb-9439-9358d6d5f538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:51.434120 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-549d8cc5-d033-4425-afe8-7668bfbbc359 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.1141567 Nov 29 01:57:51.445212 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37294) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:51.454107 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c6678e7c-20d8-41d5-a8f9-3af30d31cb2d tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Request body: {'port': {'network_id': '84c86c15-2828-4e2c-a254-28e89d6db5e2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1084039153', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:51.454806 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.api.validators [None req-c6678e7c-20d8-41d5-a8f9-3af30d31cb2d tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] bootfile-name is not in valid_values {{(pid=103255) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 01:57:51.455122 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.api.validators [None req-c6678e7c-20d8-41d5-a8f9-3af30d31cb2d tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] tftp-server is not in valid_values {{(pid=103255) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 01:57:51.455452 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.api.validators [None req-c6678e7c-20d8-41d5-a8f9-3af30d31cb2d tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] server-ip-address is not in valid_values {{(pid=103255) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 01:57:51.465765 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dbb8b18a-01fb-419e-8969-c6f1eac335b9 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:51.476245 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-dbb8b18a-01fb-419e-8969-c6f1eac335b9 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] 10.222.0.37 "DELETE /v2.0/ports/7e46efcb-d71c-4e9c-8b7e-8aea925a4769 HTTP/1.1" status: 204 len: 168 time: 4.5984163 Nov 29 01:57:51.477049 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d8cc5-d033-4425-afe8-7668bfbbc359 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Pushing event updated for resources: {'Port': ['ID=bc540e2f-13b1-49b8-b631-677eb44096aa,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:51.479311 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37296) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:51.552999 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b058f7-150b-49bb-9439-9358d6d5f538 None None] Pushing event updated for resources: {'Port': ['ID=e08bbb50-d07a-4e92-b85d-6de9c5255acf,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:51.564427 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:51.574920 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-6676defc-0f53-4442-8d0d-ed420b88d78d tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] GET failed (client error): The resource could not be found. Nov 29 01:57:51.582933 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6676defc-0f53-4442-8d0d-ed420b88d78d tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] 10.222.0.37 "GET /v2.0/ports/7e46efcb-d71c-4e9c-8b7e-8aea925a4769 HTTP/1.1" status: 404 len: 333 time: 0.1008968 Nov 29 01:57:51.583658 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37298) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:51.608912 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-09535051-5246-40e9-a133-cabd38ed1017 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Request body: {'port': {'network_id': '136f6c15-592e-4410-8c9f-e0ae595770cc', 'name': 'tempest-AllowedAddressPairTestJSON-408764919'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:51.618446 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37300) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:51.645241 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.db.api [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:57:51.649666 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG oslo_db.api [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:57:51.661407 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a15626a1-40fc-4966-a2c8-bff317a5bb84 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:51.765662 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-7b57e11d-5a39-4c00-b7d0-3e6570f6fe9a None None] Provisioning complete for port bc540e2f-13b1-49b8-b631-677eb44096aa triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:51.766242 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b57e11d-5a39-4c00-b7d0-3e6570f6fe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:51.798094 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [req-e186105a-641d-41e6-824a-e702a4da9965 req-5f0efdd3-6874-4692-9f4f-da449f9e91a0 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 01:57:51.802042 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e186105a-641d-41e6-824a-e702a4da9965 req-5f0efdd3-6874-4692-9f4f-da449f9e91a0 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0367911 Nov 29 01:57:51.927163 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6678e7c-20d8-41d5-a8f9-3af30d31cb2d tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Made reservation on behalf of 10d9768d8e8d435dbe3b7fcda558e87d for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:51.932474 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6678e7c-20d8-41d5-a8f9-3af30d31cb2d tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:51.975380 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d0100474-763a-4b83-bed0-4e65bbb384aa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:52.049084 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0100474-763a-4b83-bed0-4e65bbb384aa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Subnet': ['ID=2ccf2b36-abe4-43cb-9aab-1759f3373e39,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:52.054518 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9871e381-70d0-45e8-9729-f997c4906dc7 req-29d3b99e-a671-4aad-a6ff-9518edee7aad tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/ports?device_id=faa175ed-e1f2-43bf-99c1-41334d3acfa7 HTTP/1.1" status: 200 len: 210 time: 0.1624014 Nov 29 01:57:52.083740 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f884baa-8673-4847-b1fd-9df6ad42bb98 req-a3b39aa7-b686-4dc3-9dec-b5731117e2e4 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:52.089004 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0f884baa-8673-4847-b1fd-9df6ad42bb98 req-a3b39aa7-b686-4dc3-9dec-b5731117e2e4 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c566a5-a101-4e96-b311-78628ab0d4d1 HTTP/1.1" status: 200 len: 931 time: 0.3352642 Nov 29 01:57:52.097735 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a15626a1-40fc-4966-a2c8-bff317a5bb84 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:52.119772 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-c6678e7c-20d8-41d5-a8f9-3af30d31cb2d tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] device_id is not set on port 7b97e788-ad78-4e1a-b25b-d559a1f00ac7 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:57:52.120105 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7b57e11d-5a39-4c00-b7d0-3e6570f6fe9a None None] Port bc540e2f-13b1-49b8-b631-677eb44096aa cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:57:52.136743 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-7b57e11d-5a39-4c00-b7d0-3e6570f6fe9a None None] Provisioning complete for port e08bbb50-d07a-4e92-b85d-6de9c5255acf triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:52.137208 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b57e11d-5a39-4c00-b7d0-3e6570f6fe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:52.257061 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-c6678e7c-20d8-41d5-a8f9-3af30d31cb2d tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Allocated IP 172.20.0.12 (84c86c15-2828-4e2c-a254-28e89d6db5e2/aa7e9ba7-89d6-4e37-85a5-abde4d8fe878/7b97e788-ad78-4e1a-b25b-d559a1f00ac7) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:57:52.308827 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cae4351f-7cd9-47e8-b0a3-425f8c576e2d tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:52.350680 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cae4351f-7cd9-47e8-b0a3-425f8c576e2d tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:52.439381 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-aee5e7f0-605e-4f4a-927f-39327ee979aa None None] Provisioning complete for port bc540e2f-13b1-49b8-b631-677eb44096aa triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:52.439754 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aee5e7f0-605e-4f4a-927f-39327ee979aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:52.493033 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-aee5e7f0-605e-4f4a-927f-39327ee979aa None None] Port bc540e2f-13b1-49b8-b631-677eb44096aa cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:57:52.525581 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09535051-5246-40e9-a133-cabd38ed1017 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Made reservation on behalf of 320b4919f184460ba2e43d76dae0a10a for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:52.529048 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09535051-5246-40e9-a133-cabd38ed1017 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:52.554006 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-e186105a-641d-41e6-824a-e702a4da9965 req-0d41283b-dee4-4ca2-b02b-f921bfcf6b45 service neutron] Request body: {'port': {'device_id': '68c566a5-a101-4e96-b311-78628ab0d4d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:52.617963 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0100474-763a-4b83-bed0-4e65bbb384aa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Checking segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:57:52.618334 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0100474-763a-4b83-bed0-4e65bbb384aa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network hostable DHCP agents. Network: 126abf58-b75c-4c07-bafa-8e25bc6621b0, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:57:52.625086 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0f884baa-8673-4847-b1fd-9df6ad42bb98 req-ee8b77cd-cfff-43f3-b502-71976b4e36af tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/security-groups?id=70b4eeb1-f379-4182-b857-214b65c846f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4296346 Nov 29 01:57:52.687813 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0100474-763a-4b83-bed0-4e65bbb384aa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:57:52.712085 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-89bd7ace-7956-4571-ba77-42687e3387db req-6c34fc1a-78ab-4304-b47f-c0aaca2149fc tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da68fb1b87304f61b182bda5bfdbc9db HTTP/1.1" status: 200 len: 380 time: 0.9481571 Nov 29 01:57:52.729757 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-cae4351f-7cd9-47e8-b0a3-425f8c576e2d tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Allocated IP 172.26.3.10 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/fb71d250-9260-4cab-9b77-39fa71af8672) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:57:52.747156 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-01638c36-6a3a-4421-9e43-9ab0dcf84e01 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6c7f96406af44a5685946fb43f9dd481&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1118476 Nov 29 01:57:52.750039 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37308) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:52.753906 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-09535051-5246-40e9-a133-cabd38ed1017 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] device_id is not set on port d3c2ef45-03cd-4697-af81-7c04f71dbe24 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:57:52.791457 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e186105a-641d-41e6-824a-e702a4da9965 req-0d41283b-dee4-4ca2-b02b-f921bfcf6b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:52.808521 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device e08bbb50-d07a-4e92-b85d-6de9c5255acf up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:57:52.900095 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port e08bbb50-d07a-4e92-b85d-6de9c5255acf triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:52.900938 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:52.932739 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cae4351f-7cd9-47e8-b0a3-425f8c576e2d tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:52.995451 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a15626a1-40fc-4966-a2c8-bff317a5bb84 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:53.004171 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cae4351f-7cd9-47e8-b0a3-425f8c576e2d tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:53.012530 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a15626a1-40fc-4966-a2c8-bff317a5bb84 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:53.062400 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4351f-7cd9-47e8-b0a3-425f8c576e2d tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Pushing event updated for resources: {'Port': ['ID=fb71d250-9260-4cab-9b77-39fa71af8672,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:53.069554 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-d0100474-763a-4b83-bed0-4e65bbb384aa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 126abf58-b75c-4c07-bafa-8e25bc6621b0) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:53.103566 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554a8a55-672e-408c-a47a-ec3c80842ce0 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:57:53.117523 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15626a1-40fc-4966-a2c8-bff317a5bb84 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Pushing event updated for resources: {'Port': ['ID=383d1851-b8c0-4b39-b3b8-22a0d52724e6,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:53.125921 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0100474-763a-4b83-bed0-4e65bbb384aa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:53.126520 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d0100474-763a-4b83-bed0-4e65bbb384aa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:53.137860 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae4351f-7cd9-47e8-b0a3-425f8c576e2d tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:53.167312 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-cae4351f-7cd9-47e8-b0a3-425f8c576e2d tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:53.179903 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae4351f-7cd9-47e8-b0a3-425f8c576e2d tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:57:53.259875 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-787ebdab-d25c-4a61-902d-84d72efe520f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:53.305949 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6678e7c-20d8-41d5-a8f9-3af30d31cb2d tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:53.319821 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-09535051-5246-40e9-a133-cabd38ed1017 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Allocated IP 172.20.0.12 (136f6c15-592e-4410-8c9f-e0ae595770cc/c08f1ddb-8e0d-4d48-95f4-8888cfc3903d/d3c2ef45-03cd-4697-af81-7c04f71dbe24) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:57:53.323392 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-787ebdab-d25c-4a61-902d-84d72efe520f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:53.456975 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215afa6e-5f0f-4df3-ba7f-b9c177a1d2e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-126abf58-b75c-4c07-bafa-8e25bc6621b0', 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'fixed_ips': [{'subnet_id': '2ccf2b36-abe4-43cb-9aab-1759f3373e39'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:57:53.458826 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-215afa6e-5f0f-4df3-ba7f-b9c177a1d2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:53.525854 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6678e7c-20d8-41d5-a8f9-3af30d31cb2d tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:53.625741 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6678e7c-20d8-41d5-a8f9-3af30d31cb2d tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Network 84c86c15-2828-4e2c-a254-28e89d6db5e2 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:53.641226 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-787ebdab-d25c-4a61-902d-84d72efe520f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:53.649572 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-787ebdab-d25c-4a61-902d-84d72efe520f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:53.649572 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-787ebdab-d25c-4a61-902d-84d72efe520f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a4b3128c-6f48-43cd-a25a-9644374f37ae HTTP/1.1" status: 204 len: 168 time: 0.8875313 Nov 29 01:57:53.692584 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-c6678e7c-20d8-41d5-a8f9-3af30d31cb2d tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:53.716073 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ebdab-d25c-4a61-902d-84d72efe520f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b3128c-6f48-43cd-a25a-9644374f37ae,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:53.728904 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6678e7c-20d8-41d5-a8f9-3af30d31cb2d tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:57:53.743605 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d0100474-763a-4b83-bed0-4e65bbb384aa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.3113663 Nov 29 01:57:53.775360 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-215afa6e-5f0f-4df3-ba7f-b9c177a1d2e0 None None] Allocated IP 2001:db8::2 (126abf58-b75c-4c07-bafa-8e25bc6621b0/2ccf2b36-abe4-43cb-9aab-1759f3373e39/40d5d484-491e-4f21-bd86-5d480fd69024) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:57:53.800288 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37316) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:53.806325 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6678e7c-20d8-41d5-a8f9-3af30d31cb2d tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Pushing event updated for resources: {'Port': ['ID=7b97e788-ad78-4e1a-b25b-d559a1f00ac7,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:53.846474 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-8022bc13-7f12-43e6-b8be-2a7174f0d4dd tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'port': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'name': 'tempest-NetworksTestDHCPv6-557365785'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:53.887965 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-e186105a-641d-41e6-824a-e702a4da9965 req-0d41283b-dee4-4ca2-b02b-f921bfcf6b45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 177fd6d7-9357-4aa7-8529-04b3b468acbc {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:57:53.890212 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cae4351f-7cd9-47e8-b0a3-425f8c576e2d tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:54.021359 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1c7537f6-1e52-46e6-8b71-341ee0c42c35 req-0ab5b806-ad1b-4c43-9b9f-9d1b05bff3dc tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/ports?device_id=faa175ed-e1f2-43bf-99c1-41334d3acfa7 HTTP/1.1" status: 200 len: 210 time: 0.7767904 Nov 29 01:57:54.085698 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09535051-5246-40e9-a133-cabd38ed1017 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:54.102520 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a15626a1-40fc-4966-a2c8-bff317a5bb84 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:54.130207 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-215afa6e-5f0f-4df3-ba7f-b9c177a1d2e0 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:54.150608 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-215afa6e-5f0f-4df3-ba7f-b9c177a1d2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:54.231886 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e186105a-641d-41e6-824a-e702a4da9965 req-0d41283b-dee4-4ca2-b02b-f921bfcf6b45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:54.252003 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37320) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:54.281912 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215afa6e-5f0f-4df3-ba7f-b9c177a1d2e0 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:54.287008 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-215afa6e-5f0f-4df3-ba7f-b9c177a1d2e0 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:54.293224 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215afa6e-5f0f-4df3-ba7f-b9c177a1d2e0 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:57:54.297211 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6678e7c-20d8-41d5-a8f9-3af30d31cb2d tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:54.298149 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6678e7c-20d8-41d5-a8f9-3af30d31cb2d tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:54.301784 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-19cb5041-7305-43eb-a6ce-fb0ec647d763 None None] Provisioning complete for port 7b97e788-ad78-4e1a-b25b-d559a1f00ac7 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:54.302195 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-19cb5041-7305-43eb-a6ce-fb0ec647d763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:54.305691 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215afa6e-5f0f-4df3-ba7f-b9c177a1d2e0 None None] Pushing event updated for resources: {'Port': ['ID=40d5d484-491e-4f21-bd86-5d480fd69024,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:54.318282 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f3b9d-087a-4430-b947-fbc6dd89ab60 req-a8bc11ab-8abd-4a49-9342-b4be4e024137 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:54.319812 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-214f3b9d-087a-4430-b947-fbc6dd89ab60 req-a8bc11ab-8abd-4a49-9342-b4be4e024137 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c566a5-a101-4e96-b311-78628ab0d4d1 HTTP/1.1" status: 200 len: 931 time: 0.4309220 Nov 29 01:57:54.340463 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-e186105a-641d-41e6-824a-e702a4da9965 req-0d41283b-dee4-4ca2-b02b-f921bfcf6b45 service neutron] Transition to ACTIVE for port object 177fd6d7-9357-4aa7-8529-04b3b468acbc will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 01:57:54.379205 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-55156620-6286-45b9-98f2-a4b792ae7d84 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=740f3d1eaec84805bc5639d4ba310246&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1235962 Nov 29 01:57:54.380995 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cae4351f-7cd9-47e8-b0a3-425f8c576e2d tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:54.383137 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37322) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:54.388246 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-a15626a1-40fc-4966-a2c8-bff317a5bb84 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Floating IP fcca5116-af87-4ddf-a4c2-a9d1e17698e8 associated. External IP: 172.26.3.82, port: 1a509b09-ddb1-431d-a6c6-3bae1820d4dc. Nov 29 01:57:54.400439 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-19cb5041-7305-43eb-a6ce-fb0ec647d763 None None] Port 7b97e788-ad78-4e1a-b25b-d559a1f00ac7 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:57:54.406171 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-215afa6e-5f0f-4df3-ba7f-b9c177a1d2e0 None None] Attempting to bind port 40d5d484-491e-4f21-bd86-5d480fd69024 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:57:54.406476 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-215afa6e-5f0f-4df3-ba7f-b9c177a1d2e0 None None] Attempting to bind port 40d5d484-491e-4f21-bd86-5d480fd69024 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:57:54.406844 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215afa6e-5f0f-4df3-ba7f-b9c177a1d2e0 None None] Attempting to bind port 40d5d484-491e-4f21-bd86-5d480fd69024 on network 126abf58-b75c-4c07-bafa-8e25bc6621b0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:57:54.413208 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215afa6e-5f0f-4df3-ba7f-b9c177a1d2e0 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:57:54.413667 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215afa6e-5f0f-4df3-ba7f-b9c177a1d2e0 None None] Checking segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:57:54.414184 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-215afa6e-5f0f-4df3-ba7f-b9c177a1d2e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:54.414598 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215afa6e-5f0f-4df3-ba7f-b9c177a1d2e0 None None] Bound using segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:57:54.415186 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-215afa6e-5f0f-4df3-ba7f-b9c177a1d2e0 None None] Bound port: 40d5d484-491e-4f21-bd86-5d480fd69024, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:57:54.415636 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-215afa6e-5f0f-4df3-ba7f-b9c177a1d2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:54.424568 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e186105a-641d-41e6-824a-e702a4da9965 req-0d41283b-dee4-4ca2-b02b-f921bfcf6b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:54.441602 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c6678e7c-20d8-41d5-a8f9-3af30d31cb2d tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.9938889 Nov 29 01:57:54.483176 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37324) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:54.492631 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-215afa6e-5f0f-4df3-ba7f-b9c177a1d2e0 None None] For port 40d5d484-491e-4f21-bd86-5d480fd69024, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:57:54.507390 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-215afa6e-5f0f-4df3-ba7f-b9c177a1d2e0 None None] For port 40d5d484-491e-4f21-bd86-5d480fd69024, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=40d5d484-491e-4f21-bd86-5d480fd69024,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:57:54.524918 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-215afa6e-5f0f-4df3-ba7f-b9c177a1d2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:54.580528 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-214f3b9d-087a-4430-b947-fbc6dd89ab60 req-b602b9cb-2515-4352-8006-141fbfe30d74 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/security-groups?id=70b4eeb1-f379-4182-b857-214b65c846f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2412205 Nov 29 01:57:54.606742 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215afa6e-5f0f-4df3-ba7f-b9c177a1d2e0 None None] Pushing event updated for resources: {'Port': ['ID=40d5d484-491e-4f21-bd86-5d480fd69024,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:54.632433 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8022bc13-7f12-43e6-b8be-2a7174f0d4dd tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:54.635977 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8022bc13-7f12-43e6-b8be-2a7174f0d4dd tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:54.704436 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41283b-dee4-4ca2-b02b-f921bfcf6b45 service neutron] Pushing event updated for resources: {'Port': ['ID=177fd6d7-9357-4aa7-8529-04b3b468acbc,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:54.707668 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09535051-5246-40e9-a133-cabd38ed1017 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:54.709951 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-8022bc13-7f12-43e6-b8be-2a7174f0d4dd tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] device_id is not set on port 9ec83d36-c51d-446c-9a0d-61e7ebaa612f yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:57:54.828548 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09535051-5246-40e9-a133-cabd38ed1017 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Network 136f6c15-592e-4410-8c9f-e0ae595770cc is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:54.854863 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6c7f217d-ac44-4160-8d06-0924eeb0bec0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:54.864201 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-09535051-5246-40e9-a133-cabd38ed1017 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:54.887252 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09535051-5246-40e9-a133-cabd38ed1017 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:57:54.895116 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6c7f217d-ac44-4160-8d06-0924eeb0bec0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:54.979808 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7788351-048b-46c2-84aa-a49cf00f32ed tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:54.989317 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7788351-048b-46c2-84aa-a49cf00f32ed tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:54.992071 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09535051-5246-40e9-a133-cabd38ed1017 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:54.997242 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09535051-5246-40e9-a133-cabd38ed1017 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:55.004338 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7788351-048b-46c2-84aa-a49cf00f32ed tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:55.008322 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a7788351-048b-46c2-84aa-a49cf00f32ed tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.4445376 Nov 29 01:57:55.013723 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6c7f217d-ac44-4160-8d06-0924eeb0bec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:55.017027 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6c7f217d-ac44-4160-8d06-0924eeb0bec0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:55.020772 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6c7f217d-ac44-4160-8d06-0924eeb0bec0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7e969b34-808e-4e2c-96e6-4983737d2198 HTTP/1.1" status: 204 len: 168 time: 0.6338735 Nov 29 01:57:55.020923 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37326) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:55.079675 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f217d-ac44-4160-8d06-0924eeb0bec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e969b34-808e-4e2c-96e6-4983737d2198,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:55.167660 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-09535051-5246-40e9-a133-cabd38ed1017 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5779512 Nov 29 01:57:55.181942 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37332) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:55.196967 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09535051-5246-40e9-a133-cabd38ed1017 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Pushing event updated for resources: {'Port': ['ID=d3c2ef45-03cd-4697-af81-7c04f71dbe24,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:55.220267 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-9dbe937f-2f40-41eb-9424-7eee8387211c tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:98:bf:51'}]}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:55.261250 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-05025bd8-9d6c-43ed-8ed8-42bc6eb959b6 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Deleting port 7b97e788-ad78-4e1a-b25b-d559a1f00ac7 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:57:55.261690 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-05025bd8-9d6c-43ed-8ed8-42bc6eb959b6 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:55.424935 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-05025bd8-9d6c-43ed-8ed8-42bc6eb959b6 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:55.441661 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-05025bd8-9d6c-43ed-8ed8-42bc6eb959b6 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Calling delete_port for 7b97e788-ad78-4e1a-b25b-d559a1f00ac7 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:57:55.525050 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-e186105a-641d-41e6-824a-e702a4da9965 req-0d41283b-dee4-4ca2-b02b-f921bfcf6b45 service neutron] Attempting to bind port 177fd6d7-9357-4aa7-8529-04b3b468acbc on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:57:55.525427 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-e186105a-641d-41e6-824a-e702a4da9965 req-0d41283b-dee4-4ca2-b02b-f921bfcf6b45 service neutron] Attempting to bind port 177fd6d7-9357-4aa7-8529-04b3b468acbc by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '01a6022b-fd65-4f04-9a20-29dba6f904e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '15d78a30-826a-4437-bf95-ffaf3e1cb11a'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:57:55.525852 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e186105a-641d-41e6-824a-e702a4da9965 req-0d41283b-dee4-4ca2-b02b-f921bfcf6b45 service neutron] Attempting to bind port 177fd6d7-9357-4aa7-8529-04b3b468acbc on network 15d78a30-826a-4437-bf95-ffaf3e1cb11a {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:57:55.528875 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-8022bc13-7f12-43e6-b8be-2a7174f0d4dd tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Allocated IP 2001:db8::2da (126abf58-b75c-4c07-bafa-8e25bc6621b0/2ccf2b36-abe4-43cb-9aab-1759f3373e39/9ec83d36-c51d-446c-9a0d-61e7ebaa612f) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:57:55.540389 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-f60a24e1-cd7d-4577-8afb-efeb1c4994c6 None None] Provisioning complete for port d3c2ef45-03cd-4697-af81-7c04f71dbe24 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:55.541968 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f60a24e1-cd7d-4577-8afb-efeb1c4994c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:55.577688 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e186105a-641d-41e6-824a-e702a4da9965 req-0d41283b-dee4-4ca2-b02b-f921bfcf6b45 service neutron] Port 177fd6d7-9357-4aa7-8529-04b3b468acbc on network 15d78a30-826a-4437-bf95-ffaf3e1cb11a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:57:55.578011 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e186105a-641d-41e6-824a-e702a4da9965 req-0d41283b-dee4-4ca2-b02b-f921bfcf6b45 service neutron] Attempting to bind port 177fd6d7-9357-4aa7-8529-04b3b468acbc on network 15d78a30-826a-4437-bf95-ffaf3e1cb11a {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:57:55.610652 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9dbe937f-2f40-41eb-9424-7eee8387211c tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:55.612623 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e186105a-641d-41e6-824a-e702a4da9965 req-0d41283b-dee4-4ca2-b02b-f921bfcf6b45 service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:57:55.612958 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e186105a-641d-41e6-824a-e702a4da9965 req-0d41283b-dee4-4ca2-b02b-f921bfcf6b45 service neutron] Checking segment: {'id': '01a6022b-fd65-4f04-9a20-29dba6f904e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '15d78a30-826a-4437-bf95-ffaf3e1cb11a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:57:55.613494 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e186105a-641d-41e6-824a-e702a4da9965 req-0d41283b-dee4-4ca2-b02b-f921bfcf6b45 service neutron] Bound using segment: {'id': '01a6022b-fd65-4f04-9a20-29dba6f904e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '15d78a30-826a-4437-bf95-ffaf3e1cb11a'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:57:55.613965 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-e186105a-641d-41e6-824a-e702a4da9965 req-0d41283b-dee4-4ca2-b02b-f921bfcf6b45 service neutron] Bound port: 177fd6d7-9357-4aa7-8529-04b3b468acbc, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a6022b-fd65-4f04-9a20-29dba6f904e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '15d78a30-826a-4437-bf95-ffaf3e1cb11a'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:57:55.614311 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e186105a-641d-41e6-824a-e702a4da9965 req-0d41283b-dee4-4ca2-b02b-f921bfcf6b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:55.622219 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f60a24e1-cd7d-4577-8afb-efeb1c4994c6 None None] Port d3c2ef45-03cd-4697-af81-7c04f71dbe24 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:57:55.648629 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4de593a8-68a4-4a98-b987-d2101a176f91 req-ec97bd7e-c1cd-4bd2-a8d3-5c4ea4f18b14 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/ports?device_id=faa175ed-e1f2-43bf-99c1-41334d3acfa7 HTTP/1.1" status: 200 len: 210 time: 0.4045982 Nov 29 01:57:55.734670 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15626a1-40fc-4966-a2c8-bff317a5bb84 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Router 131efe1b-36ba-49f1-93c4-b67201d3c691 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:57:55.802248 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae4351f-7cd9-47e8-b0a3-425f8c576e2d tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Router 0f77ff0b-7bb5-474d-aa86-7cccc326d608 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:57:55.879915 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56c0ab-dea5-4b22-ac77-001dce52801d req-93dc0ce3-e507-4af5-8281-28d14f2bafe2 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:55.881523 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9b56c0ab-dea5-4b22-ac77-001dce52801d req-93dc0ce3-e507-4af5-8281-28d14f2bafe2 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c566a5-a101-4e96-b311-78628ab0d4d1 HTTP/1.1" status: 200 len: 943 time: 0.1566701 Nov 29 01:57:56.256677 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae4351f-7cd9-47e8-b0a3-425f8c576e2d tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:57:56.263545 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15626a1-40fc-4966-a2c8-bff317a5bb84 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:57:56.271255 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2ae8b2-cc21-4531-9a2c-65bf03899a9e None None] Sync routers for ids ['0f77ff0b-7bb5-474d-aa86-7cccc326d608'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:57:56.286187 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47819b7-bf0f-47fd-96a9-319e974b53fb None None] Sync routers for ids ['131efe1b-36ba-49f1-93c4-b67201d3c691'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:57:56.301385 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2ae8b2-cc21-4531-9a2c-65bf03899a9e None None] Routers {'0f77ff0b-7bb5-474d-aa86-7cccc326d608'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:57:56.304611 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4a2ae8b2-cc21-4531-9a2c-65bf03899a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:57:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['0f77ff0b-7bb5-474d-aa86-7cccc326d608'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:56.309966 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47819b7-bf0f-47fd-96a9-319e974b53fb None None] Routers {'131efe1b-36ba-49f1-93c4-b67201d3c691'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:57:56.312185 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f47819b7-bf0f-47fd-96a9-319e974b53fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:57:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['131efe1b-36ba-49f1-93c4-b67201d3c691'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:56.343343 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-e186105a-641d-41e6-824a-e702a4da9965 req-0d41283b-dee4-4ca2-b02b-f921bfcf6b45 service neutron] For port 177fd6d7-9357-4aa7-8529-04b3b468acbc, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:57:56.410029 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f47819b7-bf0f-47fd-96a9-319e974b53fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:56.415757 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4a2ae8b2-cc21-4531-9a2c-65bf03899a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:56.441359 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2ae8b2-cc21-4531-9a2c-65bf03899a9e None None] Routers {'0f77ff0b-7bb5-474d-aa86-7cccc326d608'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:57:56.442142 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4a2ae8b2-cc21-4531-9a2c-65bf03899a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:57:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['0f77ff0b-7bb5-474d-aa86-7cccc326d608'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:56.444543 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-e186105a-641d-41e6-824a-e702a4da9965 req-0d41283b-dee4-4ca2-b02b-f921bfcf6b45 service neutron] For port 177fd6d7-9357-4aa7-8529-04b3b468acbc, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=177fd6d7-9357-4aa7-8529-04b3b468acbc,segment=NetworkSegment(01a6022b-fd65-4f04-9a20-29dba6f904e6),segment_id=01a6022b-fd65-4f04-9a20-29dba6f904e6)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:57:56.449361 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47819b7-bf0f-47fd-96a9-319e974b53fb None None] Routers {'131efe1b-36ba-49f1-93c4-b67201d3c691'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:57:56.450108 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f47819b7-bf0f-47fd-96a9-319e974b53fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:57:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['131efe1b-36ba-49f1-93c4-b67201d3c691'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:56.478619 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e186105a-641d-41e6-824a-e702a4da9965 req-0d41283b-dee4-4ca2-b02b-f921bfcf6b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:56.494893 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6311d0c-20cc-4d1c-be7f-9c5aaf38f717 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:57:56.496457 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4a2ae8b2-cc21-4531-9a2c-65bf03899a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:56.497194 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2ae8b2-cc21-4531-9a2c-65bf03899a9e None None] The sync data for ids ['0f77ff0b-7bb5-474d-aa86-7cccc326d608'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:57:56.548957 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f47819b7-bf0f-47fd-96a9-319e974b53fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:57:56.552329 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47819b7-bf0f-47fd-96a9-319e974b53fb None None] The sync data for ids ['131efe1b-36ba-49f1-93c4-b67201d3c691'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:57:56.606402 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-725de043-46ea-43da-a2c2-6d730d9812dd None None] Provisioning complete for port 40d5d484-491e-4f21-bd86-5d480fd69024 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:56.607025 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-725de043-46ea-43da-a2c2-6d730d9812dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:56.621269 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8022bc13-7f12-43e6-b8be-2a7174f0d4dd tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:56.706048 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186105a-641d-41e6-824a-e702a4da9965 req-0d41283b-dee4-4ca2-b02b-f921bfcf6b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:56.706683 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e186105a-641d-41e6-824a-e702a4da9965 req-0d41283b-dee4-4ca2-b02b-f921bfcf6b45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:56.708353 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e186105a-641d-41e6-824a-e702a4da9965 req-0d41283b-dee4-4ca2-b02b-f921bfcf6b45 service neutron] 10.222.0.24 "PUT /v2.0/ports/177fd6d7-9357-4aa7-8529-04b3b468acbc HTTP/1.1" status: 200 len: 1093 time: 4.7346988 Nov 29 01:57:56.784373 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c566a5-a101-4e96-b311-78628ab0d4d1', 'tag': '177fd6d7-9357-4aa7-8529-04b3b468acbc'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:57:56.791650 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41283b-dee4-4ca2-b02b-f921bfcf6b45 service neutron] Pushing event updated for resources: {'Port': ['ID=177fd6d7-9357-4aa7-8529-04b3b468acbc,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:56.796450 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8022bc13-7f12-43e6-b8be-2a7174f0d4dd tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:56.892307 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8022bc13-7f12-43e6-b8be-2a7174f0d4dd tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:57:56.898462 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-8022bc13-7f12-43e6-b8be-2a7174f0d4dd tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:57:56.902600 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8022bc13-7f12-43e6-b8be-2a7174f0d4dd tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:57:56.908943 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8022bc13-7f12-43e6-b8be-2a7174f0d4dd tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:56.909632 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8022bc13-7f12-43e6-b8be-2a7174f0d4dd tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:56.947834 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8022bc13-7f12-43e6-b8be-2a7174f0d4dd tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1189840 Nov 29 01:57:56.952679 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37362) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:56.989736 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022bc13-7f12-43e6-b8be-2a7174f0d4dd tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Port': ['ID=9ec83d36-c51d-446c-9a0d-61e7ebaa612f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:57.016575 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-725de043-46ea-43da-a2c2-6d730d9812dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:57.021254 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7a72bd-43d4-41e9-b107-146f1a3985ca tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:57.028962 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7a72bd-43d4-41e9-b107-146f1a3985ca tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:57.031682 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ab7a72bd-43d4-41e9-b107-146f1a3985ca tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0779054 Nov 29 01:57:57.034725 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37364) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:57.036827 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 40d5d484-491e-4f21-bd86-5d480fd69024 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:57:57.119470 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc341d6a-e8b5-4b70-a4c4-0b056ce35e3f" -d '{"events": [{"name": "network-changed", "server_uuid": "68c566a5-a101-4e96-b311-78628ab0d4d1", "tag": "177fd6d7-9357-4aa7-8529-04b3b468acbc"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:57:57.123928 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-419f914b-cb0f-4c2a-857e-deb8f9d4f0b3 req-8c6f0117-c8a4-4223-a45e-38b1e5c5951e tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/ports?device_id=faa175ed-e1f2-43bf-99c1-41334d3acfa7 HTTP/1.1" status: 200 len: 210 time: 0.1126974 Nov 29 01:57:57.167096 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cae4351f-7cd9-47e8-b0a3-425f8c576e2d tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:57.168927 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-cae4351f-7cd9-47e8-b0a3-425f8c576e2d tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.7815096 Nov 29 01:57:57.188311 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37370) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:57.207684 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9b56c0ab-dea5-4b22-ac77-001dce52801d req-479bcd78-61aa-4e8f-a432-8331d26ab5e2 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/security-groups?id=70b4eeb1-f379-4182-b857-214b65c846f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2842042 Nov 29 01:57:57.218479 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a15626a1-40fc-4966-a2c8-bff317a5bb84 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:57.220863 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-725de043-46ea-43da-a2c2-6d730d9812dd None None] For port 40d5d484-491e-4f21-bd86-5d480fd69024, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=40d5d484-491e-4f21-bd86-5d480fd69024,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:57:57.237906 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-725de043-46ea-43da-a2c2-6d730d9812dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:57.271904 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-05025bd8-9d6c-43ed-8ed8-42bc6eb959b6 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:57.318747 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 40d5d484-491e-4f21-bd86-5d480fd69024 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:57.319206 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:57.339256 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05025bd8-9d6c-43ed-8ed8-42bc6eb959b6 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Pushing event deleted for resources: {'Port': ['ID=7b97e788-ad78-4e1a-b25b-d559a1f00ac7,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:57.348432 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a15626a1-40fc-4966-a2c8-bff317a5bb84 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 10.4121540 Nov 29 01:57:57.348623 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37378) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:57.422826 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725de043-46ea-43da-a2c2-6d730d9812dd None None] Pushing event updated for resources: {'Port': ['ID=40d5d484-491e-4f21-bd86-5d480fd69024,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:57.456220 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9dbe937f-2f40-41eb-9424-7eee8387211c tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:57.492499 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-05025bd8-9d6c-43ed-8ed8-42bc6eb959b6 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:57.495791 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-05025bd8-9d6c-43ed-8ed8-42bc6eb959b6 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] 10.222.0.37 "DELETE /v2.0/ports/7b97e788-ad78-4e1a-b25b-d559a1f00ac7 HTTP/1.1" status: 204 len: 168 time: 2.4648492 Nov 29 01:57:57.509960 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37382) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:57.512799 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9dbe937f-2f40-41eb-9424-7eee8387211c tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:57.531314 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e49043a1-d47d-4187-a651-1238e8d51b23 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Request body: {'port': {'name': 'tempest-new-port-name-1458620052', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:57.531651 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.api.validators [None req-e49043a1-d47d-4187-a651-1238e8d51b23 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] bootfile-name is not in valid_values {{(pid=103254) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 01:57:57.531995 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.api.validators [None req-e49043a1-d47d-4187-a651-1238e8d51b23 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] tftp-server is not in valid_values {{(pid=103254) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 01:57:57.532328 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.api.validators [None req-e49043a1-d47d-4187-a651-1238e8d51b23 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] server-ip-address is not in valid_values {{(pid=103254) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 01:57:57.632921 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6a37ab3c-5f56-4c5c-9c93-8072230b84ce tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] 10.222.0.37 "GET /v2.0/floatingips/fcca5116-af87-4ddf-a4c2-a9d1e17698e8 HTTP/1.1" status: 200 len: 981 time: 0.2831132 Nov 29 01:57:57.673247 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37388) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:57.674713 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e49043a1-d47d-4187-a651-1238e8d51b23 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:57.676492 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe937f-2f40-41eb-9424-7eee8387211c tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Pushing event updated for resources: {'Port': ['ID=d3c2ef45-03cd-4697-af81-7c04f71dbe24,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:57.690667 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d1b717-de04-4b15-bcbb-03f8c9cdc2e9 x-openstack-request-id: req-66d1b717-de04-4b15-bcbb-03f8c9cdc2e9 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:57:57.690934 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c566a5-a101-4e96-b311-78628ab0d4d1", "tag": "177fd6d7-9357-4aa7-8529-04b3b468acbc", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:57:57.691136 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66d1b717-de04-4b15-bcbb-03f8c9cdc2e9 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:57:57.691585 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c566a5-a101-4e96-b311-78628ab0d4d1', 'tag': '177fd6d7-9357-4aa7-8529-04b3b468acbc', 'status': 'completed', 'code': 200} Nov 29 01:57:57.798735 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0b83590a-7ad5-4f29-ada8-addab3730d6c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting port 9ec83d36-c51d-446c-9a0d-61e7ebaa612f {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:57:57.799268 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0b83590a-7ad5-4f29-ada8-addab3730d6c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:57.937859 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-89bd7ace-7956-4571-ba77-42687e3387db req-4584c804-89b7-4f4e-a50c-1ef6b3649e03 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Request body: {'port': {'device_id': 'faa175ed-e1f2-43bf-99c1-41334d3acfa7', 'network_id': 'eb5b9240-440f-46b6-8e86-e0412219f8de', 'admin_state_up': True, 'tenant_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'security_groups': ['9470b4c0-c18d-4d43-bba5-94dd1acccac1']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:57.967536 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-46d501c4-9477-4196-aae8-eac8cf5354b6 None None] Provisioning complete for port 9ec83d36-c51d-446c-9a0d-61e7ebaa612f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:57.968090 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46d501c4-9477-4196-aae8-eac8cf5354b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:57.972504 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e49043a1-d47d-4187-a651-1238e8d51b23 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:57.980532 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e49043a1-d47d-4187-a651-1238e8d51b23 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:58.058500 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-46d501c4-9477-4196-aae8-eac8cf5354b6 None None] Port 9ec83d36-c51d-446c-9a0d-61e7ebaa612f cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:57:58.071006 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-46d501c4-9477-4196-aae8-eac8cf5354b6 None None] Provisioning complete for port 40d5d484-491e-4f21-bd86-5d480fd69024 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:58.071451 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46d501c4-9477-4196-aae8-eac8cf5354b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:58.104359 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37394) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:58.106390 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe937f-2f40-41eb-9424-7eee8387211c tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] In _notify_port_updated(), no bound segment for port d3c2ef45-03cd-4697-af81-7c04f71dbe24 on network 136f6c15-592e-4410-8c9f-e0ae595770cc {{(pid=103255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 01:57:58.108398 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e49043a1-d47d-4187-a651-1238e8d51b23 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] In _notify_port_updated(), no bound segment for port bc540e2f-13b1-49b8-b631-677eb44096aa on network 84c86c15-2828-4e2c-a254-28e89d6db5e2 {{(pid=103254) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 01:57:58.115739 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbe937f-2f40-41eb-9424-7eee8387211c tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:58.115739 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9dbe937f-2f40-41eb-9424-7eee8387211c tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:58.116368 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49043a1-d47d-4187-a651-1238e8d51b23 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:58.117307 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e49043a1-d47d-4187-a651-1238e8d51b23 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:58.118899 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e49043a1-d47d-4187-a651-1238e8d51b23 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] 10.222.0.37 "PUT /v2.0/ports/bc540e2f-13b1-49b8-b631-677eb44096aa HTTP/1.1" status: 200 len: 1137 time: 0.6078951 Nov 29 01:57:58.119652 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9dbe937f-2f40-41eb-9424-7eee8387211c tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] 10.222.0.37 "PUT /v2.0/ports/d3c2ef45-03cd-4697-af81-7c04f71dbe24 HTTP/1.1" status: 200 len: 994 time: 2.9347329 Nov 29 01:57:58.124951 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37396) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:58.125455 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37398) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:58.192210 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49043a1-d47d-4187-a651-1238e8d51b23 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Pushing event updated for resources: {'Port': ['ID=bc540e2f-13b1-49b8-b631-677eb44096aa,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:58.197602 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c5afeeac-d215-4c32-af6d-9463ba245ed8 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] 10.222.0.37 "GET /v2.0/routers/0f77ff0b-7bb5-474d-aa86-7cccc326d608 HTTP/1.1" status: 200 len: 920 time: 1.0062408 Nov 29 01:57:58.220175 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37404) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:58.247102 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d027e4a-370b-40b0-afa4-c3f039009bbf tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:58.251943 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1d027e4a-370b-40b0-afa4-c3f039009bbf tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] 10.222.0.37 "GET /v2.0/ports/bc540e2f-13b1-49b8-b631-677eb44096aa HTTP/1.1" status: 200 len: 1137 time: 0.1256356 Nov 29 01:57:58.261987 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37408) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:58.287278 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0b83590a-7ad5-4f29-ada8-addab3730d6c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:58.327827 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-3220eece-fa82-48f8-ad79-415e41f3498d None None] Provisioning complete for port d3c2ef45-03cd-4697-af81-7c04f71dbe24 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:58.328351 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3220eece-fa82-48f8-ad79-415e41f3498d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:58.331759 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4dcfab0f-303a-43d9-a7ca-adf58c924a16 req-cdf1ec62-7a26-4ef8-8ac3-fa3de9364a55 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/ports?device_id=faa175ed-e1f2-43bf-99c1-41334d3acfa7 HTTP/1.1" status: 200 len: 210 time: 0.0784571 Nov 29 01:57:58.349027 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-334d3bc3-6d28-4256-b552-58d351a38980 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2421 time: 0.6733997 Nov 29 01:57:58.356592 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f986d698-acb0-4d81-87c0-4f0701c323c1 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f77ff0b-7bb5-474d-aa86-7cccc326d608 HTTP/1.1" status: 200 len: 205 time: 0.1154180 Nov 29 01:57:58.358060 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37410) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:58.366729 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0b83590a-7ad5-4f29-ada8-addab3730d6c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Calling delete_port for 9ec83d36-c51d-446c-9a0d-61e7ebaa612f owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:57:58.372676 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37412) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:58.386509 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-3220eece-fa82-48f8-ad79-415e41f3498d None None] Port d3c2ef45-03cd-4697-af81-7c04f71dbe24 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:57:58.487476 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c0c85-0145-4304-9304-ac63cd759fde req-4b7177c7-bdff-42c4-84b9-466032134c0a tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:58.488862 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-147c0c85-0145-4304-9304-ac63cd759fde req-4b7177c7-bdff-42c4-84b9-466032134c0a tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c566a5-a101-4e96-b311-78628ab0d4d1 HTTP/1.1" status: 200 len: 943 time: 0.1534073 Nov 29 01:57:58.505969 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-9319abbc-9ca2-400c-a069-ec60b2e25215 None None] Provisioning complete for port 9ec83d36-c51d-446c-9a0d-61e7ebaa612f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:58.506419 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9319abbc-9ca2-400c-a069-ec60b2e25215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:58.511739 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-44f62cd4-868b-4da8-9b5e-333fa22f9860 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Deleting port d3c2ef45-03cd-4697-af81-7c04f71dbe24 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:57:58.512080 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-44f62cd4-868b-4da8-9b5e-333fa22f9860 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:58.542174 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-8fb84390-68d2-4100-a966-4951aff1bb60 tempest-PortsAdminExtendedAttrsTestJSON-1668349270 tempest-PortsAdminExtendedAttrsTestJSON-1668349270-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1084836608'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:58.545677 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-9319abbc-9ca2-400c-a069-ec60b2e25215 None None] Port 9ec83d36-c51d-446c-9a0d-61e7ebaa612f cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:57:58.555955 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-9319abbc-9ca2-400c-a069-ec60b2e25215 None None] Provisioning complete for port bc540e2f-13b1-49b8-b631-677eb44096aa triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:58.556320 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9319abbc-9ca2-400c-a069-ec60b2e25215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:58.588268 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e101f280-b9e3-443e-bda5-1db8b6aadd33 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Deleting port bc540e2f-13b1-49b8-b631-677eb44096aa {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:57:58.588635 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e101f280-b9e3-443e-bda5-1db8b6aadd33 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:58.593105 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-9319abbc-9ca2-400c-a069-ec60b2e25215 None None] Port bc540e2f-13b1-49b8-b631-677eb44096aa cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:57:58.602534 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc341d6a-e8b5-4b70-a4c4-0b056ce35e3f req-a09529aa-7120-4ce4-ad64-5fbf8b7e54dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:58.604021 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-fc341d6a-e8b5-4b70-a4c4-0b056ce35e3f req-a09529aa-7120-4ce4-ad64-5fbf8b7e54dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dddabe1bca86471f90fa95b3bff0f659&device_id=68c566a5-a101-4e96-b311-78628ab0d4d1 HTTP/1.1" status: 200 len: 1096 time: 0.7218349 Nov 29 01:57:58.658042 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-147c0c85-0145-4304-9304-ac63cd759fde req-61f3e9cd-f046-473b-a2f9-dccdbb1c8495 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/security-groups?id=70b4eeb1-f379-4182-b857-214b65c846f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610687 Nov 29 01:57:58.695846 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-44f62cd4-868b-4da8-9b5e-333fa22f9860 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:58.721632 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-44f62cd4-868b-4da8-9b5e-333fa22f9860 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Calling delete_port for d3c2ef45-03cd-4697-af81-7c04f71dbe24 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:57:58.733690 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e101f280-b9e3-443e-bda5-1db8b6aadd33 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:58.752803 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e101f280-b9e3-443e-bda5-1db8b6aadd33 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Calling delete_port for bc540e2f-13b1-49b8-b631-677eb44096aa owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:57:58.765758 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 40d5d484-491e-4f21-bd86-5d480fd69024 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:57:58.819213 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 40d5d484-491e-4f21-bd86-5d480fd69024 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:57:58.819719 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:58.989431 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-44f62cd4-868b-4da8-9b5e-333fa22f9860 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:59.076753 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb84390-68d2-4100-a966-4951aff1bb60 tempest-PortsAdminExtendedAttrsTestJSON-1668349270 tempest-PortsAdminExtendedAttrsTestJSON-1668349270-project] Made reservation on behalf of b2e9b9b019db4ee3b9513ac757c63fca for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:59.078046 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f62cd4-868b-4da8-9b5e-333fa22f9860 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Pushing event deleted for resources: {'Port': ['ID=d3c2ef45-03cd-4697-af81-7c04f71dbe24,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:59.080598 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fb84390-68d2-4100-a966-4951aff1bb60 tempest-PortsAdminExtendedAttrsTestJSON-1668349270 tempest-PortsAdminExtendedAttrsTestJSON-1668349270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:59.088517 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e101f280-b9e3-443e-bda5-1db8b6aadd33 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:59.151775 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101f280-b9e3-443e-bda5-1db8b6aadd33 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Pushing event deleted for resources: {'Port': ['ID=bc540e2f-13b1-49b8-b631-677eb44096aa,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:59.183345 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fb84390-68d2-4100-a966-4951aff1bb60 tempest-PortsAdminExtendedAttrsTestJSON-1668349270 tempest-PortsAdminExtendedAttrsTestJSON-1668349270-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:59.286902 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e101f280-b9e3-443e-bda5-1db8b6aadd33 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:59.292811 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e101f280-b9e3-443e-bda5-1db8b6aadd33 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] 10.222.0.37 "DELETE /v2.0/ports/bc540e2f-13b1-49b8-b631-677eb44096aa HTTP/1.1" status: 204 len: 168 time: 1.0292726 Nov 29 01:57:59.293533 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37414) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:59.334603 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4f295d8-591f-45d1-89ce-d63ced605cbf tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:59.336337 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89bd7ace-7956-4571-ba77-42687e3387db req-4584c804-89b7-4f4e-a50c-1ef6b3649e03 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Made reservation on behalf of da68fb1b87304f61b182bda5bfdbc9db for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:59.340092 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-44f62cd4-868b-4da8-9b5e-333fa22f9860 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:59.340492 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-89bd7ace-7956-4571-ba77-42687e3387db req-4584c804-89b7-4f4e-a50c-1ef6b3649e03 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:59.347815 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-44f62cd4-868b-4da8-9b5e-333fa22f9860 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] 10.222.0.37 "DELETE /v2.0/ports/d3c2ef45-03cd-4697-af81-7c04f71dbe24 HTTP/1.1" status: 204 len: 168 time: 1.2156329 Nov 29 01:57:59.347815 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37416) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:59.384447 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-af90bbed-bc87-4565-a5ca-d8a0c55aa775 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] GET failed (client error): The resource could not be found. Nov 29 01:57:59.389286 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-af90bbed-bc87-4565-a5ca-d8a0c55aa775 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] 10.222.0.37 "GET /v2.0/ports/d3c2ef45-03cd-4697-af81-7c04f71dbe24 HTTP/1.1" status: 404 len: 333 time: 0.0372450 Nov 29 01:57:59.391197 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-a27bdb25-c5f2-44a8-bd6d-edbc684ffec8 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Deleting subnet aa7e9ba7-89d6-4e37-85a5-abde4d8fe878 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:57:59.392986 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37420) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:59.395686 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a27bdb25-c5f2-44a8-bd6d-edbc684ffec8 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:59.400530 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4d1936e6-7d2a-496e-86be-16cb7560d709 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Request body: {'port': {'network_id': '136f6c15-592e-4410-8c9f-e0ae595770cc', 'name': 'tempest-AllowedAddressPairTestJSON-1453965260'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:57:59.442443 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0b83590a-7ad5-4f29-ada8-addab3730d6c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:59.492756 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ccdea1d9-4e8e-418a-b899-9a2a6738d5e2 req-30b1596c-99db-4bfa-8ae0-e541c7f79005 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/ports?device_id=faa175ed-e1f2-43bf-99c1-41334d3acfa7 HTTP/1.1" status: 200 len: 210 time: 0.0707381 Nov 29 01:57:59.500895 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc341d6a-e8b5-4b70-a4c4-0b056ce35e3f req-0e1a9a92-34b0-4087-899e-75837b10404b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:59.502663 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-fc341d6a-e8b5-4b70-a4c4-0b056ce35e3f req-0e1a9a92-34b0-4087-899e-75837b10404b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=dddabe1bca86471f90fa95b3bff0f659&shared=False HTTP/1.1" status: 200 len: 905 time: 0.8372667 Nov 29 01:57:59.506162 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a27bdb25-c5f2-44a8-bd6d-edbc684ffec8 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:59.553724 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83590a-7ad5-4f29-ada8-addab3730d6c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Port': ['ID=9ec83d36-c51d-446c-9a0d-61e7ebaa612f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:59.673671 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a27bdb25-c5f2-44a8-bd6d-edbc684ffec8 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:59.677734 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0b83590a-7ad5-4f29-ada8-addab3730d6c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:59.681561 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-0b83590a-7ad5-4f29-ada8-addab3730d6c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/9ec83d36-c51d-446c-9a0d-61e7ebaa612f HTTP/1.1" status: 204 len: 168 time: 2.6456506 Nov 29 01:57:59.695299 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37426) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:59.702484 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1936e6-7d2a-496e-86be-16cb7560d709 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Made reservation on behalf of 320b4919f184460ba2e43d76dae0a10a for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:57:59.707295 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d1936e6-7d2a-496e-86be-16cb7560d709 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:59.741140 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-4d1936e6-7d2a-496e-86be-16cb7560d709 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] device_id is not set on port 8d36511b-4193-4c5d-8f9b-9a4c4bcc1a4f yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:57:59.836143 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a27bdb25-c5f2-44a8-bd6d-edbc684ffec8 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:59.889849 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27bdb25-c5f2-44a8-bd6d-edbc684ffec8 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Pushing event deleted for resources: {'Subnet': ['ID=aa7e9ba7-89d6-4e37-85a5-abde4d8fe878,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:57:59.895602 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a27bdb25-c5f2-44a8-bd6d-edbc684ffec8 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:59.900879 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e4f9fe-4f64-4a71-8520-0f3d3726d563 None None] Network 84c86c15-2828-4e2c-a254-28e89d6db5e2 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:57:59.901373 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a27bdb25-c5f2-44a8-bd6d-edbc684ffec8 tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] 10.222.0.37 "DELETE /v2.0/subnets/aa7e9ba7-89d6-4e37-85a5-abde4d8fe878 HTTP/1.1" status: 204 len: 168 time: 0.5997574 Nov 29 01:57:59.903061 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37428) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:57:59.942883 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff038ff6-6533-4436-ba4b-4ba862b71b2a req-a49e1ab8-7fa7-4a30-9f22-de2ee4709ecc tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:57:59.943133 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-72473b01-80a2-410c-8407-01b4ed10c801 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Deleting port 383d1851-b8c0-4b39-b3b8-22a0d52724e6 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:57:59.943225 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-72473b01-80a2-410c-8407-01b4ed10c801 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:59.945979 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ff038ff6-6533-4436-ba4b-4ba862b71b2a req-a49e1ab8-7fa7-4a30-9f22-de2ee4709ecc tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c566a5-a101-4e96-b311-78628ab0d4d1 HTTP/1.1" status: 200 len: 943 time: 0.1883738 Nov 29 01:57:59.965930 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4f295d8-591f-45d1-89ce-d63ced605cbf tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:59.972426 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fb84390-68d2-4100-a966-4951aff1bb60 tempest-PortsAdminExtendedAttrsTestJSON-1668349270 tempest-PortsAdminExtendedAttrsTestJSON-1668349270-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:57:59.993878 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-4d1936e6-7d2a-496e-86be-16cb7560d709 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Allocated IP 172.20.0.4 (136f6c15-592e-4410-8c9f-e0ae595770cc/c08f1ddb-8e0d-4d48-95f4-8888cfc3903d/8d36511b-4193-4c5d-8f9b-9a4c4bcc1a4f) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:00.034409 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fb84390-68d2-4100-a966-4951aff1bb60 tempest-PortsAdminExtendedAttrsTestJSON-1668349270 tempest-PortsAdminExtendedAttrsTestJSON-1668349270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:00.067982 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6feffba-5202-4491-83d8-498e822b437c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:00.068872 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6feffba-5202-4491-83d8-498e822b437c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:00.073104 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c6feffba-5202-4491-83d8-498e822b437c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3634639 Nov 29 01:58:00.073104 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc341d6a-e8b5-4b70-a4c4-0b056ce35e3f req-755fe52a-4f61-4b47-92af-584758abb4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:00.073104 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-fc341d6a-e8b5-4b70-a4c4-0b056ce35e3f req-755fe52a-4f61-4b47-92af-584758abb4ad service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5380278 Nov 29 01:58:00.078547 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37430) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:00.083250 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-89bd7ace-7956-4571-ba77-42687e3387db req-4584c804-89b7-4f4e-a50c-1ef6b3649e03 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Allocated IP 172.20.0.10 (eb5b9240-440f-46b6-8e86-e0412219f8de/b35b82af-f6e8-4c72-bc4b-0b6753f30b4a/cafdaaaf-c9cd-47fc-b683-1e5ac748f88c) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:00.094118 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a51fa4-0620-4328-ac0d-a642f5b2c79e None None] DHCP port deletion for 84c86c15-2828-4e2c-a254-28e89d6db5e2 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:58:00.115208 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-162d3484-5eae-40f3-b603-006555355a8e tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:00.127433 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb84390-68d2-4100-a966-4951aff1bb60 tempest-PortsAdminExtendedAttrsTestJSON-1668349270 tempest-PortsAdminExtendedAttrsTestJSON-1668349270-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:58:00.153957 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb84390-68d2-4100-a966-4951aff1bb60 tempest-PortsAdminExtendedAttrsTestJSON-1668349270 tempest-PortsAdminExtendedAttrsTestJSON-1668349270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b3bf08-7df6-4e68-bd30-82823d42d01f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:00.165722 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fb84390-68d2-4100-a966-4951aff1bb60 tempest-PortsAdminExtendedAttrsTestJSON-1668349270 tempest-PortsAdminExtendedAttrsTestJSON-1668349270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:00.166075 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-8fb84390-68d2-4100-a966-4951aff1bb60 tempest-PortsAdminExtendedAttrsTestJSON-1668349270 tempest-PortsAdminExtendedAttrsTestJSON-1668349270-project] Added segment b607e7d2-83cd-4df0-8cc1-96cd5131e278 of type vlan for network 2db6475b-a550-4a31-87f7-29076e2e91b8 Nov 29 01:58:00.176183 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-59a51fa4-0620-4328-ac0d-a642f5b2c79e None None] Deleting port e08bbb50-d07a-4e92-b85d-6de9c5255acf {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:00.176980 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59a51fa4-0620-4328-ac0d-a642f5b2c79e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:00.183476 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ff038ff6-6533-4436-ba4b-4ba862b71b2a req-4a5d3b2f-c190-4168-9075-2cd90da8da9b tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/security-groups?id=70b4eeb1-f379-4182-b857-214b65c846f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976137 Nov 29 01:58:00.244100 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-72473b01-80a2-410c-8407-01b4ed10c801 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:00.244934 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-72473b01-80a2-410c-8407-01b4ed10c801 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:00.257113 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-59a51fa4-0620-4328-ac0d-a642f5b2c79e None None] For port e08bbb50-d07a-4e92-b85d-6de9c5255acf, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=e08bbb50-d07a-4e92-b85d-6de9c5255acf,segment=NetworkSegment(a777b4d1-1a09-49db-ab94-746bc0f822e7),segment_id=a777b4d1-1a09-49db-ab94-746bc0f822e7)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:00.257618 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59a51fa4-0620-4328-ac0d-a642f5b2c79e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:00.274561 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-59a51fa4-0620-4328-ac0d-a642f5b2c79e None None] Calling delete_port for e08bbb50-d07a-4e92-b85d-6de9c5255acf owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:00.282747 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-72473b01-80a2-410c-8407-01b4ed10c801 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Calling delete_port for 383d1851-b8c0-4b39-b3b8-22a0d52724e6 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:00.289247 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fb84390-68d2-4100-a966-4951aff1bb60 tempest-PortsAdminExtendedAttrsTestJSON-1668349270 tempest-PortsAdminExtendedAttrsTestJSON-1668349270-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:00.361825 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59a51fa4-0620-4328-ac0d-a642f5b2c79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:00.391500 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a51fa4-0620-4328-ac0d-a642f5b2c79e None None] No DVR routers for this DVR port e08bbb50-d07a-4e92-b85d-6de9c5255acf on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:58:00.395578 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a51fa4-0620-4328-ac0d-a642f5b2c79e None None] Pushing event deleted for resources: {'Port': ['ID=e08bbb50-d07a-4e92-b85d-6de9c5255acf,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:00.412314 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186105a-641d-41e6-824a-e702a4da9965 req-7afb84ec-2fb6-4956-864a-00cdaafb4de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:00.413852 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e186105a-641d-41e6-824a-e702a4da9965 req-7afb84ec-2fb6-4956-864a-00cdaafb4de0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dddabe1bca86471f90fa95b3bff0f659&device_id=68c566a5-a101-4e96-b311-78628ab0d4d1 HTTP/1.1" status: 200 len: 1096 time: 0.2463055 Nov 29 01:58:00.434650 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e4f295d8-591f-45d1-89ce-d63ced605cbf tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Deleting port fb71d250-9260-4cab-9b77-39fa71af8672 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:00.434989 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4f295d8-591f-45d1-89ce-d63ced605cbf tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:00.484080 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c6d013a-a8c5-4c14-843f-8dab79a7397e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting subnet 2ccf2b36-abe4-43cb-9aab-1759f3373e39 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:58:00.490582 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6c6d013a-a8c5-4c14-843f-8dab79a7397e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:00.510987 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fb84390-68d2-4100-a966-4951aff1bb60 tempest-PortsAdminExtendedAttrsTestJSON-1668349270 tempest-PortsAdminExtendedAttrsTestJSON-1668349270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:00.518169 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb84390-68d2-4100-a966-4951aff1bb60 tempest-PortsAdminExtendedAttrsTestJSON-1668349270 tempest-PortsAdminExtendedAttrsTestJSON-1668349270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:00.518169 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fb84390-68d2-4100-a966-4951aff1bb60 tempest-PortsAdminExtendedAttrsTestJSON-1668349270 tempest-PortsAdminExtendedAttrsTestJSON-1668349270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:00.609245 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6c6d013a-a8c5-4c14-843f-8dab79a7397e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:00.692762 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f1e7d879-da5f-4b19-9da5-09ffea37ec4b req-299ed13e-6915-42fb-9ec0-c3358d3352e2 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/ports?device_id=faa175ed-e1f2-43bf-99c1-41334d3acfa7 HTTP/1.1" status: 200 len: 210 time: 0.0978110 Nov 29 01:58:00.694588 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-162d3484-5eae-40f3-b603-006555355a8e tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:00.703155 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d1936e6-7d2a-496e-86be-16cb7560d709 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:00.745870 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-162d3484-5eae-40f3-b603-006555355a8e tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c86c15-2828-4e2c-a254-28e89d6db5e2']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:00.765048 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device e08bbb50-d07a-4e92-b85d-6de9c5255acf no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:58:00.786675 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: e08bbb50-d07a-4e92-b85d-6de9c5255acf {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:58:00.787227 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device e08bbb50-d07a-4e92-b85d-6de9c5255acf not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:58:00.790001 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-162d3484-5eae-40f3-b603-006555355a8e tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a777b4d1-1a09-49db-ab94-746bc0f822e7') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:00.790376 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-162d3484-5eae-40f3-b603-006555355a8e tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a777b4d1-1a09-49db-ab94-746bc0f822e7') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:00.809980 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-162d3484-5eae-40f3-b603-006555355a8e tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:00.818098 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e186105a-641d-41e6-824a-e702a4da9965 req-a621a533-a58c-4cbd-8ba3-513464251e0f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=177fd6d7-9357-4aa7-8529-04b3b468acbc HTTP/1.1" status: 200 len: 217 time: 0.3713720 Nov 29 01:58:00.827042 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d1936e6-7d2a-496e-86be-16cb7560d709 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:00.829157 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6c6d013a-a8c5-4c14-843f-8dab79a7397e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:00.859308 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-162d3484-5eae-40f3-b603-006555355a8e tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:00.903322 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-162d3484-5eae-40f3-b603-006555355a8e tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:58:00.903742 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-162d3484-5eae-40f3-b603-006555355a8e tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:00.906817 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 01:58:00.906817 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:58:00.906817 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 01:58:00.906817 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:58:00.906817 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 01:58:00.906817 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:58:00.906817 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 01:58:00.906817 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:58:00.906817 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 01:58:00.906817 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:58:00.906817 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 01:58:00.906817 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:58:00.906817 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 01:58:00.906817 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:58:00.906817 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:58:00.906817 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:58:00.906817 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:58:00.906817 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:58:00.906817 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 01:58:00.906817 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:58:00.906817 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 01:58:00.906817 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:58:00.906817 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:58:00.906817 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:58:00.906817 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 01:58:00.906817 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:58:00.906817 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:58:00.906817 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:58:00.906817 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:58:00.906817 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:58:00.906817 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:58:00.906817 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:58:00.934101 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8fb84390-68d2-4100-a966-4951aff1bb60 tempest-PortsAdminExtendedAttrsTestJSON-1668349270 tempest-PortsAdminExtendedAttrsTestJSON-1668349270-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.8132439 Nov 29 01:58:00.983983 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1936e6-7d2a-496e-86be-16cb7560d709 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Network 136f6c15-592e-4410-8c9f-e0ae595770cc is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:00.991532 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-4d1936e6-7d2a-496e-86be-16cb7560d709 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:00.996171 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1936e6-7d2a-496e-86be-16cb7560d709 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Pushing event updated for resources: {'Port': ['ID=8d36511b-4193-4c5d-8f9b-9a4c4bcc1a4f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:00.999760 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1936e6-7d2a-496e-86be-16cb7560d709 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:01.002344 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb84390-68d2-4100-a966-4951aff1bb60 tempest-PortsAdminExtendedAttrsTestJSON-1668349270 tempest-PortsAdminExtendedAttrsTestJSON-1668349270-project] Pushing event updated for resources: {'Network': ['ID=2db6475b-a550-4a31-87f7-29076e2e91b8,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:01.012147 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-89bd7ace-7956-4571-ba77-42687e3387db req-4584c804-89b7-4f4e-a50c-1ef6b3649e03 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:01.014480 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4f295d8-591f-45d1-89ce-d63ced605cbf tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:01.023124 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-162d3484-5eae-40f3-b603-006555355a8e tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:01.025181 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 2db6475b-a550-4a31-87f7-29076e2e91b8 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:58:01.027608 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6c6d013a-a8c5-4c14-843f-8dab79a7397e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:01.041671 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-162d3484-5eae-40f3-b603-006555355a8e tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:01.043518 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186105a-641d-41e6-824a-e702a4da9965 req-add79281-0fe6-4c98-9a61-592852eb5cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:01.045397 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-162d3484-5eae-40f3-b603-006555355a8e tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] 10.222.0.37 "DELETE /v2.0/networks/84c86c15-2828-4e2c-a254-28e89d6db5e2 HTTP/1.1" status: 204 len: 168 time: 1.1407249 Nov 29 01:58:01.045623 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e186105a-641d-41e6-824a-e702a4da9965 req-add79281-0fe6-4c98-9a61-592852eb5cdc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6be0b08c-da9c-4841-a857-67610a540960 HTTP/1.1" status: 200 len: 843 time: 0.2035179 Nov 29 01:58:01.064452 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e4f295d8-591f-45d1-89ce-d63ced605cbf tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Calling delete_port for fb71d250-9260-4cab-9b77-39fa71af8672 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:01.106953 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d013a-a8c5-4c14-843f-8dab79a7397e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Subnet': ['ID=2ccf2b36-abe4-43cb-9aab-1759f3373e39,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:01.116206 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d3484-5eae-40f3-b603-006555355a8e tempest-ExtraDHCPOptionsTestJSON-478662299 tempest-ExtraDHCPOptionsTestJSON-478662299-project] Pushing event deleted for resources: {'Network': ['ID=84c86c15-2828-4e2c-a254-28e89d6db5e2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:01.120246 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6c6d013a-a8c5-4c14-843f-8dab79a7397e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:01.126064 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6c6d013a-a8c5-4c14-843f-8dab79a7397e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/2ccf2b36-abe4-43cb-9aab-1759f3373e39 HTTP/1.1" status: 204 len: 168 time: 1.0416677 Nov 29 01:58:01.130255 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37440) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:01.140568 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e9ac68-460b-421d-bd14-692eecd9dea7 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:58:01.172123 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1936e6-7d2a-496e-86be-16cb7560d709 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:01.172771 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d1936e6-7d2a-496e-86be-16cb7560d709 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:01.275779 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-cab6dd47-a1fb-4f9e-9d16-c8ab2dac2073 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1328042 Nov 29 01:58:01.278872 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37444) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:01.291446 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e5c065a0-ffc0-4fc7-a6e2-e36197616e91 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:01.325410 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37446) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:01.339619 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Request body: {'port': {'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8', 'binding:host_id': 'hv-neutron-8190', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1616956290'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:01.396092 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37450) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:01.396326 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4d1936e6-7d2a-496e-86be-16cb7560d709 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0021780 Nov 29 01:58:01.402872 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-72473b01-80a2-410c-8407-01b4ed10c801 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:01.414515 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-05780395-81e0-48a8-87b5-7dbc6f35c3b2 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:98:bf:51'}]}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:01.425122 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3af567e-2b86-4ca4-bc01-e95bf0817e4d None None] DHCP port deletion for 126abf58-b75c-4c07-bafa-8e25bc6621b0 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:58:01.474118 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186105a-641d-41e6-824a-e702a4da9965 req-76772e6a-5460-4fce-a483-5c770fbf6a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:01.475643 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e186105a-641d-41e6-824a-e702a4da9965 req-76772e6a-5460-4fce-a483-5c770fbf6a89 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=15d78a30-826a-4437-bf95-ffaf3e1cb11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4086590 Nov 29 01:58:01.479014 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37452) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:01.480683 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72473b01-80a2-410c-8407-01b4ed10c801 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Pushing event deleted for resources: {'Port': ['ID=383d1851-b8c0-4b39-b3b8-22a0d52724e6,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:01.486228 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eaa0117c-4605-423a-8fc9-0fadc643310f None None] Provisioning complete for port 8d36511b-4193-4c5d-8f9b-9a4c4bcc1a4f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:01.486739 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eaa0117c-4605-423a-8fc9-0fadc643310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:01.497508 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Made reservation on behalf of 3bae3a9d96cc46ba861b51bd4335665e for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:01.500112 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:01.519941 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:01.526817 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eaa0117c-4605-423a-8fc9-0fadc643310f None None] Port 8d36511b-4193-4c5d-8f9b-9a4c4bcc1a4f cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:58:01.528871 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-89bd7ace-7956-4571-ba77-42687e3387db req-4584c804-89b7-4f4e-a50c-1ef6b3649e03 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:01.535224 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28e6be-f704-4515-bd36-4c90417ddc21 req-4b9b1897-b487-4edb-a3f6-a184e5b9243e tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:01.548172 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9f28e6be-f704-4515-bd36-4c90417ddc21 req-4b9b1897-b487-4edb-a3f6-a184e5b9243e tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c566a5-a101-4e96-b311-78628ab0d4d1 HTTP/1.1" status: 200 len: 943 time: 0.2170010 Nov 29 01:58:01.556578 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a3af567e-2b86-4ca4-bc01-e95bf0817e4d None None] Deleting port 40d5d484-491e-4f21-bd86-5d480fd69024 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:01.556958 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a3af567e-2b86-4ca4-bc01-e95bf0817e4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:01.606720 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c065a0-ffc0-4fc7-a6e2-e36197616e91 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:01.610413 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e5c065a0-ffc0-4fc7-a6e2-e36197616e91 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:01.642245 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a3af567e-2b86-4ca4-bc01-e95bf0817e4d None None] For port 40d5d484-491e-4f21-bd86-5d480fd69024, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=40d5d484-491e-4f21-bd86-5d480fd69024,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:01.642577 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a3af567e-2b86-4ca4-bc01-e95bf0817e4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:01.657169 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a3af567e-2b86-4ca4-bc01-e95bf0817e4d None None] Calling delete_port for 40d5d484-491e-4f21-bd86-5d480fd69024 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:01.685778 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9f28e6be-f704-4515-bd36-4c90417ddc21 req-750994ed-a6cc-425f-adc9-5b1f67d37c4d tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/security-groups?id=70b4eeb1-f379-4182-b857-214b65c846f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389732 Nov 29 01:58:01.741400 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89bd7ace-7956-4571-ba77-42687e3387db req-4584c804-89b7-4f4e-a50c-1ef6b3649e03 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Network eb5b9240-440f-46b6-8e86-e0412219f8de is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:01.750649 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-89bd7ace-7956-4571-ba77-42687e3387db req-4584c804-89b7-4f4e-a50c-1ef6b3649e03 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:01.753439 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584c804-89b7-4f4e-a50c-1ef6b3649e03 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Pushing event updated for resources: {'Port': ['ID=cafdaaaf-c9cd-47fc-b683-1e5ac748f88c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:01.757760 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-72473b01-80a2-410c-8407-01b4ed10c801 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks [] for floatingip, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:01.758335 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [None req-72473b01-80a2-410c-8407-01b4ed10c801 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Floating IP fcca5116-af87-4ddf-a4c2-a9d1e17698e8 disassociated (deleted). External IP: 172.26.3.82, port: 1a509b09-ddb1-431d-a6c6-3bae1820d4dc. Nov 29 01:58:01.763200 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-89bd7ace-7956-4571-ba77-42687e3387db req-4584c804-89b7-4f4e-a50c-1ef6b3649e03 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:01.781697 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a3af567e-2b86-4ca4-bc01-e95bf0817e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:01.799438 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3af567e-2b86-4ca4-bc01-e95bf0817e4d None None] No DVR routers for this DVR port 40d5d484-491e-4f21-bd86-5d480fd69024 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:58:01.826683 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af567e-2b86-4ca4-bc01-e95bf0817e4d None None] Pushing event deleted for resources: {'Port': ['ID=40d5d484-491e-4f21-bd86-5d480fd69024,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:01.878793 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ee3a39bd-71cd-4e34-b0d6-3e35d9f1f9d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=10d9768d8e8d435dbe3b7fcda558e87d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3975170 Nov 29 01:58:01.884217 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37458) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:01.909957 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:01.924999 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:01.933286 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e186105a-641d-41e6-824a-e702a4da9965 req-db2b7341-1a77-41ad-8484-faa0cba640a8 service neutron] 10.222.0.24 "GET /v2.0/networks/15d78a30-826a-4437-bf95-ffaf3e1cb11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452775 Nov 29 01:58:01.942941 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] device_id is not set on port 72061f2d-51a9-44a6-912a-2a03d8926ccd yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:58:01.963968 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b5038-a16a-4457-b6b0-c08af8ec2beb req-d516c968-ae25-40e9-9ff9-2888dc7737c6 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:01.965508 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c09b5038-a16a-4457-b6b0-c08af8ec2beb req-d516c968-ae25-40e9-9ff9-2888dc7737c6 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/ports?device_id=faa175ed-e1f2-43bf-99c1-41334d3acfa7 HTTP/1.1" status: 200 len: 932 time: 0.1682367 Nov 29 01:58:02.035859 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd7ace-7956-4571-ba77-42687e3387db req-4584c804-89b7-4f4e-a50c-1ef6b3649e03 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:02.036462 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-89bd7ace-7956-4571-ba77-42687e3387db req-4584c804-89b7-4f4e-a50c-1ef6b3649e03 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:02.066915 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-b283c8ca-2852-4a96-b793-2fb24e01070d None None] Provisioning complete for port cafdaaaf-c9cd-47fc-b683-1e5ac748f88c triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:02.068033 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc895429-dfff-435f-b455-54039eb922de,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:02.068562 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4f295d8-591f-45d1-89ce-d63ced605cbf tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:02.069333 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b283c8ca-2852-4a96-b793-2fb24e01070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:02.119133 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f295d8-591f-45d1-89ce-d63ced605cbf tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Pushing event deleted for resources: {'Port': ['ID=fb71d250-9260-4cab-9b77-39fa71af8672,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:02.124234 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-89bd7ace-7956-4571-ba77-42687e3387db req-4584c804-89b7-4f4e-a50c-1ef6b3649e03 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2259274 Nov 29 01:58:02.124798 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-05780395-81e0-48a8-87b5-7dbc6f35c3b2 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:02.137316 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b283c8ca-2852-4a96-b793-2fb24e01070d None None] Port cafdaaaf-c9cd-47fc-b683-1e5ac748f88c cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:58:02.148637 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7bae4f27-6877-4703-9257-0acd4ee284ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:02.163090 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-89bd7ace-7956-4571-ba77-42687e3387db req-a8787abc-80e7-425a-9b52-61224b84a302 service neutron] Request body: {'port': {'device_id': 'faa175ed-e1f2-43bf-99c1-41334d3acfa7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:02.224521 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c09b5038-a16a-4457-b6b0-c08af8ec2beb req-82c2ce1c-e4f8-4b7a-9a3b-694d41e6d8f7 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/security-groups?id=9470b4c0-c18d-4d43-bba5-94dd1acccac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2300024 Nov 29 01:58:02.245415 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7bae4f27-6877-4703-9257-0acd4ee284ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:02.328059 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e186105a-641d-41e6-824a-e702a4da9965 req-4404b5e2-479a-4127-a089-1acd21ed822a service neutron] 10.222.0.24 "GET /v2.0/networks/15d78a30-826a-4437-bf95-ffaf3e1cb11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810165 Nov 29 01:58:02.364273 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e5c065a0-ffc0-4fc7-a6e2-e36197616e91 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:02.381362 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4f295d8-591f-45d1-89ce-d63ced605cbf tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:02.393589 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-89bd7ace-7956-4571-ba77-42687e3387db req-a8787abc-80e7-425a-9b52-61224b84a302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:02.411200 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7bae4f27-6877-4703-9257-0acd4ee284ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:02.413850 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7bae4f27-6877-4703-9257-0acd4ee284ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:02.414982 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7bae4f27-6877-4703-9257-0acd4ee284ce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f86444a-ab83-4f56-a6dc-8c0ca5b1302a HTTP/1.1" status: 204 len: 168 time: 0.5227177 Nov 29 01:58:02.461204 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae4f27-6877-4703-9257-0acd4ee284ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f86444a-ab83-4f56-a6dc-8c0ca5b1302a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:02.468577 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c065a0-ffc0-4fc7-a6e2-e36197616e91 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:02.492791 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-e5c065a0-ffc0-4fc7-a6e2-e36197616e91 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:02.495934 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c065a0-ffc0-4fc7-a6e2-e36197616e91 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:02.497232 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e5c065a0-ffc0-4fc7-a6e2-e36197616e91 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:02.504248 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] device_id is not set on port 72061f2d-51a9-44a6-912a-2a03d8926ccd yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:58:02.509908 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c4a2de-f6a9-4260-94dc-e3ee9b1431c8 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:58:02.525517 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:02.535262 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c065a0-ffc0-4fc7-a6e2-e36197616e91 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Subnet': ['ID=8f065fa7-ca52-4cfd-9463-03fe6ad03504,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:02.546976 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:02.566625 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e5c065a0-ffc0-4fc7-a6e2-e36197616e91 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2856507 Nov 29 01:58:02.567515 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37464) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:02.577490 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4f295d8-591f-45d1-89ce-d63ced605cbf tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:02.590607 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4f295d8-591f-45d1-89ce-d63ced605cbf tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:02.594124 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-04a69ca7-223e-46fc-b4c5-176057b77e7d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'port': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'name': 'tempest-NetworksTestDHCPv6-544414771'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:02.604665 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72473b01-80a2-410c-8407-01b4ed10c801 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Router 131efe1b-36ba-49f1-93c4-b67201d3c691 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:58:02.715830 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Pushing event updated for resources: {'Port': ['ID=72061f2d-51a9-44a6-912a-2a03d8926ccd,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:02.719082 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Checking segment: {'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:58:02.719589 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Network hostable DHCP agents. Network: 2db6475b-a550-4a31-87f7-29076e2e91b8, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:58:02.737204 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4f295d8-591f-45d1-89ce-d63ced605cbf tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:02.738114 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f295d8-591f-45d1-89ce-d63ced605cbf tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Fanout notify agent at l3_agent the message router_deleted on router 0f77ff0b-7bb5-474d-aa86-7cccc326d608 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:58:02.766692 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4f295d8-591f-45d1-89ce-d63ced605cbf tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:02.771572 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e4f295d8-591f-45d1-89ce-d63ced605cbf tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] 10.222.0.37 "DELETE /v2.0/routers/0f77ff0b-7bb5-474d-aa86-7cccc326d608 HTTP/1.1" status: 204 len: 168 time: 4.3876555 Nov 29 01:58:02.776851 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded06756-72ec-43cc-a288-ade499552b2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-126abf58-b75c-4c07-bafa-8e25bc6621b0', 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'fixed_ips': [{'subnet_id': '8f065fa7-ca52-4cfd-9463-03fe6ad03504'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:58:02.778182 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ded06756-72ec-43cc-a288-ade499552b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:02.781892 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37472) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:02.785074 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-0714cc74-d505-4f59-8604-783d76b7ce07 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Request body: {'router': {'name': 'tempest-snat-router-668247840', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'enable_snat': False}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:02.828143 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 40d5d484-491e-4f21-bd86-5d480fd69024 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:58:02.855408 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0714cc74-d505-4f59-8604-783d76b7ce07 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:02.856465 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0714cc74-d505-4f59-8604-783d76b7ce07 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:02.873180 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Network 2db6475b-a550-4a31-87f7-29076e2e91b8 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:58:02.899621 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 2db6475b-a550-4a31-87f7-29076e2e91b8) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:02.918137 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:02.937065 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d783e0dc-03db-4e13-94b1-d0a9861d0b6f None None] Network 2db6475b-a550-4a31-87f7-29076e2e91b8 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:58:02.945061 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 40d5d484-491e-4f21-bd86-5d480fd69024 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:58:02.945584 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 40d5d484-491e-4f21-bd86-5d480fd69024 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:58:02.987627 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137d20d-7f93-4f60-821c-8c25079307ee req-43a6c3d9-d306-4dff-aebf-32e68efd2df0 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:02.989221 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a137d20d-7f93-4f60-821c-8c25079307ee req-43a6c3d9-d306-4dff-aebf-32e68efd2df0 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c566a5-a101-4e96-b311-78628ab0d4d1 HTTP/1.1" status: 200 len: 943 time: 0.1647804 Nov 29 01:58:02.998508 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0714cc74-d505-4f59-8604-783d76b7ce07 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:02.999493 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:02.999873 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:03.000224 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd on network 2db6475b-a550-4a31-87f7-29076e2e91b8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:03.027164 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Port 72061f2d-51a9-44a6-912a-2a03d8926ccd on network 2db6475b-a550-4a31-87f7-29076e2e91b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:03.027517 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Failed to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd on host hv-neutron-8190 for vnic_type normal using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] Nov 29 01:58:03.031007 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempt 2 to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd Nov 29 01:58:03.073578 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a69ca7-223e-46fc-b4c5-176057b77e7d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:03.077713 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-04a69ca7-223e-46fc-b4c5-176057b77e7d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:03.110527 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:03.110875 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:03.111218 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd on network 2db6475b-a550-4a31-87f7-29076e2e91b8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:03.148166 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Port 72061f2d-51a9-44a6-912a-2a03d8926ccd on network 2db6475b-a550-4a31-87f7-29076e2e91b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:03.148502 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Failed to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd on host hv-neutron-8190 for vnic_type normal using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] Nov 29 01:58:03.158314 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-ded06756-72ec-43cc-a288-ade499552b2f None None] Allocated IP 2001:db8::2 (126abf58-b75c-4c07-bafa-8e25bc6621b0/8f065fa7-ca52-4cfd-9463-03fe6ad03504/77f65a30-5e32-432b-95c3-7fe1b1ac894b) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:03.158787 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempt 3 to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd Nov 29 01:58:03.188769 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-05780395-81e0-48a8-87b5-7dbc6f35c3b2 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:03.195129 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-04a69ca7-223e-46fc-b4c5-176057b77e7d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] device_id is not set on port f9eadf04-5b43-49c4-8034-9db2e50f36bd yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:58:03.202696 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:03.202880 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-05780395-81e0-48a8-87b5-7dbc6f35c3b2 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:03.203146 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:03.203379 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd on network 2db6475b-a550-4a31-87f7-29076e2e91b8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:03.271552 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a137d20d-7f93-4f60-821c-8c25079307ee req-72339e24-fd3a-4217-aaa3-191e021c8339 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/security-groups?id=70b4eeb1-f379-4182-b857-214b65c846f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2649999 Nov 29 01:58:03.326719 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05780395-81e0-48a8-87b5-7dbc6f35c3b2 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Pushing event updated for resources: {'Port': ['ID=8d36511b-4193-4c5d-8f9b-9a4c4bcc1a4f,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:03.329727 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0714cc74-d505-4f59-8604-783d76b7ce07 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:03.341513 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72473b01-80a2-410c-8407-01b4ed10c801 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:58:03.360505 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-72473b01-80a2-410c-8407-01b4ed10c801 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:03.394600 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Port 72061f2d-51a9-44a6-912a-2a03d8926ccd on network 2db6475b-a550-4a31-87f7-29076e2e91b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:03.395167 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Failed to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd on host hv-neutron-8190 for vnic_type normal using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] Nov 29 01:58:03.402966 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempt 4 to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd Nov 29 01:58:03.418006 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-05780395-81e0-48a8-87b5-7dbc6f35c3b2 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] In _notify_port_updated(), no bound segment for port 8d36511b-4193-4c5d-8f9b-9a4c4bcc1a4f on network 136f6c15-592e-4410-8c9f-e0ae595770cc {{(pid=103255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 01:58:03.421405 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ded06756-72ec-43cc-a288-ade499552b2f None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:03.425227 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05780395-81e0-48a8-87b5-7dbc6f35c3b2 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:03.426172 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-05780395-81e0-48a8-87b5-7dbc6f35c3b2 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:03.426704 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9284dfb5-b30f-4015-9f94-91b0d24b6578 None None] Sync routers for ids ['131efe1b-36ba-49f1-93c4-b67201d3c691'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:58:03.431193 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-05780395-81e0-48a8-87b5-7dbc6f35c3b2 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] 10.222.0.37 "PUT /v2.0/ports/8d36511b-4193-4c5d-8f9b-9a4c4bcc1a4f HTTP/1.1" status: 200 len: 996 time: 2.0293159 Nov 29 01:58:03.438102 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-72473b01-80a2-410c-8407-01b4ed10c801 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] 10.222.0.37 "DELETE /v2.0/floatingips/fcca5116-af87-4ddf-a4c2-a9d1e17698e8 HTTP/1.1" status: 204 len: 168 time: 5.0735774 Nov 29 01:58:03.442253 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ded06756-72ec-43cc-a288-ade499552b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:03.442407 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37488) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:03.442582 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37490) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:03.459467 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b81264e1-28f7-43f8-9400-88c63b1c2bb7 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:03.498807 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37492) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:03.502160 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:03.502504 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:03.503039 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd on network 2db6475b-a550-4a31-87f7-29076e2e91b8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:03.507771 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded06756-72ec-43cc-a288-ade499552b2f None None] Pushing event updated for resources: {'Port': ['ID=77f65a30-5e32-432b-95c3-7fe1b1ac894b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:03.537382 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9284dfb5-b30f-4015-9f94-91b0d24b6578 None None] Routers {'131efe1b-36ba-49f1-93c4-b67201d3c691'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:58:03.540109 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9284dfb5-b30f-4015-9f94-91b0d24b6578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:57:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['131efe1b-36ba-49f1-93c4-b67201d3c691'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:03.546503 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded06756-72ec-43cc-a288-ade499552b2f None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:03.570591 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Port 72061f2d-51a9-44a6-912a-2a03d8926ccd on network 2db6475b-a550-4a31-87f7-29076e2e91b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:03.571038 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Failed to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd on host hv-neutron-8190 for vnic_type normal using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] Nov 29 01:58:03.574122 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempt 5 to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd Nov 29 01:58:03.599622 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-89bd7ace-7956-4571-ba77-42687e3387db req-a8787abc-80e7-425a-9b52-61224b84a302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cafdaaaf-c9cd-47fc-b683-1e5ac748f88c {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:58:03.605145 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9284dfb5-b30f-4015-9f94-91b0d24b6578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:03.612572 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-ded06756-72ec-43cc-a288-ade499552b2f None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:03.616305 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b81264e1-28f7-43f8-9400-88c63b1c2bb7 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:03.619978 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427663a-aa60-48c3-81dc-5b342c0d6bd0 req-40bf3e55-ed03-4a44-8dbd-a74705ae629b tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:03.621457 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded06756-72ec-43cc-a288-ade499552b2f None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:03.621619 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f427663a-aa60-48c3-81dc-5b342c0d6bd0 req-40bf3e55-ed03-4a44-8dbd-a74705ae629b tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/ports?device_id=faa175ed-e1f2-43bf-99c1-41334d3acfa7 HTTP/1.1" status: 200 len: 932 time: 0.2063208 Nov 29 01:58:03.623549 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-89bd7ace-7956-4571-ba77-42687e3387db req-a8787abc-80e7-425a-9b52-61224b84a302 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:03.624048 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9284dfb5-b30f-4015-9f94-91b0d24b6578 None None] Routers {'131efe1b-36ba-49f1-93c4-b67201d3c691'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:58:03.625282 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9284dfb5-b30f-4015-9f94-91b0d24b6578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:57:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['131efe1b-36ba-49f1-93c4-b67201d3c691'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:03.625807 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:03.626152 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:03.626652 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd on network 2db6475b-a550-4a31-87f7-29076e2e91b8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:03.646723 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-04a69ca7-223e-46fc-b4c5-176057b77e7d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Allocated IP 2001:db8::20a (126abf58-b75c-4c07-bafa-8e25bc6621b0/8f065fa7-ca52-4cfd-9463-03fe6ad03504/f9eadf04-5b43-49c4-8034-9db2e50f36bd) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:03.658053 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Port 72061f2d-51a9-44a6-912a-2a03d8926ccd on network 2db6475b-a550-4a31-87f7-29076e2e91b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:03.658405 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Failed to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd on host hv-neutron-8190 for vnic_type normal using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] Nov 29 01:58:03.669644 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempt 6 to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd Nov 29 01:58:03.674952 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9284dfb5-b30f-4015-9f94-91b0d24b6578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:03.676061 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9284dfb5-b30f-4015-9f94-91b0d24b6578 None None] The sync data for ids ['131efe1b-36ba-49f1-93c4-b67201d3c691'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:58:03.697393 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f10f3f8e-550e-4d4d-99d7-2ec10160c33e tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-492270509'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:03.701590 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-89bd7ace-7956-4571-ba77-42687e3387db req-a8787abc-80e7-425a-9b52-61224b84a302 service neutron] Transition to ACTIVE for port object cafdaaaf-c9cd-47fc-b683-1e5ac748f88c will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 01:58:03.705012 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:03.705150 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:03.705854 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd on network 2db6475b-a550-4a31-87f7-29076e2e91b8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:03.713781 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-89bd7ace-7956-4571-ba77-42687e3387db req-a8787abc-80e7-425a-9b52-61224b84a302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:03.742590 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Port 72061f2d-51a9-44a6-912a-2a03d8926ccd on network 2db6475b-a550-4a31-87f7-29076e2e91b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:03.742922 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Failed to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd on host hv-neutron-8190 for vnic_type normal using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] Nov 29 01:58:03.750434 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempt 7 to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd Nov 29 01:58:03.758030 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-207d0ccd-ee39-414b-810e-4c0dcc135d57 None None] Provisioning complete for port 8d36511b-4193-4c5d-8f9b-9a4c4bcc1a4f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:03.758686 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-207d0ccd-ee39-414b-810e-4c0dcc135d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:03.773164 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f427663a-aa60-48c3-81dc-5b342c0d6bd0 req-a6611695-a7e2-4e10-95c9-86a68ed485ba tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/security-groups?id=9470b4c0-c18d-4d43-bba5-94dd1acccac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397057 Nov 29 01:58:03.784954 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:03.785295 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:03.785662 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd on network 2db6475b-a550-4a31-87f7-29076e2e91b8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:03.792257 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10f3f8e-550e-4d4d-99d7-2ec10160c33e tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Made reservation on behalf of 8db58ea8d3eb4c668e7aaba04b2042fb for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:03.796436 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ded06756-72ec-43cc-a288-ade499552b2f None None] Attempting to bind port 77f65a30-5e32-432b-95c3-7fe1b1ac894b on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:03.796808 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ded06756-72ec-43cc-a288-ade499552b2f None None] Attempting to bind port 77f65a30-5e32-432b-95c3-7fe1b1ac894b by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:03.797931 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded06756-72ec-43cc-a288-ade499552b2f None None] Attempting to bind port 77f65a30-5e32-432b-95c3-7fe1b1ac894b on network 126abf58-b75c-4c07-bafa-8e25bc6621b0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:03.801271 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f10f3f8e-550e-4d4d-99d7-2ec10160c33e tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:03.807945 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded06756-72ec-43cc-a288-ade499552b2f None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:58:03.808321 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded06756-72ec-43cc-a288-ade499552b2f None None] Checking segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:58:03.809204 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ded06756-72ec-43cc-a288-ade499552b2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:03.809441 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded06756-72ec-43cc-a288-ade499552b2f None None] Bound using segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:58:03.809978 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ded06756-72ec-43cc-a288-ade499552b2f None None] Bound port: 77f65a30-5e32-432b-95c3-7fe1b1ac894b, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:58:03.810914 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ded06756-72ec-43cc-a288-ade499552b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:03.814710 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7b02904b-62c4-4ac7-b1d3-d89b48ca3676 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Deleting port 8d36511b-4193-4c5d-8f9b-9a4c4bcc1a4f {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:03.815011 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7b02904b-62c4-4ac7-b1d3-d89b48ca3676 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:03.829588 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-207d0ccd-ee39-414b-810e-4c0dcc135d57 None None] Port 8d36511b-4193-4c5d-8f9b-9a4c4bcc1a4f cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:58:03.832842 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Port 72061f2d-51a9-44a6-912a-2a03d8926ccd on network 2db6475b-a550-4a31-87f7-29076e2e91b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:03.833170 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Failed to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd on host hv-neutron-8190 for vnic_type normal using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] Nov 29 01:58:03.834216 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempt 8 to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd Nov 29 01:58:03.834784 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f10f3f8e-550e-4d4d-99d7-2ec10160c33e tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:03.896708 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ded06756-72ec-43cc-a288-ade499552b2f None None] For port 77f65a30-5e32-432b-95c3-7fe1b1ac894b, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:58:03.899975 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ded06756-72ec-43cc-a288-ade499552b2f None None] For port 77f65a30-5e32-432b-95c3-7fe1b1ac894b, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=77f65a30-5e32-432b-95c3-7fe1b1ac894b,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:58:03.906383 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ded06756-72ec-43cc-a288-ade499552b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:03.934066 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:03.934404 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:03.934742 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd on network 2db6475b-a550-4a31-87f7-29076e2e91b8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:03.938498 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8787abc-80e7-425a-9b52-61224b84a302 service neutron] Pushing event updated for resources: {'Port': ['ID=cafdaaaf-c9cd-47fc-b683-1e5ac748f88c,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:03.959384 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Port 72061f2d-51a9-44a6-912a-2a03d8926ccd on network 2db6475b-a550-4a31-87f7-29076e2e91b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:03.959710 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Failed to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd on host hv-neutron-8190 for vnic_type normal using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] Nov 29 01:58:03.962195 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempt 9 to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd Nov 29 01:58:04.002297 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded06756-72ec-43cc-a288-ade499552b2f None None] Pushing event updated for resources: {'Port': ['ID=77f65a30-5e32-432b-95c3-7fe1b1ac894b,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:04.024758 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b81264e1-28f7-43f8-9400-88c63b1c2bb7 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:04.031868 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:04.032200 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:04.032531 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd on network 2db6475b-a550-4a31-87f7-29076e2e91b8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:04.142590 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7b02904b-62c4-4ac7-b1d3-d89b48ca3676 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:04.183988 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7b02904b-62c4-4ac7-b1d3-d89b48ca3676 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Calling delete_port for 8d36511b-4193-4c5d-8f9b-9a4c4bcc1a4f owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:04.242242 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-89bd7ace-7956-4571-ba77-42687e3387db req-a8787abc-80e7-425a-9b52-61224b84a302 service neutron] Attempting to bind port cafdaaaf-c9cd-47fc-b683-1e5ac748f88c on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:04.242919 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-89bd7ace-7956-4571-ba77-42687e3387db req-a8787abc-80e7-425a-9b52-61224b84a302 service neutron] Attempting to bind port cafdaaaf-c9cd-47fc-b683-1e5ac748f88c by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '7341315d-4c00-4407-a366-518d173796ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'eb5b9240-440f-46b6-8e86-e0412219f8de'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:04.243198 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89bd7ace-7956-4571-ba77-42687e3387db req-a8787abc-80e7-425a-9b52-61224b84a302 service neutron] Attempting to bind port cafdaaaf-c9cd-47fc-b683-1e5ac748f88c on network eb5b9240-440f-46b6-8e86-e0412219f8de {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:04.278729 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89bd7ace-7956-4571-ba77-42687e3387db req-a8787abc-80e7-425a-9b52-61224b84a302 service neutron] Port cafdaaaf-c9cd-47fc-b683-1e5ac748f88c on network eb5b9240-440f-46b6-8e86-e0412219f8de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:04.279755 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89bd7ace-7956-4571-ba77-42687e3387db req-a8787abc-80e7-425a-9b52-61224b84a302 service neutron] Attempting to bind port cafdaaaf-c9cd-47fc-b683-1e5ac748f88c on network eb5b9240-440f-46b6-8e86-e0412219f8de {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:04.326648 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-04a69ca7-223e-46fc-b4c5-176057b77e7d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:04.337349 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Port 72061f2d-51a9-44a6-912a-2a03d8926ccd on network 2db6475b-a550-4a31-87f7-29076e2e91b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:04.337958 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Failed to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd on host hv-neutron-8190 for vnic_type normal using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] Nov 29 01:58:04.338269 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f10f3f8e-550e-4d4d-99d7-2ec10160c33e tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:04.341408 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempt 10 to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd Nov 29 01:58:04.353412 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f10f3f8e-550e-4d4d-99d7-2ec10160c33e tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:04.375590 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0714cc74-d505-4f59-8604-783d76b7ce07 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:04.379018 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-b81264e1-28f7-43f8-9400-88c63b1c2bb7 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Allocated IP 172.26.3.9 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/e8c1baaf-04ed-4c1e-9fd5-ef685eb1b9c8) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:04.382296 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89bd7ace-7956-4571-ba77-42687e3387db req-a8787abc-80e7-425a-9b52-61224b84a302 service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:58:04.382645 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89bd7ace-7956-4571-ba77-42687e3387db req-a8787abc-80e7-425a-9b52-61224b84a302 service neutron] Checking segment: {'id': '7341315d-4c00-4407-a366-518d173796ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'eb5b9240-440f-46b6-8e86-e0412219f8de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:58:04.383173 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89bd7ace-7956-4571-ba77-42687e3387db req-a8787abc-80e7-425a-9b52-61224b84a302 service neutron] Bound using segment: {'id': '7341315d-4c00-4407-a366-518d173796ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'eb5b9240-440f-46b6-8e86-e0412219f8de'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:58:04.383621 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-89bd7ace-7956-4571-ba77-42687e3387db req-a8787abc-80e7-425a-9b52-61224b84a302 service neutron] Bound port: cafdaaaf-c9cd-47fc-b683-1e5ac748f88c, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7341315d-4c00-4407-a366-518d173796ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'eb5b9240-440f-46b6-8e86-e0412219f8de'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:58:04.384121 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-89bd7ace-7956-4571-ba77-42687e3387db req-a8787abc-80e7-425a-9b52-61224b84a302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:04.412368 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0714cc74-d505-4f59-8604-783d76b7ce07 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:04.427658 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f10f3f8e-550e-4d4d-99d7-2ec10160c33e tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:58:04.428231 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:04.428570 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:04.428906 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd on network 2db6475b-a550-4a31-87f7-29076e2e91b8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:04.468477 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Port 72061f2d-51a9-44a6-912a-2a03d8926ccd on network 2db6475b-a550-4a31-87f7-29076e2e91b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:04.468797 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Failed to bind port 72061f2d-51a9-44a6-912a-2a03d8926ccd on host hv-neutron-8190 for vnic_type normal using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] Nov 29 01:58:04.469064 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:04.504948 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f3f8e-550e-4d4d-99d7-2ec10160c33e tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2926434-066e-416e-9326-e03d9a920b0a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:04.515097 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f10f3f8e-550e-4d4d-99d7-2ec10160c33e tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:04.515473 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-f10f3f8e-550e-4d4d-99d7-2ec10160c33e tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Added segment 645928c6-9d14-40d1-a53b-ea9755f0fb8f of type vlan for network e8ae0799-ff24-4a30-a09d-3343f7560c88 Nov 29 01:58:04.516540 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de5da2-b2c2-4d98-ae46-8deef8e077ea req-86494bc4-9f51-4f53-8600-c3dd0c767240 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:04.518050 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-06de5da2-b2c2-4d98-ae46-8deef8e077ea req-86494bc4-9f51-4f53-8600-c3dd0c767240 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c566a5-a101-4e96-b311-78628ab0d4d1 HTTP/1.1" status: 200 len: 943 time: 0.1691473 Nov 29 01:58:04.538647 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-04a69ca7-223e-46fc-b4c5-176057b77e7d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:04.611198 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a69ca7-223e-46fc-b4c5-176057b77e7d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:04.631516 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-04a69ca7-223e-46fc-b4c5-176057b77e7d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:04.633324 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f10f3f8e-550e-4d4d-99d7-2ec10160c33e tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:04.651098 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a69ca7-223e-46fc-b4c5-176057b77e7d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:04.657311 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a69ca7-223e-46fc-b4c5-176057b77e7d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:04.657941 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-04a69ca7-223e-46fc-b4c5-176057b77e7d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:04.660714 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a69ca7-223e-46fc-b4c5-176057b77e7d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Port': ['ID=f9eadf04-5b43-49c4-8034-9db2e50f36bd,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:04.662626 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-89bd7ace-7956-4571-ba77-42687e3387db req-a8787abc-80e7-425a-9b52-61224b84a302 service neutron] For port cafdaaaf-c9cd-47fc-b683-1e5ac748f88c, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:58:04.679008 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-06de5da2-b2c2-4d98-ae46-8deef8e077ea req-a77efd61-589b-4e44-b887-3fe479e9d293 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/security-groups?id=70b4eeb1-f379-4182-b857-214b65c846f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383772 Nov 29 01:58:04.685840 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] For port 72061f2d-51a9-44a6-912a-2a03d8926ccd, host hv-neutron-8190, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:58:04.686334 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempted to set empty binding levels {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 29 01:58:04.688414 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7b02904b-62c4-4ac7-b1d3-d89b48ca3676 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:04.694145 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-89bd7ace-7956-4571-ba77-42687e3387db req-a8787abc-80e7-425a-9b52-61224b84a302 service neutron] For port cafdaaaf-c9cd-47fc-b683-1e5ac748f88c, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=cafdaaaf-c9cd-47fc-b683-1e5ac748f88c,segment=NetworkSegment(7341315d-4c00-4407-a366-518d173796ef),segment_id=7341315d-4c00-4407-a366-518d173796ef)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:58:04.695259 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-04a69ca7-223e-46fc-b4c5-176057b77e7d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1069224 Nov 29 01:58:04.696622 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37498) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:04.706340 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:04.725846 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-89bd7ace-7956-4571-ba77-42687e3387db req-a8787abc-80e7-425a-9b52-61224b84a302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:04.745536 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f10f3f8e-550e-4d4d-99d7-2ec10160c33e tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:04.751104 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10f3f8e-550e-4d4d-99d7-2ec10160c33e tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:04.751703 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f10f3f8e-550e-4d4d-99d7-2ec10160c33e tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:04.764741 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:04.765336 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:04.777344 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b81264e1-28f7-43f8-9400-88c63b1c2bb7 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:04.798201 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 3.4683249 Nov 29 01:58:04.803279 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37500) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:04.856304 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf3175-b2cf-4272-a464-e854b2588de9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Pushing event updated for resources: {'Port': ['ID=72061f2d-51a9-44a6-912a-2a03d8926ccd,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:04.882508 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0623b7-16b0-4ca5-9f45-80bad053045a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:04.886944 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02904b-62c4-4ac7-b1d3-d89b48ca3676 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Pushing event deleted for resources: {'Port': ['ID=8d36511b-4193-4c5d-8f9b-9a4c4bcc1a4f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:04.902286 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0623b7-16b0-4ca5-9f45-80bad053045a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:04.906605 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6e0623b7-16b0-4ca5-9f45-80bad053045a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2087908 Nov 29 01:58:04.907996 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37504) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:04.914459 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 77f65a30-5e32-432b-95c3-7fe1b1ac894b up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:58:04.987312 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 77f65a30-5e32-432b-95c3-7fe1b1ac894b triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:04.987685 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:05.006941 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd7ace-7956-4571-ba77-42687e3387db req-a8787abc-80e7-425a-9b52-61224b84a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:05.008285 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-89bd7ace-7956-4571-ba77-42687e3387db req-a8787abc-80e7-425a-9b52-61224b84a302 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:05.011419 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-89bd7ace-7956-4571-ba77-42687e3387db req-a8787abc-80e7-425a-9b52-61224b84a302 service neutron] 10.222.0.24 "PUT /v2.0/ports/cafdaaaf-c9cd-47fc-b683-1e5ac748f88c HTTP/1.1" status: 200 len: 1094 time: 2.8676937 Nov 29 01:58:05.057712 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f3f8e-550e-4d4d-99d7-2ec10160c33e tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Pushing event updated for resources: {'Network': ['ID=e8ae0799-ff24-4a30-a09d-3343f7560c88,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:05.061130 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8787abc-80e7-425a-9b52-61224b84a302 service neutron] Pushing event updated for resources: {'Port': ['ID=cafdaaaf-c9cd-47fc-b683-1e5ac748f88c,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:05.072628 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network e8ae0799-ff24-4a30-a09d-3343f7560c88 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:58:05.078779 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa175ed-e1f2-43bf-99c1-41334d3acfa7', 'tag': 'cafdaaaf-c9cd-47fc-b683-1e5ac748f88c'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:58:05.084753 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316a91ef-32ba-46a7-97ee-af0bbfa4fd89" -d '{"events": [{"name": "network-changed", "server_uuid": "faa175ed-e1f2-43bf-99c1-41334d3acfa7", "tag": "cafdaaaf-c9cd-47fc-b683-1e5ac748f88c"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:58:05.149220 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f10f3f8e-550e-4d4d-99d7-2ec10160c33e tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.6473022 Nov 29 01:58:05.160109 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37508) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:05.183594 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a0efbfab-d120-44fb-9d55-e859d9e450a5 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Request body: {'subnet': {'network_id': 'e8ae0799-ff24-4a30-a09d-3343f7560c88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:05.219832 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7b02904b-62c4-4ac7-b1d3-d89b48ca3676 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:05.226399 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7b02904b-62c4-4ac7-b1d3-d89b48ca3676 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] 10.222.0.37 "DELETE /v2.0/ports/8d36511b-4193-4c5d-8f9b-9a4c4bcc1a4f HTTP/1.1" status: 204 len: 168 time: 1.7827053 Nov 29 01:58:05.228287 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37510) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:05.269992 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b81264e1-28f7-43f8-9400-88c63b1c2bb7 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:05.272457 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ace787-40fb-4193-8f6b-5e827cb1b6dd tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] GET failed (client error): The resource could not be found. Nov 29 01:58:05.278718 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-29ace787-40fb-4193-8f6b-5e827cb1b6dd tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] 10.222.0.37 "GET /v2.0/ports/8d36511b-4193-4c5d-8f9b-9a4c4bcc1a4f HTTP/1.1" status: 404 len: 333 time: 0.0462041 Nov 29 01:58:05.281698 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37514) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:05.292663 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f748a2-003b-4e37-94ca-e3721e67e14e x-openstack-request-id: req-64f748a2-003b-4e37-94ca-e3721e67e14e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:58:05.293209 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faa175ed-e1f2-43bf-99c1-41334d3acfa7", "tag": "cafdaaaf-c9cd-47fc-b683-1e5ac748f88c", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:58:05.293642 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64f748a2-003b-4e37-94ca-e3721e67e14e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:58:05.294265 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:05.294437 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faa175ed-e1f2-43bf-99c1-41334d3acfa7', 'tag': 'cafdaaaf-c9cd-47fc-b683-1e5ac748f88c', 'status': 'completed', 'code': 200} Nov 29 01:58:05.303189 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6766b77c-2642-4e69-9093-334c6ba09b1e tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Request body: {'port': {'network_id': '136f6c15-592e-4410-8c9f-e0ae595770cc', 'name': 'tempest-AllowedAddressPairTestJSON-1304172933'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:05.308278 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f82aaa-1a91-4652-be0a-0c31cf0d3620 req-ae49d197-da0e-4826-be22-9dee1cf4ec88 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:05.313653 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd7ace-7956-4571-ba77-42687e3387db req-8e8bcd92-61d9-4a82-b804-dc53840d4a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:05.315182 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-89bd7ace-7956-4571-ba77-42687e3387db req-8e8bcd92-61d9-4a82-b804-dc53840d4a5f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=da68fb1b87304f61b182bda5bfdbc9db&device_id=faa175ed-e1f2-43bf-99c1-41334d3acfa7 HTTP/1.1" status: 200 len: 1097 time: 0.2265172 Nov 29 01:58:05.316736 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-64f82aaa-1a91-4652-be0a-0c31cf0d3620 req-ae49d197-da0e-4826-be22-9dee1cf4ec88 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/ports?device_id=faa175ed-e1f2-43bf-99c1-41334d3acfa7 HTTP/1.1" status: 200 len: 944 time: 0.4055223 Nov 29 01:58:05.398893 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81264e1-28f7-43f8-9400-88c63b1c2bb7 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:05.408239 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-0714cc74-d505-4f59-8604-783d76b7ce07 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Allocated IP 172.26.3.215 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/c118d05a-89f1-4fa6-9432-ad842f84fea4) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:05.429979 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-b81264e1-28f7-43f8-9400-88c63b1c2bb7 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:05.437001 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-89bd7ace-7956-4571-ba77-42687e3387db req-2b72c680-3cd6-4328-b78c-8dcea6a6bc9b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cafdaaaf-c9cd-47fc-b683-1e5ac748f88c HTTP/1.1" status: 200 len: 217 time: 0.0891087 Nov 29 01:58:05.443937 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81264e1-28f7-43f8-9400-88c63b1c2bb7 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:05.459329 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81264e1-28f7-43f8-9400-88c63b1c2bb7 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Pushing event updated for resources: {'Port': ['ID=e8c1baaf-04ed-4c1e-9fd5-ef685eb1b9c8,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:05.463846 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0efbfab-d120-44fb-9d55-e859d9e450a5 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Made reservation on behalf of 8db58ea8d3eb4c668e7aaba04b2042fb for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:05.466991 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0efbfab-d120-44fb-9d55-e859d9e450a5 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:05.493316 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port 77f65a30-5e32-432b-95c3-7fe1b1ac894b, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=77f65a30-5e32-432b-95c3-7fe1b1ac894b,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:05.496953 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-34ca0e62-efe8-40ca-8f74-af36e2c1fde7 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Deleting port 72061f2d-51a9-44a6-912a-2a03d8926ccd {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:05.497294 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34ca0e62-efe8-40ca-8f74-af36e2c1fde7 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:05.503619 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:05.566741 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd7ace-7956-4571-ba77-42687e3387db req-4405a7c7-8033-42a0-8023-1906c00b750c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:05.567917 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-89bd7ace-7956-4571-ba77-42687e3387db req-4405a7c7-8033-42a0-8023-1906c00b750c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b35b82af-f6e8-4c72-bc4b-0b6753f30b4a HTTP/1.1" status: 200 len: 851 time: 0.1195903 Nov 29 01:58:05.584225 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=77f65a30-5e32-432b-95c3-7fe1b1ac894b,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:05.595349 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-fba4f45b-3007-46b8-bf41-1d992d6a4304 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting port f9eadf04-5b43-49c4-8034-9db2e50f36bd {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:05.596230 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fba4f45b-3007-46b8-bf41-1d992d6a4304 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:05.620946 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-f164eec8-fc05-4aed-8335-a54c6a797d80 None None] Provisioning complete for port 77f65a30-5e32-432b-95c3-7fe1b1ac894b triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:05.621310 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f164eec8-fc05-4aed-8335-a54c6a797d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:05.648136 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b81264e1-28f7-43f8-9400-88c63b1c2bb7 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:05.655063 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6766b77c-2642-4e69-9093-334c6ba09b1e tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Made reservation on behalf of 320b4919f184460ba2e43d76dae0a10a for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:05.658669 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6766b77c-2642-4e69-9093-334c6ba09b1e tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:05.703518 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd7ace-7956-4571-ba77-42687e3387db req-18d09a85-0deb-4f25-9f4d-b0d78d5f8444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:05.705034 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-89bd7ace-7956-4571-ba77-42687e3387db req-18d09a85-0deb-4f25-9f4d-b0d78d5f8444 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb5b9240-440f-46b6-8e86-e0412219f8de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1102612 Nov 29 01:58:05.721293 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-6766b77c-2642-4e69-9093-334c6ba09b1e tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] device_id is not set on port b129d0e5-98ea-4de8-87bf-1ec9643ce6eb yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:58:05.738965 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b81264e1-28f7-43f8-9400-88c63b1c2bb7 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:05.815577 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-64f82aaa-1a91-4652-be0a-0c31cf0d3620 req-e573c8bd-f689-4f5b-9768-60837ace7291 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/security-groups?id=9470b4c0-c18d-4d43-bba5-94dd1acccac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4974546 Nov 29 01:58:05.845414 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-61c8c6ef-95df-4c14-8a28-a08a5c36b91e None None] Provisioning complete for port f9eadf04-5b43-49c4-8034-9db2e50f36bd triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:05.845827 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-61c8c6ef-95df-4c14-8a28-a08a5c36b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:05.884918 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-61c8c6ef-95df-4c14-8a28-a08a5c36b91e None None] Port f9eadf04-5b43-49c4-8034-9db2e50f36bd cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:58:05.887901 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-34ca0e62-efe8-40ca-8f74-af36e2c1fde7 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] For port 72061f2d-51a9-44a6-912a-2a03d8926ccd, host hv-neutron-8190, got binding levels [] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:05.888341 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34ca0e62-efe8-40ca-8f74-af36e2c1fde7 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:05.927362 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-34ca0e62-efe8-40ca-8f74-af36e2c1fde7 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Calling delete_port for 72061f2d-51a9-44a6-912a-2a03d8926ccd owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:05.970130 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-89bd7ace-7956-4571-ba77-42687e3387db req-4a030fe5-0744-49d1-8af8-3ea3cfe6c91c service neutron] 10.222.0.24 "GET /v2.0/networks/eb5b9240-440f-46b6-8e86-e0412219f8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569175 Nov 29 01:58:05.974458 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fba4f45b-3007-46b8-bf41-1d992d6a4304 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:05.984347 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-6766b77c-2642-4e69-9093-334c6ba09b1e tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Allocated IP 172.20.0.4 (136f6c15-592e-4410-8c9f-e0ae595770cc/c08f1ddb-8e0d-4d48-95f4-8888cfc3903d/b129d0e5-98ea-4de8-87bf-1ec9643ce6eb) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:06.048048 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620e909-a2f9-4ce0-8c29-ec147e852c9e req-cce3818b-4d0b-4a82-b436-020c68b01538 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:06.049578 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3620e909-a2f9-4ce0-8c29-ec147e852c9e req-cce3818b-4d0b-4a82-b436-020c68b01538 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c566a5-a101-4e96-b311-78628ab0d4d1 HTTP/1.1" status: 200 len: 943 time: 0.2841849 Nov 29 01:58:06.061244 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-fba4f45b-3007-46b8-bf41-1d992d6a4304 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Calling delete_port for f9eadf04-5b43-49c4-8034-9db2e50f36bd owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:06.108921 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0714cc74-d505-4f59-8604-783d76b7ce07 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:06.150737 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 177fd6d7-9357-4aa7-8529-04b3b468acbc details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 01:58:06.151814 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-89bd7ace-7956-4571-ba77-42687e3387db req-65c8765b-e8f8-4941-9606-095ed4102d3c service neutron] 10.222.0.24 "GET /v2.0/networks/eb5b9240-440f-46b6-8e86-e0412219f8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693072 Nov 29 01:58:06.158733 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b81264e1-28f7-43f8-9400-88c63b1c2bb7 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:06.168288 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0efbfab-d120-44fb-9d55-e859d9e450a5 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:06.196094 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b81264e1-28f7-43f8-9400-88c63b1c2bb7 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:06.259437 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3620e909-a2f9-4ce0-8c29-ec147e852c9e req-b005a3da-3148-4c12-bce5-95883a9c84ce tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/security-groups?id=70b4eeb1-f379-4182-b857-214b65c846f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925507 Nov 29 01:58:06.295265 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81264e1-28f7-43f8-9400-88c63b1c2bb7 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Pushing event updated for resources: {'Port': ['ID=e8c1baaf-04ed-4c1e-9fd5-ef685eb1b9c8,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:06.312114 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34ca0e62-efe8-40ca-8f74-af36e2c1fde7 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:06.332442 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0efbfab-d120-44fb-9d55-e859d9e450a5 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Pushing event updated for resources: {'Subnet': ['ID=a1c1752b-5cdc-4500-977b-d6fb2f5707f1,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:06.334993 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 177fd6d7-9357-4aa7-8529-04b3b468acbc, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=177fd6d7-9357-4aa7-8529-04b3b468acbc,segment=NetworkSegment(01a6022b-fd65-4f04-9a20-29dba6f904e6),segment_id=01a6022b-fd65-4f04-9a20-29dba6f904e6)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:06.349335 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '177fd6d7-9357-4aa7-8529-04b3b468acbc', 'network_id': '15d78a30-826a-4437-bf95-ffaf3e1cb11a', 'port_id': '177fd6d7-9357-4aa7-8529-04b3b468acbc', 'mac_address': 'fa:16:3e:98:7c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6be0b08c-da9c-4841-a857-67610a540960', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 01:58:06.364611 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34ca0e62-efe8-40ca-8f74-af36e2c1fde7 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:06.371847 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-34ca0e62-efe8-40ca-8f74-af36e2c1fde7 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] 10.222.0.37 "DELETE /v2.0/ports/72061f2d-51a9-44a6-912a-2a03d8926ccd HTTP/1.1" status: 204 len: 168 time: 1.5672917 Nov 29 01:58:06.372791 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37520) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:06.380514 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0714cc74-d505-4f59-8604-783d76b7ce07 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:06.391094 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:06.397766 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca0e62-efe8-40ca-8f74-af36e2c1fde7 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Pushing event deleted for resources: {'Port': ['ID=72061f2d-51a9-44a6-912a-2a03d8926ccd,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:06.407642 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177fd6d7-9357-4aa7-8529-04b3b468acbc {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:58:06.431089 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 177fd6d7-9357-4aa7-8529-04b3b468acbc, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=177fd6d7-9357-4aa7-8529-04b3b468acbc,segment=NetworkSegment(01a6022b-fd65-4f04-9a20-29dba6f904e6),segment_id=01a6022b-fd65-4f04-9a20-29dba6f904e6)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:06.435735 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:06.455020 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-97dd8daf-bdd4-47c0-a36d-86d3d43083f9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] GET failed (client error): The resource could not be found. Nov 29 01:58:06.457014 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-97dd8daf-bdd4-47c0-a36d-86d3d43083f9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] 10.222.0.37 "GET /v2.0/ports/72061f2d-51a9-44a6-912a-2a03d8926ccd HTTP/1.1" status: 404 len: 333 time: 0.0730338 Nov 29 01:58:06.459890 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0efbfab-d120-44fb-9d55-e859d9e450a5 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Checking segment: {'id': '645928c6-9d14-40d1-a53b-ea9755f0fb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e8ae0799-ff24-4a30-a09d-3343f7560c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:58:06.460577 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0efbfab-d120-44fb-9d55-e859d9e450a5 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Network hostable DHCP agents. Network: e8ae0799-ff24-4a30-a09d-3343f7560c88, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:58:06.468024 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37522) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:06.481991 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5c2ff744-6f69-4628-a12f-493d7812d375 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Request body: {'port': {'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1763734640'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:06.490838 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=177fd6d7-9357-4aa7-8529-04b3b468acbc,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:06.493831 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0714cc74-d505-4f59-8604-783d76b7ce07 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:06.523148 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-0714cc74-d505-4f59-8604-783d76b7ce07 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:06.534804 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0714cc74-d505-4f59-8604-783d76b7ce07 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:06.536663 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714cc74-d505-4f59-8604-783d76b7ce07 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Pushing event updated for resources: {'Port': ['ID=c118d05a-89f1-4fa6-9432-ad842f84fea4,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:06.579988 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b81264e1-28f7-43f8-9400-88c63b1c2bb7 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:06.595875 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2ff744-6f69-4628-a12f-493d7812d375 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Made reservation on behalf of 3bae3a9d96cc46ba861b51bd4335665e for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:06.598210 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5c2ff744-6f69-4628-a12f-493d7812d375 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:06.603058 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fba4f45b-3007-46b8-bf41-1d992d6a4304 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:06.604530 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0efbfab-d120-44fb-9d55-e859d9e450a5 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Network e8ae0799-ff24-4a30-a09d-3343f7560c88 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:58:06.627173 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b81264e1-28f7-43f8-9400-88c63b1c2bb7 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:06.628281 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b81264e1-28f7-43f8-9400-88c63b1c2bb7 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.1835554 Nov 29 01:58:06.632405 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37524) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:06.640080 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6766b77c-2642-4e69-9093-334c6ba09b1e tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:06.657788 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a91ef-32ba-46a7-97ee-af0bbfa4fd89 req-b6bbac77-13d2-4192-a144-b47e63031187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:06.659450 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-316a91ef-32ba-46a7-97ee-af0bbfa4fd89 req-b6bbac77-13d2-4192-a144-b47e63031187 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=da68fb1b87304f61b182bda5bfdbc9db&device_id=faa175ed-e1f2-43bf-99c1-41334d3acfa7 HTTP/1.1" status: 200 len: 1097 time: 0.0891519 Nov 29 01:58:06.660114 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba4f45b-3007-46b8-bf41-1d992d6a4304 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Port': ['ID=f9eadf04-5b43-49c4-8034-9db2e50f36bd,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:06.694985 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-a0efbfab-d120-44fb-9d55-e859d9e450a5 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, e8ae0799-ff24-4a30-a09d-3343f7560c88) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:06.696966 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-5c2ff744-6f69-4628-a12f-493d7812d375 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] device_id is not set on port 1f56119c-d147-49a3-9a2f-199a70368b30 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:58:06.722418 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1ba496-0e6b-4929-ade1-6fb59af1cd83 None None] Network e8ae0799-ff24-4a30-a09d-3343f7560c88 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:58:06.734032 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0efbfab-d120-44fb-9d55-e859d9e450a5 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:06.734662 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0efbfab-d120-44fb-9d55-e859d9e450a5 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:06.749276 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6766b77c-2642-4e69-9093-334c6ba09b1e tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:06.827843 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fba4f45b-3007-46b8-bf41-1d992d6a4304 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:06.831317 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-fba4f45b-3007-46b8-bf41-1d992d6a4304 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/f9eadf04-5b43-49c4-8034-9db2e50f36bd HTTP/1.1" status: 204 len: 168 time: 1.9044375 Nov 29 01:58:06.840800 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37528) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:06.847312 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a0efbfab-d120-44fb-9d55-e859d9e450a5 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6691465 Nov 29 01:58:06.848825 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 77f65a30-5e32-432b-95c3-7fe1b1ac894b up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:58:06.855401 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['177fd6d7-9357-4aa7-8529-04b3b468acbc'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 01:58:06.858894 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6766b77c-2642-4e69-9093-334c6ba09b1e tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Network 136f6c15-592e-4410-8c9f-e0ae595770cc is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:06.863151 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37530) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:06.866962 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-6766b77c-2642-4e69-9093-334c6ba09b1e tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:06.870113 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6766b77c-2642-4e69-9093-334c6ba09b1e tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:06.913749 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-805b5428-422e-4105-8400-bccd34e2f870 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1380809233', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:06.935498 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a5aec456-2c1a-4a5f-9a69-0c29f2a09445 tempest-FloatingIPAdminTestJSON-1356664655 tempest-FloatingIPAdminTestJSON-1356664655-project] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:06.952787 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6766b77c-2642-4e69-9093-334c6ba09b1e tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:06.954927 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6766b77c-2642-4e69-9093-334c6ba09b1e tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:07.005754 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5aec456-2c1a-4a5f-9a69-0c29f2a09445 tempest-FloatingIPAdminTestJSON-1356664655 tempest-FloatingIPAdminTestJSON-1356664655-project] Publish callbacks [] for floatingip, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:07.057385 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766b77c-2642-4e69-9093-334c6ba09b1e tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Pushing event updated for resources: {'Port': ['ID=b129d0e5-98ea-4de8-87bf-1ec9643ce6eb,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:07.068093 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a91ef-32ba-46a7-97ee-af0bbfa4fd89 req-6a985ad5-30de-46cb-b5fc-60cc9471fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:07.070563 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-316a91ef-32ba-46a7-97ee-af0bbfa4fd89 req-6a985ad5-30de-46cb-b5fc-60cc9471fd93 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb5b9240-440f-46b6-8e86-e0412219f8de HTTP/1.1" status: 200 len: 913 time: 0.3988543 Nov 29 01:58:07.084813 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6766b77c-2642-4e69-9093-334c6ba09b1e tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7929277 Nov 29 01:58:07.102165 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37534) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:07.116098 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5aac8cb8-d079-4a18-b58e-2cdeffaabaf9 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Request body: {'port': {'network_id': '136f6c15-592e-4410-8c9f-e0ae595770cc', 'name': 'tempest-AllowedAddressPairTestJSON-651205755'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:07.174392 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-316a91ef-32ba-46a7-97ee-af0bbfa4fd89 req-5791b215-e0e0-44a5-80e4-2b166ac757c8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cafdaaaf-c9cd-47fc-b683-1e5ac748f88c HTTP/1.1" status: 200 len: 217 time: 0.0912924 Nov 29 01:58:07.210519 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-805b5428-422e-4105-8400-bccd34e2f870 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:07.211588 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-805b5428-422e-4105-8400-bccd34e2f870 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:07.220515 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 77f65a30-5e32-432b-95c3-7fe1b1ac894b triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:07.221044 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:07.238914 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c433ba-d107-4dfe-9d48-98a052ab9e72 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:07.240736 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c433ba-d107-4dfe-9d48-98a052ab9e72 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:07.244910 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-88c433ba-d107-4dfe-9d48-98a052ab9e72 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3964157 Nov 29 01:58:07.253851 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37536) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:07.276798 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0714cc74-d505-4f59-8604-783d76b7ce07 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:07.305993 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0f3e35dc-9a8b-4d66-aae4-de9b801ee7a3 None None] Provisioning complete for port b129d0e5-98ea-4de8-87bf-1ec9643ce6eb triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:07.306198 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f3e35dc-9a8b-4d66-aae4-de9b801ee7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:07.316234 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f258dd0-850e-4b49-bfa0-b16b478813fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-e8ae0799-ff24-4a30-a09d-3343f7560c88', 'network_id': 'e8ae0799-ff24-4a30-a09d-3343f7560c88', 'tenant_id': '8db58ea8d3eb4c668e7aaba04b2042fb', 'fixed_ips': [{'subnet_id': 'a1c1752b-5cdc-4500-977b-d6fb2f5707f1'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:58:07.317104 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f258dd0-850e-4b49-bfa0-b16b478813fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:07.374403 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba39ac52-8671-491e-8345-72ee05deaa89 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting subnet 8f065fa7-ca52-4cfd-9463-03fe6ad03504 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:58:07.382950 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba39ac52-8671-491e-8345-72ee05deaa89 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:07.392684 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a91ef-32ba-46a7-97ee-af0bbfa4fd89 req-7346a80d-25fe-49cb-b013-cbb368e4a44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:07.395316 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-316a91ef-32ba-46a7-97ee-af0bbfa4fd89 req-7346a80d-25fe-49cb-b013-cbb368e4a44d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b35b82af-f6e8-4c72-bc4b-0b6753f30b4a HTTP/1.1" status: 200 len: 851 time: 0.1770287 Nov 29 01:58:07.401307 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0f3e35dc-9a8b-4d66-aae4-de9b801ee7a3 None None] Port b129d0e5-98ea-4de8-87bf-1ec9643ce6eb cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:58:07.428661 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-805b5428-422e-4105-8400-bccd34e2f870 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:07.455220 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5c2ff744-6f69-4628-a12f-493d7812d375 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:07.461156 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-805b5428-422e-4105-8400-bccd34e2f870 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:07.477671 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029ba76-1c44-4d83-bd5c-00325eb22c21 req-11c63d1f-0f01-47fe-b111-d30b27427aaf tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:07.479372 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8029ba76-1c44-4d83-bd5c-00325eb22c21 req-11c63d1f-0f01-47fe-b111-d30b27427aaf tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/ports?device_id=faa175ed-e1f2-43bf-99c1-41334d3acfa7 HTTP/1.1" status: 200 len: 944 time: 0.4610970 Nov 29 01:58:07.508890 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba39ac52-8671-491e-8345-72ee05deaa89 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:07.558490 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-9f258dd0-850e-4b49-bfa0-b16b478813fd None None] Allocated IP 172.20.0.2 (e8ae0799-ff24-4a30-a09d-3343f7560c88/a1c1752b-5cdc-4500-977b-d6fb2f5707f1/1b2f141c-7f77-47dd-9318-83a0476f333d) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:07.568454 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5aec456-2c1a-4a5f-9a69-0c29f2a09445 tempest-FloatingIPAdminTestJSON-1356664655 tempest-FloatingIPAdminTestJSON-1356664655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:07.576649 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a91ef-32ba-46a7-97ee-af0bbfa4fd89 req-ffc781ea-fbe4-4b0c-9aa7-f25cdcae385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:07.578564 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-316a91ef-32ba-46a7-97ee-af0bbfa4fd89 req-ffc781ea-fbe4-4b0c-9aa7-f25cdcae385b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb5b9240-440f-46b6-8e86-e0412219f8de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1488385 Nov 29 01:58:07.588749 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aac8cb8-d079-4a18-b58e-2cdeffaabaf9 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Made reservation on behalf of 320b4919f184460ba2e43d76dae0a10a for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:07.592377 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5aac8cb8-d079-4a18-b58e-2cdeffaabaf9 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:07.722052 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-5aac8cb8-d079-4a18-b58e-2cdeffaabaf9 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] device_id is not set on port 03b3310a-69cc-4068-9ef9-50e951ad174c yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:58:07.736714 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f258dd0-850e-4b49-bfa0-b16b478813fd None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:07.744850 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f258dd0-850e-4b49-bfa0-b16b478813fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:07.792401 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f258dd0-850e-4b49-bfa0-b16b478813fd None None] Network e8ae0799-ff24-4a30-a09d-3343f7560c88 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:07.795822 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-805b5428-422e-4105-8400-bccd34e2f870 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:07.796947 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-9f258dd0-850e-4b49-bfa0-b16b478813fd None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:07.797057 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-805b5428-422e-4105-8400-bccd34e2f870 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.9258764 Nov 29 01:58:07.801226 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f258dd0-850e-4b49-bfa0-b16b478813fd None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:07.804802 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37540) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:07.811157 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f258dd0-850e-4b49-bfa0-b16b478813fd None None] Pushing event updated for resources: {'Port': ['ID=1b2f141c-7f77-47dd-9318-83a0476f333d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:07.842893 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba39ac52-8671-491e-8345-72ee05deaa89 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:07.868808 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9f258dd0-850e-4b49-bfa0-b16b478813fd None None] Attempting to bind port 1b2f141c-7f77-47dd-9318-83a0476f333d on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:07.869264 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9f258dd0-850e-4b49-bfa0-b16b478813fd None None] Attempting to bind port 1b2f141c-7f77-47dd-9318-83a0476f333d by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '645928c6-9d14-40d1-a53b-ea9755f0fb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e8ae0799-ff24-4a30-a09d-3343f7560c88'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:07.869729 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f258dd0-850e-4b49-bfa0-b16b478813fd None None] Attempting to bind port 1b2f141c-7f77-47dd-9318-83a0476f333d on network e8ae0799-ff24-4a30-a09d-3343f7560c88 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:07.875456 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f258dd0-850e-4b49-bfa0-b16b478813fd None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:58:07.875954 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f258dd0-850e-4b49-bfa0-b16b478813fd None None] Checking segment: {'id': '645928c6-9d14-40d1-a53b-ea9755f0fb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e8ae0799-ff24-4a30-a09d-3343f7560c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:58:07.876847 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f258dd0-850e-4b49-bfa0-b16b478813fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:07.876847 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f258dd0-850e-4b49-bfa0-b16b478813fd None None] Bound using segment: {'id': '645928c6-9d14-40d1-a53b-ea9755f0fb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e8ae0799-ff24-4a30-a09d-3343f7560c88'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:58:07.877360 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9f258dd0-850e-4b49-bfa0-b16b478813fd None None] Bound port: 1b2f141c-7f77-47dd-9318-83a0476f333d, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '645928c6-9d14-40d1-a53b-ea9755f0fb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e8ae0799-ff24-4a30-a09d-3343f7560c88'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:58:07.877824 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f258dd0-850e-4b49-bfa0-b16b478813fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:07.898182 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8304b4-031e-4aae-b4e8-2cb7c686663d req-3a604bf2-ed5a-44ea-8ed5-a49d33904bcc tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:07.899687 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ff8304b4-031e-4aae-b4e8-2cb7c686663d req-3a604bf2-ed5a-44ea-8ed5-a49d33904bcc tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c566a5-a101-4e96-b311-78628ab0d4d1 HTTP/1.1" status: 200 len: 944 time: 0.5037670 Nov 29 01:58:07.947100 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-a5aec456-2c1a-4a5f-9a69-0c29f2a09445 tempest-FloatingIPAdminTestJSON-1356664655 tempest-FloatingIPAdminTestJSON-1356664655-project] Allocated IP 172.26.3.146 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/b1c9d031-7add-43e9-b58c-a6b305acba82) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:07.948439 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9f258dd0-850e-4b49-bfa0-b16b478813fd None None] For port 1b2f141c-7f77-47dd-9318-83a0476f333d, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:58:07.952059 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9f258dd0-850e-4b49-bfa0-b16b478813fd None None] For port 1b2f141c-7f77-47dd-9318-83a0476f333d, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=1b2f141c-7f77-47dd-9318-83a0476f333d,segment=NetworkSegment(645928c6-9d14-40d1-a53b-ea9755f0fb8f),segment_id=645928c6-9d14-40d1-a53b-ea9755f0fb8f)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:58:07.955848 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f258dd0-850e-4b49-bfa0-b16b478813fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:07.985070 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-316a91ef-32ba-46a7-97ee-af0bbfa4fd89 req-79662f7d-0587-4fb2-89a4-31a09c454bd8 service neutron] 10.222.0.24 "GET /v2.0/networks/eb5b9240-440f-46b6-8e86-e0412219f8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890965 Nov 29 01:58:07.999613 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8029ba76-1c44-4d83-bd5c-00325eb22c21 req-57d0795f-dc4f-4a64-ae08-739bbd945757 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/security-groups?id=9470b4c0-c18d-4d43-bba5-94dd1acccac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5116074 Nov 29 01:58:08.021830 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5c2ff744-6f69-4628-a12f-493d7812d375 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:08.043912 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f258dd0-850e-4b49-bfa0-b16b478813fd None None] Pushing event updated for resources: {'Port': ['ID=1b2f141c-7f77-47dd-9318-83a0476f333d,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:08.102457 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device cafdaaaf-c9cd-47fc-b683-1e5ac748f88c details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 01:58:08.123864 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-5aac8cb8-d079-4a18-b58e-2cdeffaabaf9 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Allocated IP 172.20.0.7 (136f6c15-592e-4410-8c9f-e0ae595770cc/c08f1ddb-8e0d-4d48-95f4-8888cfc3903d/03b3310a-69cc-4068-9ef9-50e951ad174c) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:08.142983 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba39ac52-8671-491e-8345-72ee05deaa89 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:08.185039 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2ff744-6f69-4628-a12f-493d7812d375 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Network 2db6475b-a550-4a31-87f7-29076e2e91b8 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:08.195784 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0714cc74-d505-4f59-8604-783d76b7ce07 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:08.208003 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39ac52-8671-491e-8345-72ee05deaa89 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Subnet': ['ID=8f065fa7-ca52-4cfd-9463-03fe6ad03504,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:08.210763 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 177fd6d7-9357-4aa7-8529-04b3b468acbc up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:58:08.225046 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba39ac52-8671-491e-8345-72ee05deaa89 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:08.227604 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-5c2ff744-6f69-4628-a12f-493d7812d375 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:08.229413 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ff744-6f69-4628-a12f-493d7812d375 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Pushing event updated for resources: {'Port': ['ID=1f56119c-d147-49a3-9a2f-199a70368b30,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:08.239712 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ba39ac52-8671-491e-8345-72ee05deaa89 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/8f065fa7-ca52-4cfd-9463-03fe6ad03504 HTTP/1.1" status: 204 len: 168 time: 0.9846768 Nov 29 01:58:08.243110 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37542) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:08.255147 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fd5ffd-b2be-4e89-acb0-55eeb7069e31 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:58:08.268686 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ff8304b4-031e-4aae-b4e8-2cb7c686663d req-518af11c-298b-4448-a5ab-93e45ea1cb34 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/security-groups?id=70b4eeb1-f379-4182-b857-214b65c846f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3307686 Nov 29 01:58:08.272331 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2ff744-6f69-4628-a12f-493d7812d375 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:08.273263 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2ff744-6f69-4628-a12f-493d7812d375 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:08.273896 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5c2ff744-6f69-4628-a12f-493d7812d375 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:08.353781 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-be0d4d6d-bb52-4a4c-bc8e-066599236fef tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1042814 Nov 29 01:58:08.354377 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37544) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:08.376092 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-83251d23-2931-4e69-b4e5-173ca536bf04 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:08.404935 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-316a91ef-32ba-46a7-97ee-af0bbfa4fd89 req-db604e82-deed-4782-880d-21ded6783f31 service neutron] 10.222.0.24 "GET /v2.0/networks/eb5b9240-440f-46b6-8e86-e0412219f8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045446 Nov 29 01:58:08.413122 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port cafdaaaf-c9cd-47fc-b683-1e5ac748f88c, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=cafdaaaf-c9cd-47fc-b683-1e5ac748f88c,segment=NetworkSegment(7341315d-4c00-4407-a366-518d173796ef),segment_id=7341315d-4c00-4407-a366-518d173796ef)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:08.427904 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5c2ff744-6f69-4628-a12f-493d7812d375 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9570088 Nov 29 01:58:08.436423 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37546) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:08.441459 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8190'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:08.467547 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': 'cafdaaaf-c9cd-47fc-b683-1e5ac748f88c', 'network_id': 'eb5b9240-440f-46b6-8e86-e0412219f8de', 'port_id': 'cafdaaaf-c9cd-47fc-b683-1e5ac748f88c', 'mac_address': 'fa:16:3e:64:b5:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b35b82af-f6e8-4c72-bc4b-0b6753f30b4a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 01:58:08.504301 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5aec456-2c1a-4a5f-9a69-0c29f2a09445 tempest-FloatingIPAdminTestJSON-1356664655 tempest-FloatingIPAdminTestJSON-1356664655-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:08.512850 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port 177fd6d7-9357-4aa7-8529-04b3b468acbc completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 01:58:08.543911 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 177fd6d7-9357-4aa7-8529-04b3b468acbc triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:08.544291 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:08.613255 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6cceb08e-8f05-460b-8082-a4d468efef09 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:08.616215 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:08.616394 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83251d23-2931-4e69-b4e5-173ca536bf04 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:08.619927 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83251d23-2931-4e69-b4e5-173ca536bf04 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:08.627833 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5aac8cb8-d079-4a18-b58e-2cdeffaabaf9 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:08.684834 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5aec456-2c1a-4a5f-9a69-0c29f2a09445 tempest-FloatingIPAdminTestJSON-1356664655 tempest-FloatingIPAdminTestJSON-1356664655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:08.713367 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:08.744471 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cafdaaaf-c9cd-47fc-b683-1e5ac748f88c {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:58:08.780880 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port cafdaaaf-c9cd-47fc-b683-1e5ac748f88c, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=cafdaaaf-c9cd-47fc-b683-1e5ac748f88c,segment=NetworkSegment(7341315d-4c00-4407-a366-518d173796ef),segment_id=7341315d-4c00-4407-a366-518d173796ef)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:08.789450 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0714cc74-d505-4f59-8604-783d76b7ce07 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Router 2033bf2f-e808-45e9-9d9f-1c8d7b90c498 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:58:08.800573 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5aec456-2c1a-4a5f-9a69-0c29f2a09445 tempest-FloatingIPAdminTestJSON-1356664655 tempest-FloatingIPAdminTestJSON-1356664655-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:08.808868 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:08.817580 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-a5aec456-2c1a-4a5f-9a69-0c29f2a09445 tempest-FloatingIPAdminTestJSON-1356664655 tempest-FloatingIPAdminTestJSON-1356664655-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:08.825723 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5aec456-2c1a-4a5f-9a69-0c29f2a09445 tempest-FloatingIPAdminTestJSON-1356664655 tempest-FloatingIPAdminTestJSON-1356664655-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:08.847234 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aec456-2c1a-4a5f-9a69-0c29f2a09445 tempest-FloatingIPAdminTestJSON-1356664655 tempest-FloatingIPAdminTestJSON-1356664655-project] Pushing event updated for resources: {'Port': ['ID=b1c9d031-7add-43e9-b58c-a6b305acba82,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:08.858033 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:08.889811 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5aac8cb8-d079-4a18-b58e-2cdeffaabaf9 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:08.892636 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=cafdaaaf-c9cd-47fc-b683-1e5ac748f88c,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:08.895358 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1442fc01-e040-4fda-b3ba-8d49cacf314d None None] DHCP port deletion for 126abf58-b75c-4c07-bafa-8e25bc6621b0 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:58:08.910783 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c566a5-a101-4e96-b311-78628ab0d4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177fd6d7-9357-4aa7-8529-04b3b468acbc'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:58:08.989186 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 1b2f141c-7f77-47dd-9318-83a0476f333d up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:58:09.002789 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aac8cb8-d079-4a18-b58e-2cdeffaabaf9 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Network 136f6c15-592e-4410-8c9f-e0ae595770cc is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:09.011710 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac8cb8-d079-4a18-b58e-2cdeffaabaf9 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Pushing event updated for resources: {'Port': ['ID=03b3310a-69cc-4068-9ef9-50e951ad174c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:09.016854 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-5aac8cb8-d079-4a18-b58e-2cdeffaabaf9 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:09.020138 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aac8cb8-d079-4a18-b58e-2cdeffaabaf9 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:09.077889 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aac8cb8-d079-4a18-b58e-2cdeffaabaf9 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:09.078653 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5aac8cb8-d079-4a18-b58e-2cdeffaabaf9 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:09.096815 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 177fd6d7-9357-4aa7-8529-04b3b468acbc, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=177fd6d7-9357-4aa7-8529-04b3b468acbc,segment=NetworkSegment(01a6022b-fd65-4f04-9a20-29dba6f904e6),segment_id=01a6022b-fd65-4f04-9a20-29dba6f904e6)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:09.118804 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:09.198883 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5aec456-2c1a-4a5f-9a69-0c29f2a09445 tempest-FloatingIPAdminTestJSON-1356664655 tempest-FloatingIPAdminTestJSON-1356664655-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:09.248421 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de48fd5-6c7c-4220-816f-e9b34290357a" -d '{"events": [{"server_uuid": "68c566a5-a101-4e96-b311-78628ab0d4d1", "name": "network-vif-plugged", "status": "completed", "tag": "177fd6d7-9357-4aa7-8529-04b3b468acbc"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:58:09.256189 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=177fd6d7-9357-4aa7-8529-04b3b468acbc,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:09.267793 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['cafdaaaf-c9cd-47fc-b683-1e5ac748f88c'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 01:58:09.287635 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5aac8cb8-d079-4a18-b58e-2cdeffaabaf9 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1824000 Nov 29 01:58:09.288243 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37558) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:09.312881 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-fcdf278a-8c95-4ecf-9e6a-961021ef9f42 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:98:bf:51'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:d7:6b:7c'}]}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:09.318143 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] device_id is not set on port 1f56119c-d147-49a3-9a2f-199a70368b30 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:58:09.329816 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1442fc01-e040-4fda-b3ba-8d49cacf314d None None] Deleting port 77f65a30-5e32-432b-95c3-7fe1b1ac894b {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:09.330546 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1442fc01-e040-4fda-b3ba-8d49cacf314d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:09.351634 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0714cc74-d505-4f59-8604-783d76b7ce07 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:58:09.354515 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:09.362735 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6b9b72-dc87-465f-a1e7-9e61ec5cdb37 None None] Sync routers for ids ['2033bf2f-e808-45e9-9d9f-1c8d7b90c498'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:58:09.377254 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6b9b72-dc87-465f-a1e7-9e61ec5cdb37 None None] Routers {'2033bf2f-e808-45e9-9d9f-1c8d7b90c498'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:58:09.379989 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5aec456-2c1a-4a5f-9a69-0c29f2a09445 tempest-FloatingIPAdminTestJSON-1356664655 tempest-FloatingIPAdminTestJSON-1356664655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:09.382320 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fe6b9b72-dc87-465f-a1e7-9e61ec5cdb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:57:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['2033bf2f-e808-45e9-9d9f-1c8d7b90c498'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:09.416358 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:09.423145 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-6cceb08e-8f05-460b-8082-a4d468efef09 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Allocated IP 172.20.0.1 (e8ae0799-ff24-4a30-a09d-3343f7560c88/a1c1752b-5cdc-4500-977b-d6fb2f5707f1/9be14a0b-8a80-4f3a-af76-75982323032f) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:09.494160 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1442fc01-e040-4fda-b3ba-8d49cacf314d None None] For port 77f65a30-5e32-432b-95c3-7fe1b1ac894b, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=77f65a30-5e32-432b-95c3-7fe1b1ac894b,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:09.494315 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12906c4-b6bc-40c1-8a6f-deb09dc57d19 req-c7de92b4-7a0a-4404-8001-952d7da9a577 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:09.494559 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1442fc01-e040-4fda-b3ba-8d49cacf314d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:09.498391 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83251d23-2931-4e69-b4e5-173ca536bf04 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:09.500629 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e12906c4-b6bc-40c1-8a6f-deb09dc57d19 req-c7de92b4-7a0a-4404-8001-952d7da9a577 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/ports?device_id=faa175ed-e1f2-43bf-99c1-41334d3acfa7 HTTP/1.1" status: 200 len: 945 time: 0.3295252 Nov 29 01:58:09.515602 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0714cc74-d505-4f59-8604-783d76b7ce07 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:09.515602 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0714cc74-d505-4f59-8604-783d76b7ce07 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.7337394 Nov 29 01:58:09.538494 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1442fc01-e040-4fda-b3ba-8d49cacf314d None None] Calling delete_port for 77f65a30-5e32-432b-95c3-7fe1b1ac894b owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:09.545690 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37562) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:09.602639 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-fe6b9b72-dc87-465f-a1e7-9e61ec5cdb37 None None] Set router 2033bf2f-e808-45e9-9d9f-1c8d7b90c498 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:58:09.654709 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 01:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005f21aa-9114-4410-948f-6b4a2d263581 x-openstack-request-id: req-005f21aa-9114-4410-948f-6b4a2d263581 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:58:09.655164 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c566a5-a101-4e96-b311-78628ab0d4d1", "name": "network-vif-plugged", "status": "completed", "tag": "177fd6d7-9357-4aa7-8529-04b3b468acbc", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:58:09.655425 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-005f21aa-9114-4410-948f-6b4a2d263581 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:58:09.655995 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c566a5-a101-4e96-b311-78628ab0d4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177fd6d7-9357-4aa7-8529-04b3b468acbc', 'code': 200} Nov 29 01:58:09.661931 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 1b2f141c-7f77-47dd-9318-83a0476f333d triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:09.662301 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:09.671378 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1442fc01-e040-4fda-b3ba-8d49cacf314d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:09.675371 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83251d23-2931-4e69-b4e5-173ca536bf04 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:09.686795 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-83251d23-2931-4e69-b4e5-173ca536bf04 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:09.710079 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83251d23-2931-4e69-b4e5-173ca536bf04 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:09.710723 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83251d23-2931-4e69-b4e5-173ca536bf04 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:09.735213 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-6a9c5bcb-d4aa-4796-b7eb-4d71918b8bb3 None None] Provisioning complete for port 03b3310a-69cc-4068-9ef9-50e951ad174c triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:09.736838 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6a9c5bcb-d4aa-4796-b7eb-4d71918b8bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:09.772501 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1442fc01-e040-4fda-b3ba-8d49cacf314d None None] Pushing event deleted for resources: {'Port': ['ID=77f65a30-5e32-432b-95c3-7fe1b1ac894b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:09.813196 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6a9c5bcb-d4aa-4796-b7eb-4d71918b8bb3 None None] Port 03b3310a-69cc-4068-9ef9-50e951ad174c cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:58:09.834002 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-83251d23-2931-4e69-b4e5-173ca536bf04 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4657409 Nov 29 01:58:09.834924 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Pushing event updated for resources: {'Port': ['ID=1f56119c-d147-49a3-9a2f-199a70368b30,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:09.840933 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ff443a-30a4-4411-9dfb-a43a5b2bc71d None None] Network e8ae0799-ff24-4a30-a09d-3343f7560c88 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:58:09.863398 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37564) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:09.869138 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83251d23-2931-4e69-b4e5-173ca536bf04 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Subnet': ['ID=1c48f1cb-0524-49fe-a23b-1f6b15cdba29,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:09.902231 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-17cb2d6d-433f-4bde-b931-2143e0a1a72f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'port': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'name': 'tempest-NetworksTestDHCPv6-351340099'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:09.914232 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fe6b9b72-dc87-465f-a1e7-9e61ec5cdb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2033bf2f-e808-45e9-9d9f-1c8d7b90c498', 'name': 'tempest-snat-router-668247840', 'tenant_id': '0f7ff0c62c0e472d856d42b1a5625bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.215'}], 'enable_snat': False}, 'gw_port_id': 'c118d05a-89f1-4fa6-9432-ad842f84fea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:58:02Z', 'updated_at': '2021-11-29T01:58:06Z', 'revision_number': 3, 'project_id': '0f7ff0c62c0e472d856d42b1a5625bfe', 'gw_port': {'id': 'c118d05a-89f1-4fa6-9432-ad842f84fea4', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2033bf2f-e808-45e9-9d9f-1c8d7b90c498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:58:04Z', 'updated_at': '2021-11-29T01:58:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:09.948432 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6b9b72-dc87-465f-a1e7-9e61ec5cdb37 None None] Checking router: 2033bf2f-e808-45e9-9d9f-1c8d7b90c498 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:58:09.948784 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6b9b72-dc87-465f-a1e7-9e61ec5cdb37 None None] Updating router 2033bf2f-e808-45e9-9d9f-1c8d7b90c498 port c118d05a-89f1-4fa6-9432-ad842f84fea4 binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:58:09.971364 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1442fc01-e040-4fda-b3ba-8d49cacf314d None None] No DVR routers for this DVR port 77f65a30-5e32-432b-95c3-7fe1b1ac894b on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:58:10.007268 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d84603-0511-4a09-86b9-e79e1f3acaf6 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:58:10.021035 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fe6b9b72-dc87-465f-a1e7-9e61ec5cdb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:10.185072 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:10.185451 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:10.185998 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 on network 2db6475b-a550-4a31-87f7-29076e2e91b8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:10.206164 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e12906c4-b6bc-40c1-8a6f-deb09dc57d19 req-cdab0bdd-0e35-4909-aa3b-9a22f12b6b21 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/security-groups?id=9470b4c0-c18d-4d43-bba5-94dd1acccac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6999424 Nov 29 01:58:10.228768 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Port 1f56119c-d147-49a3-9a2f-199a70368b30 on network 2db6475b-a550-4a31-87f7-29076e2e91b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:10.229307 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Failed to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 on host hv-neutron-8190 for vnic_type normal using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] Nov 29 01:58:10.230032 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempt 2 to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 Nov 29 01:58:10.240267 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c742875-1a27-42dd-97bd-0a94f838b4cb req-0ff2a12a-dfc6-4fe8-8f09-caf4ddaf0be0 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:10.242122 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0c742875-1a27-42dd-97bd-0a94f838b4cb req-0ff2a12a-dfc6-4fe8-8f09-caf4ddaf0be0 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c566a5-a101-4e96-b311-78628ab0d4d1 HTTP/1.1" status: 200 len: 945 time: 0.6269021 Nov 29 01:58:10.284566 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:10.285154 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:10.285679 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 on network 2db6475b-a550-4a31-87f7-29076e2e91b8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:10.298987 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6cceb08e-8f05-460b-8082-a4d468efef09 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:10.310002 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0f50a26c-21ac-4b11-b8d9-f9b901dcaacf tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] 10.222.0.37 "GET /v2.0/routers/2033bf2f-e808-45e9-9d9f-1c8d7b90c498 HTTP/1.1" status: 200 len: 908 time: 0.7502725 Nov 29 01:58:10.310967 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Port 1f56119c-d147-49a3-9a2f-199a70368b30 on network 2db6475b-a550-4a31-87f7-29076e2e91b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:10.311453 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Failed to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 on host hv-neutron-8190 for vnic_type normal using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] Nov 29 01:58:10.313576 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempt 3 to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 Nov 29 01:58:10.318329 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37566) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:10.325803 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-0498f1b6-dc66-4d52-a162-db86628a104d tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Request body: {'router': {'name': 'tempest-snat-router-668247840', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'enable_snat': True}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:10.328196 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-78403b3e-f9d9-4138-8a8c-1b86223382b8 None None] Provisioning complete for port 1b2f141c-7f77-47dd-9318-83a0476f333d triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:10.328673 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-78403b3e-f9d9-4138-8a8c-1b86223382b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:10.370747 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:10.371366 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:10.371868 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 on network 2db6475b-a550-4a31-87f7-29076e2e91b8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:10.394998 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Port 1f56119c-d147-49a3-9a2f-199a70368b30 on network 2db6475b-a550-4a31-87f7-29076e2e91b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:10.395581 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Failed to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 on host hv-neutron-8190 for vnic_type normal using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] Nov 29 01:58:10.398283 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempt 4 to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 Nov 29 01:58:10.401288 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fe6b9b72-dc87-465f-a1e7-9e61ec5cdb37 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:10.405857 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0c742875-1a27-42dd-97bd-0a94f838b4cb req-4268245d-feb2-4329-af84-c294365795d9 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/security-groups?id=70b4eeb1-f379-4182-b857-214b65c846f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478367 Nov 29 01:58:10.412936 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fe6b9b72-dc87-465f-a1e7-9e61ec5cdb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:10.416738 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0498f1b6-dc66-4d52-a162-db86628a104d tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:10.417035 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0498f1b6-dc66-4d52-a162-db86628a104d tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:10.420568 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb39f03-d548-4752-b093-1b5c5d6a6b4d req-9c1357ff-bcb4-4391-b0c7-6fe9bb7a50e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:10.422210 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-4bb39f03-d548-4752-b093-1b5c5d6a6b4d req-9c1357ff-bcb4-4391-b0c7-6fe9bb7a50e8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=68c566a5-a101-4e96-b311-78628ab0d4d1 HTTP/1.1" status: 200 len: 1098 time: 0.6389358 Nov 29 01:58:10.423779 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df53fad1-9600-491d-b7e0-97e5156a61c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-126abf58-b75c-4c07-bafa-8e25bc6621b0', 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'fixed_ips': [{'subnet_id': '1c48f1cb-0524-49fe-a23b-1f6b15cdba29'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:58:10.424760 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-df53fad1-9600-491d-b7e0-97e5156a61c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:10.428265 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:10.428608 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:10.429044 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 on network 2db6475b-a550-4a31-87f7-29076e2e91b8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:10.432160 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fcdf278a-8c95-4ecf-9e6a-961021ef9f42 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:10.449779 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6cceb08e-8f05-460b-8082-a4d468efef09 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:10.451765 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Port 1f56119c-d147-49a3-9a2f-199a70368b30 on network 2db6475b-a550-4a31-87f7-29076e2e91b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:10.452035 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Failed to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 on host hv-neutron-8190 for vnic_type normal using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] Nov 29 01:58:10.457024 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempt 5 to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 Nov 29 01:58:10.482554 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-fe6b9b72-dc87-465f-a1e7-9e61ec5cdb37 None None] Attempting to bind port c118d05a-89f1-4fa6-9432-ad842f84fea4 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:10.483065 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-fe6b9b72-dc87-465f-a1e7-9e61ec5cdb37 None None] Attempting to bind port c118d05a-89f1-4fa6-9432-ad842f84fea4 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:10.483448 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6b9b72-dc87-465f-a1e7-9e61ec5cdb37 None None] Attempting to bind port c118d05a-89f1-4fa6-9432-ad842f84fea4 on network 4bf244a8-fda8-412f-8f05-2c7c5210f333 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:10.493216 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966cdcd-c265-4d09-8e5e-df5a234290f6 None None] Pushing event updated for resources: {'Port': ['ID=c118d05a-89f1-4fa6-9432-ad842f84fea4,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:10.496966 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6b9b72-dc87-465f-a1e7-9e61ec5cdb37 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:58:10.497720 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6b9b72-dc87-465f-a1e7-9e61ec5cdb37 None None] Checking segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:58:10.498138 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fe6b9b72-dc87-465f-a1e7-9e61ec5cdb37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:10.498509 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6b9b72-dc87-465f-a1e7-9e61ec5cdb37 None None] Bound using segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:58:10.498983 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-fe6b9b72-dc87-465f-a1e7-9e61ec5cdb37 None None] Bound port: c118d05a-89f1-4fa6-9432-ad842f84fea4, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:58:10.499383 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fe6b9b72-dc87-465f-a1e7-9e61ec5cdb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:10.504873 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4bb39f03-d548-4752-b093-1b5c5d6a6b4d req-6cf16c5c-aa6e-421b-aa31-a788a5d3944d service neutron] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:10.521314 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0498f1b6-dc66-4d52-a162-db86628a104d tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:10.534447 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:10.534848 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:10.535195 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 on network 2db6475b-a550-4a31-87f7-29076e2e91b8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:10.546322 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cceb08e-8f05-460b-8082-a4d468efef09 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Network e8ae0799-ff24-4a30-a09d-3343f7560c88 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:10.552902 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-6cceb08e-8f05-460b-8082-a4d468efef09 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:10.554784 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Port 1f56119c-d147-49a3-9a2f-199a70368b30 on network 2db6475b-a550-4a31-87f7-29076e2e91b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:10.555171 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Failed to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 on host hv-neutron-8190 for vnic_type normal using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] Nov 29 01:58:10.556243 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cceb08e-8f05-460b-8082-a4d468efef09 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:10.576788 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-fe6b9b72-dc87-465f-a1e7-9e61ec5cdb37 None None] For port c118d05a-89f1-4fa6-9432-ad842f84fea4, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:58:10.581756 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-fe6b9b72-dc87-465f-a1e7-9e61ec5cdb37 None None] For port c118d05a-89f1-4fa6-9432-ad842f84fea4, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c118d05a-89f1-4fa6-9432-ad842f84fea4,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:58:10.587711 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fe6b9b72-dc87-465f-a1e7-9e61ec5cdb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:10.594175 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5aec456-2c1a-4a5f-9a69-0c29f2a09445 tempest-FloatingIPAdminTestJSON-1356664655 tempest-FloatingIPAdminTestJSON-1356664655-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:10.606183 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempt 6 to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 Nov 29 01:58:10.615552 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5aec456-2c1a-4a5f-9a69-0c29f2a09445 tempest-FloatingIPAdminTestJSON-1356664655 tempest-FloatingIPAdminTestJSON-1356664655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:10.644462 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966cdcd-c265-4d09-8e5e-df5a234290f6 None None] Pushing event updated for resources: {'Port': ['ID=c118d05a-89f1-4fa6-9432-ad842f84fea4,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:10.659761 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cceb08e-8f05-460b-8082-a4d468efef09 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Pushing event updated for resources: {'Port': ['ID=9be14a0b-8a80-4f3a-af76-75982323032f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:10.671345 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6b9b72-dc87-465f-a1e7-9e61ec5cdb37 None None] Routers {'2033bf2f-e808-45e9-9d9f-1c8d7b90c498'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:58:10.672053 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fe6b9b72-dc87-465f-a1e7-9e61ec5cdb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:57:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['2033bf2f-e808-45e9-9d9f-1c8d7b90c498'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:10.680311 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:10.680561 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:10.680846 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 on network 2db6475b-a550-4a31-87f7-29076e2e91b8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:10.688194 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aec456-2c1a-4a5f-9a69-0c29f2a09445 tempest-FloatingIPAdminTestJSON-1356664655 tempest-FloatingIPAdminTestJSON-1356664655-project] Pushing event updated for resources: {'Port': ['ID=b1c9d031-7add-43e9-b58c-a6b305acba82,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:10.740634 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:10.749035 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-78403b3e-f9d9-4138-8a8c-1b86223382b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:10.762504 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Port 1f56119c-d147-49a3-9a2f-199a70368b30 on network 2db6475b-a550-4a31-87f7-29076e2e91b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:10.762874 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Failed to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 on host hv-neutron-8190 for vnic_type normal using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] Nov 29 01:58:10.765460 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0498f1b6-dc66-4d52-a162-db86628a104d tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:10.768174 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempt 7 to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 Nov 29 01:58:10.772306 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6cceb08e-8f05-460b-8082-a4d468efef09 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:10.800366 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-fe6b9b72-dc87-465f-a1e7-9e61ec5cdb37 None None] Set router 2033bf2f-e808-45e9-9d9f-1c8d7b90c498 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:58:10.837730 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:10.838298 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:10.838380 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 on network 2db6475b-a550-4a31-87f7-29076e2e91b8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:10.864857 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port 1b2f141c-7f77-47dd-9318-83a0476f333d, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=1b2f141c-7f77-47dd-9318-83a0476f333d,segment=NetworkSegment(645928c6-9d14-40d1-a53b-ea9755f0fb8f),segment_id=645928c6-9d14-40d1-a53b-ea9755f0fb8f)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:10.876200 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17cb2d6d-433f-4bde-b931-2143e0a1a72f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:10.879722 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-17cb2d6d-433f-4bde-b931-2143e0a1a72f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:10.879848 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:10.966743 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-17cb2d6d-433f-4bde-b931-2143e0a1a72f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] device_id is not set on port d6a7dbaf-bf2d-4917-8ffe-47204a122f81 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:58:10.991844 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Port 1f56119c-d147-49a3-9a2f-199a70368b30 on network 2db6475b-a550-4a31-87f7-29076e2e91b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:10.992327 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Failed to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 on host hv-neutron-8190 for vnic_type normal using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] Nov 29 01:58:10.993629 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=1b2f141c-7f77-47dd-9318-83a0476f333d,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:11.004013 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-df53fad1-9600-491d-b7e0-97e5156a61c8 None None] Allocated IP 2001:db8::2 (126abf58-b75c-4c07-bafa-8e25bc6621b0/1c48f1cb-0524-49fe-a23b-1f6b15cdba29/87d0a05d-70e9-4bc9-adbc-98d6a1852cdc) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:11.015292 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5aec456-2c1a-4a5f-9a69-0c29f2a09445 tempest-FloatingIPAdminTestJSON-1356664655 tempest-FloatingIPAdminTestJSON-1356664655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:11.019066 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempt 8 to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 Nov 29 01:58:11.056471 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 77f65a30-5e32-432b-95c3-7fe1b1ac894b no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:58:11.073747 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.db.api [None req-78403b3e-f9d9-4138-8a8c-1b86223382b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:58:11.074168 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG oslo_db.api [None req-78403b3e-f9d9-4138-8a8c-1b86223382b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:58:11.089201 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4bb39f03-d548-4752-b093-1b5c5d6a6b4d req-6cf16c5c-aa6e-421b-aa31-a788a5d3944d service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:11.102799 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:11.104744 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:11.105158 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 on network 2db6475b-a550-4a31-87f7-29076e2e91b8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:11.118347 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fe6b9b72-dc87-465f-a1e7-9e61ec5cdb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2033bf2f-e808-45e9-9d9f-1c8d7b90c498', 'name': 'tempest-snat-router-668247840', 'tenant_id': '0f7ff0c62c0e472d856d42b1a5625bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.215'}], 'enable_snat': False}, 'gw_port_id': 'c118d05a-89f1-4fa6-9432-ad842f84fea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:58:02Z', 'updated_at': '2021-11-29T01:58:06Z', 'revision_number': 3, 'project_id': '0f7ff0c62c0e472d856d42b1a5625bfe', 'gw_port': {'id': 'c118d05a-89f1-4fa6-9432-ad842f84fea4', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2033bf2f-e808-45e9-9d9f-1c8d7b90c498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:58:04Z', 'updated_at': '2021-11-29T01:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:11.126690 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 77f65a30-5e32-432b-95c3-7fe1b1ac894b {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:58:11.127033 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 77f65a30-5e32-432b-95c3-7fe1b1ac894b not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:58:11.158770 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Port 1f56119c-d147-49a3-9a2f-199a70368b30 on network 2db6475b-a550-4a31-87f7-29076e2e91b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:11.159142 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Failed to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 on host hv-neutron-8190 for vnic_type normal using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] Nov 29 01:58:11.160386 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6b9b72-dc87-465f-a1e7-9e61ec5cdb37 None None] The sync data for ids ['2033bf2f-e808-45e9-9d9f-1c8d7b90c498'] in dv-neutron-819032-3-hyperv is: [{'id': '2033bf2f-e808-45e9-9d9f-1c8d7b90c498', 'name': 'tempest-snat-router-668247840', 'tenant_id': '0f7ff0c62c0e472d856d42b1a5625bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.215'}], 'enable_snat': False}, 'gw_port_id': 'c118d05a-89f1-4fa6-9432-ad842f84fea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:58:02Z', 'updated_at': '2021-11-29T01:58:06Z', 'revision_number': 3, 'project_id': '0f7ff0c62c0e472d856d42b1a5625bfe', 'gw_port': {'id': 'c118d05a-89f1-4fa6-9432-ad842f84fea4', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:dc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2033bf2f-e808-45e9-9d9f-1c8d7b90c498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:58:04Z', 'updated_at': '2021-11-29T01:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:58:11.163073 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempt 9 to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 Nov 29 01:58:11.164841 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4bb39f03-d548-4752-b093-1b5c5d6a6b4d req-6cf16c5c-aa6e-421b-aa31-a788a5d3944d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:11.196474 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6cceb08e-8f05-460b-8082-a4d468efef09 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:11.202491 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:11.203247 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:11.203798 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 on network 2db6475b-a550-4a31-87f7-29076e2e91b8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:11.208817 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5aec456-2c1a-4a5f-9a69-0c29f2a09445 tempest-FloatingIPAdminTestJSON-1356664655 tempest-FloatingIPAdminTestJSON-1356664655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:11.210107 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a5aec456-2c1a-4a5f-9a69-0c29f2a09445 tempest-FloatingIPAdminTestJSON-1356664655 tempest-FloatingIPAdminTestJSON-1356664655-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5767708 Nov 29 01:58:11.220430 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37568) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:11.255599 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fcdf278a-8c95-4ecf-9e6a-961021ef9f42 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:11.258508 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Port 1f56119c-d147-49a3-9a2f-199a70368b30 on network 2db6475b-a550-4a31-87f7-29076e2e91b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:11.258769 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Failed to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 on host hv-neutron-8190 for vnic_type normal using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] Nov 29 01:58:11.282374 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fcdf278a-8c95-4ecf-9e6a-961021ef9f42 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:11.298603 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-df53fad1-9600-491d-b7e0-97e5156a61c8 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:11.312128 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-df53fad1-9600-491d-b7e0-97e5156a61c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:11.322100 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempt 10 to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 Nov 29 01:58:11.339634 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-4bb39f03-d548-4752-b093-1b5c5d6a6b4d req-6cf16c5c-aa6e-421b-aa31-a788a5d3944d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=70b4eeb1-f379-4182-b857-214b65c846f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8870337 Nov 29 01:58:11.368461 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df53fad1-9600-491d-b7e0-97e5156a61c8 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:11.372143 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-df53fad1-9600-491d-b7e0-97e5156a61c8 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:11.395603 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df53fad1-9600-491d-b7e0-97e5156a61c8 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:11.398923 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-674d24f9-df76-4056-9829-9d70e8a4fd39 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2606 time: 0.1760731 Nov 29 01:58:11.410190 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37572) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:11.446391 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53fad1-9600-491d-b7e0-97e5156a61c8 None None] Pushing event updated for resources: {'Port': ['ID=87d0a05d-70e9-4bc9-adbc-98d6a1852cdc,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:11.463358 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf16c5c-aa6e-421b-aa31-a788a5d3944d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4819d76a-7ff2-44d5-8177-15e916b30385,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:11.489127 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-df53fad1-9600-491d-b7e0-97e5156a61c8 None None] Attempting to bind port 87d0a05d-70e9-4bc9-adbc-98d6a1852cdc on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:11.489821 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-df53fad1-9600-491d-b7e0-97e5156a61c8 None None] Attempting to bind port 87d0a05d-70e9-4bc9-adbc-98d6a1852cdc by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:11.490410 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df53fad1-9600-491d-b7e0-97e5156a61c8 None None] Attempting to bind port 87d0a05d-70e9-4bc9-adbc-98d6a1852cdc on network 126abf58-b75c-4c07-bafa-8e25bc6621b0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:11.495956 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df53fad1-9600-491d-b7e0-97e5156a61c8 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:58:11.496769 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df53fad1-9600-491d-b7e0-97e5156a61c8 None None] Checking segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:58:11.497376 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-df53fad1-9600-491d-b7e0-97e5156a61c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:11.498633 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df53fad1-9600-491d-b7e0-97e5156a61c8 None None] Bound using segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:58:11.499309 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-df53fad1-9600-491d-b7e0-97e5156a61c8 None None] Bound port: 87d0a05d-70e9-4bc9-adbc-98d6a1852cdc, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:58:11.500668 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-df53fad1-9600-491d-b7e0-97e5156a61c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:11.550733 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:11.551575 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:11.551575 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 on network 2db6475b-a550-4a31-87f7-29076e2e91b8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:11.566157 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf278a-8c95-4ecf-9e6a-961021ef9f42 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Pushing event updated for resources: {'Port': ['ID=03b3310a-69cc-4068-9ef9-50e951ad174c,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:11.581971 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-fcdf278a-8c95-4ecf-9e6a-961021ef9f42 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] In _notify_port_updated(), no bound segment for port 03b3310a-69cc-4068-9ef9-50e951ad174c on network 136f6c15-592e-4410-8c9f-e0ae595770cc {{(pid=103255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 01:58:11.587872 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdf278a-8c95-4ecf-9e6a-961021ef9f42 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:11.588686 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fcdf278a-8c95-4ecf-9e6a-961021ef9f42 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:11.593671 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-fcdf278a-8c95-4ecf-9e6a-961021ef9f42 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] 10.222.0.37 "PUT /v2.0/ports/03b3310a-69cc-4068-9ef9-50e951ad174c HTTP/1.1" status: 200 len: 1055 time: 2.2932708 Nov 29 01:58:11.594330 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37576) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:11.595905 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-17cb2d6d-433f-4bde-b931-2143e0a1a72f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Allocated IP 2001:db8::3e1 (126abf58-b75c-4c07-bafa-8e25bc6621b0/1c48f1cb-0524-49fe-a23b-1f6b15cdba29/d6a7dbaf-bf2d-4917-8ffe-47204a122f81) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:11.659161 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Port 1f56119c-d147-49a3-9a2f-199a70368b30 on network 2db6475b-a550-4a31-87f7-29076e2e91b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:11.659492 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Failed to bind port 1f56119c-d147-49a3-9a2f-199a70368b30 on host hv-neutron-8190 for vnic_type normal using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] Nov 29 01:58:11.659860 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:11.728947 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-dbabdce3-b147-492c-b0b0-38995bfdbe61 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 689 time: 0.3151464 Nov 29 01:58:11.734484 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37578) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:11.790996 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-df53fad1-9600-491d-b7e0-97e5156a61c8 None None] For port 87d0a05d-70e9-4bc9-adbc-98d6a1852cdc, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:58:11.806250 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-df53fad1-9600-491d-b7e0-97e5156a61c8 None None] For port 87d0a05d-70e9-4bc9-adbc-98d6a1852cdc, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=87d0a05d-70e9-4bc9-adbc-98d6a1852cdc,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:58:11.815487 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-df53fad1-9600-491d-b7e0-97e5156a61c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:11.881563 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53fad1-9600-491d-b7e0-97e5156a61c8 None None] Pushing event updated for resources: {'Port': ['ID=87d0a05d-70e9-4bc9-adbc-98d6a1852cdc,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:11.934934 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-23112ca4-698b-4058-89f8-fde6670a7e33 None None] Provisioning complete for port 1b2f141c-7f77-47dd-9318-83a0476f333d triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:11.935851 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-23112ca4-698b-4058-89f8-fde6670a7e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:11.977376 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2854d878-5898-4028-8f72-f9d99375931d tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Deleting port 03b3310a-69cc-4068-9ef9-50e951ad174c {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:11.977909 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2854d878-5898-4028-8f72-f9d99375931d tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:12.038376 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-17cb2d6d-433f-4bde-b931-2143e0a1a72f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:12.050285 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135d7a1-6157-441c-b832-7b48dac25b0e req-11e43d30-841b-44bf-b95e-47b3c1a4c940 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:12.052941 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a135d7a1-6157-441c-b832-7b48dac25b0e req-11e43d30-841b-44bf-b95e-47b3c1a4c940 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c566a5-a101-4e96-b311-78628ab0d4d1 HTTP/1.1" status: 200 len: 945 time: 0.4950743 Nov 29 01:58:12.059712 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ef615-31aa-4062-87b1-3df34d1d3153 req-09f9707f-16d3-4bef-9a5b-e4fea70ecd92 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:12.067796 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a52ef615-31aa-4062-87b1-3df34d1d3153 req-09f9707f-16d3-4bef-9a5b-e4fea70ecd92 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/ports?device_id=faa175ed-e1f2-43bf-99c1-41334d3acfa7 HTTP/1.1" status: 200 len: 945 time: 0.7060494 Nov 29 01:58:12.084533 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f2dbd02-230c-451f-b98c-b1491ff314ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:12.091616 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-23112ca4-698b-4058-89f8-fde6670a7e33 None None] Provisioning complete for port 9be14a0b-8a80-4f3a-af76-75982323032f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:12.091987 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-23112ca4-698b-4058-89f8-fde6670a7e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:12.123421 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device cafdaaaf-c9cd-47fc-b683-1e5ac748f88c up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:58:12.217908 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-23112ca4-698b-4058-89f8-fde6670a7e33 None None] Port 9be14a0b-8a80-4f3a-af76-75982323032f cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:58:12.225653 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2854d878-5898-4028-8f72-f9d99375931d tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:12.233801 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] For port 1f56119c-d147-49a3-9a2f-199a70368b30, host hv-neutron-8190, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:58:12.234065 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempted to set empty binding levels {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 29 01:58:12.237280 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0498f1b6-dc66-4d52-a162-db86628a104d tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:12.237641 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-23112ca4-698b-4058-89f8-fde6670a7e33 None None] Provisioning complete for port 03b3310a-69cc-4068-9ef9-50e951ad174c triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:12.237975 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c9a0b19e-9a01-438c-8480-36e80ffeb8d9 tempest-FloatingIPAdminTestJSON-1356664655 tempest-FloatingIPAdminTestJSON-1356664655-project] Deleting port b1c9d031-7add-43e9-b58c-a6b305acba82 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:12.238214 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-23112ca4-698b-4058-89f8-fde6670a7e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:12.238368 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9a0b19e-9a01-438c-8480-36e80ffeb8d9 tempest-FloatingIPAdminTestJSON-1356664655 tempest-FloatingIPAdminTestJSON-1356664655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:12.248993 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a52ef615-31aa-4062-87b1-3df34d1d3153 req-617072ef-9922-465d-8bbf-3a925db2ddb1 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/security-groups?id=9470b4c0-c18d-4d43-bba5-94dd1acccac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802368 Nov 29 01:58:12.262240 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:12.295993 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port cafdaaaf-c9cd-47fc-b683-1e5ac748f88c completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 01:58:12.305090 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port cafdaaaf-c9cd-47fc-b683-1e5ac748f88c triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:12.305628 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:12.316982 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2854d878-5898-4028-8f72-f9d99375931d tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Calling delete_port for 03b3310a-69cc-4068-9ef9-50e951ad174c owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:12.336601 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-23112ca4-698b-4058-89f8-fde6670a7e33 None None] Port 03b3310a-69cc-4068-9ef9-50e951ad174c cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:58:12.337945 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Pushing event updated for resources: {'Port': ['ID=1f56119c-d147-49a3-9a2f-199a70368b30,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:12.363883 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0498f1b6-dc66-4d52-a162-db86628a104d tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:12.408439 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:12.420297 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9a0b19e-9a01-438c-8480-36e80ffeb8d9 tempest-FloatingIPAdminTestJSON-1356664655 tempest-FloatingIPAdminTestJSON-1356664655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:12.420761 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9a0b19e-9a01-438c-8480-36e80ffeb8d9 tempest-FloatingIPAdminTestJSON-1356664655 tempest-FloatingIPAdminTestJSON-1356664655-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:12.436766 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c9a0b19e-9a01-438c-8480-36e80ffeb8d9 tempest-FloatingIPAdminTestJSON-1356664655 tempest-FloatingIPAdminTestJSON-1356664655-project] Calling delete_port for b1c9d031-7add-43e9-b58c-a6b305acba82 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:12.440245 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] In _notify_port_updated(), no bound segment for port 1f56119c-d147-49a3-9a2f-199a70368b30 on network 2db6475b-a550-4a31-87f7-29076e2e91b8 {{(pid=103254) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 01:58:12.440945 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:12.441845 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:12.442896 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ca8dbca4-b713-4d1a-9955-fcaf48e7e096 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] 10.222.0.37 "PUT /v2.0/ports/1f56119c-d147-49a3-9a2f-199a70368b30 HTTP/1.1" status: 200 len: 977 time: 4.0055072 Nov 29 01:58:12.455345 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port cafdaaaf-c9cd-47fc-b683-1e5ac748f88c, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=cafdaaaf-c9cd-47fc-b683-1e5ac748f88c,segment=NetworkSegment(7341315d-4c00-4407-a366-518d173796ef),segment_id=7341315d-4c00-4407-a366-518d173796ef)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:12.455773 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37580) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:12.457071 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa175ed-e1f2-43bf-99c1-41334d3acfa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafdaaaf-c9cd-47fc-b683-1e5ac748f88c'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:58:12.459697 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f47529-13c2-48b1-86a8-915a364de2b2" -d '{"events": [{"server_uuid": "faa175ed-e1f2-43bf-99c1-41334d3acfa7", "name": "network-vif-plugged", "status": "completed", "tag": "cafdaaaf-c9cd-47fc-b683-1e5ac748f88c"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:58:12.468647 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:12.475466 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a135d7a1-6157-441c-b832-7b48dac25b0e req-544dbe42-efc9-41fd-aed5-5df4ad07fe42 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/security-groups?id=70b4eeb1-f379-4182-b857-214b65c846f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3896143 Nov 29 01:58:12.501363 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6cceb08e-8f05-460b-8082-a4d468efef09 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:12.524103 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 01:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576693a9-e77d-4d5c-8186-8c43fd21acb8 x-openstack-request-id: req-576693a9-e77d-4d5c-8186-8c43fd21acb8 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:58:12.524433 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa175ed-e1f2-43bf-99c1-41334d3acfa7", "name": "network-vif-plugged", "status": "completed", "tag": "cafdaaaf-c9cd-47fc-b683-1e5ac748f88c", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:58:12.524690 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-576693a9-e77d-4d5c-8186-8c43fd21acb8 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:58:12.525118 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa175ed-e1f2-43bf-99c1-41334d3acfa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafdaaaf-c9cd-47fc-b683-1e5ac748f88c', 'code': 200} Nov 29 01:58:12.548048 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6cceb08e-8f05-460b-8082-a4d468efef09 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:12.562488 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=cafdaaaf-c9cd-47fc-b683-1e5ac748f88c,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:12.580569 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-17cb2d6d-433f-4bde-b931-2143e0a1a72f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:12.682259 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cb2d6d-433f-4bde-b931-2143e0a1a72f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:12.687306 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb2d6d-433f-4bde-b931-2143e0a1a72f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Port': ['ID=d6a7dbaf-bf2d-4917-8ffe-47204a122f81,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:12.690062 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-17cb2d6d-433f-4bde-b931-2143e0a1a72f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:12.699858 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cb2d6d-433f-4bde-b931-2143e0a1a72f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:12.703467 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe041d48-d3d9-44eb-a50c-23f595317da2 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:12.703967 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe041d48-d3d9-44eb-a50c-23f595317da2 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:12.704445 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe041d48-d3d9-44eb-a50c-23f595317da2 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:12.705038 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe041d48-d3d9-44eb-a50c-23f595317da2 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:12.705344 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe041d48-d3d9-44eb-a50c-23f595317da2 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:12.705679 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cb2d6d-433f-4bde-b931-2143e0a1a72f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:12.705856 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe041d48-d3d9-44eb-a50c-23f595317da2 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:12.706280 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe041d48-d3d9-44eb-a50c-23f595317da2 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:12.706381 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-17cb2d6d-433f-4bde-b931-2143e0a1a72f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:12.706740 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe041d48-d3d9-44eb-a50c-23f595317da2 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:12.707204 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe041d48-d3d9-44eb-a50c-23f595317da2 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:12.707676 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe041d48-d3d9-44eb-a50c-23f595317da2 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:12.708135 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe041d48-d3d9-44eb-a50c-23f595317da2 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:12.708596 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe041d48-d3d9-44eb-a50c-23f595317da2 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:12.709398 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe041d48-d3d9-44eb-a50c-23f595317da2 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:12.709933 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe041d48-d3d9-44eb-a50c-23f595317da2 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:12.712651 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe041d48-d3d9-44eb-a50c-23f595317da2 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:12.712651 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe041d48-d3d9-44eb-a50c-23f595317da2 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:12.712651 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe041d48-d3d9-44eb-a50c-23f595317da2 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:12.713081 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe041d48-d3d9-44eb-a50c-23f595317da2 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:12.713729 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe041d48-d3d9-44eb-a50c-23f595317da2 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:12.714230 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe041d48-d3d9-44eb-a50c-23f595317da2 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:12.718349 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe041d48-d3d9-44eb-a50c-23f595317da2 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:12.718349 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe041d48-d3d9-44eb-a50c-23f595317da2 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:12.718349 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe041d48-d3d9-44eb-a50c-23f595317da2 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:12.718349 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe041d48-d3d9-44eb-a50c-23f595317da2 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:12.718763 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe041d48-d3d9-44eb-a50c-23f595317da2 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:12.719533 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe041d48-d3d9-44eb-a50c-23f595317da2 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:12.720499 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe041d48-d3d9-44eb-a50c-23f595317da2 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:12.720977 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe041d48-d3d9-44eb-a50c-23f595317da2 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:12.721708 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe041d48-d3d9-44eb-a50c-23f595317da2 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:12.722327 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe041d48-d3d9-44eb-a50c-23f595317da2 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:12.722677 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe041d48-d3d9-44eb-a50c-23f595317da2 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:12.728262 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-fe041d48-d3d9-44eb-a50c-23f595317da2 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27063 time: 0.2707727 Nov 29 01:58:12.737771 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37584) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:12.744900 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6cceb08e-8f05-460b-8082-a4d468efef09 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:12.764030 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cceb08e-8f05-460b-8082-a4d468efef09 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Pushing event updated for resources: {'Port': ['ID=9be14a0b-8a80-4f3a-af76-75982323032f,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:12.771416 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-17cb2d6d-433f-4bde-b931-2143e0a1a72f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8989286 Nov 29 01:58:12.777147 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37586) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:12.818943 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-0498f1b6-dc66-4d52-a162-db86628a104d tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Allocated IP 172.26.3.213 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/4822a51d-5c95-4a02-918e-3196bed3de9e) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:12.865450 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2854d878-5898-4028-8f72-f9d99375931d tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:12.867973 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9a0b19e-9a01-438c-8480-36e80ffeb8d9 tempest-FloatingIPAdminTestJSON-1356664655 tempest-FloatingIPAdminTestJSON-1356664655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:12.916628 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0b19e-9a01-438c-8480-36e80ffeb8d9 tempest-FloatingIPAdminTestJSON-1356664655 tempest-FloatingIPAdminTestJSON-1356664655-project] Pushing event deleted for resources: {'Port': ['ID=b1c9d031-7add-43e9-b58c-a6b305acba82,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:12.964389 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bc20e-a0c5-4052-b6ba-a0e836c301f8 req-03a02f4f-d6e1-47ae-8456-7472b7b8905c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:12.965991 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-050bc20e-a0c5-4052-b6ba-a0e836c301f8 req-03a02f4f-d6e1-47ae-8456-7472b7b8905c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=faa175ed-e1f2-43bf-99c1-41334d3acfa7 HTTP/1.1" status: 200 len: 1099 time: 0.1489205 Nov 29 01:58:12.967586 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854d878-5898-4028-8f72-f9d99375931d tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Pushing event deleted for resources: {'Port': ['ID=03b3310a-69cc-4068-9ef9-50e951ad174c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:13.000640 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7adfbd-5783-45e2-86ac-0e47b19fe689 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:13.007217 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7adfbd-5783-45e2-86ac-0e47b19fe689 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:13.011374 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3d7adfbd-5783-45e2-86ac-0e47b19fe689 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2308888 Nov 29 01:58:13.069050 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37588) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:13.189097 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 1b2f141c-7f77-47dd-9318-83a0476f333d up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:58:13.313202 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 1b2f141c-7f77-47dd-9318-83a0476f333d triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:13.313604 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:13.337665 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9a0b19e-9a01-438c-8480-36e80ffeb8d9 tempest-FloatingIPAdminTestJSON-1356664655 tempest-FloatingIPAdminTestJSON-1356664655-project] Publish callbacks [] for floatingip, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:13.340541 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9a0b19e-9a01-438c-8480-36e80ffeb8d9 tempest-FloatingIPAdminTestJSON-1356664655 tempest-FloatingIPAdminTestJSON-1356664655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:13.348679 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c9a0b19e-9a01-438c-8480-36e80ffeb8d9 tempest-FloatingIPAdminTestJSON-1356664655 tempest-FloatingIPAdminTestJSON-1356664655-project] 10.222.0.37 "DELETE /v2.0/floatingips/5360f0e6-cd8e-4b5e-b3b0-0070503e82df HTTP/1.1" status: 204 len: 168 time: 1.6084518 Nov 29 01:58:13.358746 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37592) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:13.432930 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-050bc20e-a0c5-4052-b6ba-a0e836c301f8 req-134c8162-9405-40bd-9486-877eaf909b48 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9470b4c0-c18d-4d43-bba5-94dd1acccac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3963640 Nov 29 01:58:13.444396 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 87d0a05d-70e9-4bc9-adbc-98d6a1852cdc up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:58:13.504772 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 87d0a05d-70e9-4bc9-adbc-98d6a1852cdc triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:13.505416 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:13.529807 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cceb08e-8f05-460b-8082-a4d468efef09 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Network e8ae0799-ff24-4a30-a09d-3343f7560c88 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:13.533657 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-8a416a8d-7df5-4633-bb37-a8511f7225e9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Deleting port 1f56119c-d147-49a3-9a2f-199a70368b30 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:13.534026 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a416a8d-7df5-4633-bb37-a8511f7225e9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:13.552318 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-6cceb08e-8f05-460b-8082-a4d468efef09 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:13.574882 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:13.576551 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78a687-5741-48ec-9e43-d84cd7b0e305 req-58fdd902-bf2d-461a-ba2f-7b0404041e48 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:13.578414 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dd78a687-5741-48ec-9e43-d84cd7b0e305 req-58fdd902-bf2d-461a-ba2f-7b0404041e48 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/ports?device_id=faa175ed-e1f2-43bf-99c1-41334d3acfa7 HTTP/1.1" status: 200 len: 946 time: 0.2014918 Nov 29 01:58:13.664716 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:13.704940 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-470c47ca-115c-4ff4-a524-961edc186903 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting port d6a7dbaf-bf2d-4917-8ffe-47204a122f81 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:13.705499 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-470c47ca-115c-4ff4-a524-961edc186903 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:13.709739 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-77140b64-6c93-4978-b682-1a2d231f6cef None None] Provisioning complete for port 87d0a05d-70e9-4bc9-adbc-98d6a1852cdc triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:13.710106 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77140b64-6c93-4978-b682-1a2d231f6cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:13.792038 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port 87d0a05d-70e9-4bc9-adbc-98d6a1852cdc, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=87d0a05d-70e9-4bc9-adbc-98d6a1852cdc,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:13.800479 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2854d878-5898-4028-8f72-f9d99375931d tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:13.806762 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:13.807604 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c118d05a-89f1-4fa6-9432-ad842f84fea4 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:58:13.810164 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2854d878-5898-4028-8f72-f9d99375931d tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] 10.222.0.37 "DELETE /v2.0/ports/03b3310a-69cc-4068-9ef9-50e951ad174c HTTP/1.1" status: 204 len: 168 time: 2.2118595 Nov 29 01:58:13.812508 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37596) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:13.828964 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0498f1b6-dc66-4d52-a162-db86628a104d tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:13.882289 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-e823e1ff-2c20-4e69-9072-6f122298332d tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] GET failed (client error): The resource could not be found. Nov 29 01:58:13.886901 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e823e1ff-2c20-4e69-9072-6f122298332d tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] 10.222.0.37 "GET /v2.0/ports/03b3310a-69cc-4068-9ef9-50e951ad174c HTTP/1.1" status: 404 len: 333 time: 0.0536425 Nov 29 01:58:13.887516 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37598) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:13.890466 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-8a416a8d-7df5-4633-bb37-a8511f7225e9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] For port 1f56119c-d147-49a3-9a2f-199a70368b30, host hv-neutron-8190, got binding levels [] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:13.890837 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a416a8d-7df5-4633-bb37-a8511f7225e9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:13.901766 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dd78a687-5741-48ec-9e43-d84cd7b0e305 req-ff859c3c-0d2c-4897-bc01-891989d78019 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/security-groups?id=9470b4c0-c18d-4d43-bba5-94dd1acccac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2884362 Nov 29 01:58:13.945674 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-8a416a8d-7df5-4633-bb37-a8511f7225e9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Calling delete_port for 1f56119c-d147-49a3-9a2f-199a70368b30 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:13.956657 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-470c47ca-115c-4ff4-a524-961edc186903 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:13.971176 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-470c47ca-115c-4ff4-a524-961edc186903 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Calling delete_port for d6a7dbaf-bf2d-4917-8ffe-47204a122f81 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:13.982008 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port c118d05a-89f1-4fa6-9432-ad842f84fea4 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:13.983095 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:13.985265 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7b713-4d15-4ae5-b3b5-2de21286514c req-ffb7e7a7-0e25-42d5-859c-46b98926376a tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:13.986808 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3cf7b713-4d15-4ae5-b3b5-2de21286514c req-ffb7e7a7-0e25-42d5-859c-46b98926376a tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c566a5-a101-4e96-b311-78628ab0d4d1 HTTP/1.1" status: 200 len: 945 time: 0.3747509 Nov 29 01:58:14.016586 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=87d0a05d-70e9-4bc9-adbc-98d6a1852cdc,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:14.061082 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a950cbd2-ebcc-42bb-9b6c-59e6d644e405 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Deleting port e8c1baaf-04ed-4c1e-9fd5-ef685eb1b9c8 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:14.061422 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a950cbd2-ebcc-42bb-9b6c-59e6d644e405 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:14.070698 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0498f1b6-dc66-4d52-a162-db86628a104d tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:14.104921 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:14.145772 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-39970feb-174e-400d-9343-461f4ab09b13 None None] Provisioning complete for port d6a7dbaf-bf2d-4917-8ffe-47204a122f81 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:14.147282 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39970feb-174e-400d-9343-461f4ab09b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:14.147858 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0498f1b6-dc66-4d52-a162-db86628a104d tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:14.167198 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-0498f1b6-dc66-4d52-a162-db86628a104d tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:14.173700 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0498f1b6-dc66-4d52-a162-db86628a104d tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:14.181131 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3cf7b713-4d15-4ae5-b3b5-2de21286514c req-992caac9-3157-4025-9f62-cc2d9383b384 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/security-groups?id=70b4eeb1-f379-4182-b857-214b65c846f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809397 Nov 29 01:58:14.187874 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cceb08e-8f05-460b-8082-a4d468efef09 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Router 15b7fbb1-783b-4192-b63a-83622a234e0e is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:58:14.190852 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port c118d05a-89f1-4fa6-9432-ad842f84fea4, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c118d05a-89f1-4fa6-9432-ad842f84fea4,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:14.206799 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:14.212901 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498f1b6-dc66-4d52-a162-db86628a104d tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Pushing event updated for resources: {'Port': ['ID=4822a51d-5c95-4a02-918e-3196bed3de9e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:14.234121 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-39970feb-174e-400d-9343-461f4ab09b13 None None] Port d6a7dbaf-bf2d-4917-8ffe-47204a122f81 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:58:14.242934 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a950cbd2-ebcc-42bb-9b6c-59e6d644e405 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:14.242934 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a950cbd2-ebcc-42bb-9b6c-59e6d644e405 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:14.267543 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a950cbd2-ebcc-42bb-9b6c-59e6d644e405 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Calling delete_port for e8c1baaf-04ed-4c1e-9fd5-ef685eb1b9c8 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:14.286701 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c8d3c41b-1fc4-449a-8828-78e3d9377ebf tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Deleting port b129d0e5-98ea-4de8-87bf-1ec9643ce6eb {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:14.287093 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8d3c41b-1fc4-449a-8828-78e3d9377ebf tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:14.314709 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-39970feb-174e-400d-9343-461f4ab09b13 None None] Provisioning complete for port 9be14a0b-8a80-4f3a-af76-75982323032f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:14.315079 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39970feb-174e-400d-9343-461f4ab09b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:14.330349 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-470c47ca-115c-4ff4-a524-961edc186903 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:14.332090 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a416a8d-7df5-4633-bb37-a8511f7225e9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:14.335899 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cceb08e-8f05-460b-8082-a4d468efef09 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:58:14.356720 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-39970feb-174e-400d-9343-461f4ab09b13 None None] Port 9be14a0b-8a80-4f3a-af76-75982323032f cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:58:14.358190 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-30052e34-746f-4935-949b-4c028e0374c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:14.359909 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac83f357-497b-40a1-ad8a-2afc98c0fcdd None None] Sync routers for ids ['15b7fbb1-783b-4192-b63a-83622a234e0e'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:58:14.371686 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=c118d05a-89f1-4fa6-9432-ad842f84fea4,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:14.372601 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6cceb08e-8f05-460b-8082-a4d468efef09 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] 10.222.0.37 "PUT /v2.0/routers/15b7fbb1-783b-4192-b63a-83622a234e0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5618229 Nov 29 01:58:14.375799 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a416a8d-7df5-4633-bb37-a8511f7225e9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f56119c-d147-49a3-9a2f-199a70368b30,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:14.377644 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37602) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:14.380587 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac83f357-497b-40a1-ad8a-2afc98c0fcdd None None] Routers {'15b7fbb1-783b-4192-b63a-83622a234e0e'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:58:14.381231 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ac83f357-497b-40a1-ad8a-2afc98c0fcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['15b7fbb1-783b-4192-b63a-83622a234e0e'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:14.386840 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-68b7bec1-b6ea-414d-b0ed-f85cd0bc2cd8 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Request body: {'port': {'network_id': 'e8ae0799-ff24-4a30-a09d-3343f7560c88', 'name': 'tempest-FloatingIPNegativeTestJSON-1311623093'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:14.403489 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a416a8d-7df5-4633-bb37-a8511f7225e9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:14.407590 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8a416a8d-7df5-4633-bb37-a8511f7225e9 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] 10.222.0.37 "DELETE /v2.0/ports/1f56119c-d147-49a3-9a2f-199a70368b30 HTTP/1.1" status: 204 len: 168 time: 1.6568375 Nov 29 01:58:14.432092 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ac83f357-497b-40a1-ad8a-2afc98c0fcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:14.439172 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37604) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:14.442143 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac83f357-497b-40a1-ad8a-2afc98c0fcdd None None] Routers {'15b7fbb1-783b-4192-b63a-83622a234e0e'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:58:14.442772 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ac83f357-497b-40a1-ad8a-2afc98c0fcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['15b7fbb1-783b-4192-b63a-83622a234e0e'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:14.480661 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ac83f357-497b-40a1-ad8a-2afc98c0fcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:14.481320 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac83f357-497b-40a1-ad8a-2afc98c0fcdd None None] The sync data for ids ['15b7fbb1-783b-4192-b63a-83622a234e0e'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:58:14.557426 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-653d59bd-3b48-4528-a4fa-baf5b56302d4 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] GET failed (client error): The resource could not be found. Nov 29 01:58:14.559477 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-653d59bd-3b48-4528-a4fa-baf5b56302d4 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] 10.222.0.37 "GET /v2.0/ports/1f56119c-d147-49a3-9a2f-199a70368b30 HTTP/1.1" status: 404 len: 333 time: 0.1195135 Nov 29 01:58:14.565125 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37606) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:14.591967 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-fd9169b3-e932-492c-adbd-371672f9532d tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1159108184', 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:14.666547 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e52544-3eb8-4a37-b1bc-715f8aeb555d req-2c0e5534-79d3-49e6-9e53-41e6fd98ec6e tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:14.668221 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-24e52544-3eb8-4a37-b1bc-715f8aeb555d req-2c0e5534-79d3-49e6-9e53-41e6fd98ec6e tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c566a5-a101-4e96-b311-78628ab0d4d1 HTTP/1.1" status: 200 len: 945 time: 0.2347708 Nov 29 01:58:14.683365 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37608) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:14.689801 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-232d82fb-7fb5-4ae1-835c-86c9934bcea9 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Request body: {'floatingip': {'port_id': '177fd6d7-9357-4aa7-8529-04b3b468acbc'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:14.692468 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9169b3-e932-492c-adbd-371672f9532d tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Made reservation on behalf of 3bae3a9d96cc46ba861b51bd4335665e for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:14.695060 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd9169b3-e932-492c-adbd-371672f9532d tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:14.715047 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c47ca-115c-4ff4-a524-961edc186903 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Port': ['ID=d6a7dbaf-bf2d-4917-8ffe-47204a122f81,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:14.759778 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-470c47ca-115c-4ff4-a524-961edc186903 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:14.763071 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-470c47ca-115c-4ff4-a524-961edc186903 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/d6a7dbaf-bf2d-4917-8ffe-47204a122f81 HTTP/1.1" status: 204 len: 168 time: 1.6874306 Nov 29 01:58:14.768817 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37610) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:14.835919 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8d3c41b-1fc4-449a-8828-78e3d9377ebf tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:14.840657 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-232d82fb-7fb5-4ae1-835c-86c9934bcea9 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks [] for floatingip, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:14.859578 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c8d3c41b-1fc4-449a-8828-78e3d9377ebf tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Calling delete_port for b129d0e5-98ea-4de8-87bf-1ec9643ce6eb owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:14.886576 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-fd9169b3-e932-492c-adbd-371672f9532d tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] device_id is not set on port e1105277-1df6-4c43-91b1-eaabedad4d08 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:58:14.891632 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e573ba-7220-4876-ae4e-2744f32affcf tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:14.893256 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e573ba-7220-4876-ae4e-2744f32affcf tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:14.897517 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e6e573ba-7220-4876-ae4e-2744f32affcf tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1251059 Nov 29 01:58:14.902081 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37612) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:14.993451 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b7bec1-b6ea-414d-b0ed-f85cd0bc2cd8 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Made reservation on behalf of 8db58ea8d3eb4c668e7aaba04b2042fb for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:14.999840 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-68b7bec1-b6ea-414d-b0ed-f85cd0bc2cd8 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:15.013867 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 87d0a05d-70e9-4bc9-adbc-98d6a1852cdc up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:58:15.051222 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-eacbcf6f-1f27-418e-8347-2e39af2a593c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting subnet 1c48f1cb-0524-49fe-a23b-1f6b15cdba29 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:58:15.061146 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eacbcf6f-1f27-418e-8347-2e39af2a593c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:15.063606 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a950cbd2-ebcc-42bb-9b6c-59e6d644e405 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:15.069103 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 87d0a05d-70e9-4bc9-adbc-98d6a1852cdc triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:15.069726 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:15.096103 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-68b7bec1-b6ea-414d-b0ed-f85cd0bc2cd8 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] device_id is not set on port dff05b11-e5eb-4686-8ff9-1d4042b559ee yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:58:15.118549 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0498f1b6-dc66-4d52-a162-db86628a104d tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:15.123352 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a950cbd2-ebcc-42bb-9b6c-59e6d644e405 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8c1baaf-04ed-4c1e-9fd5-ef685eb1b9c8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:15.171340 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a950cbd2-ebcc-42bb-9b6c-59e6d644e405 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:15.171702 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a950cbd2-ebcc-42bb-9b6c-59e6d644e405 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:15.172052 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a950cbd2-ebcc-42bb-9b6c-59e6d644e405 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:15.172401 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a950cbd2-ebcc-42bb-9b6c-59e6d644e405 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:15.172742 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a950cbd2-ebcc-42bb-9b6c-59e6d644e405 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:15.173081 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a950cbd2-ebcc-42bb-9b6c-59e6d644e405 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:15.173417 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a950cbd2-ebcc-42bb-9b6c-59e6d644e405 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:15.173776 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a950cbd2-ebcc-42bb-9b6c-59e6d644e405 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:15.173891 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c118d05a-89f1-4fa6-9432-ad842f84fea4 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:58:15.174110 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a950cbd2-ebcc-42bb-9b6c-59e6d644e405 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:15.174439 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a950cbd2-ebcc-42bb-9b6c-59e6d644e405 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:15.174765 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a950cbd2-ebcc-42bb-9b6c-59e6d644e405 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:15.175102 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a950cbd2-ebcc-42bb-9b6c-59e6d644e405 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:15.180958 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eacbcf6f-1f27-418e-8347-2e39af2a593c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:15.225058 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port c118d05a-89f1-4fa6-9432-ad842f84fea4 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:15.225435 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:15.268363 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:15.318368 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a950cbd2-ebcc-42bb-9b6c-59e6d644e405 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:15.320521 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a950cbd2-ebcc-42bb-9b6c-59e6d644e405 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:15.324868 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a950cbd2-ebcc-42bb-9b6c-59e6d644e405 tempest-FloatingIPAdminTestJSON-721393591 tempest-FloatingIPAdminTestJSON-721393591-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/fbaa8e93-c461-4ea6-a0fc-12cc460390ba HTTP/1.1" status: 204 len: 168 time: 1.9492049 Nov 29 01:58:15.326314 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37616) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:15.383237 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8d3c41b-1fc4-449a-8828-78e3d9377ebf tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:15.437487 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d3c41b-1fc4-449a-8828-78e3d9377ebf tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Pushing event deleted for resources: {'Port': ['ID=b129d0e5-98ea-4de8-87bf-1ec9643ce6eb,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:15.457808 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eacbcf6f-1f27-418e-8347-2e39af2a593c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:15.590882 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8d3c41b-1fc4-449a-8828-78e3d9377ebf tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:15.598808 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c8d3c41b-1fc4-449a-8828-78e3d9377ebf tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] 10.222.0.37 "DELETE /v2.0/ports/b129d0e5-98ea-4de8-87bf-1ec9643ce6eb HTTP/1.1" status: 204 len: 168 time: 1.7029967 Nov 29 01:58:15.599017 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37618) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:15.636944 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8bb2ad9-fc1f-4170-b38f-8e00c7123e2d tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] GET failed (client error): The resource could not be found. Nov 29 01:58:15.642121 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e8bb2ad9-fc1f-4170-b38f-8e00c7123e2d tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] 10.222.0.37 "GET /v2.0/ports/b129d0e5-98ea-4de8-87bf-1ec9643ce6eb HTTP/1.1" status: 404 len: 333 time: 0.0412240 Nov 29 01:58:15.644342 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d15d6b-55ed-4754-ad15-3d888095bf3e req-2302dbbd-b6dd-4738-988f-2a90d3e12ea4 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:15.644832 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37620) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:15.645912 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-18d15d6b-55ed-4754-ad15-3d888095bf3e req-2302dbbd-b6dd-4738-988f-2a90d3e12ea4 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/ports?device_id=faa175ed-e1f2-43bf-99c1-41334d3acfa7 HTTP/1.1" status: 200 len: 946 time: 0.6236961 Nov 29 01:58:15.655389 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1cb6b13b-d355-4c20-b040-3798a5e12997 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Deleting port 1a509b09-ddb1-431d-a6c6-3bae1820d4dc {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:15.656274 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1cb6b13b-d355-4c20-b040-3798a5e12997 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:15.672150 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eacbcf6f-1f27-418e-8347-2e39af2a593c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:15.756477 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eacbcf6f-1f27-418e-8347-2e39af2a593c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:15.759681 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-eacbcf6f-1f27-418e-8347-2e39af2a593c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/1c48f1cb-0524-49fe-a23b-1f6b15cdba29 HTTP/1.1" status: 204 len: 168 time: 0.8566966 Nov 29 01:58:15.760521 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcf6f-1f27-418e-8347-2e39af2a593c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Subnet': ['ID=1c48f1cb-0524-49fe-a23b-1f6b15cdba29,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:15.762067 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37622) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:15.765264 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4c4605-eac5-4b6e-a757-04a949960175 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:58:15.815558 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd9169b3-e932-492c-adbd-371672f9532d tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:15.829914 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-12b51595-82f0-437c-b18e-a35df6c1f64f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0553372 Nov 29 01:58:15.855136 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37624) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:15.882944 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-18d15d6b-55ed-4754-ad15-3d888095bf3e req-79bf92f8-979b-42a7-a06d-40668e0bbe73 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/security-groups?id=9470b4c0-c18d-4d43-bba5-94dd1acccac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178946 Nov 29 01:58:15.934852 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1cb6b13b-d355-4c20-b040-3798a5e12997 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:15.950565 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-68b7bec1-b6ea-414d-b0ed-f85cd0bc2cd8 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Allocated IP 172.20.0.11 (e8ae0799-ff24-4a30-a09d-3343f7560c88/a1c1752b-5cdc-4500-977b-d6fb2f5707f1/dff05b11-e5eb-4686-8ff9-1d4042b559ee) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:15.960633 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c879c300-acaf-400a-b906-bd997ce64114 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:15.964539 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c879c300-acaf-400a-b906-bd997ce64114 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1054022 Nov 29 01:58:15.968386 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1cb6b13b-d355-4c20-b040-3798a5e12997 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Calling delete_port for 1a509b09-ddb1-431d-a6c6-3bae1820d4dc owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:15.970010 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37628) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:15.993070 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6b587e-0223-4f9b-b0cf-2f188c17bb61 None None] DHCP port deletion for 126abf58-b75c-4c07-bafa-8e25bc6621b0 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:58:16.012972 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a247a45f-d25f-4a93-a0b0-a7c77e4a5a90 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Deleting port 2e459abc-c0d6-4e8b-a34b-2f55eeb417a4 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:16.014434 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a247a45f-d25f-4a93-a0b0-a7c77e4a5a90 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:16.051856 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-2d6b587e-0223-4f9b-b0cf-2f188c17bb61 None None] Deleting port 87d0a05d-70e9-4bc9-adbc-98d6a1852cdc {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:16.052660 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d6b587e-0223-4f9b-b0cf-2f188c17bb61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:16.121571 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cbb3ff-e875-47e6-a937-7ce884d47cf0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:16.126135 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-75cbb3ff-e875-47e6-a937-7ce884d47cf0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1527612 Nov 29 01:58:16.127965 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37630) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:16.130152 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-2d6b587e-0223-4f9b-b0cf-2f188c17bb61 None None] For port 87d0a05d-70e9-4bc9-adbc-98d6a1852cdc, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=87d0a05d-70e9-4bc9-adbc-98d6a1852cdc,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:16.130560 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d6b587e-0223-4f9b-b0cf-2f188c17bb61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:16.148416 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-2d6b587e-0223-4f9b-b0cf-2f188c17bb61 None None] Calling delete_port for 87d0a05d-70e9-4bc9-adbc-98d6a1852cdc owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:16.162266 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0498f1b6-dc66-4d52-a162-db86628a104d tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:16.172801 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd9169b3-e932-492c-adbd-371672f9532d tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:16.176464 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a247a45f-d25f-4a93-a0b0-a7c77e4a5a90 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:16.190882 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a247a45f-d25f-4a93-a0b0-a7c77e4a5a90 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Calling delete_port for 2e459abc-c0d6-4e8b-a34b-2f55eeb417a4 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:16.245154 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d6b587e-0223-4f9b-b0cf-2f188c17bb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:16.255730 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4b8d086e-53f4-4885-9f2f-5b78ce58c27c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0989134 Nov 29 01:58:16.258935 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91a3c7-aedc-4fe1-9d1d-7877d6ce51b2 req-b71327c6-b108-4524-8b6e-b0ce36f16c24 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:16.260360 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8e91a3c7-aedc-4fe1-9d1d-7877d6ce51b2 req-b71327c6-b108-4524-8b6e-b0ce36f16c24 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/ports?device_id=faa175ed-e1f2-43bf-99c1-41334d3acfa7 HTTP/1.1" status: 200 len: 946 time: 0.2674239 Nov 29 01:58:16.269835 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37632) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:16.272229 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5c9da7ff-0564-49e0-97e7-08e33faa9faa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:16.275519 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37634) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:16.285267 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ed9373c2-8001-449c-83f1-19e7004fba89 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Request body: {'floatingip': {'port_id': 'cafdaaaf-c9cd-47fc-b683-1e5ac748f88c'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:16.295961 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b587e-0223-4f9b-b0cf-2f188c17bb61 None None] Pushing event deleted for resources: {'Port': ['ID=87d0a05d-70e9-4bc9-adbc-98d6a1852cdc,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:16.301759 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6b587e-0223-4f9b-b0cf-2f188c17bb61 None None] No DVR routers for this DVR port 87d0a05d-70e9-4bc9-adbc-98d6a1852cdc on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:58:16.359624 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.db.resource_extend [None req-232d82fb-7fb5-4ae1-835c-86c9934bcea9 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 01:58:16.378863 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1cb6b13b-d355-4c20-b040-3798a5e12997 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:16.382006 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed9373c2-8001-449c-83f1-19e7004fba89 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks [] for floatingip, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:16.424516 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9169b3-e932-492c-adbd-371672f9532d tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Network 2db6475b-a550-4a31-87f7-29076e2e91b8 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:16.439476 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-fd9169b3-e932-492c-adbd-371672f9532d tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:16.441258 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9169b3-e932-492c-adbd-371672f9532d tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Pushing event updated for resources: {'Port': ['ID=e1105277-1df6-4c43-91b1-eaabedad4d08,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:16.452907 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9169b3-e932-492c-adbd-371672f9532d tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:16.453852 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9169b3-e932-492c-adbd-371672f9532d tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:16.454442 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd9169b3-e932-492c-adbd-371672f9532d tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:16.470554 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6b13b-d355-4c20-b040-3798a5e12997 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Pushing event deleted for resources: {'Port': ['ID=1a509b09-ddb1-431d-a6c6-3bae1820d4dc,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:16.507903 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9169b3-e932-492c-adbd-371672f9532d tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:16.508257 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9169b3-e932-492c-adbd-371672f9532d tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:16.508614 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9169b3-e932-492c-adbd-371672f9532d tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:16.508954 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9169b3-e932-492c-adbd-371672f9532d tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:16.509296 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9169b3-e932-492c-adbd-371672f9532d tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:16.509663 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9169b3-e932-492c-adbd-371672f9532d tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:16.510008 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9169b3-e932-492c-adbd-371672f9532d tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:16.510338 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9169b3-e932-492c-adbd-371672f9532d tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:16.510672 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9169b3-e932-492c-adbd-371672f9532d tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:16.511001 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9169b3-e932-492c-adbd-371672f9532d tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:16.511391 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9169b3-e932-492c-adbd-371672f9532d tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:16.511656 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9169b3-e932-492c-adbd-371672f9532d tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:16.518235 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-232d82fb-7fb5-4ae1-835c-86c9934bcea9 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:16.538793 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-232d82fb-7fb5-4ae1-835c-86c9934bcea9 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:16.545990 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-fd9169b3-e932-492c-adbd-371672f9532d tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9739156 Nov 29 01:58:16.560633 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37636) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:16.628592 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-68b7bec1-b6ea-414d-b0ed-f85cd0bc2cd8 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:16.683494 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c161a8d-028d-4535-88ac-57039841bda4 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:16.687949 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7c161a8d-028d-4535-88ac-57039841bda4 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] 10.222.0.37 "GET /v2.0/ports/e1105277-1df6-4c43-91b1-eaabedad4d08 HTTP/1.1" status: 200 len: 955 time: 0.1200397 Nov 29 01:58:16.692799 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37638) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:16.693328 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9da7ff-0564-49e0-97e7-08e33faa9faa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:16.696517 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c9da7ff-0564-49e0-97e7-08e33faa9faa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:16.704802 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1cb6b13b-d355-4c20-b040-3798a5e12997 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:16.710464 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1cb6b13b-d355-4c20-b040-3798a5e12997 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] 10.222.0.37 "DELETE /v2.0/ports/1a509b09-ddb1-431d-a6c6-3bae1820d4dc HTTP/1.1" status: 204 len: 168 time: 1.3810689 Nov 29 01:58:16.723266 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-232d82fb-7fb5-4ae1-835c-86c9934bcea9 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Floating IP 780f4946-ccd0-41c7-8b1b-03388eb3ba53 associated. External IP: 172.26.3.34, port: 177fd6d7-9357-4aa7-8529-04b3b468acbc. Nov 29 01:58:16.729279 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37640) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:16.802929 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0498f1b6-dc66-4d52-a162-db86628a104d tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Router d550a075-b149-49df-95e5-f48144184c17 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:58:16.832520 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-68b7bec1-b6ea-414d-b0ed-f85cd0bc2cd8 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:16.848727 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a247a45f-d25f-4a93-a0b0-a7c77e4a5a90 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:16.894966 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247a45f-d25f-4a93-a0b0-a7c77e4a5a90 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Pushing event deleted for resources: {'Port': ['ID=2e459abc-c0d6-4e8b-a34b-2f55eeb417a4,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:16.943686 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:16.989775 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b7bec1-b6ea-414d-b0ed-f85cd0bc2cd8 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Network e8ae0799-ff24-4a30-a09d-3343f7560c88 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:17.016654 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-68b7bec1-b6ea-414d-b0ed-f85cd0bc2cd8 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:17.019241 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b7bec1-b6ea-414d-b0ed-f85cd0bc2cd8 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:17.019387 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 87d0a05d-70e9-4bc9-adbc-98d6a1852cdc no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:58:17.025562 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b7bec1-b6ea-414d-b0ed-f85cd0bc2cd8 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Pushing event updated for resources: {'Port': ['ID=dff05b11-e5eb-4686-8ff9-1d4042b559ee,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:17.035356 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b684456-4692-4973-b609-f5198f288855 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:17.036826 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3b684456-4692-4973-b609-f5198f288855 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] 10.222.0.37 "GET /v2.0/ports?device_id=131efe1b-36ba-49f1-93c4-b67201d3c691 HTTP/1.1" status: 200 len: 913 time: 0.3065767 Nov 29 01:58:17.044589 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37642) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:17.049153 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 87d0a05d-70e9-4bc9-adbc-98d6a1852cdc {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:58:17.049153 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 87d0a05d-70e9-4bc9-adbc-98d6a1852cdc not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:58:17.125582 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-48c99b17-3b7a-451c-96a8-dc3c26e20c13 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Deleting port e1105277-1df6-4c43-91b1-eaabedad4d08 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:17.126012 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48c99b17-3b7a-451c-96a8-dc3c26e20c13 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:17.186065 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b7bec1-b6ea-414d-b0ed-f85cd0bc2cd8 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:17.186715 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-68b7bec1-b6ea-414d-b0ed-f85cd0bc2cd8 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:17.316374 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1b91c3e8-ebcd-4ee3-a206-12f895a37ddd None None] Provisioning complete for port dff05b11-e5eb-4686-8ff9-1d4042b559ee triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:17.316873 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b91c3e8-ebcd-4ee3-a206-12f895a37ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:17.355456 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1b91c3e8-ebcd-4ee3-a206-12f895a37ddd None None] Port dff05b11-e5eb-4686-8ff9-1d4042b559ee cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:58:17.538258 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0498f1b6-dc66-4d52-a162-db86628a104d tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:58:17.553768 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3000970e-83d9-47f1-ae2c-fab0f08da62c None None] Sync routers for ids ['d550a075-b149-49df-95e5-f48144184c17'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:58:17.566882 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-68b7bec1-b6ea-414d-b0ed-f85cd0bc2cd8 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1840556 Nov 29 01:58:17.568617 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3000970e-83d9-47f1-ae2c-fab0f08da62c None None] Routers {'d550a075-b149-49df-95e5-f48144184c17'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:58:17.569460 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3000970e-83d9-47f1-ae2c-fab0f08da62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['d550a075-b149-49df-95e5-f48144184c17'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:17.574508 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37644) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:17.580861 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b6a13d79-7f7a-4cf1-90e7-d00ad211d737 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:17.601046 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0498f1b6-dc66-4d52-a162-db86628a104d tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:17.604407 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0498f1b6-dc66-4d52-a162-db86628a104d tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.2801979 Nov 29 01:58:17.604407 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48c99b17-3b7a-451c-96a8-dc3c26e20c13 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:17.611838 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37646) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:17.613838 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a247a45f-d25f-4a93-a0b0-a7c77e4a5a90 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:17.619391 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a247a45f-d25f-4a93-a0b0-a7c77e4a5a90 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] 10.222.0.37 "DELETE /v2.0/ports/2e459abc-c0d6-4e8b-a34b-2f55eeb417a4 HTTP/1.1" status: 204 len: 168 time: 1.9713864 Nov 29 01:58:17.620810 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37648) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:17.662159 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-48c99b17-3b7a-451c-96a8-dc3c26e20c13 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Calling delete_port for e1105277-1df6-4c43-91b1-eaabedad4d08 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:17.676201 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-3000970e-83d9-47f1-ae2c-fab0f08da62c None None] Set router d550a075-b149-49df-95e5-f48144184c17 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:58:17.729678 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6a13d79-7f7a-4cf1-90e7-d00ad211d737 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:17.738003 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232d82fb-7fb5-4ae1-835c-86c9934bcea9 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Router e097dab1-6510-48fc-8026-4fefc19d5140 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:58:17.754312 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ddfe2cb-8bb8-4c3c-81ef-e85394b78c79 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Deleting subnet c08f1ddb-8e0d-4d48-95f4-8888cfc3903d {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:58:17.759963 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ddfe2cb-8bb8-4c3c-81ef-e85394b78c79 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:17.796110 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:17.850826 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ddfe2cb-8bb8-4c3c-81ef-e85394b78c79 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:17.853222 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c9da7ff-0564-49e0-97e7-08e33faa9faa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:17.879038 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3000970e-83d9-47f1-ae2c-fab0f08da62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd550a075-b149-49df-95e5-f48144184c17', 'name': 'tempest-snat-router-668247840', 'tenant_id': '0f7ff0c62c0e472d856d42b1a5625bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '4822a51d-5c95-4a02-918e-3196bed3de9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:58:10Z', 'updated_at': '2021-11-29T01:58:14Z', 'revision_number': 3, 'project_id': '0f7ff0c62c0e472d856d42b1a5625bfe', 'gw_port': {'id': '4822a51d-5c95-4a02-918e-3196bed3de9e', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:20:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd550a075-b149-49df-95e5-f48144184c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:58:12Z', 'updated_at': '2021-11-29T01:58:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:17.910015 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3000970e-83d9-47f1-ae2c-fab0f08da62c None None] Checking router: d550a075-b149-49df-95e5-f48144184c17 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:58:17.910566 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3000970e-83d9-47f1-ae2c-fab0f08da62c None None] Updating router d550a075-b149-49df-95e5-f48144184c17 port 4822a51d-5c95-4a02-918e-3196bed3de9e binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:58:17.941435 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3000970e-83d9-47f1-ae2c-fab0f08da62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:17.985440 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48c99b17-3b7a-451c-96a8-dc3c26e20c13 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:17.999195 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.db.resource_extend [None req-ed9373c2-8001-449c-83f1-19e7004fba89 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 01:58:18.011472 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9da7ff-0564-49e0-97e7-08e33faa9faa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:18.045779 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c99b17-3b7a-451c-96a8-dc3c26e20c13 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Pushing event deleted for resources: {'Port': ['ID=e1105277-1df6-4c43-91b1-eaabedad4d08,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:18.050261 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-5c9da7ff-0564-49e0-97e7-08e33faa9faa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:18.063656 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-65f89d3c-8dc8-4749-a025-828ddf3d314a tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] 10.222.0.37 "GET /v2.0/routers/d550a075-b149-49df-95e5-f48144184c17 HTTP/1.1" status: 200 len: 907 time: 0.4351430 Nov 29 01:58:18.063656 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9da7ff-0564-49e0-97e7-08e33faa9faa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:18.063656 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c9da7ff-0564-49e0-97e7-08e33faa9faa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:18.066757 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37650) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:18.076225 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48c99b17-3b7a-451c-96a8-dc3c26e20c13 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:18.078224 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9da7ff-0564-49e0-97e7-08e33faa9faa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Subnet': ['ID=962d3836-a521-4ba5-8e95-6fba26458b69,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:18.079398 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-48c99b17-3b7a-451c-96a8-dc3c26e20c13 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] 10.222.0.37 "DELETE /v2.0/ports/e1105277-1df6-4c43-91b1-eaabedad4d08 HTTP/1.1" status: 204 len: 168 time: 1.3838835 Nov 29 01:58:18.081061 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35ddf17-4f41-4894-9ec6-c17eaad151c1 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:58:18.083998 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37652) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:18.104208 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed9373c2-8001-449c-83f1-19e7004fba89 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:18.111222 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5c9da7ff-0564-49e0-97e7-08e33faa9faa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8399086 Nov 29 01:58:18.111222 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37654) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:18.124457 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f828ee14-4de2-441d-adfd-1e58da447ec7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'port': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'fixed_ips': [{'subnet_id': '962d3836-a521-4ba5-8e95-6fba26458b69', 'ip_address': '2001:db8::6713:2811:8c57:2603'}], 'name': 'tempest-NetworksTestDHCPv6-1838634181'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:18.129525 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed9373c2-8001-449c-83f1-19e7004fba89 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:18.145508 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232d82fb-7fb5-4ae1-835c-86c9934bcea9 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:58:18.180925 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-232d82fb-7fb5-4ae1-835c-86c9934bcea9 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:18.199043 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ddfe2cb-8bb8-4c3c-81ef-e85394b78c79 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:18.245492 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-511fb2f1-f2a5-4972-a045-0ae02a2b3104 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] GET failed (client error): The resource could not be found. Nov 29 01:58:18.247000 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-511fb2f1-f2a5-4972-a045-0ae02a2b3104 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] 10.222.0.37 "GET /v2.0/ports/e1105277-1df6-4c43-91b1-eaabedad4d08 HTTP/1.1" status: 404 len: 333 time: 0.1595492 Nov 29 01:58:18.259367 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37656) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:18.268243 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ecfec4bb-ba36-4f21-9fb0-65b7ddc75bdd tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Request body: {'port': {'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-378895435'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:18.292152 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-232d82fb-7fb5-4ae1-835c-86c9934bcea9 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "PUT /v2.0/floatingips/780f4946-ccd0-41c7-8b1b-03388eb3ba53 HTTP/1.1" status: 200 len: 990 time: 3.6059051 Nov 29 01:58:18.292584 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3000970e-83d9-47f1-ae2c-fab0f08da62c None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:18.296715 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e9c02f-a457-4ac3-a174-c892f9a084b1 None None] Sync routers for ids ['e097dab1-6510-48fc-8026-4fefc19d5140'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:58:18.305358 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3000970e-83d9-47f1-ae2c-fab0f08da62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:18.326786 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c566a5-a101-4e96-b311-78628ab0d4d1', 'tag': '177fd6d7-9357-4aa7-8529-04b3b468acbc'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:58:18.340524 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e9c02f-a457-4ac3-a174-c892f9a084b1 None None] Routers {'e097dab1-6510-48fc-8026-4fefc19d5140'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:58:18.341932 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-84e9c02f-a457-4ac3-a174-c892f9a084b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['e097dab1-6510-48fc-8026-4fefc19d5140'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:18.406700 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6a13d79-7f7a-4cf1-90e7-d00ad211d737 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:18.411642 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfec4bb-ba36-4f21-9fb0-65b7ddc75bdd tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Made reservation on behalf of 3bae3a9d96cc46ba861b51bd4335665e for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:18.420276 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ecfec4bb-ba36-4f21-9fb0-65b7ddc75bdd tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:18.420524 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3000970e-83d9-47f1-ae2c-fab0f08da62c None None] Attempting to bind port 4822a51d-5c95-4a02-918e-3196bed3de9e on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:18.420524 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3000970e-83d9-47f1-ae2c-fab0f08da62c None None] Attempting to bind port 4822a51d-5c95-4a02-918e-3196bed3de9e by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:18.420524 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3000970e-83d9-47f1-ae2c-fab0f08da62c None None] Attempting to bind port 4822a51d-5c95-4a02-918e-3196bed3de9e on network 4bf244a8-fda8-412f-8f05-2c7c5210f333 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:18.420778 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ddfe2cb-8bb8-4c3c-81ef-e85394b78c79 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:18.430529 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0a468-3f12-44b3-9981-7c7568aa1473 None None] Pushing event updated for resources: {'Port': ['ID=4822a51d-5c95-4a02-918e-3196bed3de9e,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:18.441885 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3000970e-83d9-47f1-ae2c-fab0f08da62c None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:58:18.442264 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3000970e-83d9-47f1-ae2c-fab0f08da62c None None] Checking segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:58:18.443294 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3000970e-83d9-47f1-ae2c-fab0f08da62c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:18.443689 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3000970e-83d9-47f1-ae2c-fab0f08da62c None None] Bound using segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:58:18.444169 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-3000970e-83d9-47f1-ae2c-fab0f08da62c None None] Bound port: 4822a51d-5c95-4a02-918e-3196bed3de9e, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:58:18.444693 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3000970e-83d9-47f1-ae2c-fab0f08da62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:18.475354 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae506afc-5a32-476f-9c85-189edbaeeb7c tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:18.478951 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-ecfec4bb-ba36-4f21-9fb0-65b7ddc75bdd tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] device_id is not set on port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:58:18.481513 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a54b0b8d43a805c8e04fafa9e6e1877f555095d74f053d1eebc96b979e45145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42176bf2-fda1-4edb-8d63-8a428db102ea" -d '{"events": [{"name": "network-changed", "server_uuid": "68c566a5-a101-4e96-b311-78628ab0d4d1", "tag": "177fd6d7-9357-4aa7-8529-04b3b468acbc"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:58:18.489590 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddfe2cb-8bb8-4c3c-81ef-e85394b78c79 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Pushing event deleted for resources: {'Subnet': ['ID=c08f1ddb-8e0d-4d48-95f4-8888cfc3903d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:18.514859 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [None req-ed9373c2-8001-449c-83f1-19e7004fba89 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Floating IP a5861d8c-46d8-4757-ba9c-1b80a810d4d4 associated. External IP: 172.26.3.93, port: cafdaaaf-c9cd-47fc-b683-1e5ac748f88c. Nov 29 01:58:18.542845 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-84e9c02f-a457-4ac3-a174-c892f9a084b1 None None] Set router e097dab1-6510-48fc-8026-4fefc19d5140 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:58:18.558812 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3000970e-83d9-47f1-ae2c-fab0f08da62c None None] For port 4822a51d-5c95-4a02-918e-3196bed3de9e, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:58:18.562921 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-3000970e-83d9-47f1-ae2c-fab0f08da62c None None] For port 4822a51d-5c95-4a02-918e-3196bed3de9e, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=4822a51d-5c95-4a02-918e-3196bed3de9e,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:58:18.575139 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-3000970e-83d9-47f1-ae2c-fab0f08da62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:18.626272 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ddfe2cb-8bb8-4c3c-81ef-e85394b78c79 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:18.632014 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3ddfe2cb-8bb8-4c3c-81ef-e85394b78c79 tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] 10.222.0.37 "DELETE /v2.0/subnets/c08f1ddb-8e0d-4d48-95f4-8888cfc3903d HTTP/1.1" status: 204 len: 168 time: 1.0086751 Nov 29 01:58:18.633363 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787d255f-ce7d-4617-94ac-69444351f62a x-openstack-request-id: req-787d255f-ce7d-4617-94ac-69444351f62a {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:58:18.640497 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67080b09-9401-41bf-8835-852046e04e43 None None] Network 136f6c15-592e-4410-8c9f-e0ae595770cc requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:58:18.645781 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c566a5-a101-4e96-b311-78628ab0d4d1", "tag": "177fd6d7-9357-4aa7-8529-04b3b468acbc", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:58:18.646350 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-787d255f-ce7d-4617-94ac-69444351f62a {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:58:18.647050 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c566a5-a101-4e96-b311-78628ab0d4d1', 'tag': '177fd6d7-9357-4aa7-8529-04b3b468acbc', 'status': 'completed', 'code': 200} Nov 29 01:58:18.651664 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37670) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:18.664318 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0a468-3f12-44b3-9981-7c7568aa1473 None None] Pushing event updated for resources: {'Port': ['ID=4822a51d-5c95-4a02-918e-3196bed3de9e,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:18.674143 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3000970e-83d9-47f1-ae2c-fab0f08da62c None None] Routers {'d550a075-b149-49df-95e5-f48144184c17'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:58:18.675001 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3000970e-83d9-47f1-ae2c-fab0f08da62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['d550a075-b149-49df-95e5-f48144184c17'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:18.758404 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92511455-26c9-4f28-8b8c-c42be994d08c tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:18.814257 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f828ee14-4de2-441d-adfd-1e58da447ec7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:18.873523 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-92511455-26c9-4f28-8b8c-c42be994d08c tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Deleting port 5a7a62c4-1444-4851-a013-e5aa43c04be9 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:18.873904 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92511455-26c9-4f28-8b8c-c42be994d08c tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:18.942552 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-92511455-26c9-4f28-8b8c-c42be994d08c tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] For port 5a7a62c4-1444-4851-a013-e5aa43c04be9, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=5a7a62c4-1444-4851-a013-e5aa43c04be9,segment=NetworkSegment(4e1df175-c76e-47c2-a081-85a8370b810a),segment_id=4e1df175-c76e-47c2-a081-85a8370b810a)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:18.942917 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92511455-26c9-4f28-8b8c-c42be994d08c tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:18.945327 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42176bf2-fda1-4edb-8d63-8a428db102ea req-4dd55faa-c787-45bb-a1e3-f72b66677b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:18.947150 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-42176bf2-fda1-4edb-8d63-8a428db102ea req-4dd55faa-c787-45bb-a1e3-f72b66677b5c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dddabe1bca86471f90fa95b3bff0f659&device_id=68c566a5-a101-4e96-b311-78628ab0d4d1 HTTP/1.1" status: 200 len: 1098 time: 0.2541244 Nov 29 01:58:18.957639 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-92511455-26c9-4f28-8b8c-c42be994d08c tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Calling delete_port for 5a7a62c4-1444-4851-a013-e5aa43c04be9 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:18.979945 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-3000970e-83d9-47f1-ae2c-fab0f08da62c None None] Set router d550a075-b149-49df-95e5-f48144184c17 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:58:19.055254 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92511455-26c9-4f28-8b8c-c42be994d08c tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:19.105858 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92511455-26c9-4f28-8b8c-c42be994d08c tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Pushing event deleted for resources: {'Port': ['ID=5a7a62c4-1444-4851-a013-e5aa43c04be9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:19.108848 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-b6a13d79-7f7a-4cf1-90e7-d00ad211d737 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Allocated IP 172.26.3.240 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/243ea350-35a0-43e9-9b46-c2cb513b139d) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:19.113109 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92511455-26c9-4f28-8b8c-c42be994d08c tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] No DVR routers for this DVR port 5a7a62c4-1444-4851-a013-e5aa43c04be9 on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:58:19.148426 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7908a25-b1a7-4e2e-9470-f1791df93be2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-126abf58-b75c-4c07-bafa-8e25bc6621b0', 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'fixed_ips': [{'subnet_id': '962d3836-a521-4ba5-8e95-6fba26458b69'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:58:19.149312 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c7908a25-b1a7-4e2e-9470-f1791df93be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:19.224641 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92511455-26c9-4f28-8b8c-c42be994d08c tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:19.241238 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-84e9c02f-a457-4ac3-a174-c892f9a084b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'name': 'tempest-ServersTestJSON-51267677-router', 'tenant_id': 'dddabe1bca86471f90fa95b3bff0f659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '28d74ff9-d184-4b15-9464-444a0bf6b031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:57:15Z', 'updated_at': '2021-11-29T01:57:25Z', 'revision_number': 4, 'project_id': 'dddabe1bca86471f90fa95b3bff0f659', 'gw_port': {'id': '28d74ff9-d184-4b15-9464-444a0bf6b031', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:31:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:16Z', 'updated_at': '2021-11-29T01:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '780f4946-ccd0-41c7-8b1b-03388eb3ba53', 'tenant_id': 'dddabe1bca86471f90fa95b3bff0f659', 'floating_ip_address': '172.26.3.34', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'port_id': '177fd6d7-9357-4aa7-8529-04b3b468acbc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15d78a30-826a-4437-bf95-ffaf3e1cb11a', 'mac_address': 'fa:16:3e:98:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c566a5-a101-4e96-b311-78628ab0d4d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:57:35Z', 'updated_at': '2021-11-29T01:58:16Z', 'revision_number': 1, 'project_id': 'dddabe1bca86471f90fa95b3bff0f659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e0a0ecb-a58f-4d50-88e3-4467b183e437', 'name': '', 'network_id': '15d78a30-826a-4437-bf95-ffaf3e1cb11a', 'tenant_id': 'dddabe1bca86471f90fa95b3bff0f659', 'mac_address': 'fa:16:3e:fe:2d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6be0b08c-da9c-4841-a857-67610a540960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:23Z', 'updated_at': '2021-11-29T01:57:29Z', 'revision_number': 5, 'project_id': 'dddabe1bca86471f90fa95b3bff0f659', 'subnets': [{'id': '6be0b08c-da9c-4841-a857-67610a540960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:19.247444 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-92511455-26c9-4f28-8b8c-c42be994d08c tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['136f6c15-592e-4410-8c9f-e0ae595770cc']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:19.247657 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e3e77d-bea0-4f8d-8aa5-db9d33da5992 None None] DHCP port deletion for 136f6c15-592e-4410-8c9f-e0ae595770cc request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:58:19.258619 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-92511455-26c9-4f28-8b8c-c42be994d08c tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e1df175-c76e-47c2-a081-85a8370b810a') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:19.259002 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-92511455-26c9-4f28-8b8c-c42be994d08c tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e1df175-c76e-47c2-a081-85a8370b810a') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:19.274513 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92511455-26c9-4f28-8b8c-c42be994d08c tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:19.286079 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e9c02f-a457-4ac3-a174-c892f9a084b1 None None] Checking router: e097dab1-6510-48fc-8026-4fefc19d5140 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:58:19.290454 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92511455-26c9-4f28-8b8c-c42be994d08c tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:19.297751 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92511455-26c9-4f28-8b8c-c42be994d08c tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:58:19.309321 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92511455-26c9-4f28-8b8c-c42be994d08c tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:19.320025 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3000970e-83d9-47f1-ae2c-fab0f08da62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd550a075-b149-49df-95e5-f48144184c17', 'name': 'tempest-snat-router-668247840', 'tenant_id': '0f7ff0c62c0e472d856d42b1a5625bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '4822a51d-5c95-4a02-918e-3196bed3de9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:58:10Z', 'updated_at': '2021-11-29T01:58:14Z', 'revision_number': 3, 'project_id': '0f7ff0c62c0e472d856d42b1a5625bfe', 'gw_port': {'id': '4822a51d-5c95-4a02-918e-3196bed3de9e', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:20:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd550a075-b149-49df-95e5-f48144184c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:58:12Z', 'updated_at': '2021-11-29T01:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:19.321999 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e9c02f-a457-4ac3-a174-c892f9a084b1 None None] Routers {'e097dab1-6510-48fc-8026-4fefc19d5140'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:58:19.323041 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-84e9c02f-a457-4ac3-a174-c892f9a084b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['e097dab1-6510-48fc-8026-4fefc19d5140'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:19.354693 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3000970e-83d9-47f1-ae2c-fab0f08da62c None None] The sync data for ids ['d550a075-b149-49df-95e5-f48144184c17'] in dv-neutron-819032-3-hyperv is: [{'id': 'd550a075-b149-49df-95e5-f48144184c17', 'name': 'tempest-snat-router-668247840', 'tenant_id': '0f7ff0c62c0e472d856d42b1a5625bfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '4822a51d-5c95-4a02-918e-3196bed3de9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:58:10Z', 'updated_at': '2021-11-29T01:58:14Z', 'revision_number': 3, 'project_id': '0f7ff0c62c0e472d856d42b1a5625bfe', 'gw_port': {'id': '4822a51d-5c95-4a02-918e-3196bed3de9e', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:20:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd550a075-b149-49df-95e5-f48144184c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:58:12Z', 'updated_at': '2021-11-29T01:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:58:19.439840 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f828ee14-4de2-441d-adfd-1e58da447ec7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:19.447864 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ecfec4bb-ba36-4f21-9fb0-65b7ddc75bdd tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:19.455882 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8e5d3d16-39dd-4102-899a-21a658bdd2cb tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:19.468252 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-c7908a25-b1a7-4e2e-9470-f1791df93be2 None None] Allocated IP 2001:db8::2 (126abf58-b75c-4c07-bafa-8e25bc6621b0/962d3836-a521-4ba5-8e95-6fba26458b69/38225c14-ddd9-4905-b332-162513351a81) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:19.498829 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-84e9c02f-a457-4ac3-a174-c892f9a084b1 None None] Set router e097dab1-6510-48fc-8026-4fefc19d5140 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:58:19.500397 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 01:58:19.500397 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:58:19.500397 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 01:58:19.500397 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:58:19.500397 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 01:58:19.500397 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:58:19.500397 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 01:58:19.500397 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:58:19.500397 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 01:58:19.500397 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:58:19.500397 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 01:58:19.500397 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:58:19.500397 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 01:58:19.500397 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:58:19.500397 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:58:19.500397 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:58:19.500397 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:58:19.500397 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:58:19.500397 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 01:58:19.500397 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:58:19.500397 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 01:58:19.500397 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:58:19.500397 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:58:19.500397 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:58:19.500397 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 01:58:19.500397 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:58:19.500397 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:58:19.500397 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:58:19.500397 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:58:19.500397 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:58:19.500397 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:58:19.500397 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:58:19.514238 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6a13d79-7f7a-4cf1-90e7-d00ad211d737 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:19.522150 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae506afc-5a32-476f-9c85-189edbaeeb7c tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:19.525303 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92511455-26c9-4f28-8b8c-c42be994d08c tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:19.551848 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92511455-26c9-4f28-8b8c-c42be994d08c tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:19.555690 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-92511455-26c9-4f28-8b8c-c42be994d08c tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] 10.222.0.37 "DELETE /v2.0/networks/136f6c15-592e-4410-8c9f-e0ae595770cc HTTP/1.1" status: 204 len: 168 time: 0.9027953 Nov 29 01:58:19.561530 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92511455-26c9-4f28-8b8c-c42be994d08c tempest-AllowedAddressPairTestJSON-1801856426 tempest-AllowedAddressPairTestJSON-1801856426-project] Pushing event deleted for resources: {'Network': ['ID=136f6c15-592e-4410-8c9f-e0ae595770cc,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:19.566761 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-f828ee14-4de2-441d-adfd-1e58da447ec7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] device_id is not set on port 3b912b03-b1cd-4414-bd01-40a9cdbe2a80 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:58:19.627911 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6a13d79-7f7a-4cf1-90e7-d00ad211d737 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:19.651892 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ae506afc-5a32-476f-9c85-189edbaeeb7c tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Deleting port 4822a51d-5c95-4a02-918e-3196bed3de9e {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:19.652246 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae506afc-5a32-476f-9c85-189edbaeeb7c tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:19.690637 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42176bf2-fda1-4edb-8d63-8a428db102ea req-228ccd6f-acf1-4d86-85a3-6a138c15bcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:19.692205 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-42176bf2-fda1-4edb-8d63-8a428db102ea req-228ccd6f-acf1-4d86-85a3-6a138c15bcad service neutron] 10.222.0.24 "GET /v2.0/networks?id=15d78a30-826a-4437-bf95-ffaf3e1cb11a HTTP/1.1" status: 200 len: 905 time: 0.7271965 Nov 29 01:58:19.764552 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a13d79-7f7a-4cf1-90e7-d00ad211d737 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:19.780459 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9373c2-8001-449c-83f1-19e7004fba89 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Router 0373269f-7392-4963-849f-5240cf223a92 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:58:19.793005 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a13d79-7f7a-4cf1-90e7-d00ad211d737 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Pushing event updated for resources: {'Port': ['ID=243ea350-35a0-43e9-9b46-c2cb513b139d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:19.818307 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-b6a13d79-7f7a-4cf1-90e7-d00ad211d737 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:19.836684 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a13d79-7f7a-4cf1-90e7-d00ad211d737 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:19.910835 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ecfec4bb-ba36-4f21-9fb0-65b7ddc75bdd tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:19.971707 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ae506afc-5a32-476f-9c85-189edbaeeb7c tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] For port 4822a51d-5c95-4a02-918e-3196bed3de9e, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=4822a51d-5c95-4a02-918e-3196bed3de9e,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:19.971707 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae506afc-5a32-476f-9c85-189edbaeeb7c tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:19.992956 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ae506afc-5a32-476f-9c85-189edbaeeb7c tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Calling delete_port for 4822a51d-5c95-4a02-918e-3196bed3de9e owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:19.995047 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6a13d79-7f7a-4cf1-90e7-d00ad211d737 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:20.005787 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c7908a25-b1a7-4e2e-9470-f1791df93be2 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:20.032882 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c7908a25-b1a7-4e2e-9470-f1791df93be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:20.051637 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-42176bf2-fda1-4edb-8d63-8a428db102ea req-5734fe52-36f8-4f8f-8c53-790c1b5bec19 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=177fd6d7-9357-4aa7-8529-04b3b468acbc HTTP/1.1" status: 200 len: 998 time: 0.3430376 Nov 29 01:58:20.089118 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6a13d79-7f7a-4cf1-90e7-d00ad211d737 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:20.094505 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37678) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:20.116484 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfec4bb-ba36-4f21-9fb0-65b7ddc75bdd tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Pushing event updated for resources: {'Port': ['ID=570e21e0-5bbb-462b-8fd1-242d8d2b4d3c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:20.135502 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7908a25-b1a7-4e2e-9470-f1791df93be2 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:20.165486 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-c7908a25-b1a7-4e2e-9470-f1791df93be2 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:20.169401 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7908a25-b1a7-4e2e-9470-f1791df93be2 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:20.180329 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7908a25-b1a7-4e2e-9470-f1791df93be2 None None] Pushing event updated for resources: {'Port': ['ID=38225c14-ddd9-4905-b332-162513351a81,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:20.205766 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-f828ee14-4de2-441d-adfd-1e58da447ec7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Allocated IP 2001:db8::6713:2811:8c57:2603 (126abf58-b75c-4c07-bafa-8e25bc6621b0/962d3836-a521-4ba5-8e95-6fba26458b69/3b912b03-b1cd-4414-bd01-40a9cdbe2a80) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:20.255275 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7908a25-b1a7-4e2e-9470-f1791df93be2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:20.255634 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7908a25-b1a7-4e2e-9470-f1791df93be2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:20.255980 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7908a25-b1a7-4e2e-9470-f1791df93be2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:20.256321 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7908a25-b1a7-4e2e-9470-f1791df93be2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:20.256657 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7908a25-b1a7-4e2e-9470-f1791df93be2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:20.257010 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7908a25-b1a7-4e2e-9470-f1791df93be2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:20.257347 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7908a25-b1a7-4e2e-9470-f1791df93be2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:20.257841 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7908a25-b1a7-4e2e-9470-f1791df93be2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:20.258495 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7908a25-b1a7-4e2e-9470-f1791df93be2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:20.258835 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7908a25-b1a7-4e2e-9470-f1791df93be2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:20.259163 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7908a25-b1a7-4e2e-9470-f1791df93be2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:20.259490 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7908a25-b1a7-4e2e-9470-f1791df93be2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:20.270257 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-c7908a25-b1a7-4e2e-9470-f1791df93be2 None None] Attempting to bind port 38225c14-ddd9-4905-b332-162513351a81 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:20.270638 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-c7908a25-b1a7-4e2e-9470-f1791df93be2 None None] Attempting to bind port 38225c14-ddd9-4905-b332-162513351a81 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:20.271012 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7908a25-b1a7-4e2e-9470-f1791df93be2 None None] Attempting to bind port 38225c14-ddd9-4905-b332-162513351a81 on network 126abf58-b75c-4c07-bafa-8e25bc6621b0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:20.278263 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7908a25-b1a7-4e2e-9470-f1791df93be2 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:58:20.282661 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7908a25-b1a7-4e2e-9470-f1791df93be2 None None] Checking segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:58:20.283143 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c7908a25-b1a7-4e2e-9470-f1791df93be2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:20.283585 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7908a25-b1a7-4e2e-9470-f1791df93be2 None None] Bound using segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:58:20.284094 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-c7908a25-b1a7-4e2e-9470-f1791df93be2 None None] Bound port: 38225c14-ddd9-4905-b332-162513351a81, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:58:20.284617 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c7908a25-b1a7-4e2e-9470-f1791df93be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:20.300949 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-84e9c02f-a457-4ac3-a174-c892f9a084b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'name': 'tempest-ServersTestJSON-51267677-router', 'tenant_id': 'dddabe1bca86471f90fa95b3bff0f659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '28d74ff9-d184-4b15-9464-444a0bf6b031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:57:15Z', 'updated_at': '2021-11-29T01:57:25Z', 'revision_number': 4, 'project_id': 'dddabe1bca86471f90fa95b3bff0f659', 'gw_port': {'id': '28d74ff9-d184-4b15-9464-444a0bf6b031', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:31:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:16Z', 'updated_at': '2021-11-29T01:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '780f4946-ccd0-41c7-8b1b-03388eb3ba53', 'tenant_id': 'dddabe1bca86471f90fa95b3bff0f659', 'floating_ip_address': '172.26.3.34', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'port_id': '177fd6d7-9357-4aa7-8529-04b3b468acbc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15d78a30-826a-4437-bf95-ffaf3e1cb11a', 'mac_address': 'fa:16:3e:98:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c566a5-a101-4e96-b311-78628ab0d4d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:57:35Z', 'updated_at': '2021-11-29T01:58:16Z', 'revision_number': 1, 'project_id': 'dddabe1bca86471f90fa95b3bff0f659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e0a0ecb-a58f-4d50-88e3-4467b183e437', 'name': '', 'network_id': '15d78a30-826a-4437-bf95-ffaf3e1cb11a', 'tenant_id': 'dddabe1bca86471f90fa95b3bff0f659', 'mac_address': 'fa:16:3e:fe:2d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6be0b08c-da9c-4841-a857-67610a540960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:23Z', 'updated_at': '2021-11-29T01:57:29Z', 'revision_number': 5, 'project_id': 'dddabe1bca86471f90fa95b3bff0f659', 'subnets': [{'id': '6be0b08c-da9c-4841-a857-67610a540960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:20.327776 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42176bf2-fda1-4edb-8d63-8a428db102ea req-083fb421-620a-44bb-8fb0-b265d31faa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:20.329772 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-42176bf2-fda1-4edb-8d63-8a428db102ea req-083fb421-620a-44bb-8fb0-b265d31faa06 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6be0b08c-da9c-4841-a857-67610a540960 HTTP/1.1" status: 200 len: 843 time: 0.1077631 Nov 29 01:58:20.338712 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e9c02f-a457-4ac3-a174-c892f9a084b1 None None] The sync data for ids ['e097dab1-6510-48fc-8026-4fefc19d5140'] in dv-neutron-819032-3-hyperv is: [{'id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'name': 'tempest-ServersTestJSON-51267677-router', 'tenant_id': 'dddabe1bca86471f90fa95b3bff0f659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '28d74ff9-d184-4b15-9464-444a0bf6b031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:57:15Z', 'updated_at': '2021-11-29T01:57:25Z', 'revision_number': 4, 'project_id': 'dddabe1bca86471f90fa95b3bff0f659', 'gw_port': {'id': '28d74ff9-d184-4b15-9464-444a0bf6b031', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:31:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:16Z', 'updated_at': '2021-11-29T01:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '780f4946-ccd0-41c7-8b1b-03388eb3ba53', 'tenant_id': 'dddabe1bca86471f90fa95b3bff0f659', 'floating_ip_address': '172.26.3.34', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'port_id': '177fd6d7-9357-4aa7-8529-04b3b468acbc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15d78a30-826a-4437-bf95-ffaf3e1cb11a', 'mac_address': 'fa:16:3e:98:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c566a5-a101-4e96-b311-78628ab0d4d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:57:35Z', 'updated_at': '2021-11-29T01:58:16Z', 'revision_number': 1, 'project_id': 'dddabe1bca86471f90fa95b3bff0f659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e0a0ecb-a58f-4d50-88e3-4467b183e437', 'name': '', 'network_id': '15d78a30-826a-4437-bf95-ffaf3e1cb11a', 'tenant_id': 'dddabe1bca86471f90fa95b3bff0f659', 'mac_address': 'fa:16:3e:fe:2d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6be0b08c-da9c-4841-a857-67610a540960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:23Z', 'updated_at': '2021-11-29T01:57:29Z', 'revision_number': 5, 'project_id': 'dddabe1bca86471f90fa95b3bff0f659', 'subnets': [{'id': '6be0b08c-da9c-4841-a857-67610a540960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:58:20.399083 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfec4bb-ba36-4f21-9fb0-65b7ddc75bdd tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Network 2db6475b-a550-4a31-87f7-29076e2e91b8 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:20.441466 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a99fc7d8-fe6a-4ce5-9ee9-c0d96d8a58a3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=320b4919f184460ba2e43d76dae0a10a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3401108 Nov 29 01:58:20.443648 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37682) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:20.444316 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae506afc-5a32-476f-9c85-189edbaeeb7c tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:20.506963 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae506afc-5a32-476f-9c85-189edbaeeb7c tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Pushing event deleted for resources: {'Port': ['ID=4822a51d-5c95-4a02-918e-3196bed3de9e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:20.558435 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c7908a25-b1a7-4e2e-9470-f1791df93be2 None None] For port 38225c14-ddd9-4905-b332-162513351a81, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:58:20.562621 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c7908a25-b1a7-4e2e-9470-f1791df93be2 None None] For port 38225c14-ddd9-4905-b332-162513351a81, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=38225c14-ddd9-4905-b332-162513351a81,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:58:20.572108 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c7908a25-b1a7-4e2e-9470-f1791df93be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:20.579918 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f828ee14-4de2-441d-adfd-1e58da447ec7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:20.619318 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-ecfec4bb-ba36-4f21-9fb0-65b7ddc75bdd tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:20.637468 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfec4bb-ba36-4f21-9fb0-65b7ddc75bdd tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:20.639514 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfec4bb-ba36-4f21-9fb0-65b7ddc75bdd tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:20.640109 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ecfec4bb-ba36-4f21-9fb0-65b7ddc75bdd tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:20.655275 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7908a25-b1a7-4e2e-9470-f1791df93be2 None None] Pushing event updated for resources: {'Port': ['ID=38225c14-ddd9-4905-b332-162513351a81,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:20.676464 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6a13d79-7f7a-4cf1-90e7-d00ad211d737 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:20.681844 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae506afc-5a32-476f-9c85-189edbaeeb7c tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:20.722009 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f828ee14-4de2-441d-adfd-1e58da447ec7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:20.722449 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6a13d79-7f7a-4cf1-90e7-d00ad211d737 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:20.728592 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ecfec4bb-ba36-4f21-9fb0-65b7ddc75bdd tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.4657292 Nov 29 01:58:20.737129 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf614d3-4304-468c-b249-fa875d71d087 None None] New status for floating IP 780f4946-ccd0-41c7-8b1b-03388eb3ba53: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 01:58:20.739028 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37684) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:20.771467 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42176bf2-fda1-4edb-8d63-8a428db102ea req-90d88c4e-80a0-4d8b-a4b2-f5620d82d281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:20.772966 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-42176bf2-fda1-4edb-8d63-8a428db102ea req-90d88c4e-80a0-4d8b-a4b2-f5620d82d281 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=15d78a30-826a-4437-bf95-ffaf3e1cb11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4029830 Nov 29 01:58:20.779676 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:20.828385 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9373c2-8001-449c-83f1-19e7004fba89 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:58:20.846317 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed9373c2-8001-449c-83f1-19e7004fba89 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:20.863640 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32f1131-716f-498d-8637-f1fb2fcb3020 None None] Sync routers for ids ['0373269f-7392-4963-849f-5240cf223a92'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:58:20.887622 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8eef03ef-a9ce-42c9-beb0-f3ab4bab2261 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:20.889468 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f828ee14-4de2-441d-adfd-1e58da447ec7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:20.920328 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32f1131-716f-498d-8637-f1fb2fcb3020 None None] Routers {'0373269f-7392-4963-849f-5240cf223a92'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:58:20.934475 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b32f1131-716f-498d-8637-f1fb2fcb3020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['0373269f-7392-4963-849f-5240cf223a92'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:20.956890 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6a13d79-7f7a-4cf1-90e7-d00ad211d737 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:20.969964 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-f828ee14-4de2-441d-adfd-1e58da447ec7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:20.976667 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae506afc-5a32-476f-9c85-189edbaeeb7c tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:20.985800 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828ee14-4de2-441d-adfd-1e58da447ec7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Port': ['ID=3b912b03-b1cd-4414-bd01-40a9cdbe2a80,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:20.989140 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae506afc-5a32-476f-9c85-189edbaeeb7c tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:21.001892 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f828ee14-4de2-441d-adfd-1e58da447ec7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:21.007516 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f828ee14-4de2-441d-adfd-1e58da447ec7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:21.008197 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f828ee14-4de2-441d-adfd-1e58da447ec7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:21.023285 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a13d79-7f7a-4cf1-90e7-d00ad211d737 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Pushing event updated for resources: {'Port': ['ID=243ea350-35a0-43e9-9b46-c2cb513b139d,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:21.034306 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ed9373c2-8001-449c-83f1-19e7004fba89 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "PUT /v2.0/floatingips/a5861d8c-46d8-4757-ba9c-1b80a810d4d4 HTTP/1.1" status: 200 len: 991 time: 4.7524869 Nov 29 01:58:21.040042 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa175ed-e1f2-43bf-99c1-41334d3acfa7', 'tag': 'cafdaaaf-c9cd-47fc-b683-1e5ac748f88c'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:58:21.050297 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ade4664-a41b-45c6-86a7-326478cd4929" -d '{"events": [{"name": "network-changed", "server_uuid": "faa175ed-e1f2-43bf-99c1-41334d3acfa7", "tag": "cafdaaaf-c9cd-47fc-b683-1e5ac748f88c"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:58:21.080407 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8eef03ef-a9ce-42c9-beb0-f3ab4bab2261 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:21.128429 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f828ee14-4de2-441d-adfd-1e58da447ec7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0103035 Nov 29 01:58:21.134114 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:21.146406 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37694) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:21.170608 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6a13d79-7f7a-4cf1-90e7-d00ad211d737 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:21.176959 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b6a13d79-7f7a-4cf1-90e7-d00ad211d737 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5945585 Nov 29 01:58:21.176959 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37696) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:21.178441 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 5a7a62c4-1444-4851-a013-e5aa43c04be9 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:58:21.190813 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-32cba6db-aa2c-4a65-afeb-478b21ae81c6 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Request body: {'floatingip': {'port_id': 'dff05b11-e5eb-4686-8ff9-1d4042b559ee', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:21.238011 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae752d7-6499-4d26-8587-431fa0acc8a9 x-openstack-request-id: req-6ae752d7-6499-4d26-8587-431fa0acc8a9 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:58:21.238303 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faa175ed-e1f2-43bf-99c1-41334d3acfa7", "tag": "cafdaaaf-c9cd-47fc-b683-1e5ac748f88c", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:58:21.238561 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ae752d7-6499-4d26-8587-431fa0acc8a9 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:58:21.239018 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faa175ed-e1f2-43bf-99c1-41334d3acfa7', 'tag': 'cafdaaaf-c9cd-47fc-b683-1e5ac748f88c', 'status': 'completed', 'code': 200} Nov 29 01:58:21.247595 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 5a7a62c4-1444-4851-a013-e5aa43c04be9 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:58:21.247938 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 5a7a62c4-1444-4851-a013-e5aa43c04be9 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:58:21.250537 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae506afc-5a32-476f-9c85-189edbaeeb7c tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:21.251182 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae506afc-5a32-476f-9c85-189edbaeeb7c tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d550a075-b149-49df-95e5-f48144184c17 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:58:21.272960 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae506afc-5a32-476f-9c85-189edbaeeb7c tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:21.274419 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ae506afc-5a32-476f-9c85-189edbaeeb7c tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] 10.222.0.37 "DELETE /v2.0/routers/d550a075-b149-49df-95e5-f48144184c17 HTTP/1.1" status: 204 len: 168 time: 3.2038908 Nov 29 01:58:21.287805 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32cba6db-aa2c-4a65-afeb-478b21ae81c6 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks [] for floatingip, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:21.291420 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37698) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:21.292563 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-42176bf2-fda1-4edb-8d63-8a428db102ea req-a01a0fa0-1de9-4d5e-bbe8-7299d81e955c service neutron] 10.222.0.24 "GET /v2.0/networks/15d78a30-826a-4437-bf95-ffaf3e1cb11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960861 Nov 29 01:58:21.319512 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-b32f1131-716f-498d-8637-f1fb2fcb3020 None None] Set router 0373269f-7392-4963-849f-5240cf223a92 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:58:21.505247 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd305302-f5b5-46a2-8100-91ebe9609385 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:21.512436 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd305302-f5b5-46a2-8100-91ebe9609385 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:21.517642 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-bd305302-f5b5-46a2-8100-91ebe9609385 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3600280 Nov 29 01:58:21.529444 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37700) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:21.583810 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade4664-a41b-45c6-86a7-326478cd4929 req-1206969f-7526-45af-a341-a7129ad1a399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:21.585296 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-4ade4664-a41b-45c6-86a7-326478cd4929 req-1206969f-7526-45af-a341-a7129ad1a399 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=da68fb1b87304f61b182bda5bfdbc9db&device_id=faa175ed-e1f2-43bf-99c1-41334d3acfa7 HTTP/1.1" status: 200 len: 1099 time: 0.3088276 Nov 29 01:58:21.609353 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b32f1131-716f-498d-8637-f1fb2fcb3020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0373269f-7392-4963-849f-5240cf223a92', 'name': 'tempest-ServersTestManualDisk-2082134638-router', 'tenant_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'a15f9fe2-ee3a-4f58-a42a-3caa436dc3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:57:15Z', 'updated_at': '2021-11-29T01:57:29Z', 'revision_number': 4, 'project_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'gw_port': {'id': 'a15f9fe2-ee3a-4f58-a42a-3caa436dc3de', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:55:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0373269f-7392-4963-849f-5240cf223a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:16Z', 'updated_at': '2021-11-29T01:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'a5861d8c-46d8-4757-ba9c-1b80a810d4d4', 'tenant_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'floating_ip_address': '172.26.3.93', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '0373269f-7392-4963-849f-5240cf223a92', 'port_id': 'cafdaaaf-c9cd-47fc-b683-1e5ac748f88c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb5b9240-440f-46b6-8e86-e0412219f8de', 'mac_address': 'fa:16:3e:64:b5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa175ed-e1f2-43bf-99c1-41334d3acfa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:57:39Z', 'updated_at': '2021-11-29T01:58:17Z', 'revision_number': 1, 'project_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '555a7007-e32d-4bf3-b014-35dcc9ddd037', 'name': '', 'network_id': 'eb5b9240-440f-46b6-8e86-e0412219f8de', 'tenant_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'mac_address': 'fa:16:3e:4b:e7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0373269f-7392-4963-849f-5240cf223a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b35b82af-f6e8-4c72-bc4b-0b6753f30b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:25Z', 'updated_at': '2021-11-29T01:57:35Z', 'revision_number': 5, 'project_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'subnets': [{'id': 'b35b82af-f6e8-4c72-bc4b-0b6753f30b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:21.637598 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32f1131-716f-498d-8637-f1fb2fcb3020 None None] Checking router: 0373269f-7392-4963-849f-5240cf223a92 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:58:21.647205 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32f1131-716f-498d-8637-f1fb2fcb3020 None None] Routers {'0373269f-7392-4963-849f-5240cf223a92'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:58:21.647828 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b32f1131-716f-498d-8637-f1fb2fcb3020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['0373269f-7392-4963-849f-5240cf223a92'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:21.651201 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8e5d3d16-39dd-4102-899a-21a658bdd2cb tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Deleting port 2d9a59ea-5066-4970-b794-0e20809e33a1 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:21.651201 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8e5d3d16-39dd-4102-899a-21a658bdd2cb tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:21.757996 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8eef03ef-a9ce-42c9-beb0-f3ab4bab2261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:21.760653 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8eef03ef-a9ce-42c9-beb0-f3ab4bab2261 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:21.762269 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8eef03ef-a9ce-42c9-beb0-f3ab4bab2261 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/64307f9a-1285-467a-b581-920e99d0f8f7 HTTP/1.1" status: 204 len: 168 time: 1.3156407 Nov 29 01:58:21.782986 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-b32f1131-716f-498d-8637-f1fb2fcb3020 None None] Set router 0373269f-7392-4963-849f-5240cf223a92 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:58:21.848672 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef03ef-a9ce-42c9-beb0-f3ab4bab2261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64307f9a-1285-467a-b581-920e99d0f8f7,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:21.851543 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c859a5e-f791-4c99-9e13-6e06e885bd66 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:21.963138 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-32cba6db-aa2c-4a65-afeb-478b21ae81c6 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] update failed (client error): The resource could not be found. Nov 29 01:58:21.967358 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-32cba6db-aa2c-4a65-afeb-478b21ae81c6 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] 10.222.0.37 "PUT /v2.0/floatingips/5f73010a-cd57-4cac-b189-9741735545e6 HTTP/1.1" status: 404 len: 507 time: 0.7881386 Nov 29 01:58:21.969048 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37706) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:22.063183 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-42176bf2-fda1-4edb-8d63-8a428db102ea req-90c7f3e6-d078-4ff9-9d51-b128af4c033a service neutron] 10.222.0.24 "GET /v2.0/networks/15d78a30-826a-4437-bf95-ffaf3e1cb11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7189724 Nov 29 01:58:22.123592 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c859a5e-f791-4c99-9e13-6e06e885bd66 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:22.221274 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-64cc8500-1172-4796-85cb-88edf407e812 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Deleting port 243ea350-35a0-43e9-9b46-c2cb513b139d {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:22.221669 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64cc8500-1172-4796-85cb-88edf407e812 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:22.246827 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-4c859a5e-f791-4c99-9e13-6e06e885bd66 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Deleting port c118d05a-89f1-4fa6-9432-ad842f84fea4 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:22.247176 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c859a5e-f791-4c99-9e13-6e06e885bd66 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:22.285383 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b32f1131-716f-498d-8637-f1fb2fcb3020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0373269f-7392-4963-849f-5240cf223a92', 'name': 'tempest-ServersTestManualDisk-2082134638-router', 'tenant_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'a15f9fe2-ee3a-4f58-a42a-3caa436dc3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:57:15Z', 'updated_at': '2021-11-29T01:57:29Z', 'revision_number': 4, 'project_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'gw_port': {'id': 'a15f9fe2-ee3a-4f58-a42a-3caa436dc3de', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:55:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0373269f-7392-4963-849f-5240cf223a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:16Z', 'updated_at': '2021-11-29T01:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'a5861d8c-46d8-4757-ba9c-1b80a810d4d4', 'tenant_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'floating_ip_address': '172.26.3.93', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '0373269f-7392-4963-849f-5240cf223a92', 'port_id': 'cafdaaaf-c9cd-47fc-b683-1e5ac748f88c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb5b9240-440f-46b6-8e86-e0412219f8de', 'mac_address': 'fa:16:3e:64:b5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa175ed-e1f2-43bf-99c1-41334d3acfa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:57:39Z', 'updated_at': '2021-11-29T01:58:17Z', 'revision_number': 1, 'project_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '555a7007-e32d-4bf3-b014-35dcc9ddd037', 'name': '', 'network_id': 'eb5b9240-440f-46b6-8e86-e0412219f8de', 'tenant_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'mac_address': 'fa:16:3e:4b:e7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0373269f-7392-4963-849f-5240cf223a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b35b82af-f6e8-4c72-bc4b-0b6753f30b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:25Z', 'updated_at': '2021-11-29T01:57:35Z', 'revision_number': 5, 'project_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'subnets': [{'id': 'b35b82af-f6e8-4c72-bc4b-0b6753f30b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:22.316348 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32f1131-716f-498d-8637-f1fb2fcb3020 None None] The sync data for ids ['0373269f-7392-4963-849f-5240cf223a92'] in dv-neutron-819032-3-hyperv is: [{'id': '0373269f-7392-4963-849f-5240cf223a92', 'name': 'tempest-ServersTestManualDisk-2082134638-router', 'tenant_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'a15f9fe2-ee3a-4f58-a42a-3caa436dc3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:57:15Z', 'updated_at': '2021-11-29T01:57:29Z', 'revision_number': 4, 'project_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'gw_port': {'id': 'a15f9fe2-ee3a-4f58-a42a-3caa436dc3de', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:55:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0373269f-7392-4963-849f-5240cf223a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:16Z', 'updated_at': '2021-11-29T01:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'a5861d8c-46d8-4757-ba9c-1b80a810d4d4', 'tenant_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'floating_ip_address': '172.26.3.93', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '0373269f-7392-4963-849f-5240cf223a92', 'port_id': 'cafdaaaf-c9cd-47fc-b683-1e5ac748f88c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb5b9240-440f-46b6-8e86-e0412219f8de', 'mac_address': 'fa:16:3e:64:b5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa175ed-e1f2-43bf-99c1-41334d3acfa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:57:39Z', 'updated_at': '2021-11-29T01:58:17Z', 'revision_number': 1, 'project_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '555a7007-e32d-4bf3-b014-35dcc9ddd037', 'name': '', 'network_id': 'eb5b9240-440f-46b6-8e86-e0412219f8de', 'tenant_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'mac_address': 'fa:16:3e:4b:e7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0373269f-7392-4963-849f-5240cf223a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b35b82af-f6e8-4c72-bc4b-0b6753f30b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:25Z', 'updated_at': '2021-11-29T01:57:35Z', 'revision_number': 5, 'project_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'subnets': [{'id': 'b35b82af-f6e8-4c72-bc4b-0b6753f30b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:58:22.416407 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8e5d3d16-39dd-4102-899a-21a658bdd2cb tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:22.434021 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] device_id is not set on port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:58:22.449042 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64cc8500-1172-4796-85cb-88edf407e812 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:22.449385 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64cc8500-1172-4796-85cb-88edf407e812 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:22.456673 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-11cdcd91-6fd2-4ec7-b439-aff116263c76 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting port 3b912b03-b1cd-4414-bd01-40a9cdbe2a80 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:22.457144 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11cdcd91-6fd2-4ec7-b439-aff116263c76 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:22.463696 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade4664-a41b-45c6-86a7-326478cd4929 req-482c0bcc-439c-49fe-bb1a-2a41e731b51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:22.466200 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-4ade4664-a41b-45c6-86a7-326478cd4929 req-482c0bcc-439c-49fe-bb1a-2a41e731b51f service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb5b9240-440f-46b6-8e86-e0412219f8de HTTP/1.1" status: 200 len: 913 time: 0.8655617 Nov 29 01:58:22.475033 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-64cc8500-1172-4796-85cb-88edf407e812 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Calling delete_port for 243ea350-35a0-43e9-9b46-c2cb513b139d owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:22.483502 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-4c859a5e-f791-4c99-9e13-6e06e885bd66 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] For port c118d05a-89f1-4fa6-9432-ad842f84fea4, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c118d05a-89f1-4fa6-9432-ad842f84fea4,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:22.483873 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c859a5e-f791-4c99-9e13-6e06e885bd66 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:22.488621 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:22.515775 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-4c859a5e-f791-4c99-9e13-6e06e885bd66 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Calling delete_port for c118d05a-89f1-4fa6-9432-ad842f84fea4 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:22.523113 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8e5d3d16-39dd-4102-899a-21a658bdd2cb tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Calling delete_port for 2d9a59ea-5066-4970-b794-0e20809e33a1 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:22.564931 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:22.759425 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Pushing event updated for resources: {'Port': ['ID=570e21e0-5bbb-462b-8fd1-242d8d2b4d3c,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:22.775100 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:22.775451 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:22.775821 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on network 2db6475b-a550-4a31-87f7-29076e2e91b8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:22.779886 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-4ade4664-a41b-45c6-86a7-326478cd4929 req-0213f23f-4726-42c1-8fbc-4066b3e86532 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cafdaaaf-c9cd-47fc-b683-1e5ac748f88c HTTP/1.1" status: 200 len: 999 time: 0.2894766 Nov 29 01:58:22.791322 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11cdcd91-6fd2-4ec7-b439-aff116263c76 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:22.817856 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on network 2db6475b-a550-4a31-87f7-29076e2e91b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:22.818220 dv-neutron-819032-3-hyperv neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Failed to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on host hv-neutron-8190 for vnic_type normal using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] Nov 29 01:58:22.840865 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d3b319-48a4-4f6d-82fc-b961ac3e688b None None] New status for floating IP a5861d8c-46d8-4757-ba9c-1b80a810d4d4: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 01:58:22.841933 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempt 2 to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c Nov 29 01:58:22.845268 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-11cdcd91-6fd2-4ec7-b439-aff116263c76 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Calling delete_port for 3b912b03-b1cd-4414-bd01-40a9cdbe2a80 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:22.894653 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64cc8500-1172-4796-85cb-88edf407e812 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:22.906862 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c859a5e-f791-4c99-9e13-6e06e885bd66 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:22.928042 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-22983a6b-dee2-4c0d-860d-3a97cb193e8f None None] Provisioning complete for port 38225c14-ddd9-4905-b332-162513351a81 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:22.928423 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-22983a6b-dee2-4c0d-860d-3a97cb193e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:22.937536 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:22.937904 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:22.938248 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on network 2db6475b-a550-4a31-87f7-29076e2e91b8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:22.959862 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc8500-1172-4796-85cb-88edf407e812 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Pushing event deleted for resources: {'Port': ['ID=243ea350-35a0-43e9-9b46-c2cb513b139d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:22.980225 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on network 2db6475b-a550-4a31-87f7-29076e2e91b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:22.980566 dv-neutron-819032-3-hyperv neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Failed to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on host hv-neutron-8190 for vnic_type normal using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] Nov 29 01:58:23.023245 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c859a5e-f791-4c99-9e13-6e06e885bd66 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Pushing event deleted for resources: {'Port': ['ID=c118d05a-89f1-4fa6-9432-ad842f84fea4,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:23.041590 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempt 3 to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c Nov 29 01:58:23.051460 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37728) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:23.085169 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-22983a6b-dee2-4c0d-860d-3a97cb193e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:23.129657 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade4664-a41b-45c6-86a7-326478cd4929 req-dc7f2893-b24f-4236-b116-ec68aa3d76d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:23.131150 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-4ade4664-a41b-45c6-86a7-326478cd4929 req-dc7f2893-b24f-4236-b116-ec68aa3d76d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b35b82af-f6e8-4c72-bc4b-0b6753f30b4a HTTP/1.1" status: 200 len: 851 time: 0.3419793 Nov 29 01:58:23.135997 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-22983a6b-dee2-4c0d-860d-3a97cb193e8f None None] For port 38225c14-ddd9-4905-b332-162513351a81, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=38225c14-ddd9-4905-b332-162513351a81,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:23.146201 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-22983a6b-dee2-4c0d-860d-3a97cb193e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:23.186673 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:23.187020 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:23.187363 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on network 2db6475b-a550-4a31-87f7-29076e2e91b8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:23.195796 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c859a5e-f791-4c99-9e13-6e06e885bd66 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:23.238512 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22983a6b-dee2-4c0d-860d-3a97cb193e8f None None] Pushing event updated for resources: {'Port': ['ID=38225c14-ddd9-4905-b332-162513351a81,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:23.240541 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on network 2db6475b-a550-4a31-87f7-29076e2e91b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:23.240885 dv-neutron-819032-3-hyperv neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Failed to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on host hv-neutron-8190 for vnic_type normal using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] Nov 29 01:58:23.244431 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempt 4 to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c Nov 29 01:58:23.244799 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64cc8500-1172-4796-85cb-88edf407e812 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:23.248195 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64cc8500-1172-4796-85cb-88edf407e812 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:23.253778 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-64cc8500-1172-4796-85cb-88edf407e812 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] 10.222.0.37 "DELETE /v2.0/floatingips/5f73010a-cd57-4cac-b189-9741735545e6 HTTP/1.1" status: 204 len: 168 time: 1.2819133 Nov 29 01:58:23.272269 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37734) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:23.284353 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-544763ef-82bd-48e1-aa60-8e82a624d976 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Request body: {'floatingip': {'floating_network_id': 'e8ae0799-ff24-4a30-a09d-3343f7560c88', 'port_id': 'dff05b11-e5eb-4686-8ff9-1d4042b559ee', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:23.286841 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-36db8be3-f590-4c15-b4c8-90fb7653a892 None None] Provisioning complete for port 3b912b03-b1cd-4414-bd01-40a9cdbe2a80 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:23.289531 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-36db8be3-f590-4c15-b4c8-90fb7653a892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:23.306326 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:23.306672 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:23.307022 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on network 2db6475b-a550-4a31-87f7-29076e2e91b8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:23.363623 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-36db8be3-f590-4c15-b4c8-90fb7653a892 None None] Port 3b912b03-b1cd-4414-bd01-40a9cdbe2a80 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:58:23.369976 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade4664-a41b-45c6-86a7-326478cd4929 req-fb986786-a772-48fa-8f47-c1f3c2d2fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:23.371603 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-4ade4664-a41b-45c6-86a7-326478cd4929 req-fb986786-a772-48fa-8f47-c1f3c2d2fa60 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb5b9240-440f-46b6-8e86-e0412219f8de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2172649 Nov 29 01:58:23.372191 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on network 2db6475b-a550-4a31-87f7-29076e2e91b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:23.373093 dv-neutron-819032-3-hyperv neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Failed to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on host hv-neutron-8190 for vnic_type normal using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] Nov 29 01:58:23.383308 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-3a971431-5925-4932-8e53-389523399941 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-105191147'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:23.385926 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempt 5 to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c Nov 29 01:58:23.389496 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c859a5e-f791-4c99-9e13-6e06e885bd66 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:23.392261 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c859a5e-f791-4c99-9e13-6e06e885bd66 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:23.443925 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 38225c14-ddd9-4905-b332-162513351a81 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:58:23.455065 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-544763ef-82bd-48e1-aa60-8e82a624d976 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks [] for floatingip, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:23.460309 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c859a5e-f791-4c99-9e13-6e06e885bd66 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:23.461203 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c859a5e-f791-4c99-9e13-6e06e885bd66 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2033bf2f-e808-45e9-9d9f-1c8d7b90c498 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:58:23.470751 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c859a5e-f791-4c99-9e13-6e06e885bd66 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:23.476181 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4c859a5e-f791-4c99-9e13-6e06e885bd66 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] 10.222.0.37 "DELETE /v2.0/routers/2033bf2f-e808-45e9-9d9f-1c8d7b90c498 HTTP/1.1" status: 204 len: 168 time: 2.1814530 Nov 29 01:58:23.476949 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37738) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:23.482915 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-8f5ab09c-8640-4204-9ab1-076b0558ac8e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2024264476', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:23.506864 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8e5d3d16-39dd-4102-899a-21a658bdd2cb tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:23.518389 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 38225c14-ddd9-4905-b332-162513351a81 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:23.519239 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:23.519357 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:23.519605 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:23.519940 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on network 2db6475b-a550-4a31-87f7-29076e2e91b8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:23.604263 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d3d16-39dd-4102-899a-21a658bdd2cb tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Pushing event deleted for resources: {'Port': ['ID=2d9a59ea-5066-4970-b794-0e20809e33a1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:23.612528 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on network 2db6475b-a550-4a31-87f7-29076e2e91b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:23.612849 dv-neutron-819032-3-hyperv neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Failed to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on host hv-neutron-8190 for vnic_type normal using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] Nov 29 01:58:23.616784 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8f5ab09c-8640-4204-9ab1-076b0558ac8e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:23.618184 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8f5ab09c-8640-4204-9ab1-076b0558ac8e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:23.619440 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempt 6 to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c Nov 29 01:58:23.623220 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a971431-5925-4932-8e53-389523399941 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Made reservation on behalf of 44ce040caf3c4032b20d24ccb83eb0d6 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:23.626749 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a971431-5925-4932-8e53-389523399941 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:23.678326 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a971431-5925-4932-8e53-389523399941 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:23.689139 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11cdcd91-6fd2-4ec7-b439-aff116263c76 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:23.701597 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:23.701940 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:23.702291 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on network 2db6475b-a550-4a31-87f7-29076e2e91b8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:23.708481 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8f5ab09c-8640-4204-9ab1-076b0558ac8e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:23.778442 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on network 2db6475b-a550-4a31-87f7-29076e2e91b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:23.779314 dv-neutron-819032-3-hyperv neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Failed to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on host hv-neutron-8190 for vnic_type normal using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] Nov 29 01:58:23.780911 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cdcd91-6fd2-4ec7-b439-aff116263c76 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Port': ['ID=3b912b03-b1cd-4414-bd01-40a9cdbe2a80,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:23.788557 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempt 7 to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c Nov 29 01:58:23.805311 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-4ade4664-a41b-45c6-86a7-326478cd4929 req-512e37ad-2402-4ad8-84e6-6b49b30ec006 service neutron] 10.222.0.24 "GET /v2.0/networks/eb5b9240-440f-46b6-8e86-e0412219f8de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076262 Nov 29 01:58:23.861608 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-11cdcd91-6fd2-4ec7-b439-aff116263c76 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:23.865172 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-11cdcd91-6fd2-4ec7-b439-aff116263c76 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/3b912b03-b1cd-4414-bd01-40a9cdbe2a80 HTTP/1.1" status: 204 len: 168 time: 2.3322580 Nov 29 01:58:23.872432 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:23.872778 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:23.873123 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on network 2db6475b-a550-4a31-87f7-29076e2e91b8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:23.875502 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37740) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:23.911110 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8f5ab09c-8640-4204-9ab1-076b0558ac8e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:23.933103 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on network 2db6475b-a550-4a31-87f7-29076e2e91b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:23.933439 dv-neutron-819032-3-hyperv neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Failed to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on host hv-neutron-8190 for vnic_type normal using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] Nov 29 01:58:23.954075 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c21ec0-c7ce-4d82-a917-a7d6785b3f08 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:23.955594 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c21ec0-c7ce-4d82-a917-a7d6785b3f08 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:23.959690 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-87c21ec0-c7ce-4d82-a917-a7d6785b3f08 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0807130 Nov 29 01:58:23.977328 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempt 8 to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c Nov 29 01:58:23.984564 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37742) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:24.060838 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b882a81-ad54-40bf-a6c0-5596c7854a79 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting subnet 962d3836-a521-4ba5-8e95-6fba26458b69 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:58:24.066716 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b882a81-ad54-40bf-a6c0-5596c7854a79 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:24.073186 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-4ade4664-a41b-45c6-86a7-326478cd4929 req-3d1bd5cd-3205-418c-89b9-07d2fa914492 service neutron] 10.222.0.24 "GET /v2.0/networks/eb5b9240-440f-46b6-8e86-e0412219f8de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485182 Nov 29 01:58:24.084170 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:24.084510 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:24.084849 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on network 2db6475b-a550-4a31-87f7-29076e2e91b8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:24.102348 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on network 2db6475b-a550-4a31-87f7-29076e2e91b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:24.102680 dv-neutron-819032-3-hyperv neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Failed to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on host hv-neutron-8190 for vnic_type normal using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] Nov 29 01:58:24.109982 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempt 9 to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c Nov 29 01:58:24.120187 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b882a81-ad54-40bf-a6c0-5596c7854a79 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:24.170473 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:24.170813 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:24.171150 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on network 2db6475b-a550-4a31-87f7-29076e2e91b8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:24.174240 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a971431-5925-4932-8e53-389523399941 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:24.185312 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a971431-5925-4932-8e53-389523399941 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:24.194641 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on network 2db6475b-a550-4a31-87f7-29076e2e91b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:24.194985 dv-neutron-819032-3-hyperv neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Failed to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on host hv-neutron-8190 for vnic_type normal using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] Nov 29 01:58:24.197824 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempt 10 to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c Nov 29 01:58:24.200081 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8e5d3d16-39dd-4102-899a-21a658bdd2cb tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:24.214251 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-544763ef-82bd-48e1-aa60-8e82a624d976 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:58:24.215286 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-544763ef-82bd-48e1-aa60-8e82a624d976 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9420605 Nov 29 01:58:24.224326 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37744) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:24.228188 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a971431-5925-4932-8e53-389523399941 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:58:24.245299 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1a085f4c-05e8-4904-bba3-3bae8734fc23 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'port_id': 'dff05b11-e5eb-4686-8ff9-1d4042b559ee', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:24.246319 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:24.246656 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:24.246992 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempting to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on network 2db6475b-a550-4a31-87f7-29076e2e91b8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:24.257164 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a971431-5925-4932-8e53-389523399941 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:24.257506 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-3a971431-5925-4932-8e53-389523399941 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Added segment 4ace147f-ec48-4cb2-80e6-3dc452332a9f of type vlan for network 3604d4c9-0fbf-4f1c-b1ee-768722b43676 Nov 29 01:58:24.310679 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b882a81-ad54-40bf-a6c0-5596c7854a79 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:24.316769 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a971431-5925-4932-8e53-389523399941 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6296d897-f777-490a-9d16-dbd8d40f86d9,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:24.326993 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on network 2db6475b-a550-4a31-87f7-29076e2e91b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:24.327321 dv-neutron-819032-3-hyperv neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Failed to bind port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on host hv-neutron-8190 for vnic_type normal using segments [{'id': 'b607e7d2-83cd-4df0-8cc1-96cd5131e278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2db6475b-a550-4a31-87f7-29076e2e91b8'}] Nov 29 01:58:24.327697 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:24.356969 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8f5ab09c-8640-4204-9ab1-076b0558ac8e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:24.378289 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1a085f4c-05e8-4904-bba3-3bae8734fc23 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:24.384316 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8f5ab09c-8640-4204-9ab1-076b0558ac8e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:24.408824 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a971431-5925-4932-8e53-389523399941 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:24.474182 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] For port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:58:24.474862 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attempted to set empty binding levels {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 29 01:58:24.477174 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a971431-5925-4932-8e53-389523399941 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:24.482941 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a971431-5925-4932-8e53-389523399941 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:24.483533 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a971431-5925-4932-8e53-389523399941 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:24.524572 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b882a81-ad54-40bf-a6c0-5596c7854a79 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:24.528340 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:24.575046 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b882a81-ad54-40bf-a6c0-5596c7854a79 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Subnet': ['ID=962d3836-a521-4ba5-8e95-6fba26458b69,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:24.590339 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b882a81-ad54-40bf-a6c0-5596c7854a79 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:24.595757 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9b882a81-ad54-40bf-a6c0-5596c7854a79 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/962d3836-a521-4ba5-8e95-6fba26458b69 HTTP/1.1" status: 204 len: 168 time: 0.6078460 Nov 29 01:58:24.597249 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37748) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:24.599551 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73c9ba5-44f0-44ac-bb21-03fb263391f5 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:58:24.648247 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] In _notify_port_updated(), no bound segment for port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c on network 2db6475b-a550-4a31-87f7-29076e2e91b8 {{(pid=103255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 01:58:24.649097 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:24.649713 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:24.653691 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] 10.222.0.37 "PUT /v2.0/ports/570e21e0-5bbb-462b-8fd1-242d8d2b4d3c HTTP/1.1" status: 200 len: 976 time: 3.9065468 Nov 29 01:58:24.660493 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-8f5ab09c-8640-4204-9ab1-076b0558ac8e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Allocated IP 172.26.3.209 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/5b83b77f-7b57-4d6d-a641-6b7e581b389a) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:24.662177 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3a971431-5925-4932-8e53-389523399941 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5946648 Nov 29 01:58:24.664977 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37752) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:24.665309 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37754) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:24.674138 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-91b95062-4b57-49e9-ad3c-1a1afe831791 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746198 Nov 29 01:58:24.679106 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37756) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:24.680507 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-8c68190f-bf52-4a91-91ea-de952ba32f4d tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Request body: {'subnet': {'network_id': '3604d4c9-0fbf-4f1c-b1ee-768722b43676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:24.684619 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a971431-5925-4932-8e53-389523399941 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Pushing event updated for resources: {'Network': ['ID=3604d4c9-0fbf-4f1c-b1ee-768722b43676,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:24.696825 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-6794035b-6bbf-456b-beb9-3094ce05f71b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:24.698723 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 3604d4c9-0fbf-4f1c-b1ee-768722b43676 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:58:24.763476 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec39d9-f16a-48d5-9354-6cb477448134 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Pushing event updated for resources: {'Port': ['ID=570e21e0-5bbb-462b-8fd1-242d8d2b4d3c,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:24.832762 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5d3d16-39dd-4102-899a-21a658bdd2cb tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Router 131efe1b-36ba-49f1-93c4-b67201d3c691 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:58:24.865300 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1a085f4c-05e8-4904-bba3-3bae8734fc23 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:24.919664 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0218d1a-aabe-413f-b188-d5096c7ea8fd None None] DHCP port deletion for 126abf58-b75c-4c07-bafa-8e25bc6621b0 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:58:24.967748 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8f5ab09c-8640-4204-9ab1-076b0558ac8e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:24.973909 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c0218d1a-aabe-413f-b188-d5096c7ea8fd None None] Deleting port 38225c14-ddd9-4905-b332-162513351a81 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:24.974450 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c0218d1a-aabe-413f-b188-d5096c7ea8fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:25.020611 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8f5ab09c-8640-4204-9ab1-076b0558ac8e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:25.057347 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c0218d1a-aabe-413f-b188-d5096c7ea8fd None None] For port 38225c14-ddd9-4905-b332-162513351a81, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=38225c14-ddd9-4905-b332-162513351a81,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:25.057787 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c0218d1a-aabe-413f-b188-d5096c7ea8fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:25.073163 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c0218d1a-aabe-413f-b188-d5096c7ea8fd None None] Calling delete_port for 38225c14-ddd9-4905-b332-162513351a81 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:25.076426 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 38225c14-ddd9-4905-b332-162513351a81 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:58:25.119490 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5ab09c-8640-4204-9ab1-076b0558ac8e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:25.130771 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-8f5ab09c-8640-4204-9ab1-076b0558ac8e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:25.133328 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5ab09c-8640-4204-9ab1-076b0558ac8e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:25.144190 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-1a085f4c-05e8-4904-bba3-3bae8734fc23 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Allocated IP 172.26.3.249 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/c2b09b96-8ba1-4c5f-b106-a865622f3170) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:25.146525 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ab09c-8640-4204-9ab1-076b0558ac8e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Pushing event updated for resources: {'Port': ['ID=5b83b77f-7b57-4d6d-a641-6b7e581b389a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:25.254657 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c68190f-bf52-4a91-91ea-de952ba32f4d tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Made reservation on behalf of 44ce040caf3c4032b20d24ccb83eb0d6 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:25.258079 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c68190f-bf52-4a91-91ea-de952ba32f4d tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:25.263023 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Port 38225c14-ddd9-4905-b332-162513351a81 update to DOWN by agent not found {{(pid=103256) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 29 01:58:25.263384 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 4822a51d-5c95-4a02-918e-3196bed3de9e no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:58:25.286993 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c0218d1a-aabe-413f-b188-d5096c7ea8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:25.297324 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 4822a51d-5c95-4a02-918e-3196bed3de9e {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:58:25.297705 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 4822a51d-5c95-4a02-918e-3196bed3de9e not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:58:25.298250 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c118d05a-89f1-4fa6-9432-ad842f84fea4 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:58:25.305012 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f8a48122-3eb7-4497-8672-9bb74fe88a5e tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Deleting port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:25.305359 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8a48122-3eb7-4497-8672-9bb74fe88a5e tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:25.347928 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0218d1a-aabe-413f-b188-d5096c7ea8fd None None] No DVR routers for this DVR port 38225c14-ddd9-4905-b332-162513351a81 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:58:25.350111 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0218d1a-aabe-413f-b188-d5096c7ea8fd None None] Pushing event deleted for resources: {'Port': ['ID=38225c14-ddd9-4905-b332-162513351a81,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:25.351716 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: c118d05a-89f1-4fa6-9432-ad842f84fea4 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:58:25.352066 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c118d05a-89f1-4fa6-9432-ad842f84fea4 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:58:25.358185 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6794035b-6bbf-456b-beb9-3094ce05f71b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:25.361990 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6794035b-6bbf-456b-beb9-3094ce05f71b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:25.425407 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5d3d16-39dd-4102-899a-21a658bdd2cb tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:58:25.432957 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8e5d3d16-39dd-4102-899a-21a658bdd2cb tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] 10.222.0.37 "PUT /v2.0/routers/131efe1b-36ba-49f1-93c4-b67201d3c691/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3844535 Nov 29 01:58:25.436711 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37762) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:25.441480 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5936a7-7609-47b3-843e-417160efc82b None None] Sync routers for ids ['131efe1b-36ba-49f1-93c4-b67201d3c691'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:58:25.444981 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f8a48122-3eb7-4497-8672-9bb74fe88a5e tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] For port 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c, host hv-neutron-8190, got binding levels [] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:25.445339 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8a48122-3eb7-4497-8672-9bb74fe88a5e tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:25.459013 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5936a7-7609-47b3-843e-417160efc82b None None] Routers {'131efe1b-36ba-49f1-93c4-b67201d3c691'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:58:25.459471 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-8f5936a7-7609-47b3-843e-417160efc82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['131efe1b-36ba-49f1-93c4-b67201d3c691'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:25.468001 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1a085f4c-05e8-4904-bba3-3bae8734fc23 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:25.502772 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-8f5936a7-7609-47b3-843e-417160efc82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:25.512060 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5936a7-7609-47b3-843e-417160efc82b None None] Routers {'131efe1b-36ba-49f1-93c4-b67201d3c691'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:58:25.512663 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-8f5936a7-7609-47b3-843e-417160efc82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['131efe1b-36ba-49f1-93c4-b67201d3c691'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:25.525679 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f8a48122-3eb7-4497-8672-9bb74fe88a5e tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Calling delete_port for 570e21e0-5bbb-462b-8fd1-242d8d2b4d3c owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:25.546160 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-8f5936a7-7609-47b3-843e-417160efc82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:25.547070 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5936a7-7609-47b3-843e-417160efc82b None None] The sync data for ids ['131efe1b-36ba-49f1-93c4-b67201d3c691'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:58:25.649961 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1a085f4c-05e8-4904-bba3-3bae8734fc23 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:25.700097 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1295e5a6-c4cb-46eb-bd43-9360107bfea7 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:25.714969 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a085f4c-05e8-4904-bba3-3bae8734fc23 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:25.718106 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8f5ab09c-8640-4204-9ab1-076b0558ac8e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:25.726292 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-1a085f4c-05e8-4904-bba3-3bae8734fc23 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:25.733476 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c68190f-bf52-4a91-91ea-de952ba32f4d tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:25.779800 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a085f4c-05e8-4904-bba3-3bae8734fc23 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:25.840339 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8a48122-3eb7-4497-8672-9bb74fe88a5e tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:25.854652 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68190f-bf52-4a91-91ea-de952ba32f4d tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Pushing event updated for resources: {'Subnet': ['ID=c61fc76f-dfa0-44c3-b549-aa2dd477dd7e,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:25.898828 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a48122-3eb7-4497-8672-9bb74fe88a5e tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Pushing event deleted for resources: {'Port': ['ID=570e21e0-5bbb-462b-8fd1-242d8d2b4d3c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:25.917051 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8a48122-3eb7-4497-8672-9bb74fe88a5e tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:25.920443 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f8a48122-3eb7-4497-8672-9bb74fe88a5e tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] 10.222.0.37 "DELETE /v2.0/ports/570e21e0-5bbb-462b-8fd1-242d8d2b4d3c HTTP/1.1" status: 204 len: 168 time: 1.2526598 Nov 29 01:58:25.924992 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37766) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:25.941384 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c68190f-bf52-4a91-91ea-de952ba32f4d tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Checking segment: {'id': '4ace147f-ec48-4cb2-80e6-3dc452332a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3604d4c9-0fbf-4f1c-b1ee-768722b43676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:58:25.941794 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c68190f-bf52-4a91-91ea-de952ba32f4d tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Network hostable DHCP agents. Network: 3604d4c9-0fbf-4f1c-b1ee-768722b43676, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:58:25.946927 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1295e5a6-c4cb-46eb-bd43-9360107bfea7 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:25.975044 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-226d1e03-b5a4-4225-a382-46952868c439 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] GET failed (client error): The resource could not be found. Nov 29 01:58:25.976516 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-226d1e03-b5a4-4225-a382-46952868c439 tempest-PortsAdminExtendedAttrsTestJSON-324349388 tempest-PortsAdminExtendedAttrsTestJSON-324349388-project-admin] 10.222.0.37 "GET /v2.0/ports/570e21e0-5bbb-462b-8fd1-242d8d2b4d3c HTTP/1.1" status: 404 len: 333 time: 0.0503042 Nov 29 01:58:25.980360 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37768) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:26.064290 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c68190f-bf52-4a91-91ea-de952ba32f4d tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Network 3604d4c9-0fbf-4f1c-b1ee-768722b43676 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:58:26.090197 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-8c68190f-bf52-4a91-91ea-de952ba32f4d tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 3604d4c9-0fbf-4f1c-b1ee-768722b43676) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:26.100346 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05399c6-1f03-41cf-b843-ad6932ce8202 None None] Network 3604d4c9-0fbf-4f1c-b1ee-768722b43676 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:58:26.105852 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c68190f-bf52-4a91-91ea-de952ba32f4d tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:26.106339 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c68190f-bf52-4a91-91ea-de952ba32f4d tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:26.110594 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a085f4c-05e8-4904-bba3-3bae8734fc23 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Pushing event updated for resources: {'Port': ['ID=c2b09b96-8ba1-4c5f-b106-a865622f3170,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:26.115795 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a716c08-d7c6-440f-9247-76b6bbfc2331 tempest-PortsAdminExtendedAttrsTestJSON-1668349270 tempest-PortsAdminExtendedAttrsTestJSON-1668349270-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:26.149811 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8c68190f-bf52-4a91-91ea-de952ba32f4d tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4783931 Nov 29 01:58:26.153190 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37770) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:26.158184 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4e1ab90b-8bea-4b6d-9bfd-1088e643dd6f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Request body: {'port': {'network_id': '3604d4c9-0fbf-4f1c-b1ee-768722b43676', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-747540722'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:26.174604 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6794035b-6bbf-456b-beb9-3094ce05f71b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:26.179590 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1295e5a6-c4cb-46eb-bd43-9360107bfea7 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Deleting port d645180f-8190-4509-98bd-8693dee4dd78 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:26.179923 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1295e5a6-c4cb-46eb-bd43-9360107bfea7 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:26.284796 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a716c08-d7c6-440f-9247-76b6bbfc2331 tempest-PortsAdminExtendedAttrsTestJSON-1668349270 tempest-PortsAdminExtendedAttrsTestJSON-1668349270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:26.285595 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6794035b-6bbf-456b-beb9-3094ce05f71b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:26.316153 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-7a716c08-d7c6-440f-9247-76b6bbfc2331 tempest-PortsAdminExtendedAttrsTestJSON-1668349270 tempest-PortsAdminExtendedAttrsTestJSON-1668349270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2db6475b-a550-4a31-87f7-29076e2e91b8']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:26.317393 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-6794035b-6bbf-456b-beb9-3094ce05f71b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:26.332132 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6794035b-6bbf-456b-beb9-3094ce05f71b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:26.332729 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6794035b-6bbf-456b-beb9-3094ce05f71b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:26.335956 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-7a716c08-d7c6-440f-9247-76b6bbfc2331 tempest-PortsAdminExtendedAttrsTestJSON-1668349270 tempest-PortsAdminExtendedAttrsTestJSON-1668349270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b607e7d2-83cd-4df0-8cc1-96cd5131e278') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:26.336104 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b084c59d-0f0d-4d9a-86ea-e162a6f50e2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-3604d4c9-0fbf-4f1c-b1ee-768722b43676', 'network_id': '3604d4c9-0fbf-4f1c-b1ee-768722b43676', 'tenant_id': '44ce040caf3c4032b20d24ccb83eb0d6', 'fixed_ips': [{'subnet_id': 'c61fc76f-dfa0-44c3-b549-aa2dd477dd7e'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:58:26.336449 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-7a716c08-d7c6-440f-9247-76b6bbfc2331 tempest-PortsAdminExtendedAttrsTestJSON-1668349270 tempest-PortsAdminExtendedAttrsTestJSON-1668349270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b607e7d2-83cd-4df0-8cc1-96cd5131e278') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:26.339194 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b084c59d-0f0d-4d9a-86ea-e162a6f50e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:26.355545 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a716c08-d7c6-440f-9247-76b6bbfc2331 tempest-PortsAdminExtendedAttrsTestJSON-1668349270 tempest-PortsAdminExtendedAttrsTestJSON-1668349270-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:26.358670 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e3c038-236c-48f6-bc4d-7f7259cde55e None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:58:26.359974 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1295e5a6-c4cb-46eb-bd43-9360107bfea7 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:26.367239 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794035b-6bbf-456b-beb9-3094ce05f71b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Subnet': ['ID=4f2c6b23-3ca8-410c-8a3d-e5c4307167f8,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:26.383615 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1295e5a6-c4cb-46eb-bd43-9360107bfea7 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Calling delete_port for d645180f-8190-4509-98bd-8693dee4dd78 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:26.386161 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a716c08-d7c6-440f-9247-76b6bbfc2331 tempest-PortsAdminExtendedAttrsTestJSON-1668349270 tempest-PortsAdminExtendedAttrsTestJSON-1668349270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:26.405129 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a716c08-d7c6-440f-9247-76b6bbfc2331 tempest-PortsAdminExtendedAttrsTestJSON-1668349270 tempest-PortsAdminExtendedAttrsTestJSON-1668349270-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:58:26.405914 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a716c08-d7c6-440f-9247-76b6bbfc2331 tempest-PortsAdminExtendedAttrsTestJSON-1668349270 tempest-PortsAdminExtendedAttrsTestJSON-1668349270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:26.409689 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 01:58:26.409689 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:58:26.409689 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 01:58:26.409689 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:58:26.409689 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 01:58:26.409689 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:58:26.409689 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 01:58:26.409689 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:58:26.409689 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 01:58:26.409689 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:58:26.409689 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 01:58:26.409689 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:58:26.409689 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 01:58:26.409689 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:58:26.409689 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:58:26.409689 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:58:26.409689 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:58:26.409689 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:58:26.409689 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 01:58:26.409689 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:58:26.409689 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 01:58:26.409689 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:58:26.409689 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:58:26.409689 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:58:26.409689 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 01:58:26.409689 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:58:26.409689 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:58:26.409689 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:58:26.409689 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:58:26.409689 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:58:26.409689 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:58:26.409689 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:58:26.471953 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6794035b-6bbf-456b-beb9-3094ce05f71b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7897635 Nov 29 01:58:26.480994 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37772) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:26.486330 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d9a4ca33-3147-4e7c-b7d2-e0e0a6b8a167 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'port': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'fixed_ips': [{'subnet_id': '4f2c6b23-3ca8-410c-8a3d-e5c4307167f8', 'ip_address': '2001:db8::cafe:d6d9:cacf:cb11'}], 'name': 'tempest-NetworksTestDHCPv6-1573352230'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:26.530573 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a716c08-d7c6-440f-9247-76b6bbfc2331 tempest-PortsAdminExtendedAttrsTestJSON-1668349270 tempest-PortsAdminExtendedAttrsTestJSON-1668349270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:26.540441 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a716c08-d7c6-440f-9247-76b6bbfc2331 tempest-PortsAdminExtendedAttrsTestJSON-1668349270 tempest-PortsAdminExtendedAttrsTestJSON-1668349270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:26.543701 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7a716c08-d7c6-440f-9247-76b6bbfc2331 tempest-PortsAdminExtendedAttrsTestJSON-1668349270 tempest-PortsAdminExtendedAttrsTestJSON-1668349270-project] 10.222.0.37 "DELETE /v2.0/networks/2db6475b-a550-4a31-87f7-29076e2e91b8 HTTP/1.1" status: 204 len: 168 time: 0.5621536 Nov 29 01:58:26.571111 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a716c08-d7c6-440f-9247-76b6bbfc2331 tempest-PortsAdminExtendedAttrsTestJSON-1668349270 tempest-PortsAdminExtendedAttrsTestJSON-1668349270-project] Pushing event deleted for resources: {'Network': ['ID=2db6475b-a550-4a31-87f7-29076e2e91b8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:26.668391 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1ab90b-8bea-4b6d-9bfd-1088e643dd6f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Made reservation on behalf of 44ce040caf3c4032b20d24ccb83eb0d6 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:26.673006 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e1ab90b-8bea-4b6d-9bfd-1088e643dd6f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:26.712109 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8f5ab09c-8640-4204-9ab1-076b0558ac8e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:26.721954 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-4e1ab90b-8bea-4b6d-9bfd-1088e643dd6f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] device_id is not set on port 886a03ad-877b-44c8-8585-3108ac30f6d1 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:58:26.728573 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1295e5a6-c4cb-46eb-bd43-9360107bfea7 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:26.768774 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-b084c59d-0f0d-4d9a-86ea-e162a6f50e2a None None] Allocated IP 2001:db8::2 (3604d4c9-0fbf-4f1c-b1ee-768722b43676/c61fc76f-dfa0-44c3-b549-aa2dd477dd7e/6a2c249f-c396-418f-972a-c06e44063e3c) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:26.789302 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295e5a6-c4cb-46eb-bd43-9360107bfea7 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Pushing event deleted for resources: {'Port': ['ID=d645180f-8190-4509-98bd-8693dee4dd78,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:26.801350 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a182661b-ef5f-4da4-aef2-29e2ddf8d40d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-126abf58-b75c-4c07-bafa-8e25bc6621b0', 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'fixed_ips': [{'subnet_id': '4f2c6b23-3ca8-410c-8a3d-e5c4307167f8'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:58:26.802250 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a182661b-ef5f-4da4-aef2-29e2ddf8d40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:26.892184 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1a085f4c-05e8-4904-bba3-3bae8734fc23 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Deleting port c2b09b96-8ba1-4c5f-b106-a865622f3170 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:26.892631 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1a085f4c-05e8-4904-bba3-3bae8734fc23 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:26.947732 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a4ca33-3147-4e7c-b7d2-e0e0a6b8a167 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:26.970575 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1295e5a6-c4cb-46eb-bd43-9360107bfea7 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:27.063205 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37782) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:27.074078 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1a085f4c-05e8-4904-bba3-3bae8734fc23 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:27.074510 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1a085f4c-05e8-4904-bba3-3bae8734fc23 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:27.097099 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1295e5a6-c4cb-46eb-bd43-9360107bfea7 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:27.099562 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1295e5a6-c4cb-46eb-bd43-9360107bfea7 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:27.104738 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1a085f4c-05e8-4904-bba3-3bae8734fc23 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Calling delete_port for c2b09b96-8ba1-4c5f-b106-a865622f3170 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:27.115198 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d9a4ca33-3147-4e7c-b7d2-e0e0a6b8a167 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:27.151187 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-d9a4ca33-3147-4e7c-b7d2-e0e0a6b8a167 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] device_id is not set on port 76ff5a30-d43e-4b99-9228-3fea375e1851 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:58:27.167571 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1295e5a6-c4cb-46eb-bd43-9360107bfea7 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:27.168015 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1295e5a6-c4cb-46eb-bd43-9360107bfea7 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Fanout notify agent at l3_agent the message router_deleted on router 131efe1b-36ba-49f1-93c4-b67201d3c691 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:58:27.186732 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5ab09c-8640-4204-9ab1-076b0558ac8e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Router 658ad3fb-c34c-435b-a258-91ced7591891 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:58:27.193505 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1295e5a6-c4cb-46eb-bd43-9360107bfea7 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:27.197639 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-a182661b-ef5f-4da4-aef2-29e2ddf8d40d None None] Allocated IP 2001:db8::2 (126abf58-b75c-4c07-bafa-8e25bc6621b0/4f2c6b23-3ca8-410c-8a3d-e5c4307167f8/382493aa-b907-41c5-9fe7-3401e7ba5779) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:27.198142 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1295e5a6-c4cb-46eb-bd43-9360107bfea7 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] 10.222.0.37 "DELETE /v2.0/routers/131efe1b-36ba-49f1-93c4-b67201d3c691 HTTP/1.1" status: 204 len: 168 time: 1.7584400 Nov 29 01:58:27.198719 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37786) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:27.240568 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b084c59d-0f0d-4d9a-86ea-e162a6f50e2a None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:27.259417 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b084c59d-0f0d-4d9a-86ea-e162a6f50e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:27.288953 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-7041e415-5a2b-4183-ae4d-5fc13f19c292 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Deleting subnet e5bb5875-c246-4d4e-9623-d13bb71d24fe {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:58:27.292483 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7041e415-5a2b-4183-ae4d-5fc13f19c292 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:27.344490 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7041e415-5a2b-4183-ae4d-5fc13f19c292 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:27.347255 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b084c59d-0f0d-4d9a-86ea-e162a6f50e2a None None] Network 3604d4c9-0fbf-4f1c-b1ee-768722b43676 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:27.354617 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-b084c59d-0f0d-4d9a-86ea-e162a6f50e2a None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:27.363391 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084c59d-0f0d-4d9a-86ea-e162a6f50e2a None None] Pushing event updated for resources: {'Port': ['ID=6a2c249f-c396-418f-972a-c06e44063e3c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:27.365706 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b084c59d-0f0d-4d9a-86ea-e162a6f50e2a None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:27.413246 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-4e1ab90b-8bea-4b6d-9bfd-1088e643dd6f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Allocated IP 2001:db8::df (3604d4c9-0fbf-4f1c-b1ee-768722b43676/c61fc76f-dfa0-44c3-b549-aa2dd477dd7e/886a03ad-877b-44c8-8585-3108ac30f6d1) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:27.459279 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7041e415-5a2b-4183-ae4d-5fc13f19c292 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:27.461570 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b084c59d-0f0d-4d9a-86ea-e162a6f50e2a None None] Attempting to bind port 6a2c249f-c396-418f-972a-c06e44063e3c on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:27.461952 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b084c59d-0f0d-4d9a-86ea-e162a6f50e2a None None] Attempting to bind port 6a2c249f-c396-418f-972a-c06e44063e3c by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '4ace147f-ec48-4cb2-80e6-3dc452332a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3604d4c9-0fbf-4f1c-b1ee-768722b43676'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:27.462318 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b084c59d-0f0d-4d9a-86ea-e162a6f50e2a None None] Attempting to bind port 6a2c249f-c396-418f-972a-c06e44063e3c on network 3604d4c9-0fbf-4f1c-b1ee-768722b43676 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:27.474843 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b084c59d-0f0d-4d9a-86ea-e162a6f50e2a None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:58:27.475216 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b084c59d-0f0d-4d9a-86ea-e162a6f50e2a None None] Checking segment: {'id': '4ace147f-ec48-4cb2-80e6-3dc452332a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3604d4c9-0fbf-4f1c-b1ee-768722b43676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:58:27.475620 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b084c59d-0f0d-4d9a-86ea-e162a6f50e2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:27.476011 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b084c59d-0f0d-4d9a-86ea-e162a6f50e2a None None] Bound using segment: {'id': '4ace147f-ec48-4cb2-80e6-3dc452332a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3604d4c9-0fbf-4f1c-b1ee-768722b43676'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:58:27.476947 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b084c59d-0f0d-4d9a-86ea-e162a6f50e2a None None] Bound port: 6a2c249f-c396-418f-972a-c06e44063e3c, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ace147f-ec48-4cb2-80e6-3dc452332a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3604d4c9-0fbf-4f1c-b1ee-768722b43676'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:58:27.476947 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b084c59d-0f0d-4d9a-86ea-e162a6f50e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:27.504121 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a182661b-ef5f-4da4-aef2-29e2ddf8d40d None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:27.536468 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a182661b-ef5f-4da4-aef2-29e2ddf8d40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:27.538796 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7041e415-5a2b-4183-ae4d-5fc13f19c292 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:27.572343 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041e415-5a2b-4183-ae4d-5fc13f19c292 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Pushing event deleted for resources: {'Subnet': ['ID=e5bb5875-c246-4d4e-9623-d13bb71d24fe,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:27.575985 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7041e415-5a2b-4183-ae4d-5fc13f19c292 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:27.580699 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a182661b-ef5f-4da4-aef2-29e2ddf8d40d None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:27.582561 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7041e415-5a2b-4183-ae4d-5fc13f19c292 tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] 10.222.0.37 "DELETE /v2.0/subnets/e5bb5875-c246-4d4e-9623-d13bb71d24fe HTTP/1.1" status: 204 len: 168 time: 0.3821015 Nov 29 01:58:27.583229 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37788) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:27.587198 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-a182661b-ef5f-4da4-aef2-29e2ddf8d40d None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:27.598443 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe89e18a-8fd2-47a7-95cb-3dd34d148884 None None] Network db97dd7c-0de0-439d-98d2-6da0bdcc7441 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:58:27.600636 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a182661b-ef5f-4da4-aef2-29e2ddf8d40d None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:27.662060 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a182661b-ef5f-4da4-aef2-29e2ddf8d40d None None] Pushing event updated for resources: {'Port': ['ID=382493aa-b907-41c5-9fe7-3401e7ba5779,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:27.669945 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b084c59d-0f0d-4d9a-86ea-e162a6f50e2a None None] For port 6a2c249f-c396-418f-972a-c06e44063e3c, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:58:27.685048 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dab8b2f9-cf3f-4336-9622-bb4ac046c37a tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:27.705582 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e0993830-4327-4402-9ebe-1922374459be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b2e9b9b019db4ee3b9513ac757c63fca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6334677 Nov 29 01:58:27.713379 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37790) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:27.729419 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b084c59d-0f0d-4d9a-86ea-e162a6f50e2a None None] For port 6a2c249f-c396-418f-972a-c06e44063e3c, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=6a2c249f-c396-418f-972a-c06e44063e3c,segment=NetworkSegment(4ace147f-ec48-4cb2-80e6-3dc452332a9f),segment_id=4ace147f-ec48-4cb2-80e6-3dc452332a9f)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:58:27.745799 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b084c59d-0f0d-4d9a-86ea-e162a6f50e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:27.780075 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5ab09c-8640-4204-9ab1-076b0558ac8e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:58:27.786236 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a182661b-ef5f-4da4-aef2-29e2ddf8d40d None None] Attempting to bind port 382493aa-b907-41c5-9fe7-3401e7ba5779 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:27.786613 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a182661b-ef5f-4da4-aef2-29e2ddf8d40d None None] Attempting to bind port 382493aa-b907-41c5-9fe7-3401e7ba5779 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:27.787165 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a182661b-ef5f-4da4-aef2-29e2ddf8d40d None None] Attempting to bind port 382493aa-b907-41c5-9fe7-3401e7ba5779 on network 126abf58-b75c-4c07-bafa-8e25bc6621b0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:27.796189 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a182661b-ef5f-4da4-aef2-29e2ddf8d40d None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:58:27.796568 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a182661b-ef5f-4da4-aef2-29e2ddf8d40d None None] Checking segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:58:27.796972 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a182661b-ef5f-4da4-aef2-29e2ddf8d40d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:27.797456 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a182661b-ef5f-4da4-aef2-29e2ddf8d40d None None] Bound using segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:58:27.797960 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a182661b-ef5f-4da4-aef2-29e2ddf8d40d None None] Bound port: 382493aa-b907-41c5-9fe7-3401e7ba5779, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:58:27.798348 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a182661b-ef5f-4da4-aef2-29e2ddf8d40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:27.800499 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdbe8eb-dfc4-4a77-9f86-9fe62995034f None None] Sync routers for ids ['658ad3fb-c34c-435b-a258-91ced7591891'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:58:27.805730 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-d9a4ca33-3147-4e7c-b7d2-e0e0a6b8a167 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Allocated IP 2001:db8::cafe:d6d9:cacf:cb11 (126abf58-b75c-4c07-bafa-8e25bc6621b0/4f2c6b23-3ca8-410c-8a3d-e5c4307167f8/76ff5a30-d43e-4b99-9228-3fea375e1851) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:27.833892 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1a085f4c-05e8-4904-bba3-3bae8734fc23 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:27.854732 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-dab8b2f9-cf3f-4336-9622-bb4ac046c37a tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Deleting port 94e8eb1e-20e3-4fd8-acb0-c04def3fc102 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:27.854926 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdbe8eb-dfc4-4a77-9f86-9fe62995034f None None] Routers {'658ad3fb-c34c-435b-a258-91ced7591891'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:58:27.855553 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-dcdbe8eb-dfc4-4a77-9f86-9fe62995034f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['658ad3fb-c34c-435b-a258-91ced7591891'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:27.857920 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dab8b2f9-cf3f-4336-9622-bb4ac046c37a tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:27.892804 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e1ab90b-8bea-4b6d-9bfd-1088e643dd6f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:27.902037 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8f5ab09c-8640-4204-9ab1-076b0558ac8e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:27.903127 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8f5ab09c-8640-4204-9ab1-076b0558ac8e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.4246354 Nov 29 01:58:27.904605 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-40e683d0-4bbe-42e4-946c-dc4caa9de855 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:27.930170 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-40e683d0-4bbe-42e4-946c-dc4caa9de855 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:27.933129 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-dcdbe8eb-dfc4-4a77-9f86-9fe62995034f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:27.940708 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084c59d-0f0d-4d9a-86ea-e162a6f50e2a None None] Pushing event updated for resources: {'Port': ['ID=6a2c249f-c396-418f-972a-c06e44063e3c,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:27.979606 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-dab8b2f9-cf3f-4336-9622-bb4ac046c37a tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] For port 94e8eb1e-20e3-4fd8-acb0-c04def3fc102, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=94e8eb1e-20e3-4fd8-acb0-c04def3fc102,segment=NetworkSegment(d6db930e-720a-4a7f-948f-25bb6e2dfef2),segment_id=d6db930e-720a-4a7f-948f-25bb6e2dfef2)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:27.980140 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dab8b2f9-cf3f-4336-9622-bb4ac046c37a tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:27.990845 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a085f4c-05e8-4904-bba3-3bae8734fc23 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Pushing event deleted for resources: {'Port': ['ID=c2b09b96-8ba1-4c5f-b106-a865622f3170,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:27.995931 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-dab8b2f9-cf3f-4336-9622-bb4ac046c37a tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Calling delete_port for 94e8eb1e-20e3-4fd8-acb0-c04def3fc102 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:28.006366 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37794) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:28.012648 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4d72b5c9-25a9-4385-89a3-c3ae39034835 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'enable_snat': False}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:28.015168 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a182661b-ef5f-4da4-aef2-29e2ddf8d40d None None] For port 382493aa-b907-41c5-9fe7-3401e7ba5779, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:58:28.020517 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdbe8eb-dfc4-4a77-9f86-9fe62995034f None None] Routers {'658ad3fb-c34c-435b-a258-91ced7591891'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:58:28.020661 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a182661b-ef5f-4da4-aef2-29e2ddf8d40d None None] For port 382493aa-b907-41c5-9fe7-3401e7ba5779, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=382493aa-b907-41c5-9fe7-3401e7ba5779,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:58:28.021715 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-dcdbe8eb-dfc4-4a77-9f86-9fe62995034f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['658ad3fb-c34c-435b-a258-91ced7591891'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:28.027927 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a182661b-ef5f-4da4-aef2-29e2ddf8d40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:28.088068 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-40e683d0-4bbe-42e4-946c-dc4caa9de855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:28.089248 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-dcdbe8eb-dfc4-4a77-9f86-9fe62995034f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:28.090556 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdbe8eb-dfc4-4a77-9f86-9fe62995034f None None] The sync data for ids ['658ad3fb-c34c-435b-a258-91ced7591891'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:58:28.090919 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-40e683d0-4bbe-42e4-946c-dc4caa9de855 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:28.092973 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-40e683d0-4bbe-42e4-946c-dc4caa9de855 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1b3bf08-7df6-4e68-bd30-82823d42d01f HTTP/1.1" status: 204 len: 168 time: 0.3708355 Nov 29 01:58:28.145506 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f1dbba-5594-4e28-a016-b6e78e8811d3 None None] DHCP port deletion for db97dd7c-0de0-439d-98d2-6da0bdcc7441 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:58:28.163019 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dab8b2f9-cf3f-4336-9622-bb4ac046c37a tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:28.206929 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-21f1dbba-5594-4e28-a016-b6e78e8811d3 None None] The port '94e8eb1e-20e3-4fd8-acb0-c04def3fc102' was deleted {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 29 01:58:28.260146 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a182661b-ef5f-4da4-aef2-29e2ddf8d40d None None] Pushing event updated for resources: {'Port': ['ID=382493aa-b907-41c5-9fe7-3401e7ba5779,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:28.262907 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:58:28.273593 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab8b2f9-cf3f-4336-9622-bb4ac046c37a tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] No DVR routers for this DVR port 94e8eb1e-20e3-4fd8-acb0-c04def3fc102 on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:58:28.286051 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab8b2f9-cf3f-4336-9622-bb4ac046c37a tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Pushing event deleted for resources: {'Port': ['ID=94e8eb1e-20e3-4fd8-acb0-c04def3fc102,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:28.291948 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e683d0-4bbe-42e4-946c-dc4caa9de855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b3bf08-7df6-4e68-bd30-82823d42d01f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:28.395063 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e1ab90b-8bea-4b6d-9bfd-1088e643dd6f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:28.461370 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dab8b2f9-cf3f-4336-9622-bb4ac046c37a tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:28.506166 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-dab8b2f9-cf3f-4336-9622-bb4ac046c37a tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db97dd7c-0de0-439d-98d2-6da0bdcc7441']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:28.531125 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-dab8b2f9-cf3f-4336-9622-bb4ac046c37a tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6db930e-720a-4a7f-948f-25bb6e2dfef2') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:28.531588 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-dab8b2f9-cf3f-4336-9622-bb4ac046c37a tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6db930e-720a-4a7f-948f-25bb6e2dfef2') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:28.554915 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dab8b2f9-cf3f-4336-9622-bb4ac046c37a tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:28.610631 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dab8b2f9-cf3f-4336-9622-bb4ac046c37a tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:28.619516 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab8b2f9-cf3f-4336-9622-bb4ac046c37a tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:58:28.619938 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dab8b2f9-cf3f-4336-9622-bb4ac046c37a tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:28.625285 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 01:58:28.625285 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:58:28.625285 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 01:58:28.625285 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:58:28.625285 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 01:58:28.625285 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:58:28.625285 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 01:58:28.625285 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:58:28.625285 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 01:58:28.625285 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:58:28.625285 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 01:58:28.625285 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:58:28.625285 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 01:58:28.625285 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:58:28.625285 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:58:28.625285 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:58:28.625285 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:58:28.625285 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:58:28.625285 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 01:58:28.625285 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:58:28.625285 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 01:58:28.625285 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:58:28.625285 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:58:28.625285 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:58:28.625285 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 01:58:28.625285 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:58:28.625285 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:58:28.625285 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:58:28.625285 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:58:28.625285 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:58:28.625285 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:58:28.625285 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:58:28.703673 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37802) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:28.727833 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dab8b2f9-cf3f-4336-9622-bb4ac046c37a tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:28.752707 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dab8b2f9-cf3f-4336-9622-bb4ac046c37a tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:28.758942 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-dab8b2f9-cf3f-4336-9622-bb4ac046c37a tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] 10.222.0.37 "DELETE /v2.0/networks/db97dd7c-0de0-439d-98d2-6da0bdcc7441 HTTP/1.1" status: 204 len: 168 time: 1.1746960 Nov 29 01:58:28.760379 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab8b2f9-cf3f-4336-9622-bb4ac046c37a tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Pushing event deleted for resources: {'Network': ['ID=db97dd7c-0de0-439d-98d2-6da0bdcc7441,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:28.762311 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37804) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:28.839939 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c919f3ef-4468-46d3-8edb-08460e2547a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3bae3a9d96cc46ba861b51bd4335665e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350687 Nov 29 01:58:28.868390 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37806) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:28.960943 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f5b0139-c727-419a-b50d-260fbf28c6c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:28.978479 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-384fa41d-a131-473f-a0c7-0f8e10694c3b tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Deleting port 13237abe-7348-4287-9d6c-89682552bd12 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:28.978992 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-384fa41d-a131-473f-a0c7-0f8e10694c3b tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:29.017611 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1ab90b-8bea-4b6d-9bfd-1088e643dd6f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Network 3604d4c9-0fbf-4f1c-b1ee-768722b43676 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:29.033413 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f5b0139-c727-419a-b50d-260fbf28c6c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:29.040406 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ab90b-8bea-4b6d-9bfd-1088e643dd6f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Pushing event updated for resources: {'Port': ['ID=886a03ad-877b-44c8-8585-3108ac30f6d1,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:29.041641 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-4e1ab90b-8bea-4b6d-9bfd-1088e643dd6f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:29.050705 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1ab90b-8bea-4b6d-9bfd-1088e643dd6f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:29.057162 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1ab90b-8bea-4b6d-9bfd-1088e643dd6f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:29.058181 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e1ab90b-8bea-4b6d-9bfd-1088e643dd6f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:29.082370 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-1a085f4c-05e8-4904-bba3-3bae8734fc23 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] create failed (client error): The resource could not be found. Nov 29 01:58:29.083728 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1a085f4c-05e8-4904-bba3-3bae8734fc23 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.8434219 Nov 29 01:58:29.087797 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37810) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:29.116925 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4e1ab90b-8bea-4b6d-9bfd-1088e643dd6f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 2.9626007 Nov 29 01:58:29.121655 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37812) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:29.129276 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-df9d4701-a1ea-429a-b7ed-448f5377d7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Request body: {'port': {'network_id': '3604d4c9-0fbf-4f1c-b1ee-768722b43676', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2003987550', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:29.135698 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.api.validators [None req-df9d4701-a1ea-429a-b7ed-448f5377d7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] bootfile-name is not in valid_values {{(pid=103254) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 01:58:29.136038 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.api.validators [None req-df9d4701-a1ea-429a-b7ed-448f5377d7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] tftp-server is not in valid_values {{(pid=103254) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 01:58:29.136370 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.api.validators [None req-df9d4701-a1ea-429a-b7ed-448f5377d7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] server-ip-address is not in valid_values {{(pid=103254) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 01:58:29.184553 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 382493aa-b907-41c5-9fe7-3401e7ba5779 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:58:29.206249 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-384fa41d-a131-473f-a0c7-0f8e10694c3b tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:29.206578 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-384fa41d-a131-473f-a0c7-0f8e10694c3b tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:29.237905 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-384fa41d-a131-473f-a0c7-0f8e10694c3b tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Calling delete_port for 13237abe-7348-4287-9d6c-89682552bd12 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:29.254303 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f5b0139-c727-419a-b50d-260fbf28c6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:29.256997 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f5b0139-c727-419a-b50d-260fbf28c6c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:29.260834 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8f5b0139-c727-419a-b50d-260fbf28c6c1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dc895429-dfff-435f-b455-54039eb922de HTTP/1.1" status: 204 len: 168 time: 0.3915682 Nov 29 01:58:29.271903 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 382493aa-b907-41c5-9fe7-3401e7ba5779 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:29.273085 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:29.291828 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d9a4ca33-3147-4e7c-b7d2-e0e0a6b8a167 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:29.329373 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ed43f3e9-2711-4cd1-903c-87e5441e66c1 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Deleting port dff05b11-e5eb-4686-8ff9-1d4042b559ee {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:29.329741 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed43f3e9-2711-4cd1-903c-87e5441e66c1 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:29.385270 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b0139-c727-419a-b50d-260fbf28c6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc895429-dfff-435f-b455-54039eb922de,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:29.397687 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:29.484866 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port 382493aa-b907-41c5-9fe7-3401e7ba5779, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=382493aa-b907-41c5-9fe7-3401e7ba5779,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:29.492816 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:29.494374 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 6a2c249f-c396-418f-972a-c06e44063e3c up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:58:29.540792 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed43f3e9-2711-4cd1-903c-87e5441e66c1 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:29.572943 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ed43f3e9-2711-4cd1-903c-87e5441e66c1 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Calling delete_port for dff05b11-e5eb-4686-8ff9-1d4042b559ee owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:29.592247 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d9a4ca33-3147-4e7c-b7d2-e0e0a6b8a167 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:29.624814 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d72b5c9-25a9-4385-89a3-c3ae39034835 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:29.661831 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 6a2c249f-c396-418f-972a-c06e44063e3c triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:29.663551 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:29.668594 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=382493aa-b907-41c5-9fe7-3401e7ba5779,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:29.682895 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9d4701-a1ea-429a-b7ed-448f5377d7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Made reservation on behalf of 44ce040caf3c4032b20d24ccb83eb0d6 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:29.687333 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df9d4701-a1ea-429a-b7ed-448f5377d7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:29.737290 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a4ca33-3147-4e7c-b7d2-e0e0a6b8a167 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:29.739281 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f6cd5b-e17f-4b6a-971b-c3002f56275b None None] Network 3604d4c9-0fbf-4f1c-b1ee-768722b43676 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:58:29.743732 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-df9d4701-a1ea-429a-b7ed-448f5377d7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] device_id is not set on port 8c12a037-5455-4c7b-9cb4-8e3420d2471e yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:58:29.756143 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-d9a4ca33-3147-4e7c-b7d2-e0e0a6b8a167 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:29.758113 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4ca33-3147-4e7c-b7d2-e0e0a6b8a167 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Port': ['ID=76ff5a30-d43e-4b99-9228-3fea375e1851,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:29.767168 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a4ca33-3147-4e7c-b7d2-e0e0a6b8a167 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:29.773494 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a4ca33-3147-4e7c-b7d2-e0e0a6b8a167 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:29.774226 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d9a4ca33-3147-4e7c-b7d2-e0e0a6b8a167 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:29.782223 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-384fa41d-a131-473f-a0c7-0f8e10694c3b tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:29.852850 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384fa41d-a131-473f-a0c7-0f8e10694c3b tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Pushing event deleted for resources: {'Port': ['ID=13237abe-7348-4287-9d6c-89682552bd12,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:29.862620 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-ae9a662b-82d5-421d-8a47-a48451f5715b None None] Provisioning complete for port 6a2c249f-c396-418f-972a-c06e44063e3c triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:29.863529 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ae9a662b-82d5-421d-8a47-a48451f5715b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:29.867526 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:29.912666 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d9a4ca33-3147-4e7c-b7d2-e0e0a6b8a167 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4305403 Nov 29 01:58:29.918008 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37824) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:30.008341 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-df9d4701-a1ea-429a-b7ed-448f5377d7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Allocated IP 2001:db8::37b (3604d4c9-0fbf-4f1c-b1ee-768722b43676/c61fc76f-dfa0-44c3-b549-aa2dd477dd7e/8c12a037-5455-4c7b-9cb4-8e3420d2471e) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:30.086580 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed43f3e9-2711-4cd1-903c-87e5441e66c1 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:30.171009 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43f3e9-2711-4cd1-903c-87e5441e66c1 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Pushing event deleted for resources: {'Port': ['ID=dff05b11-e5eb-4686-8ff9-1d4042b559ee,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:30.198843 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df934a12-8d41-489a-9d94-9e4476ef70fa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:30.202800 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port 6a2c249f-c396-418f-972a-c06e44063e3c, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=6a2c249f-c396-418f-972a-c06e44063e3c,segment=NetworkSegment(4ace147f-ec48-4cb2-80e6-3dc452332a9f),segment_id=4ace147f-ec48-4cb2-80e6-3dc452332a9f)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:30.215665 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:30.231277 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df934a12-8d41-489a-9d94-9e4476ef70fa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:30.236258 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-df934a12-8d41-489a-9d94-9e4476ef70fa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.3166180 Nov 29 01:58:30.247408 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37832) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:30.367071 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-384fa41d-a131-473f-a0c7-0f8e10694c3b tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks [] for floatingip, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:30.371083 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-384fa41d-a131-473f-a0c7-0f8e10694c3b tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:30.373923 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-384fa41d-a131-473f-a0c7-0f8e10694c3b tempest-FloatingIPAdminTestJSON-1670455152 tempest-FloatingIPAdminTestJSON-1670455152-project] 10.222.0.37 "DELETE /v2.0/floatingips/3d0a6ef2-29f4-4b59-aa87-086d37451032 HTTP/1.1" status: 204 len: 168 time: 1.6082294 Nov 29 01:58:30.377994 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed43f3e9-2711-4cd1-903c-87e5441e66c1 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:30.383025 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ed43f3e9-2711-4cd1-903c-87e5441e66c1 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] 10.222.0.37 "DELETE /v2.0/ports/dff05b11-e5eb-4686-8ff9-1d4042b559ee HTTP/1.1" status: 204 len: 168 time: 1.2927778 Nov 29 01:58:30.384390 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37838) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:30.391540 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 94e8eb1e-20e3-4fd8-acb0-c04def3fc102 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:58:30.440765 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=6a2c249f-c396-418f-972a-c06e44063e3c,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:30.461423 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df9d4701-a1ea-429a-b7ed-448f5377d7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:30.477098 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 94e8eb1e-20e3-4fd8-acb0-c04def3fc102 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:58:30.477356 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 94e8eb1e-20e3-4fd8-acb0-c04def3fc102 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:58:30.561692 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ec76ad-8f3b-46fc-827a-743920b251cd tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:30.564220 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-12ec76ad-8f3b-46fc-827a-743920b251cd tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] 10.222.0.37 "GET /v2.0/ports?device_id=15b7fbb1-783b-4192-b63a-83622a234e0e HTTP/1.1" status: 200 len: 913 time: 0.1787834 Nov 29 01:58:30.570175 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37846) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:30.619043 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-b22a2fbd-04dd-4a33-80bb-c58eaaab8965 None None] Provisioning complete for port 76ff5a30-d43e-4b99-9228-3fea375e1851 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:30.619416 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b22a2fbd-04dd-4a33-80bb-c58eaaab8965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:30.679921 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b22a2fbd-04dd-4a33-80bb-c58eaaab8965 None None] Port 76ff5a30-d43e-4b99-9228-3fea375e1851 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:58:30.705483 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-b22a2fbd-04dd-4a33-80bb-c58eaaab8965 None None] Provisioning complete for port 382493aa-b907-41c5-9fe7-3401e7ba5779 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:30.706378 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b22a2fbd-04dd-4a33-80bb-c58eaaab8965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:30.825790 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37852) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:30.831634 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df9d4701-a1ea-429a-b7ed-448f5377d7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:30.940352 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9d4701-a1ea-429a-b7ed-448f5377d7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Network 3604d4c9-0fbf-4f1c-b1ee-768722b43676 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:30.944741 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-8babc8e5-a076-4c79-8dd5-61d7be382f86 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting port 76ff5a30-d43e-4b99-9228-3fea375e1851 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:30.946204 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8babc8e5-a076-4c79-8dd5-61d7be382f86 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:30.969698 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-df9d4701-a1ea-429a-b7ed-448f5377d7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:31.005022 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9d4701-a1ea-429a-b7ed-448f5377d7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:31.015177 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-a08ae9d1-038f-45cb-8420-a52c4fdea439 None None] Provisioning complete for port 6a2c249f-c396-418f-972a-c06e44063e3c triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:31.015575 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9d4701-a1ea-429a-b7ed-448f5377d7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:31.016383 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-df9d4701-a1ea-429a-b7ed-448f5377d7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:31.017002 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a08ae9d1-038f-45cb-8420-a52c4fdea439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:31.039528 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d4701-a1ea-429a-b7ed-448f5377d7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Pushing event updated for resources: {'Port': ['ID=8c12a037-5455-4c7b-9cb4-8e3420d2471e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:31.061050 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d72b5c9-25a9-4385-89a3-c3ae39034835 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32579'] for router, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:31.084661 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d72b5c9-25a9-4385-89a3-c3ae39034835 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-599907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-599898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-600112'] for router, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:31.099891 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-df9d4701-a1ea-429a-b7ed-448f5377d7a0 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.9745162 Nov 29 01:58:31.108623 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37860) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:31.251021 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 382493aa-b907-41c5-9fe7-3401e7ba5779 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:58:31.285141 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8babc8e5-a076-4c79-8dd5-61d7be382f86 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:31.314289 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-8babc8e5-a076-4c79-8dd5-61d7be382f86 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Calling delete_port for 76ff5a30-d43e-4b99-9228-3fea375e1851 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:31.332632 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb51c86-be22-4089-b98a-207e1643ebcb tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:31.340022 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb51c86-be22-4089-b98a-207e1643ebcb tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:31.351244 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb51c86-be22-4089-b98a-207e1643ebcb tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:31.353250 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7bb51c86-be22-4089-b98a-207e1643ebcb tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2344878 Nov 29 01:58:31.369449 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37868) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:31.413742 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 382493aa-b907-41c5-9fe7-3401e7ba5779 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:31.414701 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:31.417619 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-a08ae9d1-038f-45cb-8420-a52c4fdea439 None None] Provisioning complete for port 886a03ad-877b-44c8-8585-3108ac30f6d1 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:31.417968 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a08ae9d1-038f-45cb-8420-a52c4fdea439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:31.509878 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a08ae9d1-038f-45cb-8420-a52c4fdea439 None None] Port 886a03ad-877b-44c8-8585-3108ac30f6d1 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:58:31.525863 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d72b5c9-25a9-4385-89a3-c3ae39034835 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Router 658ad3fb-c34c-435b-a258-91ced7591891 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:58:31.577497 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 6a2c249f-c396-418f-972a-c06e44063e3c up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:58:31.638903 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-cdb87f9a-0630-4fa8-af59-67b7b5111f3b None None] Provisioning complete for port 886a03ad-877b-44c8-8585-3108ac30f6d1 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:31.639667 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cdb87f9a-0630-4fa8-af59-67b7b5111f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:31.675027 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-061b4497-d5fc-4d55-b403-6c80c8e3a1b9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4194cd1e46bd4ef2b8d6193fc5d15a1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8219032 Nov 29 01:58:31.678001 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37878) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:31.681759 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 6a2c249f-c396-418f-972a-c06e44063e3c triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:31.682368 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:31.709514 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-cdb87f9a-0630-4fa8-af59-67b7b5111f3b None None] Port 886a03ad-877b-44c8-8585-3108ac30f6d1 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:58:31.795572 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8babc8e5-a076-4c79-8dd5-61d7be382f86 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:31.804565 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f962993c-bd10-4372-abba-67f839974076 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:31.830258 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1dfc7384-5fb2-42a8-b00e-e8cc79bc9edf None None] Provisioning complete for port 8c12a037-5455-4c7b-9cb4-8e3420d2471e triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:31.830639 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1dfc7384-5fb2-42a8-b00e-e8cc79bc9edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:31.845959 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37880) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:31.861495 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8babc8e5-a076-4c79-8dd5-61d7be382f86 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Port': ['ID=76ff5a30-d43e-4b99-9228-3fea375e1851,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:31.876589 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1dfc7384-5fb2-42a8-b00e-e8cc79bc9edf None None] Port 8c12a037-5455-4c7b-9cb4-8e3420d2471e cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:58:31.877717 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9af64778-1593-4405-8088-63ef1759f296 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:31.903015 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8babc8e5-a076-4c79-8dd5-61d7be382f86 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:31.908966 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8babc8e5-a076-4c79-8dd5-61d7be382f86 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/76ff5a30-d43e-4b99-9228-3fea375e1851 HTTP/1.1" status: 204 len: 168 time: 1.6581099 Nov 29 01:58:31.909251 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37884) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:31.948375 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1dd23462-3a4a-4b61-a525-adb812cd8c7d tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Deleting port 8c12a037-5455-4c7b-9cb4-8e3420d2471e {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:31.948711 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1dd23462-3a4a-4b61-a525-adb812cd8c7d tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:31.954906 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9af64778-1593-4405-8088-63ef1759f296 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:31.974464 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d72b5c9-25a9-4385-89a3-c3ae39034835 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:58:31.979064 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d72b5c9-25a9-4385-89a3-c3ae39034835 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:31.983617 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4d72b5c9-25a9-4385-89a3-c3ae39034835 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] 10.222.0.37 "PUT /v2.0/routers/658ad3fb-c34c-435b-a258-91ced7591891 HTTP/1.1" status: 200 len: 922 time: 3.9759622 Nov 29 01:58:31.985825 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad19272-6b10-4e1f-ac44-07eb72a5c4ee None None] Sync routers for ids ['658ad3fb-c34c-435b-a258-91ced7591891'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:58:31.999640 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad19272-6b10-4e1f-ac44-07eb72a5c4ee None None] Routers {'658ad3fb-c34c-435b-a258-91ced7591891'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:58:32.000517 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3ad19272-6b10-4e1f-ac44-07eb72a5c4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['658ad3fb-c34c-435b-a258-91ced7591891'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:32.002288 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37886) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:32.025613 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-eef56486-8d48-4d76-96bc-a72c315f98b3 tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1023109574', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:32.045933 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3ad19272-6b10-4e1f-ac44-07eb72a5c4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:32.058608 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad19272-6b10-4e1f-ac44-07eb72a5c4ee None None] Routers {'658ad3fb-c34c-435b-a258-91ced7591891'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:58:32.059450 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3ad19272-6b10-4e1f-ac44-07eb72a5c4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['658ad3fb-c34c-435b-a258-91ced7591891'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:32.090282 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2013fb-b8fd-461d-98e1-d27f39789a81 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:32.091056 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef56486-8d48-4d76-96bc-a72c315f98b3 tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] Made reservation on behalf of 2a6baa2f84874c0fbbb1bcfecc8ca5ce for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:32.091946 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2013fb-b8fd-461d-98e1-d27f39789a81 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:32.093650 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eef56486-8d48-4d76-96bc-a72c315f98b3 tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:32.093957 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-bd2013fb-b8fd-461d-98e1-d27f39789a81 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1836081 Nov 29 01:58:32.098813 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37888) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:32.110658 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3ad19272-6b10-4e1f-ac44-07eb72a5c4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:32.111625 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad19272-6b10-4e1f-ac44-07eb72a5c4ee None None] The sync data for ids ['658ad3fb-c34c-435b-a258-91ced7591891'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:58:32.124559 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eef56486-8d48-4d76-96bc-a72c315f98b3 tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:32.148050 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1dd23462-3a4a-4b61-a525-adb812cd8c7d tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:32.180084 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9af64778-1593-4405-8088-63ef1759f296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:32.182604 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9af64778-1593-4405-8088-63ef1759f296 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:32.186593 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9af64778-1593-4405-8088-63ef1759f296 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a8354942-21af-4c7c-918a-02df2bd1a116 HTTP/1.1" status: 204 len: 168 time: 0.5001431 Nov 29 01:58:32.186738 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d9f98cd2-6d12-4393-8369-c6e61bef36f1 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] 10.222.0.37 "GET /v2.0/routers/658ad3fb-c34c-435b-a258-91ced7591891 HTTP/1.1" status: 200 len: 922 time: 0.1807342 Nov 29 01:58:32.190189 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37892) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:32.191987 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1dd23462-3a4a-4b61-a525-adb812cd8c7d tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Calling delete_port for 8c12a037-5455-4c7b-9cb4-8e3420d2471e owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:32.226762 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-359b01cf-c105-42f3-b4d9-d108b638f1bb tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting subnet 4f2c6b23-3ca8-410c-8a3d-e5c4307167f8 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:58:32.228914 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af64778-1593-4405-8088-63ef1759f296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8354942-21af-4c7c-918a-02df2bd1a116,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:32.241948 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-359b01cf-c105-42f3-b4d9-d108b638f1bb tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:32.332834 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bec12fb-8a65-4b1a-9266-65479a2304d8 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:32.334586 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9bec12fb-8a65-4b1a-9266-65479a2304d8 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=4bf244a8-fda8-412f-8f05-2c7c5210f333&device_id=658ad3fb-c34c-435b-a258-91ced7591891&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1432793 Nov 29 01:58:32.338044 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37894) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:32.340575 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-359b01cf-c105-42f3-b4d9-d108b638f1bb tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:32.416336 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f962993c-bd10-4372-abba-67f839974076 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Deleting port 9be14a0b-8a80-4f3a-af76-75982323032f {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:32.417066 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f962993c-bd10-4372-abba-67f839974076 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:32.473419 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eef56486-8d48-4d76-96bc-a72c315f98b3 tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:32.485752 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eef56486-8d48-4d76-96bc-a72c315f98b3 tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:32.492972 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f99c585-2238-497f-8646-cb4c34fc572d tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:32.494668 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1f99c585-2238-497f-8646-cb4c34fc572d tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] 10.222.0.37 "GET /v2.0/networks/4bf244a8-fda8-412f-8f05-2c7c5210f333 HTTP/1.1" status: 200 len: 881 time: 0.1557505 Nov 29 01:58:32.498030 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37900) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:32.516818 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-eef56486-8d48-4d76-96bc-a72c315f98b3 tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] device_id is not set on port 1c89d8f7-86cf-4484-9b20-410d548b0d08 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:58:32.529775 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ae0d60e8-dbb9-47a3-8ab7-fc2dd941fece tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] 10.222.0.37 "GET /v2.0/ports?device_id=658ad3fb-c34c-435b-a258-91ced7591891 HTTP/1.1" status: 200 len: 205 time: 0.0306270 Nov 29 01:58:32.533136 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37902) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:32.554529 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-359b01cf-c105-42f3-b4d9-d108b638f1bb tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:32.591413 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef56486-8d48-4d76-96bc-a72c315f98b3 tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c773e07-d538-419e-86da-980404c63676,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:32.614197 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37904) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:32.635698 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f962993c-bd10-4372-abba-67f839974076 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:32.647061 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1dd23462-3a4a-4b61-a525-adb812cd8c7d tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:32.654338 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f962993c-bd10-4372-abba-67f839974076 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Calling delete_port for 9be14a0b-8a80-4f3a-af76-75982323032f owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:32.699375 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fffb536a-cb6d-456f-8e42-6a16df0e517c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:32.710000 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd23462-3a4a-4b61-a525-adb812cd8c7d tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Pushing event deleted for resources: {'Port': ['ID=8c12a037-5455-4c7b-9cb4-8e3420d2471e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:32.718184 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-852fddb8-2d4f-4986-b15f-d43d17cb95cb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:32.751201 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1dd23462-3a4a-4b61-a525-adb812cd8c7d tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:32.757006 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1dd23462-3a4a-4b61-a525-adb812cd8c7d tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] 10.222.0.37 "DELETE /v2.0/ports/8c12a037-5455-4c7b-9cb4-8e3420d2471e HTTP/1.1" status: 204 len: 168 time: 1.3861117 Nov 29 01:58:32.787094 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37906) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:32.794667 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b64edcde-9510-402b-b63b-ecca5283ea2f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Request body: {'port': {'name': 'tempest-new-port-name-952266088', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:32.795079 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.api.validators [None req-b64edcde-9510-402b-b63b-ecca5283ea2f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] bootfile-name is not in valid_values {{(pid=103255) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 01:58:32.795423 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.api.validators [None req-b64edcde-9510-402b-b63b-ecca5283ea2f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] tftp-server is not in valid_values {{(pid=103255) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 01:58:32.795756 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.api.validators [None req-b64edcde-9510-402b-b63b-ecca5283ea2f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] server-ip-address is not in valid_values {{(pid=103255) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 01:58:32.797049 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-359b01cf-c105-42f3-b4d9-d108b638f1bb tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:32.833997 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b01cf-c105-42f3-b4d9-d108b638f1bb tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Subnet': ['ID=4f2c6b23-3ca8-410c-8a3d-e5c4307167f8,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:32.850479 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-eef56486-8d48-4d76-96bc-a72c315f98b3 tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] Allocated IP 172.26.3.55 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/1c89d8f7-86cf-4484-9b20-410d548b0d08) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:32.855893 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-359b01cf-c105-42f3-b4d9-d108b638f1bb tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:32.865364 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff142bc-0470-42c0-b9b0-3aac2b4280a7 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:58:32.872540 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-359b01cf-c105-42f3-b4d9-d108b638f1bb tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/4f2c6b23-3ca8-410c-8a3d-e5c4307167f8 HTTP/1.1" status: 204 len: 168 time: 0.7717824 Nov 29 01:58:32.876869 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37908) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:32.942501 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b64edcde-9510-402b-b63b-ecca5283ea2f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:32.995915 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a2bd10f3-e39b-4c02-9f5b-5066aa6d4cb4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1152067 Nov 29 01:58:32.997732 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37912) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:33.001630 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-896bb37c-97b2-4e24-b637-d9a2f4a6400c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:33.055955 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-852fddb8-2d4f-4986-b15f-d43d17cb95cb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:33.114411 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fffb536a-cb6d-456f-8e42-6a16df0e517c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:33.117261 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df0cdfe-9876-4e7d-b374-39785183b38d None None] DHCP port deletion for 126abf58-b75c-4c07-bafa-8e25bc6621b0 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:58:33.124212 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fffb536a-cb6d-456f-8e42-6a16df0e517c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:33.177174 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-9df0cdfe-9876-4e7d-b374-39785183b38d None None] Deleting port 382493aa-b907-41c5-9fe7-3401e7ba5779 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:33.177608 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9df0cdfe-9876-4e7d-b374-39785183b38d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:33.186588 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-fffb536a-cb6d-456f-8e42-6a16df0e517c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=48bd09c26c31499db385afc494f3aefe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5699761 Nov 29 01:58:33.186924 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f962993c-bd10-4372-abba-67f839974076 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:33.190952 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb536a-cb6d-456f-8e42-6a16df0e517c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d2496b-9159-4b6f-9791-2097dec5b3c9,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:33.194461 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37914) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:33.243834 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eef56486-8d48-4d76-96bc-a72c315f98b3 tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:33.255380 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9df0cdfe-9876-4e7d-b374-39785183b38d None None] For port 382493aa-b907-41c5-9fe7-3401e7ba5779, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=382493aa-b907-41c5-9fe7-3401e7ba5779,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:33.255780 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9df0cdfe-9876-4e7d-b374-39785183b38d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:33.258848 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962993c-bd10-4372-abba-67f839974076 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Pushing event deleted for resources: {'Port': ['ID=9be14a0b-8a80-4f3a-af76-75982323032f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:33.272663 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-9df0cdfe-9876-4e7d-b374-39785183b38d None None] Calling delete_port for 382493aa-b907-41c5-9fe7-3401e7ba5779 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:33.298161 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd70935a-cd59-471e-934e-3df027902cd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:33.325142 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eef56486-8d48-4d76-96bc-a72c315f98b3 tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:33.338093 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd70935a-cd59-471e-934e-3df027902cd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:33.345154 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896bb37c-97b2-4e24-b637-d9a2f4a6400c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:33.348632 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-896bb37c-97b2-4e24-b637-d9a2f4a6400c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:33.394434 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9df0cdfe-9876-4e7d-b374-39785183b38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:33.427337 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef56486-8d48-4d76-96bc-a72c315f98b3 tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:33.433947 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0cdfe-9876-4e7d-b374-39785183b38d None None] Pushing event deleted for resources: {'Port': ['ID=382493aa-b907-41c5-9fe7-3401e7ba5779,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:33.440654 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df0cdfe-9876-4e7d-b374-39785183b38d None None] No DVR routers for this DVR port 382493aa-b907-41c5-9fe7-3401e7ba5779 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:58:33.443505 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-eef56486-8d48-4d76-96bc-a72c315f98b3 tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:33.451527 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef56486-8d48-4d76-96bc-a72c315f98b3 tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:33.456654 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-852fddb8-2d4f-4986-b15f-d43d17cb95cb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Deleting port 5b83b77f-7b57-4d6d-a641-6b7e581b389a {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:33.457003 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-852fddb8-2d4f-4986-b15f-d43d17cb95cb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:33.606160 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f962993c-bd10-4372-abba-67f839974076 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:33.646817 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b64edcde-9510-402b-b63b-ecca5283ea2f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:33.687176 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b64edcde-9510-402b-b63b-ecca5283ea2f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:33.690432 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-852fddb8-2d4f-4986-b15f-d43d17cb95cb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:33.762479 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-852fddb8-2d4f-4986-b15f-d43d17cb95cb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Calling delete_port for 5b83b77f-7b57-4d6d-a641-6b7e581b389a owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:33.773789 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef56486-8d48-4d76-96bc-a72c315f98b3 tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] Pushing event updated for resources: {'Port': ['ID=1c89d8f7-86cf-4484-9b20-410d548b0d08,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:33.778926 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b64edcde-9510-402b-b63b-ecca5283ea2f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] In _notify_port_updated(), no bound segment for port 886a03ad-877b-44c8-8585-3108ac30f6d1 on network 3604d4c9-0fbf-4f1c-b1ee-768722b43676 {{(pid=103255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 01:58:33.785850 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64edcde-9510-402b-b63b-ecca5283ea2f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:33.786514 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b64edcde-9510-402b-b63b-ecca5283ea2f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:33.789586 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b64edcde-9510-402b-b63b-ecca5283ea2f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] 10.222.0.37 "PUT /v2.0/ports/886a03ad-877b-44c8-8585-3108ac30f6d1 HTTP/1.1" status: 200 len: 1128 time: 0.9985917 Nov 29 01:58:33.789716 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd70935a-cd59-471e-934e-3df027902cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:33.790892 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dd70935a-cd59-471e-934e-3df027902cd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:33.795238 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-dd70935a-cd59-471e-934e-3df027902cd4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/59d2496b-9159-4b6f-9791-2097dec5b3c9 HTTP/1.1" status: 204 len: 168 time: 0.5896764 Nov 29 01:58:33.795476 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37918) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:33.813510 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef56486-8d48-4d76-96bc-a72c315f98b3 tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:33.814142 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eef56486-8d48-4d76-96bc-a72c315f98b3 tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:33.837429 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd70935a-cd59-471e-934e-3df027902cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d2496b-9159-4b6f-9791-2097dec5b3c9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:33.858291 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f47c854-7a95-40b0-a094-ba8318a08607 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:33.859747 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3f47c854-7a95-40b0-a094-ba8318a08607 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] 10.222.0.37 "GET /v2.0/ports/886a03ad-877b-44c8-8585-3108ac30f6d1 HTTP/1.1" status: 200 len: 1128 time: 0.0618238 Nov 29 01:58:33.866158 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-eef56486-8d48-4d76-96bc-a72c315f98b3 tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0142610 Nov 29 01:58:33.869114 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37922) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:33.869405 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37924) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:33.875225 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-6544c8fa-0324-45ae-af63-3a55c7963c14 tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.55'}]}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:33.914091 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64edcde-9510-402b-b63b-ecca5283ea2f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Pushing event updated for resources: {'Port': ['ID=886a03ad-877b-44c8-8585-3108ac30f6d1,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:33.955366 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6544c8fa-0324-45ae-af63-3a55c7963c14 tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:33.956400 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6544c8fa-0324-45ae-af63-3a55c7963c14 tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:34.029008 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6544c8fa-0324-45ae-af63-3a55c7963c14 tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:34.038696 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-57acca1f-707b-4a9b-be55-24603fb5082e tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Deleting port 886a03ad-877b-44c8-8585-3108ac30f6d1 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:34.039177 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57acca1f-707b-4a9b-be55-24603fb5082e tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:34.132233 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-83e60195-082d-43f5-b7d3-55622a797ad7 None None] Provisioning complete for port 886a03ad-877b-44c8-8585-3108ac30f6d1 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:34.132833 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83e60195-082d-43f5-b7d3-55622a797ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:34.193517 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-83e60195-082d-43f5-b7d3-55622a797ad7 None None] Port 886a03ad-877b-44c8-8585-3108ac30f6d1 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:58:34.252993 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37930) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:34.283234 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6544c8fa-0324-45ae-af63-3a55c7963c14 tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:34.288217 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77ad4ec6-85be-410d-890a-dc66db95c528 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:34.331111 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57acca1f-707b-4a9b-be55-24603fb5082e tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:34.376919 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-57acca1f-707b-4a9b-be55-24603fb5082e tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Calling delete_port for 886a03ad-877b-44c8-8585-3108ac30f6d1 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:34.470296 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f962993c-bd10-4372-abba-67f839974076 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Router 15b7fbb1-783b-4192-b63a-83622a234e0e has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:58:34.513438 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-896bb37c-97b2-4e24-b637-d9a2f4a6400c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:34.517783 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77ad4ec6-85be-410d-890a-dc66db95c528 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:34.526079 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77ad4ec6-85be-410d-890a-dc66db95c528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:34.602275 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-77ad4ec6-85be-410d-890a-dc66db95c528 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e12f0e1b7aee4d2ea7525801b30975ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3482115 Nov 29 01:58:34.605592 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad4ec6-85be-410d-890a-dc66db95c528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7bf981-2e3b-4a99-b497-a0d5daf372de,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:34.607871 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37932) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:34.643953 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896bb37c-97b2-4e24-b637-d9a2f4a6400c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:34.650860 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-896bb37c-97b2-4e24-b637-d9a2f4a6400c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:34.654545 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896bb37c-97b2-4e24-b637-d9a2f4a6400c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:34.655166 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-896bb37c-97b2-4e24-b637-d9a2f4a6400c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:34.658144 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f962993c-bd10-4372-abba-67f839974076 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:58:34.663523 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24621659-1df1-439c-a908-85facab4eaa7 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:58:34.672074 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c0369d-d602-4b6a-9091-cd17b13189a8 None None] Sync routers for ids ['15b7fbb1-783b-4192-b63a-83622a234e0e'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:58:34.673351 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f962993c-bd10-4372-abba-67f839974076 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] 10.222.0.37 "PUT /v2.0/routers/15b7fbb1-783b-4192-b63a-83622a234e0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0997782 Nov 29 01:58:34.678088 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37934) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:34.680555 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896bb37c-97b2-4e24-b637-d9a2f4a6400c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Subnet': ['ID=dc5b7302-1d61-4a02-87eb-59f7cae921b2,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:34.690633 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-852fddb8-2d4f-4986-b15f-d43d17cb95cb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:34.691339 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c0369d-d602-4b6a-9091-cd17b13189a8 None None] Routers {'15b7fbb1-783b-4192-b63a-83622a234e0e'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:58:34.692257 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-28c0369d-d602-4b6a-9091-cd17b13189a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['15b7fbb1-783b-4192-b63a-83622a234e0e'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:34.720740 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57acca1f-707b-4a9b-be55-24603fb5082e tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:34.775318 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-28c0369d-d602-4b6a-9091-cd17b13189a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:34.783777 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57acca1f-707b-4a9b-be55-24603fb5082e tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Pushing event deleted for resources: {'Port': ['ID=886a03ad-877b-44c8-8585-3108ac30f6d1,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:34.801466 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c0369d-d602-4b6a-9091-cd17b13189a8 None None] Routers {'15b7fbb1-783b-4192-b63a-83622a234e0e'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:58:34.804900 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-28c0369d-d602-4b6a-9091-cd17b13189a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['15b7fbb1-783b-4192-b63a-83622a234e0e'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:34.819807 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-896bb37c-97b2-4e24-b637-d9a2f4a6400c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8224378 Nov 29 01:58:34.821197 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-952e4211-ff4b-4da6-8b2b-0e4dd457b908 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:34.821855 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37938) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:34.833482 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852fddb8-2d4f-4986-b15f-d43d17cb95cb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Pushing event deleted for resources: {'Port': ['ID=5b83b77f-7b57-4d6d-a641-6b7e581b389a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:34.839163 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57acca1f-707b-4a9b-be55-24603fb5082e tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:34.844727 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-57acca1f-707b-4a9b-be55-24603fb5082e tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] 10.222.0.37 "DELETE /v2.0/ports/886a03ad-877b-44c8-8585-3108ac30f6d1 HTTP/1.1" status: 204 len: 168 time: 0.9743142 Nov 29 01:58:34.844858 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-513087e6-addc-4b71-bfb3-5f103cbbe91f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'port': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'fixed_ips': [{'subnet_id': 'dc5b7302-1d61-4a02-87eb-59f7cae921b2', 'ip_address': '2001:db8::43a4:b6ec:898d:a0a'}], 'name': 'tempest-NetworksTestDHCPv6-795670426'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:34.852981 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37940) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:34.868462 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-28c0369d-d602-4b6a-9091-cd17b13189a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:34.869224 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c0369d-d602-4b6a-9091-cd17b13189a8 None None] The sync data for ids ['15b7fbb1-783b-4192-b63a-83622a234e0e'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:58:34.871536 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6544c8fa-0324-45ae-af63-3a55c7963c14 tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:34.900688 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6544c8fa-0324-45ae-af63-3a55c7963c14 tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:34.909310 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-952e4211-ff4b-4da6-8b2b-0e4dd457b908 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:34.919348 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515b4d35-a692-4949-864d-813989310a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-126abf58-b75c-4c07-bafa-8e25bc6621b0', 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'fixed_ips': [{'subnet_id': 'dc5b7302-1d61-4a02-87eb-59f7cae921b2'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:58:34.920750 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-515b4d35-a692-4949-864d-813989310a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:34.955084 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4ff3e85e-332e-424d-9aaa-200b7251bfe1 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:35.035060 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 382493aa-b907-41c5-9fe7-3401e7ba5779 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:58:35.079560 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 382493aa-b907-41c5-9fe7-3401e7ba5779 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:58:35.080265 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 382493aa-b907-41c5-9fe7-3401e7ba5779 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:58:35.097970 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-952e4211-ff4b-4da6-8b2b-0e4dd457b908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:35.100864 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-952e4211-ff4b-4da6-8b2b-0e4dd457b908 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:35.104779 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-952e4211-ff4b-4da6-8b2b-0e4dd457b908 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b7bf981-2e3b-4a99-b497-a0d5daf372de HTTP/1.1" status: 204 len: 168 time: 0.4924924 Nov 29 01:58:35.113469 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-515b4d35-a692-4949-864d-813989310a99 None None] Allocated IP 2001:db8::2 (126abf58-b75c-4c07-bafa-8e25bc6621b0/dc5b7302-1d61-4a02-87eb-59f7cae921b2/987694b6-891e-4096-9951-0a4e8e852a9b) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:35.142714 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4888a9-0c95-4b09-83d5-94a9e380ecde tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Deleting subnet c61fc76f-dfa0-44c3-b549-aa2dd477dd7e {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:58:35.153666 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dc4888a9-0c95-4b09-83d5-94a9e380ecde tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:35.158845 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e4211-ff4b-4da6-8b2b-0e4dd457b908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7bf981-2e3b-4a99-b497-a0d5daf372de,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:35.188779 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6544c8fa-0324-45ae-af63-3a55c7963c14 tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:35.292153 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-515b4d35-a692-4949-864d-813989310a99 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:35.300368 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-515b4d35-a692-4949-864d-813989310a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:35.326784 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515b4d35-a692-4949-864d-813989310a99 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:35.344103 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4ff3e85e-332e-424d-9aaa-200b7251bfe1 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:35.346324 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4ff3e85e-332e-424d-9aaa-200b7251bfe1 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:35.373108 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-515b4d35-a692-4949-864d-813989310a99 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:35.378599 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515b4d35-a692-4949-864d-813989310a99 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:35.390345 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b4d35-a692-4949-864d-813989310a99 None None] Pushing event updated for resources: {'Port': ['ID=987694b6-891e-4096-9951-0a4e8e852a9b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:35.399598 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-852fddb8-2d4f-4986-b15f-d43d17cb95cb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:35.413941 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6544c8fa-0324-45ae-af63-3a55c7963c14 tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:35.416269 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6544c8fa-0324-45ae-af63-3a55c7963c14 tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:35.453582 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-515b4d35-a692-4949-864d-813989310a99 None None] Attempting to bind port 987694b6-891e-4096-9951-0a4e8e852a9b on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:35.453975 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-515b4d35-a692-4949-864d-813989310a99 None None] Attempting to bind port 987694b6-891e-4096-9951-0a4e8e852a9b by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:35.454720 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515b4d35-a692-4949-864d-813989310a99 None None] Attempting to bind port 987694b6-891e-4096-9951-0a4e8e852a9b on network 126abf58-b75c-4c07-bafa-8e25bc6621b0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:35.460701 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515b4d35-a692-4949-864d-813989310a99 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:58:35.461297 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515b4d35-a692-4949-864d-813989310a99 None None] Checking segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:58:35.461988 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-515b4d35-a692-4949-864d-813989310a99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:35.462452 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515b4d35-a692-4949-864d-813989310a99 None None] Bound using segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:58:35.462914 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-515b4d35-a692-4949-864d-813989310a99 None None] Bound port: 987694b6-891e-4096-9951-0a4e8e852a9b, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:58:35.463290 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-515b4d35-a692-4949-864d-813989310a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:35.470699 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6544c8fa-0324-45ae-af63-3a55c7963c14 tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:35.471280 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6544c8fa-0324-45ae-af63-3a55c7963c14 tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 80ce6d65-540b-478d-b55d-12d64d09e5ac {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:58:35.495709 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-6544c8fa-0324-45ae-af63-3a55c7963c14 tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 29 01:58:35.497852 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6544c8fa-0324-45ae-af63-3a55c7963c14 tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.6252749 Nov 29 01:58:35.502261 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4ff3e85e-332e-424d-9aaa-200b7251bfe1 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:35.502771 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff3e85e-332e-424d-9aaa-200b7251bfe1 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Fanout notify agent at l3_agent the message router_deleted on router 15b7fbb1-783b-4192-b63a-83622a234e0e {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:58:35.503580 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37950) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:35.509661 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4ff3e85e-332e-424d-9aaa-200b7251bfe1 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:35.510770 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4ff3e85e-332e-424d-9aaa-200b7251bfe1 tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] 10.222.0.37 "DELETE /v2.0/routers/15b7fbb1-783b-4192-b63a-83622a234e0e HTTP/1.1" status: 204 len: 168 time: 0.8313086 Nov 29 01:58:35.520046 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37952) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:35.525490 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dc4888a9-0c95-4b09-83d5-94a9e380ecde tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:35.533929 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-852fddb8-2d4f-4986-b15f-d43d17cb95cb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:35.542986 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-852fddb8-2d4f-4986-b15f-d43d17cb95cb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:35.558628 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-515b4d35-a692-4949-864d-813989310a99 None None] For port 987694b6-891e-4096-9951-0a4e8e852a9b, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:58:35.563414 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-515b4d35-a692-4949-864d-813989310a99 None None] For port 987694b6-891e-4096-9951-0a4e8e852a9b, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=987694b6-891e-4096-9951-0a4e8e852a9b,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:58:35.570342 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-515b4d35-a692-4949-864d-813989310a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:35.602860 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0f1cd30b-25f6-4d51-ac3e-008162302dfc tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] Deleting port 1c89d8f7-86cf-4484-9b20-410d548b0d08 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:35.603611 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f1cd30b-25f6-4d51-ac3e-008162302dfc tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:35.646774 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b4d35-a692-4949-864d-813989310a99 None None] Pushing event updated for resources: {'Port': ['ID=987694b6-891e-4096-9951-0a4e8e852a9b,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:35.694061 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-852fddb8-2d4f-4986-b15f-d43d17cb95cb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:35.694664 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852fddb8-2d4f-4986-b15f-d43d17cb95cb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Fanout notify agent at l3_agent the message router_deleted on router 658ad3fb-c34c-435b-a258-91ced7591891 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:58:35.700554 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f1cd30b-25f6-4d51-ac3e-008162302dfc tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:35.701977 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-852fddb8-2d4f-4986-b15f-d43d17cb95cb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:35.703154 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-852fddb8-2d4f-4986-b15f-d43d17cb95cb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] 10.222.0.37 "DELETE /v2.0/routers/658ad3fb-c34c-435b-a258-91ced7591891 HTTP/1.1" status: 204 len: 168 time: 3.1696546 Nov 29 01:58:35.707063 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37960) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:35.710067 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee184d2-8878-4227-b5d8-89e0221d345a tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Deleting subnet a1c1752b-5cdc-4500-977b-d6fb2f5707f1 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:58:35.719188 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5a2f5b9d-3191-4b60-b270-2f5148f8aeeb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1358640016', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:35.729907 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0f1cd30b-25f6-4d51-ac3e-008162302dfc tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] Calling delete_port for 1c89d8f7-86cf-4484-9b20-410d548b0d08 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:35.733783 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513087e6-addc-4b71-bfb3-5f103cbbe91f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:35.739123 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ee184d2-8878-4227-b5d8-89e0221d345a tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:35.803171 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a2f5b9d-3191-4b60-b270-2f5148f8aeeb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:35.804722 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a2f5b9d-3191-4b60-b270-2f5148f8aeeb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:35.839638 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dc4888a9-0c95-4b09-83d5-94a9e380ecde tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:35.870537 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ee184d2-8878-4227-b5d8-89e0221d345a tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:35.885222 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a2f5b9d-3191-4b60-b270-2f5148f8aeeb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:35.912619 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a2f5b9d-3191-4b60-b270-2f5148f8aeeb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:35.952408 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a2f5b9d-3191-4b60-b270-2f5148f8aeeb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:35.956364 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5a2f5b9d-3191-4b60-b270-2f5148f8aeeb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2404568 Nov 29 01:58:35.956960 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37970) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:35.979390 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-23a5f1db-7a88-4448-a48c-3dfcc5b52bcc tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Request body: {'router': {'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:35.987567 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-513087e6-addc-4b71-bfb3-5f103cbbe91f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:36.059553 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-513087e6-addc-4b71-bfb3-5f103cbbe91f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] device_id is not set on port 3cc9d188-84af-44cf-8e67-56840b01a351 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:58:36.120413 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dc4888a9-0c95-4b09-83d5-94a9e380ecde tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:36.141291 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ee184d2-8878-4227-b5d8-89e0221d345a tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:36.161975 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f1cd30b-25f6-4d51-ac3e-008162302dfc tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:36.188466 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4888a9-0c95-4b09-83d5-94a9e380ecde tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Pushing event deleted for resources: {'Subnet': ['ID=c61fc76f-dfa0-44c3-b549-aa2dd477dd7e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:36.192554 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4faa34f2-9a5f-4522-8bf9-0ef408981032 None None] Network 3604d4c9-0fbf-4f1c-b1ee-768722b43676 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:58:36.206115 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1cd30b-25f6-4d51-ac3e-008162302dfc tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c89d8f7-86cf-4484-9b20-410d548b0d08,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:36.322285 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-23a5f1db-7a88-4448-a48c-3dfcc5b52bcc tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:36.347099 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dc4888a9-0c95-4b09-83d5-94a9e380ecde tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:36.353177 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-dc4888a9-0c95-4b09-83d5-94a9e380ecde tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] 10.222.0.37 "DELETE /v2.0/subnets/c61fc76f-dfa0-44c3-b549-aa2dd477dd7e HTTP/1.1" status: 204 len: 168 time: 1.4950557 Nov 29 01:58:36.353996 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 37980) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:36.357140 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f1cd30b-25f6-4d51-ac3e-008162302dfc tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:36.360426 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0f1cd30b-25f6-4d51-ac3e-008162302dfc tempest-RoutersAdminNegativeTest-574164301 tempest-RoutersAdminNegativeTest-574164301-project-admin] 10.222.0.37 "DELETE /v2.0/ports/1c89d8f7-86cf-4484-9b20-410d548b0d08 HTTP/1.1" status: 204 len: 168 time: 0.8558691 Nov 29 01:58:36.445327 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28920479-01d1-4c62-9e05-148c47be067f None None] DHCP port deletion for 3604d4c9-0fbf-4f1c-b1ee-768722b43676 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:58:36.500275 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-513087e6-addc-4b71-bfb3-5f103cbbe91f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Allocated IP 2001:db8::43a4:b6ec:898d:a0a (126abf58-b75c-4c07-bafa-8e25bc6621b0/dc5b7302-1d61-4a02-87eb-59f7cae921b2/3cc9d188-84af-44cf-8e67-56840b01a351) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:36.533971 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-28920479-01d1-4c62-9e05-148c47be067f None None] Deleting port 6a2c249f-c396-418f-972a-c06e44063e3c {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:36.534790 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-28920479-01d1-4c62-9e05-148c47be067f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:36.596831 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c80dbf1-9faa-4a19-bc6f-de656a60625f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:36.599764 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ee184d2-8878-4227-b5d8-89e0221d345a tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:36.635313 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-28920479-01d1-4c62-9e05-148c47be067f None None] For port 6a2c249f-c396-418f-972a-c06e44063e3c, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=6a2c249f-c396-418f-972a-c06e44063e3c,segment=NetworkSegment(4ace147f-ec48-4cb2-80e6-3dc452332a9f),segment_id=4ace147f-ec48-4cb2-80e6-3dc452332a9f)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:36.635904 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-28920479-01d1-4c62-9e05-148c47be067f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:36.651270 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-28920479-01d1-4c62-9e05-148c47be067f None None] Calling delete_port for 6a2c249f-c396-418f-972a-c06e44063e3c owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:36.664375 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-23a5f1db-7a88-4448-a48c-3dfcc5b52bcc tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:36.680254 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ee184d2-8878-4227-b5d8-89e0221d345a tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:36.697513 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6ee184d2-8878-4227-b5d8-89e0221d345a tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] 10.222.0.37 "DELETE /v2.0/subnets/a1c1752b-5cdc-4500-977b-d6fb2f5707f1 HTTP/1.1" status: 204 len: 168 time: 1.1729732 Nov 29 01:58:36.699556 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37988) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:36.702824 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-23a5f1db-7a88-4448-a48c-3dfcc5b52bcc tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:36.708149 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee184d2-8878-4227-b5d8-89e0221d345a tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Pushing event deleted for resources: {'Subnet': ['ID=a1c1752b-5cdc-4500-977b-d6fb2f5707f1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:36.709520 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e509de9-ea2a-4bfa-8ece-7cb9027a2903 None None] Network e8ae0799-ff24-4a30-a09d-3343f7560c88 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:58:36.887540 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 37994) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:36.923694 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8fc2c1bd-61f8-4db8-86f8-2bd269d73d5b tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:37.063275 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2c80dbf1-9faa-4a19-bc6f-de656a60625f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Deleting port 6a2c249f-c396-418f-972a-c06e44063e3c {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:37.064125 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c80dbf1-9faa-4a19-bc6f-de656a60625f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:37.078081 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-28920479-01d1-4c62-9e05-148c47be067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:37.110143 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-23a5f1db-7a88-4448-a48c-3dfcc5b52bcc tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Allocated IP 172.26.3.97 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/4932a0f2-429d-47c9-9870-02e2408e2f0f) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:37.130132 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-513087e6-addc-4b71-bfb3-5f103cbbe91f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:37.165758 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28920479-01d1-4c62-9e05-148c47be067f None None] Pushing event deleted for resources: {'Port': ['ID=6a2c249f-c396-418f-972a-c06e44063e3c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:37.190714 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28920479-01d1-4c62-9e05-148c47be067f None None] No DVR routers for this DVR port 6a2c249f-c396-418f-972a-c06e44063e3c on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:58:37.212842 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 987694b6-891e-4096-9951-0a4e8e852a9b up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:58:37.228641 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-8fc2c1bd-61f8-4db8-86f8-2bd269d73d5b tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Deleting port 1b2f141c-7f77-47dd-9318-83a0476f333d {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:37.229094 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8fc2c1bd-61f8-4db8-86f8-2bd269d73d5b tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:37.253067 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-513087e6-addc-4b71-bfb3-5f103cbbe91f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:37.266859 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-d5e28859-977c-40de-a363-a7f9f754dc03 None None] Provisioning complete for port 987694b6-891e-4096-9951-0a4e8e852a9b triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:37.266859 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d5e28859-977c-40de-a363-a7f9f754dc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:37.272851 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38004) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:37.304416 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-8fc2c1bd-61f8-4db8-86f8-2bd269d73d5b tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] For port 1b2f141c-7f77-47dd-9318-83a0476f333d, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=1b2f141c-7f77-47dd-9318-83a0476f333d,segment=NetworkSegment(645928c6-9d14-40d1-a53b-ea9755f0fb8f),segment_id=645928c6-9d14-40d1-a53b-ea9755f0fb8f)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:37.304696 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8fc2c1bd-61f8-4db8-86f8-2bd269d73d5b tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:37.307785 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513087e6-addc-4b71-bfb3-5f103cbbe91f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:37.317360 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-8fc2c1bd-61f8-4db8-86f8-2bd269d73d5b tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Calling delete_port for 1b2f141c-7f77-47dd-9318-83a0476f333d owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:37.331302 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-513087e6-addc-4b71-bfb3-5f103cbbe91f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:37.334165 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513087e6-addc-4b71-bfb3-5f103cbbe91f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:37.340255 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513087e6-addc-4b71-bfb3-5f103cbbe91f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:37.341965 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-513087e6-addc-4b71-bfb3-5f103cbbe91f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:37.352452 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 987694b6-891e-4096-9951-0a4e8e852a9b triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:37.353072 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:37.381822 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-513087e6-addc-4b71-bfb3-5f103cbbe91f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.5538414 Nov 29 01:58:37.389999 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2c80dbf1-9faa-4a19-bc6f-de656a60625f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] For port 6a2c249f-c396-418f-972a-c06e44063e3c, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=6a2c249f-c396-418f-972a-c06e44063e3c,segment=NetworkSegment(4ace147f-ec48-4cb2-80e6-3dc452332a9f),segment_id=4ace147f-ec48-4cb2-80e6-3dc452332a9f)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:37.390367 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c80dbf1-9faa-4a19-bc6f-de656a60625f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:37.393462 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38008) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:37.419974 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87fb46d-39fb-495b-9443-cdcbfb99249e None None] DHCP port deletion for e8ae0799-ff24-4a30-a09d-3343f7560c88 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:58:37.455447 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-62e60656-9772-410d-a209-4e86bc264b18 tempest-MeteringIpV6TestJSON-1529669366 tempest-MeteringIpV6TestJSON-1529669366-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-395023033'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:37.456284 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-62e60656-9772-410d-a209-4e86bc264b18 tempest-MeteringIpV6TestJSON-1529669366 tempest-MeteringIpV6TestJSON-1529669366-project-admin] Unknown quota resources ['metering_label']. {{(pid=103255) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 29 01:58:37.564669 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d5e28859-977c-40de-a363-a7f9f754dc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:37.566537 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:37.592158 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a87fb46d-39fb-495b-9443-cdcbfb99249e None None] Deleting port 1b2f141c-7f77-47dd-9318-83a0476f333d {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:37.592532 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a87fb46d-39fb-495b-9443-cdcbfb99249e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:37.677889 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port 987694b6-891e-4096-9951-0a4e8e852a9b, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=987694b6-891e-4096-9951-0a4e8e852a9b,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:37.688706 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:37.692029 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a87fb46d-39fb-495b-9443-cdcbfb99249e None None] For port 1b2f141c-7f77-47dd-9318-83a0476f333d, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=1b2f141c-7f77-47dd-9318-83a0476f333d,segment=NetworkSegment(645928c6-9d14-40d1-a53b-ea9755f0fb8f),segment_id=645928c6-9d14-40d1-a53b-ea9755f0fb8f)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:37.692428 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a87fb46d-39fb-495b-9443-cdcbfb99249e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:37.705167 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c4a55058-df8f-4692-a61f-c7a42a2af9cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:37.755626 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a87fb46d-39fb-495b-9443-cdcbfb99249e None None] Calling delete_port for 1b2f141c-7f77-47dd-9318-83a0476f333d owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:37.811126 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 6a2c249f-c396-418f-972a-c06e44063e3c no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:58:37.818217 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8fc2c1bd-61f8-4db8-86f8-2bd269d73d5b tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:37.825828 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-23a5f1db-7a88-4448-a48c-3dfcc5b52bcc tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:37.866258 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=987694b6-891e-4096-9951-0a4e8e852a9b,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:37.868950 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.db.api [None req-d5e28859-977c-40de-a363-a7f9f754dc03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:58:37.869299 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG oslo_db.api [None req-d5e28859-977c-40de-a363-a7f9f754dc03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:58:37.871824 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 6a2c249f-c396-418f-972a-c06e44063e3c {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:58:37.872716 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 6a2c249f-c396-418f-972a-c06e44063e3c not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:58:37.880278 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc2c1bd-61f8-4db8-86f8-2bd269d73d5b tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Pushing event deleted for resources: {'Port': ['ID=1b2f141c-7f77-47dd-9318-83a0476f333d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:37.893715 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc2c1bd-61f8-4db8-86f8-2bd269d73d5b tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] No DVR routers for this DVR port 1b2f141c-7f77-47dd-9318-83a0476f333d on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:58:37.920185 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a87fb46d-39fb-495b-9443-cdcbfb99249e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:37.939205 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87fb46d-39fb-495b-9443-cdcbfb99249e None None] No DVR routers for this DVR port 1b2f141c-7f77-47dd-9318-83a0476f333d on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:58:37.969745 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fb46d-39fb-495b-9443-cdcbfb99249e None None] Pushing event deleted for resources: {'Port': ['ID=1b2f141c-7f77-47dd-9318-83a0476f333d,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:37.982713 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2c80dbf1-9faa-4a19-bc6f-de656a60625f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Calling delete_port for 6a2c249f-c396-418f-972a-c06e44063e3c owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:37.984713 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513087e6-addc-4b71-bfb3-5f103cbbe91f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Port': ['ID=3cc9d188-84af-44cf-8e67-56840b01a351,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:38.006952 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c4a55058-df8f-4692-a61f-c7a42a2af9cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:38.021482 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c4a55058-df8f-4692-a61f-c7a42a2af9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:38.030155 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8fc2c1bd-61f8-4db8-86f8-2bd269d73d5b tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:38.032462 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-62e60656-9772-410d-a209-4e86bc264b18 tempest-MeteringIpV6TestJSON-1529669366 tempest-MeteringIpV6TestJSON-1529669366-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:38.033658 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-62e60656-9772-410d-a209-4e86bc264b18 tempest-MeteringIpV6TestJSON-1529669366 tempest-MeteringIpV6TestJSON-1529669366-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7566626 Nov 29 01:58:38.037928 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38012) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:38.043073 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-23a5f1db-7a88-4448-a48c-3dfcc5b52bcc tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:38.069884 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2e4dd09a-e4de-4738-aae0-2f866368f157 tempest-MeteringIpV6TestJSON-1529669366 tempest-MeteringIpV6TestJSON-1529669366-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '97308c8f-0a0a-4cbd-971e-23d4a24b70e4'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:38.070288 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2e4dd09a-e4de-4738-aae0-2f866368f157 tempest-MeteringIpV6TestJSON-1529669366 tempest-MeteringIpV6TestJSON-1529669366-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103255) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 29 01:58:38.084276 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805c41db-b0dc-4a27-a027-8ad6cf31d0e4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:38.090044 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805c41db-b0dc-4a27-a027-8ad6cf31d0e4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:38.091591 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-805c41db-b0dc-4a27-a027-8ad6cf31d0e4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.6968842 Nov 29 01:58:38.099709 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38014) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:38.117831 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-8fc2c1bd-61f8-4db8-86f8-2bd269d73d5b tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ae0799-ff24-4a30-a09d-3343f7560c88']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:38.134930 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c4a55058-df8f-4692-a61f-c7a42a2af9cd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dab6124bf4784a839e16a0815686a33e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2455821 Nov 29 01:58:38.142743 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a55058-df8f-4692-a61f-c7a42a2af9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f57b68-1a67-400b-a6d6-e30a8270a3b7,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:38.145816 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38016) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:38.155171 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a5f1db-7a88-4448-a48c-3dfcc5b52bcc tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:38.156930 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-8fc2c1bd-61f8-4db8-86f8-2bd269d73d5b tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '645928c6-9d14-40d1-a53b-ea9755f0fb8f') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:38.157237 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-8fc2c1bd-61f8-4db8-86f8-2bd269d73d5b tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '645928c6-9d14-40d1-a53b-ea9755f0fb8f') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:38.181558 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-23a5f1db-7a88-4448-a48c-3dfcc5b52bcc tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:38.185211 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8fc2c1bd-61f8-4db8-86f8-2bd269d73d5b tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:38.187778 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5f1db-7a88-4448-a48c-3dfcc5b52bcc tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Pushing event updated for resources: {'Port': ['ID=4932a0f2-429d-47c9-9870-02e2408e2f0f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:38.189982 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a5f1db-7a88-4448-a48c-3dfcc5b52bcc tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:38.221688 dv-neutron-819032-3-hyperv neutron-server[103255]: WARNING neutron.services.metering.metering_plugin [None req-2e4dd09a-e4de-4738-aae0-2f866368f157 tempest-MeteringIpV6TestJSON-1529669366 tempest-MeteringIpV6TestJSON-1529669366-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 29 01:58:38.232666 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8fc2c1bd-61f8-4db8-86f8-2bd269d73d5b tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:38.251917 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc2c1bd-61f8-4db8-86f8-2bd269d73d5b tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:58:38.252318 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8fc2c1bd-61f8-4db8-86f8-2bd269d73d5b tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:38.255263 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 01:58:38.255263 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:58:38.255263 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 01:58:38.255263 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:58:38.255263 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 01:58:38.255263 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:58:38.255263 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 01:58:38.255263 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:58:38.255263 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 01:58:38.255263 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:58:38.255263 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 01:58:38.255263 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:58:38.255263 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 01:58:38.255263 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:58:38.255263 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:58:38.255263 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:58:38.255263 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:58:38.255263 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:58:38.255263 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 01:58:38.255263 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:58:38.255263 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 01:58:38.255263 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:58:38.255263 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:58:38.255263 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:58:38.255263 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 01:58:38.255263 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:58:38.255263 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:58:38.255263 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:58:38.255263 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:58:38.255263 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:58:38.255263 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:58:38.255263 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:58:38.360917 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e4dd09a-e4de-4738-aae0-2f866368f157 tempest-MeteringIpV6TestJSON-1529669366 tempest-MeteringIpV6TestJSON-1529669366-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:38.364922 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2e4dd09a-e4de-4738-aae0-2f866368f157 tempest-MeteringIpV6TestJSON-1529669366 tempest-MeteringIpV6TestJSON-1529669366-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3219576 Nov 29 01:58:38.367626 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38020) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:38.372776 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d15209b4-2e74-457b-b15a-503f0d19e605 tempest-MeteringIpV6TestJSON-1529669366 tempest-MeteringIpV6TestJSON-1529669366-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '97308c8f-0a0a-4cbd-971e-23d4a24b70e4'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:38.373263 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d15209b4-2e74-457b-b15a-503f0d19e605 tempest-MeteringIpV6TestJSON-1529669366 tempest-MeteringIpV6TestJSON-1529669366-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103255) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 29 01:58:38.383137 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c80dbf1-9faa-4a19-bc6f-de656a60625f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:38.393248 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9795dabd-356d-43d4-a48a-d7be6be2aa8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:38.399655 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8fc2c1bd-61f8-4db8-86f8-2bd269d73d5b tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:38.430767 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80dbf1-9faa-4a19-bc6f-de656a60625f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Pushing event deleted for resources: {'Port': ['ID=6a2c249f-c396-418f-972a-c06e44063e3c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:38.433048 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8fc2c1bd-61f8-4db8-86f8-2bd269d73d5b tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:38.433581 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c80dbf1-9faa-4a19-bc6f-de656a60625f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] No DVR routers for this DVR port 6a2c249f-c396-418f-972a-c06e44063e3c on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:58:38.439670 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8fc2c1bd-61f8-4db8-86f8-2bd269d73d5b tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] 10.222.0.37 "DELETE /v2.0/networks/e8ae0799-ff24-4a30-a09d-3343f7560c88 HTTP/1.1" status: 204 len: 168 time: 1.7300820 Nov 29 01:58:38.465040 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9795dabd-356d-43d4-a48a-d7be6be2aa8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:38.472628 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc2c1bd-61f8-4db8-86f8-2bd269d73d5b tempest-FloatingIPNegativeTestJSON-237113401 tempest-FloatingIPNegativeTestJSON-237113401-project] Pushing event deleted for resources: {'Network': ['ID=e8ae0799-ff24-4a30-a09d-3343f7560c88,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:38.513121 dv-neutron-819032-3-hyperv neutron-server[103255]: WARNING neutron.services.metering.metering_plugin [None req-d15209b4-2e74-457b-b15a-503f0d19e605 tempest-MeteringIpV6TestJSON-1529669366 tempest-MeteringIpV6TestJSON-1529669366-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 29 01:58:38.537646 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1d0a657e-9f8d-4fb0-bbe9-45f910e452b3 None None] Provisioning complete for port 3cc9d188-84af-44cf-8e67-56840b01a351 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:38.538221 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d0a657e-9f8d-4fb0-bbe9-45f910e452b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:38.598000 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0b0563a8-8890-4d35-996f-221e5dbead21 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting port 3cc9d188-84af-44cf-8e67-56840b01a351 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:38.598289 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0b0563a8-8890-4d35-996f-221e5dbead21 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:38.598803 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1d0a657e-9f8d-4fb0-bbe9-45f910e452b3 None None] Port 3cc9d188-84af-44cf-8e67-56840b01a351 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:58:38.608425 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9795dabd-356d-43d4-a48a-d7be6be2aa8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:38.611262 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9795dabd-356d-43d4-a48a-d7be6be2aa8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:38.614843 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9795dabd-356d-43d4-a48a-d7be6be2aa8a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/12f57b68-1a67-400b-a6d6-e30a8270a3b7 HTTP/1.1" status: 204 len: 168 time: 0.4513292 Nov 29 01:58:38.626607 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795dabd-356d-43d4-a48a-d7be6be2aa8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f57b68-1a67-400b-a6d6-e30a8270a3b7,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:38.636101 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-23a5f1db-7a88-4448-a48c-3dfcc5b52bcc tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:38.701779 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38028) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:38.712585 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0b0563a8-8890-4d35-996f-221e5dbead21 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:38.726013 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0b0563a8-8890-4d35-996f-221e5dbead21 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Calling delete_port for 3cc9d188-84af-44cf-8e67-56840b01a351 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:38.837369 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d15209b4-2e74-457b-b15a-503f0d19e605 tempest-MeteringIpV6TestJSON-1529669366 tempest-MeteringIpV6TestJSON-1529669366-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:38.838798 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d15209b4-2e74-457b-b15a-503f0d19e605 tempest-MeteringIpV6TestJSON-1529669366 tempest-MeteringIpV6TestJSON-1529669366-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4701746 Nov 29 01:58:38.843902 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38034) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:38.861404 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-189d7f13-1351-4ae0-8331-b2fcee0a449c tempest-MeteringIpV6TestJSON-1529669366 tempest-MeteringIpV6TestJSON-1529669366-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=47074a14-dfd9-498b-8806-949722783c64 HTTP/1.1" status: 200 len: 462 time: 0.0140793 Nov 29 01:58:38.862780 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38036) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:38.882806 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c80dbf1-9faa-4a19-bc6f-de656a60625f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:38.897346 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-23a5f1db-7a88-4448-a48c-3dfcc5b52bcc tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32579'] for router, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:38.902093 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-23a5f1db-7a88-4448-a48c-3dfcc5b52bcc tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-599907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-599898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-600112'] for router, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:38.911614 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-2c80dbf1-9faa-4a19-bc6f-de656a60625f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3604d4c9-0fbf-4f1c-b1ee-768722b43676']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:38.929841 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-2c80dbf1-9faa-4a19-bc6f-de656a60625f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ace147f-ec48-4cb2-80e6-3dc452332a9f') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:38.930462 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-2c80dbf1-9faa-4a19-bc6f-de656a60625f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ace147f-ec48-4cb2-80e6-3dc452332a9f') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:38.941885 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c80dbf1-9faa-4a19-bc6f-de656a60625f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:38.963336 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c80dbf1-9faa-4a19-bc6f-de656a60625f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:38.978081 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c80dbf1-9faa-4a19-bc6f-de656a60625f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:58:38.978546 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c80dbf1-9faa-4a19-bc6f-de656a60625f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: self.session.flush() Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: self.session.flush() Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: self.session.flush() Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: self.session.flush() Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:58:38.982607 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:58:39.050544 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 987694b6-891e-4096-9951-0a4e8e852a9b up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:58:39.086370 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c80dbf1-9faa-4a19-bc6f-de656a60625f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:39.108348 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c80dbf1-9faa-4a19-bc6f-de656a60625f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:39.116516 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b0e04cb9-dad4-47a0-83ba-f4e5d427c555 tempest-MeteringIpV6TestJSON-1529669366 tempest-MeteringIpV6TestJSON-1529669366-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:39.116516 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b0e04cb9-dad4-47a0-83ba-f4e5d427c555 tempest-MeteringIpV6TestJSON-1529669366 tempest-MeteringIpV6TestJSON-1529669366-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/47074a14-dfd9-498b-8806-949722783c64 HTTP/1.1" status: 204 len: 168 time: 0.2504566 Nov 29 01:58:39.118607 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2c80dbf1-9faa-4a19-bc6f-de656a60625f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] 10.222.0.37 "DELETE /v2.0/networks/3604d4c9-0fbf-4f1c-b1ee-768722b43676 HTTP/1.1" status: 204 len: 168 time: 2.7611012 Nov 29 01:58:39.118910 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38042) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:39.120029 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80dbf1-9faa-4a19-bc6f-de656a60625f tempest-ExtraDHCPOptionsIpV6TestJSON-353427665 tempest-ExtraDHCPOptionsIpV6TestJSON-353427665-project] Pushing event deleted for resources: {'Network': ['ID=3604d4c9-0fbf-4f1c-b1ee-768722b43676,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:39.122806 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0b0563a8-8890-4d35-996f-221e5dbead21 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:39.152385 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-25fef978-7105-4c28-8edc-9ad3541de664 tempest-MeteringIpV6TestJSON-1529669366 tempest-MeteringIpV6TestJSON-1529669366-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=47074a14-dfd9-498b-8806-949722783c64 HTTP/1.1" status: 200 len: 221 time: 0.0214500 Nov 29 01:58:39.159346 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38044) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:39.163726 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b34bef7b-e799-48d6-9532-46115d38db9f tempest-MeteringIpV6TestJSON-1529669366 tempest-MeteringIpV6TestJSON-1529669366-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--861631907', 'description': 'label created by tempest'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:39.164475 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b34bef7b-e799-48d6-9532-46115d38db9f tempest-MeteringIpV6TestJSON-1529669366 tempest-MeteringIpV6TestJSON-1529669366-project-admin] Unknown quota resources ['metering_label']. {{(pid=103254) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 29 01:58:39.182086 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0563a8-8890-4d35-996f-221e5dbead21 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Port': ['ID=3cc9d188-84af-44cf-8e67-56840b01a351,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:39.184027 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38046) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:39.206751 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 987694b6-891e-4096-9951-0a4e8e852a9b triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:39.207540 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:39.213257 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0b0563a8-8890-4d35-996f-221e5dbead21 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:39.218921 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-0b0563a8-8890-4d35-996f-221e5dbead21 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/3cc9d188-84af-44cf-8e67-56840b01a351 HTTP/1.1" status: 204 len: 168 time: 1.1233685 Nov 29 01:58:39.226728 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38048) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:39.246993 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-68d32c75-33bf-4cf2-9878-7207c1967a5b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8db58ea8d3eb4c668e7aaba04b2042fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5416486 Nov 29 01:58:39.248708 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38050) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:39.295189 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec43921-e5cc-479c-8685-54c26de76901 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:39.296691 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec43921-e5cc-479c-8685-54c26de76901 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:39.299484 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-0ec43921-e5cc-479c-8685-54c26de76901 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0718102 Nov 29 01:58:39.304078 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38052) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:39.345722 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-87f8bdab-1f87-470f-80f3-5e3a5220ca98 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2a6baa2f84874c0fbbb1bcfecc8ca5ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1601112 Nov 29 01:58:39.348473 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38056) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:39.419330 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b164df-e281-4fcf-86d8-1839ae31f23e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting subnet dc5b7302-1d61-4a02-87eb-59f7cae921b2 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:58:39.422682 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-57b164df-e281-4fcf-86d8-1839ae31f23e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:39.475119 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-57b164df-e281-4fcf-86d8-1839ae31f23e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:39.487943 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 1b2f141c-7f77-47dd-9318-83a0476f333d no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:58:39.509210 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8527589e-2f44-4aa2-9e60-274b47493ffa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:39.512172 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b34bef7b-e799-48d6-9532-46115d38db9f tempest-MeteringIpV6TestJSON-1529669366 tempest-MeteringIpV6TestJSON-1529669366-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:39.514285 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b34bef7b-e799-48d6-9532-46115d38db9f tempest-MeteringIpV6TestJSON-1529669366 tempest-MeteringIpV6TestJSON-1529669366-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3540108 Nov 29 01:58:39.517899 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38060) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:39.523430 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 1b2f141c-7f77-47dd-9318-83a0476f333d {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:58:39.523880 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 1b2f141c-7f77-47dd-9318-83a0476f333d not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:58:39.529755 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38062) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:39.536577 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ecae734-1d0e-4ca4-bf6d-da3a74086421 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:39.540911 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a5f1db-7a88-4448-a48c-3dfcc5b52bcc tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Router 757b470e-9c80-465c-bb73-9ae43e74df4c is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:58:39.580976 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8527589e-2f44-4aa2-9e60-274b47493ffa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:39.610882 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ec40e8ef-d165-452a-9402-65a9ca84963f tempest-MeteringIpV6TestJSON-1529669366 tempest-MeteringIpV6TestJSON-1529669366-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=f0eb1a30-8d5f-4dda-8ebf-b1517d1d5433 HTTP/1.1" status: 200 len: 467 time: 0.0916615 Nov 29 01:58:39.613314 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ecae734-1d0e-4ca4-bf6d-da3a74086421 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:39.615212 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38066) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:39.629891 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-57b164df-e281-4fcf-86d8-1839ae31f23e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:39.759952 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c0fec70b-991e-4d3d-bfc9-f99124d24de5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=44ce040caf3c4032b20d24ccb83eb0d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289886 Nov 29 01:58:39.765724 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38068) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:39.769373 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ecae734-1d0e-4ca4-bf6d-da3a74086421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:39.773253 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ecae734-1d0e-4ca4-bf6d-da3a74086421 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:39.773253 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7ecae734-1d0e-4ca4-bf6d-da3a74086421 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c2926434-066e-416e-9326-e03d9a920b0a HTTP/1.1" status: 204 len: 168 time: 0.5250046 Nov 29 01:58:39.812062 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8527589e-2f44-4aa2-9e60-274b47493ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:39.814045 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a5f1db-7a88-4448-a48c-3dfcc5b52bcc tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:58:39.814891 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8527589e-2f44-4aa2-9e60-274b47493ffa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:39.815665 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecae734-1d0e-4ca4-bf6d-da3a74086421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2926434-066e-416e-9326-e03d9a920b0a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:39.817587 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8527589e-2f44-4aa2-9e60-274b47493ffa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c773e07-d538-419e-86da-980404c63676 HTTP/1.1" status: 204 len: 168 time: 0.4679914 Nov 29 01:58:39.827098 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-23a5f1db-7a88-4448-a48c-3dfcc5b52bcc tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:39.831458 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-23a5f1db-7a88-4448-a48c-3dfcc5b52bcc tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] 10.222.0.37 "PUT /v2.0/routers/757b470e-9c80-465c-bb73-9ae43e74df4c HTTP/1.1" status: 200 len: 879 time: 3.8736055 Nov 29 01:58:39.837092 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38076) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:39.848691 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3e0811-4cda-46bb-a734-20fd6ad0bf92 None None] Sync routers for ids ['757b470e-9c80-465c-bb73-9ae43e74df4c'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:58:39.872695 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527589e-2f44-4aa2-9e60-274b47493ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c773e07-d538-419e-86da-980404c63676,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:39.893775 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad31d555-0dcd-4498-811e-1b83323e788c tempest-MeteringIpV6TestJSON-1529669366 tempest-MeteringIpV6TestJSON-1529669366-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:39.895284 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ad31d555-0dcd-4498-811e-1b83323e788c tempest-MeteringIpV6TestJSON-1529669366 tempest-MeteringIpV6TestJSON-1529669366-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/f0eb1a30-8d5f-4dda-8ebf-b1517d1d5433 HTTP/1.1" status: 204 len: 168 time: 0.2744055 Nov 29 01:58:39.898895 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38078) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:39.911144 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-57b164df-e281-4fcf-86d8-1839ae31f23e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:39.917746 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3e0811-4cda-46bb-a734-20fd6ad0bf92 None None] Routers {'757b470e-9c80-465c-bb73-9ae43e74df4c'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:58:39.919672 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5e3e0811-4cda-46bb-a734-20fd6ad0bf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['757b470e-9c80-465c-bb73-9ae43e74df4c'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:39.966493 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5e3e0811-4cda-46bb-a734-20fd6ad0bf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:39.981828 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b2f4690f-aa0e-4601-a7a0-c672247e248e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:39.982335 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b164df-e281-4fcf-86d8-1839ae31f23e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Subnet': ['ID=dc5b7302-1d61-4a02-87eb-59f7cae921b2,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:39.983660 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3e0811-4cda-46bb-a734-20fd6ad0bf92 None None] Routers {'757b470e-9c80-465c-bb73-9ae43e74df4c'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:58:39.984472 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5e3e0811-4cda-46bb-a734-20fd6ad0bf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['757b470e-9c80-465c-bb73-9ae43e74df4c'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:40.003379 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-57b164df-e281-4fcf-86d8-1839ae31f23e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:40.009396 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-57b164df-e281-4fcf-86d8-1839ae31f23e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/dc5b7302-1d61-4a02-87eb-59f7cae921b2 HTTP/1.1" status: 204 len: 168 time: 0.6993623 Nov 29 01:58:40.015654 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a3959f4b-324a-4143-bf3b-5f3d01a58d0d tempest-MeteringIpV6TestJSON-1529669366 tempest-MeteringIpV6TestJSON-1529669366-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=f0eb1a30-8d5f-4dda-8ebf-b1517d1d5433 HTTP/1.1" status: 200 len: 216 time: 0.1119826 Nov 29 01:58:40.015654 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38082) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:40.018018 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38084) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:40.032391 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b2f4690f-aa0e-4601-a7a0-c672247e248e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:40.056938 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccd19a2-9c58-49b5-8ca0-f85b5d7eb67c None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:58:40.066329 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-163dfc3e-a4b7-4060-9f9b-f0f186d90c5b tempest-MeteringIpV6TestJSON-1529669366 tempest-MeteringIpV6TestJSON-1529669366-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0436189 Nov 29 01:58:40.066516 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5e3e0811-4cda-46bb-a734-20fd6ad0bf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:40.066516 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3e0811-4cda-46bb-a734-20fd6ad0bf92 None None] The sync data for ids ['757b470e-9c80-465c-bb73-9ae43e74df4c'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:58:40.079299 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38086) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:40.089131 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d1e8ecda-3777-41b8-8999-1b8f282d2710 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0740318 Nov 29 01:58:40.092257 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38090) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:40.100084 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-62af63e8-cfdd-4f88-bc18-799bf5b13e3f tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] 10.222.0.37 "GET /v2.0/routers/757b470e-9c80-465c-bb73-9ae43e74df4c HTTP/1.1" status: 200 len: 920 time: 0.2617047 Nov 29 01:58:40.100800 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38092) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:40.164231 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046cdca2-2629-4817-b94b-8c4ad2c01f51 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:40.166172 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-046cdca2-2629-4817-b94b-8c4ad2c01f51 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0723774 Nov 29 01:58:40.172028 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9d630a88-b7ce-4e57-8320-d9602be60f22 tempest-MeteringIpV6TestJSON-1529669366 tempest-MeteringIpV6TestJSON-1529669366-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0891485 Nov 29 01:58:40.172218 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38096) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:40.174514 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38098) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:40.215366 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b2f4690f-aa0e-4601-a7a0-c672247e248e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:40.222380 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b2f4690f-aa0e-4601-a7a0-c672247e248e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:40.225942 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b2f4690f-aa0e-4601-a7a0-c672247e248e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6296d897-f777-490a-9d16-dbd8d40f86d9 HTTP/1.1" status: 204 len: 168 time: 0.4569976 Nov 29 01:58:40.235929 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f611b2-3a5f-455d-bb91-a77556fd2126 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:40.241867 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c4f611b2-3a5f-455d-bb91-a77556fd2126 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=4bf244a8-fda8-412f-8f05-2c7c5210f333&device_id=757b470e-9c80-465c-bb73-9ae43e74df4c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1384192 Nov 29 01:58:40.248617 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38104) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:40.267776 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f4690f-aa0e-4601-a7a0-c672247e248e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6296d897-f777-490a-9d16-dbd8d40f86d9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:40.299520 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-296aa681-1e16-447a-b8c9-bcd721448bf9 tempest-MeteringIpV6TestJSON-1529669366 tempest-MeteringIpV6TestJSON-1529669366-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/97308c8f-0a0a-4cbd-971e-23d4a24b70e4 HTTP/1.1" status: 200 len: 472 time: 0.1118600 Nov 29 01:58:40.302974 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38110) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:40.333699 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987dd3a7-e6a8-43d2-8bdf-a28d0df680f2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:40.338076 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-987dd3a7-e6a8-43d2-8bdf-a28d0df680f2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1674910 Nov 29 01:58:40.338781 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38112) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:40.346977 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-17bbc95e-b360-49af-ba6a-60c16c35cb07 tempest-MeteringIpV6TestJSON-1529669366 tempest-MeteringIpV6TestJSON-1529669366-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/0de78be5-c963-425d-8c7b-56e0fc7da212 HTTP/1.1" status: 200 len: 459 time: 0.0430212 Nov 29 01:58:40.351573 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38114) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:40.361746 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee32617-9524-41ea-ab6e-245a0d044c57 None None] DHCP port deletion for 126abf58-b75c-4c07-bafa-8e25bc6621b0 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:58:40.392429 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-960dfcdb-40f2-425d-a2f9-8140daa2a2e6 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483668 Nov 29 01:58:40.393926 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38118) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:40.401531 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-633963b2-5ed9-4130-aa28-56dbe8052b1d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:40.458606 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-3ee32617-9524-41ea-ab6e-245a0d044c57 None None] Deleting port 987694b6-891e-4096-9951-0a4e8e852a9b {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:40.458983 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3ee32617-9524-41ea-ab6e-245a0d044c57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:40.505899 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2a8e6cfc-8437-4e9e-9311-af5c0c05fa1b tempest-MeteringIpV6TestJSON-1529669366 tempest-MeteringIpV6TestJSON-1529669366-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:40.507568 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2a8e6cfc-8437-4e9e-9311-af5c0c05fa1b tempest-MeteringIpV6TestJSON-1529669366 tempest-MeteringIpV6TestJSON-1529669366-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/0de78be5-c963-425d-8c7b-56e0fc7da212 HTTP/1.1" status: 204 len: 168 time: 0.1547244 Nov 29 01:58:40.510165 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38122) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:40.513304 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4498b164-f567-4919-b812-82968bcfa759 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:40.517650 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4498b164-f567-4919-b812-82968bcfa759 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] 10.222.0.37 "GET /v2.0/networks/4bf244a8-fda8-412f-8f05-2c7c5210f333 HTTP/1.1" status: 200 len: 881 time: 0.2619700 Nov 29 01:58:40.518051 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38124) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:40.565975 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-56860f95-74d2-45d2-9fb5-376235a15c7d tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] 10.222.0.37 "GET /v2.0/ports?device_id=757b470e-9c80-465c-bb73-9ae43e74df4c HTTP/1.1" status: 200 len: 205 time: 0.0464978 Nov 29 01:58:40.566915 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38126) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:40.605795 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-3ee32617-9524-41ea-ab6e-245a0d044c57 None None] For port 987694b6-891e-4096-9951-0a4e8e852a9b, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=987694b6-891e-4096-9951-0a4e8e852a9b,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:40.606226 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3ee32617-9524-41ea-ab6e-245a0d044c57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:40.639065 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-3ee32617-9524-41ea-ab6e-245a0d044c57 None None] Calling delete_port for 987694b6-891e-4096-9951-0a4e8e852a9b owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:40.695515 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32f38779-8342-47ce-bff1-14d2e2144a1b tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:40.746166 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633963b2-5ed9-4130-aa28-56dbe8052b1d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:40.750410 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-633963b2-5ed9-4130-aa28-56dbe8052b1d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:40.833659 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3ee32617-9524-41ea-ab6e-245a0d044c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:40.870770 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac42ea59-7829-4121-9915-4a1c15b4dae8 tempest-MeteringIpV6TestJSON-1529669366 tempest-MeteringIpV6TestJSON-1529669366-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:40.872615 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ac42ea59-7829-4121-9915-4a1c15b4dae8 tempest-MeteringIpV6TestJSON-1529669366 tempest-MeteringIpV6TestJSON-1529669366-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/97308c8f-0a0a-4cbd-971e-23d4a24b70e4 HTTP/1.1" status: 204 len: 168 time: 0.3608582 Nov 29 01:58:40.908570 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee32617-9524-41ea-ab6e-245a0d044c57 None None] Pushing event deleted for resources: {'Port': ['ID=987694b6-891e-4096-9951-0a4e8e852a9b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:40.916819 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee32617-9524-41ea-ab6e-245a0d044c57 None None] No DVR routers for this DVR port 987694b6-891e-4096-9951-0a4e8e852a9b on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:58:41.060668 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 987694b6-891e-4096-9951-0a4e8e852a9b no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:58:41.112859 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 987694b6-891e-4096-9951-0a4e8e852a9b {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:58:41.113373 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 987694b6-891e-4096-9951-0a4e8e852a9b not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:58:41.174074 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-633963b2-5ed9-4130-aa28-56dbe8052b1d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:41.181452 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32f38779-8342-47ce-bff1-14d2e2144a1b tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:41.221620 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633963b2-5ed9-4130-aa28-56dbe8052b1d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:41.226537 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-633963b2-5ed9-4130-aa28-56dbe8052b1d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:41.237700 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633963b2-5ed9-4130-aa28-56dbe8052b1d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:41.238468 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-633963b2-5ed9-4130-aa28-56dbe8052b1d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:41.240003 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b276f3-f7e7-423f-b563-84852b81795a None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:58:41.253822 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633963b2-5ed9-4130-aa28-56dbe8052b1d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Subnet': ['ID=3ecee5cf-3eff-4738-84b6-eaeb730b2dde,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:41.269500 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-633963b2-5ed9-4130-aa28-56dbe8052b1d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8738575 Nov 29 01:58:41.270704 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38158) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:41.276011 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-34b438f6-2b0c-47da-a595-278ed010dc38 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'port': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'fixed_ips': [{'subnet_id': '3ecee5cf-3eff-4738-84b6-eaeb730b2dde', 'ip_address': '2001:db8::ac6f:4d77:fcb:1edf'}], 'name': 'tempest-NetworksTestDHCPv6-587639954'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:41.286151 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-32f38779-8342-47ce-bff1-14d2e2144a1b tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Deleting port 4932a0f2-429d-47c9-9870-02e2408e2f0f {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:41.286496 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32f38779-8342-47ce-bff1-14d2e2144a1b tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:41.404092 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32f38779-8342-47ce-bff1-14d2e2144a1b tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:41.408718 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b438f6-2b0c-47da-a595-278ed010dc38 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:41.436032 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d709ba-9d3c-4e5f-8ad8-74aa290d3999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-126abf58-b75c-4c07-bafa-8e25bc6621b0', 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'fixed_ips': [{'subnet_id': '3ecee5cf-3eff-4738-84b6-eaeb730b2dde'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:58:41.437163 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c7d709ba-9d3c-4e5f-8ad8-74aa290d3999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:41.444946 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-32f38779-8342-47ce-bff1-14d2e2144a1b tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Calling delete_port for 4932a0f2-429d-47c9-9870-02e2408e2f0f owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:41.511981 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38164) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:41.530975 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-34b438f6-2b0c-47da-a595-278ed010dc38 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:41.549245 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-34b438f6-2b0c-47da-a595-278ed010dc38 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] device_id is not set on port 7253ef7b-b867-447e-8071-2709c285ce0f yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:58:41.575828 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38168) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:41.616788 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-c7d709ba-9d3c-4e5f-8ad8-74aa290d3999 None None] Allocated IP 2001:db8::2 (126abf58-b75c-4c07-bafa-8e25bc6621b0/3ecee5cf-3eff-4738-84b6-eaeb730b2dde/944f4721-f8e0-445c-a546-b6b41c0b36b3) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:41.784893 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32f38779-8342-47ce-bff1-14d2e2144a1b tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:41.819843 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c7d709ba-9d3c-4e5f-8ad8-74aa290d3999 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:41.822265 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e69ea98d-e63c-4060-a22e-082534b2082b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-47262054'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:41.831027 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c7d709ba-9d3c-4e5f-8ad8-74aa290d3999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:41.858939 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f38779-8342-47ce-bff1-14d2e2144a1b tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Pushing event deleted for resources: {'Port': ['ID=4932a0f2-429d-47c9-9870-02e2408e2f0f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:41.901066 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4539f676-50f0-47e0-bc41-471a920d0208 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:41.901247 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d709ba-9d3c-4e5f-8ad8-74aa290d3999 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:41.908007 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-c7d709ba-9d3c-4e5f-8ad8-74aa290d3999 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:41.910165 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d709ba-9d3c-4e5f-8ad8-74aa290d3999 None None] Pushing event updated for resources: {'Port': ['ID=944f4721-f8e0-445c-a546-b6b41c0b36b3,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:41.912834 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d709ba-9d3c-4e5f-8ad8-74aa290d3999 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:41.936002 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69ea98d-e63c-4060-a22e-082534b2082b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Made reservation on behalf of beede83db6b440a1a2eddd60d2641adf for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:41.943231 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e69ea98d-e63c-4060-a22e-082534b2082b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:41.976627 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-c7d709ba-9d3c-4e5f-8ad8-74aa290d3999 None None] Attempting to bind port 944f4721-f8e0-445c-a546-b6b41c0b36b3 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:41.977052 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-c7d709ba-9d3c-4e5f-8ad8-74aa290d3999 None None] Attempting to bind port 944f4721-f8e0-445c-a546-b6b41c0b36b3 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:41.977513 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d709ba-9d3c-4e5f-8ad8-74aa290d3999 None None] Attempting to bind port 944f4721-f8e0-445c-a546-b6b41c0b36b3 on network 126abf58-b75c-4c07-bafa-8e25bc6621b0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:41.987042 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e69ea98d-e63c-4060-a22e-082534b2082b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:41.987279 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d709ba-9d3c-4e5f-8ad8-74aa290d3999 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:58:41.987279 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d709ba-9d3c-4e5f-8ad8-74aa290d3999 None None] Checking segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:58:41.987500 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c7d709ba-9d3c-4e5f-8ad8-74aa290d3999 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:41.988640 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d709ba-9d3c-4e5f-8ad8-74aa290d3999 None None] Bound using segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:58:41.989136 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-c7d709ba-9d3c-4e5f-8ad8-74aa290d3999 None None] Bound port: 944f4721-f8e0-445c-a546-b6b41c0b36b3, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:58:41.989527 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c7d709ba-9d3c-4e5f-8ad8-74aa290d3999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:41.993889 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-34b438f6-2b0c-47da-a595-278ed010dc38 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Allocated IP 2001:db8::ac6f:4d77:fcb:1edf (126abf58-b75c-4c07-bafa-8e25bc6621b0/3ecee5cf-3eff-4738-84b6-eaeb730b2dde/7253ef7b-b867-447e-8071-2709c285ce0f) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:42.028451 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38184) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:42.064819 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4539f676-50f0-47e0-bc41-471a920d0208 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:42.081515 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4539f676-50f0-47e0-bc41-471a920d0208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:42.093983 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f6bf25d4-2153-44fb-a55d-7ca71c47367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:42.135439 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c7d709ba-9d3c-4e5f-8ad8-74aa290d3999 None None] For port 944f4721-f8e0-445c-a546-b6b41c0b36b3, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:58:42.141601 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c7d709ba-9d3c-4e5f-8ad8-74aa290d3999 None None] For port 944f4721-f8e0-445c-a546-b6b41c0b36b3, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=944f4721-f8e0-445c-a546-b6b41c0b36b3,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:58:42.150212 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c7d709ba-9d3c-4e5f-8ad8-74aa290d3999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:42.190683 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e69ea98d-e63c-4060-a22e-082534b2082b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:42.206852 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e69ea98d-e63c-4060-a22e-082534b2082b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:42.207154 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32f38779-8342-47ce-bff1-14d2e2144a1b tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:42.215731 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4539f676-50f0-47e0-bc41-471a920d0208 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e1d7f217996347f2a6618d9862633d80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6379941 Nov 29 01:58:42.218167 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539f676-50f0-47e0-bc41-471a920d0208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785934f9-50a9-4a28-a2ed-5709066772a8,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:42.230829 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38190) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:42.315420 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d709ba-9d3c-4e5f-8ad8-74aa290d3999 None None] Pushing event updated for resources: {'Port': ['ID=944f4721-f8e0-445c-a546-b6b41c0b36b3,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:42.322602 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e69ea98d-e63c-4060-a22e-082534b2082b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:58:42.335044 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e69ea98d-e63c-4060-a22e-082534b2082b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:42.335430 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-e69ea98d-e63c-4060-a22e-082534b2082b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Added segment e02ec110-c597-4da7-aa38-303f074b17b0 of type vlan for network f9e80fcf-0f2c-456d-852a-6a202ea8ddce Nov 29 01:58:42.366174 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38194) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:42.377709 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-34b438f6-2b0c-47da-a595-278ed010dc38 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:42.382483 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ea98d-e63c-4060-a22e-082534b2082b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af54560e-82bf-45d9-9ff6-fad01d37c4e5,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:42.392794 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32f38779-8342-47ce-bff1-14d2e2144a1b tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:42.395322 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32f38779-8342-47ce-bff1-14d2e2144a1b tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:42.438897 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-98eef594-eee0-439b-bbad-4a1e176f7db6 tempest-AgentManagementNegativeTest-1055944238 tempest-AgentManagementNegativeTest-1055944238-project] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4092424 Nov 29 01:58:42.451312 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e69ea98d-e63c-4060-a22e-082534b2082b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:42.452813 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32f38779-8342-47ce-bff1-14d2e2144a1b tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:42.453946 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f38779-8342-47ce-bff1-14d2e2144a1b tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Fanout notify agent at l3_agent the message router_deleted on router 757b470e-9c80-465c-bb73-9ae43e74df4c {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:58:42.461082 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b1a317b4-e789-4a75-b730-d5703c27a0fe tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1638679452'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:42.462203 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-32f38779-8342-47ce-bff1-14d2e2144a1b tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:42.463720 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-32f38779-8342-47ce-bff1-14d2e2144a1b tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] 10.222.0.37 "DELETE /v2.0/routers/757b470e-9c80-465c-bb73-9ae43e74df4c HTTP/1.1" status: 204 len: 168 time: 1.8957191 Nov 29 01:58:42.469099 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38200) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:42.474094 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-88b1adb1-2f22-47aa-a2c1-9a0b95e50bb7 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-655429378', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:42.519769 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e4c0779-3b27-4581-9b61-de72bf69f40a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:42.551090 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a317b4-e789-4a75-b730-d5703c27a0fe tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Made reservation on behalf of 77990a2dfd894b2490311bfb91b4f343 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:42.554680 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b1a317b4-e789-4a75-b730-d5703c27a0fe tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:42.570096 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-88b1adb1-2f22-47aa-a2c1-9a0b95e50bb7 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:42.571256 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-88b1adb1-2f22-47aa-a2c1-9a0b95e50bb7 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:42.582334 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e69ea98d-e63c-4060-a22e-082534b2082b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:42.588490 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69ea98d-e63c-4060-a22e-082534b2082b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:42.589072 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e69ea98d-e63c-4060-a22e-082534b2082b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:42.598203 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e4c0779-3b27-4581-9b61-de72bf69f40a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:42.607293 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b1a317b4-e789-4a75-b730-d5703c27a0fe tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:42.620987 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-34b438f6-2b0c-47da-a595-278ed010dc38 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:42.661676 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-88b1adb1-2f22-47aa-a2c1-9a0b95e50bb7 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:42.666669 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-88b1adb1-2f22-47aa-a2c1-9a0b95e50bb7 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:42.708049 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-88b1adb1-2f22-47aa-a2c1-9a0b95e50bb7 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:42.710041 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-88b1adb1-2f22-47aa-a2c1-9a0b95e50bb7 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2393141 Nov 29 01:58:42.712402 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38204) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:42.720366 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5e5b796e-38b8-45df-9f50-b370bff47eeb tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'enable_snat': True}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:42.730466 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e69ea98d-e63c-4060-a22e-082534b2082b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2148573 Nov 29 01:58:42.740701 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38206) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:42.757245 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-9d0e8555-bb49-4606-ac5b-b65b5f5d2910 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2034026838'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:42.782198 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38208) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:42.794743 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b438f6-2b0c-47da-a595-278ed010dc38 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:42.811954 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ea98d-e63c-4060-a22e-082534b2082b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Network': ['ID=f9e80fcf-0f2c-456d-852a-6a202ea8ddce,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:42.814310 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-34b438f6-2b0c-47da-a595-278ed010dc38 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:42.822634 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b438f6-2b0c-47da-a595-278ed010dc38 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:42.829833 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network f9e80fcf-0f2c-456d-852a-6a202ea8ddce details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:58:42.830116 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b438f6-2b0c-47da-a595-278ed010dc38 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:42.830806 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-34b438f6-2b0c-47da-a595-278ed010dc38 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:42.837677 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b438f6-2b0c-47da-a595-278ed010dc38 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Port': ['ID=7253ef7b-b867-447e-8071-2709c285ce0f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:42.855333 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0e8555-bb49-4606-ac5b-b65b5f5d2910 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Made reservation on behalf of beede83db6b440a1a2eddd60d2641adf for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:42.858831 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d0e8555-bb49-4606-ac5b-b65b5f5d2910 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:42.868520 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-34b438f6-2b0c-47da-a595-278ed010dc38 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.5965793 Nov 29 01:58:42.876225 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38212) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:42.887252 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-22786552-ba63-4430-a448-30b816da1035 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'port': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'fixed_ips': [{'subnet_id': '3ecee5cf-3eff-4738-84b6-eaeb730b2dde', 'ip_address': '2001:db8::ac6f:4d77:fcb:1edf'}], 'name': 'tempest-NetworksTestDHCPv6-1699743501'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:42.894985 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e4c0779-3b27-4581-9b61-de72bf69f40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:42.897566 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e4c0779-3b27-4581-9b61-de72bf69f40a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:42.899970 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9e4c0779-3b27-4581-9b61-de72bf69f40a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/785934f9-50a9-4a28-a2ed-5709066772a8 HTTP/1.1" status: 204 len: 168 time: 0.6677957 Nov 29 01:58:42.969977 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c0779-3b27-4581-9b61-de72bf69f40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785934f9-50a9-4a28-a2ed-5709066772a8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:42.993510 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ac83dbe-de21-4ed5-bd34-acabc92162f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:42.995430 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d0e8555-bb49-4606-ac5b-b65b5f5d2910 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:58:43.043471 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d0e8555-bb49-4606-ac5b-b65b5f5d2910 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:43.043846 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-9d0e8555-bb49-4606-ac5b-b65b5f5d2910 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Added segment 655c9991-74c2-4d19-abc7-452f01ab9b18 of type vlan for network e9c4e252-63c9-476a-b140-a6ddb80b8bac Nov 29 01:58:43.067374 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b1a317b4-e789-4a75-b730-d5703c27a0fe tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:43.072481 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5e5b796e-38b8-45df-9f50-b370bff47eeb tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:43.099450 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b1a317b4-e789-4a75-b730-d5703c27a0fe tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:43.171117 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 944f4721-f8e0-445c-a546-b6b41c0b36b3 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:58:43.175873 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a317b4-e789-4a75-b730-d5703c27a0fe tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:58:43.187749 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b1a317b4-e789-4a75-b730-d5703c27a0fe tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:43.188109 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-b1a317b4-e789-4a75-b730-d5703c27a0fe tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Added segment e3074484-4dbe-49e6-b235-e8d57c31c6e6 of type vlan for network f34fbec8-4cbc-45eb-b39a-8ce8d2a3159c Nov 29 01:58:43.247557 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 944f4721-f8e0-445c-a546-b6b41c0b36b3 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:43.248013 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:43.323525 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ac83dbe-de21-4ed5-bd34-acabc92162f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:43.361885 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5ac83dbe-de21-4ed5-bd34-acabc92162f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:43.398332 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5e5b796e-38b8-45df-9f50-b370bff47eeb tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:43.427277 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5e5b796e-38b8-45df-9f50-b370bff47eeb tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:43.447774 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38222) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:43.461467 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d0e8555-bb49-4606-ac5b-b65b5f5d2910 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:43.463624 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22786552-ba63-4430-a448-30b816da1035 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:43.479030 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-22786552-ba63-4430-a448-30b816da1035 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:43.488742 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:43.494416 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9390c9de-67a0-41de-bd1b-49e770bca095 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:43.525710 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-22786552-ba63-4430-a448-30b816da1035 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] device_id is not set on port a5aea476-0daf-4d21-bd38-fdd8e2080e8c yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:58:43.529361 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port 944f4721-f8e0-445c-a546-b6b41c0b36b3, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=944f4721-f8e0-445c-a546-b6b41c0b36b3,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:43.541924 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:43.575289 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:43.590180 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b1a317b4-e789-4a75-b730-d5703c27a0fe tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:43.609721 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=944f4721-f8e0-445c-a546-b6b41c0b36b3,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:43.615236 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-5e5b796e-38b8-45df-9f50-b370bff47eeb tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Allocated IP 172.26.3.224 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/f3971666-a396-41cc-a31f-1e69bd491d79) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:43.708246 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9390c9de-67a0-41de-bd1b-49e770bca095 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:43.718664 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9390c9de-67a0-41de-bd1b-49e770bca095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:43.720641 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-214e7fbd-d643-4915-9e56-62ea2cc71bdc None None] Provisioning complete for port 944f4721-f8e0-445c-a546-b6b41c0b36b3 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:43.721242 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-214e7fbd-d643-4915-9e56-62ea2cc71bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:43.804474 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390c9de-67a0-41de-bd1b-49e770bca095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b411052-ef01-4d8e-9e7f-7f9c88dea2a0,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:43.859752 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9390c9de-67a0-41de-bd1b-49e770bca095 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=286d93bfe6334a9d98751a274294119a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4106936 Nov 29 01:58:43.867847 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38224) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:43.881528 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5e5b796e-38b8-45df-9f50-b370bff47eeb tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:43.962692 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6bda866a-55f5-45f1-a3e8-af32142b3966 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:43.990898 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5e5b796e-38b8-45df-9f50-b370bff47eeb tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:44.005457 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a317b4-e789-4a75-b730-d5703c27a0fe tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5be86bde-d7f1-40de-8b7b-88c7f7b8db03,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:44.007601 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6bda866a-55f5-45f1-a3e8-af32142b3966 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:44.013451 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.db.resource_extend [None req-9d0e8555-bb49-4606-ac5b-b65b5f5d2910 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 01:58:44.037362 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5ac83dbe-de21-4ed5-bd34-acabc92162f9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=49933cdb78a545ea940fb92305fe682a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2501147 Nov 29 01:58:44.048741 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38226) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:44.108457 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d0e8555-bb49-4606-ac5b-b65b5f5d2910 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:44.114773 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0e8555-bb49-4606-ac5b-b65b5f5d2910 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:44.115387 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d0e8555-bb49-4606-ac5b-b65b5f5d2910 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:44.118441 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-e5885fd3-f8c5-4e0c-ae23-037179b413b8 None None] Provisioning complete for port 7253ef7b-b867-447e-8071-2709c285ce0f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:44.118873 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5885fd3-f8c5-4e0c-ae23-037179b413b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:44.132763 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b1a317b4-e789-4a75-b730-d5703c27a0fe tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:44.134699 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5b796e-38b8-45df-9f50-b370bff47eeb tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:44.142484 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a317b4-e789-4a75-b730-d5703c27a0fe tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:44.142484 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b1a317b4-e789-4a75-b730-d5703c27a0fe tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:44.142484 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac83dbe-de21-4ed5-bd34-acabc92162f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df522cb-58a3-41ed-ad81-75a3edf23794,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:44.155434 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-5e5b796e-38b8-45df-9f50-b370bff47eeb tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:44.163282 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5b796e-38b8-45df-9f50-b370bff47eeb tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:44.167481 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b796e-38b8-45df-9f50-b370bff47eeb tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Pushing event updated for resources: {'Port': ['ID=f3971666-a396-41cc-a31f-1e69bd491d79,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:44.192393 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e5885fd3-f8c5-4e0c-ae23-037179b413b8 None None] Port 7253ef7b-b867-447e-8071-2709c285ce0f cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:58:44.207574 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9d0e8555-bb49-4606-ac5b-b65b5f5d2910 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4545214 Nov 29 01:58:44.210945 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38230) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:44.216830 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-752f24ec-e514-4e47-a256-90317b1da0c3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Request body: {'subnet': {'network_id': 'f9e80fcf-0f2c-456d-852a-6a202ea8ddce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:44.241625 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b1a317b4-e789-4a75-b730-d5703c27a0fe tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8654864 Nov 29 01:58:44.246268 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e8555-bb49-4606-ac5b-b65b5f5d2910 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Network': ['ID=e9c4e252-63c9-476a-b140-a6ddb80b8bac,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:44.273518 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fcec4e03-1ed7-4e72-bd1f-ec5f9868aaf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:44.285533 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network e9c4e252-63c9-476a-b140-a6ddb80b8bac details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:58:44.318233 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6bda866a-55f5-45f1-a3e8-af32142b3966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:44.319968 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-22786552-ba63-4430-a448-30b816da1035 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 29 01:58:44.320434 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22786552-ba63-4430-a448-30b816da1035 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:58:44.321521 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6bda866a-55f5-45f1-a3e8-af32142b3966 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:44.323003 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6bda866a-55f5-45f1-a3e8-af32142b3966 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b411052-ef01-4d8e-9e7f-7f9c88dea2a0 HTTP/1.1" status: 204 len: 168 time: 0.4539361 Nov 29 01:58:44.330263 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a317b4-e789-4a75-b730-d5703c27a0fe tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Pushing event updated for resources: {'Network': ['ID=f34fbec8-4cbc-45eb-b39a-8ce8d2a3159c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:44.365353 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-22786552-ba63-4430-a448-30b816da1035 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.4881485 Nov 29 01:58:44.366542 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38234) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:44.370521 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e162cee3-9564-4a93-8142-40458f8611f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:44.437510 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network f34fbec8-4cbc-45eb-b39a-8ce8d2a3159c details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:58:44.462448 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda866a-55f5-45f1-a3e8-af32142b3966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b411052-ef01-4d8e-9e7f-7f9c88dea2a0,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:44.483262 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1828e3b-b325-43e6-a042-c0ee7dc13d30 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:44.493590 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1828e3b-b325-43e6-a042-c0ee7dc13d30 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:44.505373 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38236) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:44.505871 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d1828e3b-b325-43e6-a042-c0ee7dc13d30 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1377966 Nov 29 01:58:44.519771 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e162cee3-9564-4a93-8142-40458f8611f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:44.578784 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752f24ec-e514-4e47-a256-90317b1da0c3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Made reservation on behalf of beede83db6b440a1a2eddd60d2641adf for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:44.583817 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-752f24ec-e514-4e47-a256-90317b1da0c3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:44.843203 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e162cee3-9564-4a93-8142-40458f8611f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:44.845788 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e162cee3-9564-4a93-8142-40458f8611f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:44.849486 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e162cee3-9564-4a93-8142-40458f8611f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7df522cb-58a3-41ed-ad81-75a3edf23794 HTTP/1.1" status: 204 len: 168 time: 0.7929556 Nov 29 01:58:44.870388 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5e5b796e-38b8-45df-9f50-b370bff47eeb tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:44.872566 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162cee3-9564-4a93-8142-40458f8611f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df522cb-58a3-41ed-ad81-75a3edf23794,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:44.942736 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1eb46bd6-9de2-475c-8a73-a6d1ec199ff1 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting port 7253ef7b-b867-447e-8071-2709c285ce0f {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:44.943085 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1eb46bd6-9de2-475c-8a73-a6d1ec199ff1 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:45.102474 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 944f4721-f8e0-445c-a546-b6b41c0b36b3 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:58:45.129588 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1eb46bd6-9de2-475c-8a73-a6d1ec199ff1 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:45.208685 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1eb46bd6-9de2-475c-8a73-a6d1ec199ff1 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Calling delete_port for 7253ef7b-b867-447e-8071-2709c285ce0f owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:45.230018 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-752f24ec-e514-4e47-a256-90317b1da0c3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:45.249207 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 944f4721-f8e0-445c-a546-b6b41c0b36b3 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:45.249975 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:45.275931 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:45.503396 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f24ec-e514-4e47-a256-90317b1da0c3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Subnet': ['ID=d339eab5-34df-4f1e-b739-a71a5f5a1c3b,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:45.524784 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5e5b796e-38b8-45df-9f50-b370bff47eeb tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32579'] for router, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:45.531531 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5e5b796e-38b8-45df-9f50-b370bff47eeb tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-599907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-599898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-600112'] for router, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:45.536391 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1eb46bd6-9de2-475c-8a73-a6d1ec199ff1 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:45.539257 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752f24ec-e514-4e47-a256-90317b1da0c3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Checking segment: {'id': 'e02ec110-c597-4da7-aa38-303f074b17b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'f9e80fcf-0f2c-456d-852a-6a202ea8ddce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:58:45.539618 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752f24ec-e514-4e47-a256-90317b1da0c3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network hostable DHCP agents. Network: f9e80fcf-0f2c-456d-852a-6a202ea8ddce, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:58:45.631534 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb46bd6-9de2-475c-8a73-a6d1ec199ff1 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Port': ['ID=7253ef7b-b867-447e-8071-2709c285ce0f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:45.983406 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-89027412-79e6-49b9-873d-fd583b45b997 req-0b6f1b51-89dc-41a1-988c-ef135f559b08 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=68c566a5-a101-4e96-b311-78628ab0d4d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0843570 Nov 29 01:58:46.152008 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1eb46bd6-9de2-475c-8a73-a6d1ec199ff1 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:46.156446 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1eb46bd6-9de2-475c-8a73-a6d1ec199ff1 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/7253ef7b-b867-447e-8071-2709c285ce0f HTTP/1.1" status: 204 len: 168 time: 1.6490538 Nov 29 01:58:46.159467 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38290) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:46.171250 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752f24ec-e514-4e47-a256-90317b1da0c3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network f9e80fcf-0f2c-456d-852a-6a202ea8ddce is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:58:46.172138 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89027412-79e6-49b9-873d-fd583b45b997 req-dfd851a4-338d-4fd7-94c4-c3a1dee9fc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:46.175937 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-89027412-79e6-49b9-873d-fd583b45b997 req-dfd851a4-338d-4fd7-94c4-c3a1dee9fc49 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dddabe1bca86471f90fa95b3bff0f659&device_id=68c566a5-a101-4e96-b311-78628ab0d4d1 HTTP/1.1" status: 200 len: 1098 time: 0.0951426 Nov 29 01:58:46.187038 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38292) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:46.221329 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-752f24ec-e514-4e47-a256-90317b1da0c3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, f9e80fcf-0f2c-456d-852a-6a202ea8ddce) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:46.234698 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f24ec-e514-4e47-a256-90317b1da0c3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:46.235311 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-752f24ec-e514-4e47-a256-90317b1da0c3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:46.241032 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21522bd1-681c-4715-854e-7ad42979c3a1 None None] Network f9e80fcf-0f2c-456d-852a-6a202ea8ddce requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:58:46.293953 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-752f24ec-e514-4e47-a256-90317b1da0c3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0814929 Nov 29 01:58:46.301775 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38296) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:46.321158 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-01013e71-2029-4bb4-8de6-3049ec9cb518 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Request body: {'subnet': {'network_id': 'e9c4e252-63c9-476a-b140-a6ddb80b8bac', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:46.393649 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89027412-79e6-49b9-873d-fd583b45b997 req-e56cee50-626e-4939-b7d6-15c22cdff88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:46.396711 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-89027412-79e6-49b9-873d-fd583b45b997 req-e56cee50-626e-4939-b7d6-15c22cdff88e service neutron] 10.222.0.24 "GET /v2.0/networks?id=15d78a30-826a-4437-bf95-ffaf3e1cb11a HTTP/1.1" status: 200 len: 905 time: 0.1909840 Nov 29 01:58:46.407793 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-863e7933-80b6-4e1e-bf44-9c44915ba619 tempest-ServiceProvidersTest-960823261 tempest-ServiceProvidersTest-960823261-project] 10.222.0.37 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2195542 Nov 29 01:58:46.445981 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761de325-9811-4dab-8d77-0c8859922e99 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:46.447808 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761de325-9811-4dab-8d77-0c8859922e99 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:46.449731 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-761de325-9811-4dab-8d77-0c8859922e99 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2889843 Nov 29 01:58:46.453558 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01013e71-2029-4bb4-8de6-3049ec9cb518 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Made reservation on behalf of beede83db6b440a1a2eddd60d2641adf for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:46.454457 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38304) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:46.458075 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01013e71-2029-4bb4-8de6-3049ec9cb518 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:46.564192 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-c99a4385-ce8f-4a68-9eab-6249d1096d2b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting subnet 3ecee5cf-3eff-4738-84b6-eaeb730b2dde {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:58:46.568205 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-89027412-79e6-49b9-873d-fd583b45b997 req-f665fb4d-ef37-4d5f-b260-994918f0b7f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=177fd6d7-9357-4aa7-8529-04b3b468acbc HTTP/1.1" status: 200 len: 1000 time: 0.1589398 Nov 29 01:58:46.570945 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c99a4385-ce8f-4a68-9eab-6249d1096d2b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:46.679307 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d95051b-345a-485d-826c-3a560807cc6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-f9e80fcf-0f2c-456d-852a-6a202ea8ddce', 'network_id': 'f9e80fcf-0f2c-456d-852a-6a202ea8ddce', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'fixed_ips': [{'subnet_id': 'd339eab5-34df-4f1e-b739-a71a5f5a1c3b'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:58:46.680468 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d95051b-345a-485d-826c-3a560807cc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:46.753922 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c99a4385-ce8f-4a68-9eab-6249d1096d2b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:46.813679 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01013e71-2029-4bb4-8de6-3049ec9cb518 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:46.814229 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89027412-79e6-49b9-873d-fd583b45b997 req-6fc6f11a-616b-4d83-ab5e-eb5511da2fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:46.816290 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-89027412-79e6-49b9-873d-fd583b45b997 req-6fc6f11a-616b-4d83-ab5e-eb5511da2fe8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6be0b08c-da9c-4841-a857-67610a540960 HTTP/1.1" status: 200 len: 843 time: 0.1972067 Nov 29 01:58:46.907001 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5b796e-38b8-45df-9f50-b370bff47eeb tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Router 16afce68-a2a7-402a-8ff8-cc8016d602ee is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:58:46.908473 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38312) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:46.942837 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-5d95051b-345a-485d-826c-3a560807cc6c None None] Allocated IP 2001:db8::2 (f9e80fcf-0f2c-456d-852a-6a202ea8ddce/d339eab5-34df-4f1e-b739-a71a5f5a1c3b/59891503-dce8-4d1e-be13-3c5a19541e00) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:46.957387 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:47.004576 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89027412-79e6-49b9-873d-fd583b45b997 req-efa782b5-50e4-4190-9d15-5e5cf07c3a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:47.006653 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-89027412-79e6-49b9-873d-fd583b45b997 req-efa782b5-50e4-4190-9d15-5e5cf07c3a1c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=15d78a30-826a-4437-bf95-ffaf3e1cb11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1781490 Nov 29 01:58:47.012580 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38318) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:47.051852 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01013e71-2029-4bb4-8de6-3049ec9cb518 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Subnet': ['ID=f6ad52c2-6562-48b1-8703-d5a5a1bd9237,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:47.200302 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5b796e-38b8-45df-9f50-b370bff47eeb tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:58:47.207159 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5e5b796e-38b8-45df-9f50-b370bff47eeb tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:47.208508 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5e5b796e-38b8-45df-9f50-b370bff47eeb tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] 10.222.0.37 "PUT /v2.0/routers/16afce68-a2a7-402a-8ff8-cc8016d602ee HTTP/1.1" status: 200 len: 914 time: 4.4949255 Nov 29 01:58:47.215489 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48781fe3-6202-407f-8275-91e306d03bba None None] Sync routers for ids ['16afce68-a2a7-402a-8ff8-cc8016d602ee'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:58:47.226589 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38322) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:47.243000 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48781fe3-6202-407f-8275-91e306d03bba None None] Routers {'16afce68-a2a7-402a-8ff8-cc8016d602ee'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:58:47.243768 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-48781fe3-6202-407f-8275-91e306d03bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['16afce68-a2a7-402a-8ff8-cc8016d602ee'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:47.245815 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c99a4385-ce8f-4a68-9eab-6249d1096d2b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:47.277128 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01013e71-2029-4bb4-8de6-3049ec9cb518 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Checking segment: {'id': '655c9991-74c2-4d19-abc7-452f01ab9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e9c4e252-63c9-476a-b140-a6ddb80b8bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:58:47.277585 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01013e71-2029-4bb4-8de6-3049ec9cb518 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network hostable DHCP agents. Network: e9c4e252-63c9-476a-b140-a6ddb80b8bac, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:58:47.282269 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-43fcec4e-9869-4456-8d42-64efd40721ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:47.304683 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-55c5d1be-db14-4666-85e4-a416ba7fe1a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1016126607'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:47.324366 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-48781fe3-6202-407f-8275-91e306d03bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:47.330620 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01013e71-2029-4bb4-8de6-3049ec9cb518 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network e9c4e252-63c9-476a-b140-a6ddb80b8bac is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:58:47.330810 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d95051b-345a-485d-826c-3a560807cc6c None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:47.342229 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d95051b-345a-485d-826c-3a560807cc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:47.349406 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48781fe3-6202-407f-8275-91e306d03bba None None] Routers {'16afce68-a2a7-402a-8ff8-cc8016d602ee'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:58:47.352408 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-48781fe3-6202-407f-8275-91e306d03bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['16afce68-a2a7-402a-8ff8-cc8016d602ee'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:47.352553 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-01013e71-2029-4bb4-8de6-3049ec9cb518 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, e9c4e252-63c9-476a-b140-a6ddb80b8bac) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:47.357964 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01013e71-2029-4bb4-8de6-3049ec9cb518 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:47.358648 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01013e71-2029-4bb4-8de6-3049ec9cb518 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:47.389415 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c5d1be-db14-4666-85e4-a416ba7fe1a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107-project] Made reservation on behalf of 7954be17feb7455bbb52c5d1457454ad for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:47.393562 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-55c5d1be-db14-4666-85e4-a416ba7fe1a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:47.405845 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd188a0b-df61-4ac9-b403-bf4384360e7b None None] Network e9c4e252-63c9-476a-b140-a6ddb80b8bac requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:58:47.407128 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-55c5d1be-db14-4666-85e4-a416ba7fe1a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:47.429261 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-48781fe3-6202-407f-8275-91e306d03bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:47.432579 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48781fe3-6202-407f-8275-91e306d03bba None None] The sync data for ids ['16afce68-a2a7-402a-8ff8-cc8016d602ee'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:58:47.479888 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5867c47b-d87a-48b1-8cbc-0b525454257b tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] 10.222.0.37 "GET /v2.0/routers/16afce68-a2a7-402a-8ff8-cc8016d602ee HTTP/1.1" status: 200 len: 920 time: 0.2520618 Nov 29 01:58:47.482215 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-89027412-79e6-49b9-873d-fd583b45b997 req-b52c6cc3-f358-4241-ad9b-d4a5c10af26f service neutron] 10.222.0.24 "GET /v2.0/networks/15d78a30-826a-4437-bf95-ffaf3e1cb11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442153 Nov 29 01:58:47.482853 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38324) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:47.499879 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-55c5d1be-db14-4666-85e4-a416ba7fe1a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:47.505532 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-01013e71-2029-4bb4-8de6-3049ec9cb518 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2002409 Nov 29 01:58:47.509233 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38326) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:47.511991 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-55c5d1be-db14-4666-85e4-a416ba7fe1a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:47.527776 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55c5d1be-db14-4666-85e4-a416ba7fe1a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:58:47.543271 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-8f9dee3c-3fb3-4482-9c9d-4f3a3881dbb3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-165087063', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:47.543924 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d95051b-345a-485d-826c-3a560807cc6c None None] Network f9e80fcf-0f2c-456d-852a-6a202ea8ddce is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:47.551789 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-5d95051b-345a-485d-826c-3a560807cc6c None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:47.552374 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-55c5d1be-db14-4666-85e4-a416ba7fe1a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:47.552744 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-55c5d1be-db14-4666-85e4-a416ba7fe1a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107-project] Added segment 6ad3906b-f3ef-4332-b747-32af8ddcd099 of type vlan for network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 Nov 29 01:58:47.554238 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38328) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:47.557976 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d95051b-345a-485d-826c-3a560807cc6c None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:47.562166 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-8956fcb0-36ea-4c54-ad4a-e8e77a897919 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Request body: {'subnet': {'network_id': 'f34fbec8-4cbc-45eb-b39a-8ce8d2a3159c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:47.564608 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95051b-345a-485d-826c-3a560807cc6c None None] Pushing event updated for resources: {'Port': ['ID=59891503-dce8-4d1e-be13-3c5a19541e00,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:47.643626 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-5d95051b-345a-485d-826c-3a560807cc6c None None] Attempting to bind port 59891503-dce8-4d1e-be13-3c5a19541e00 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:47.644486 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-5d95051b-345a-485d-826c-3a560807cc6c None None] Attempting to bind port 59891503-dce8-4d1e-be13-3c5a19541e00 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'e02ec110-c597-4da7-aa38-303f074b17b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'f9e80fcf-0f2c-456d-852a-6a202ea8ddce'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:47.645037 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d95051b-345a-485d-826c-3a560807cc6c None None] Attempting to bind port 59891503-dce8-4d1e-be13-3c5a19541e00 on network f9e80fcf-0f2c-456d-852a-6a202ea8ddce {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:47.652256 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d95051b-345a-485d-826c-3a560807cc6c None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:58:47.652702 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d95051b-345a-485d-826c-3a560807cc6c None None] Checking segment: {'id': 'e02ec110-c597-4da7-aa38-303f074b17b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'f9e80fcf-0f2c-456d-852a-6a202ea8ddce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:58:47.653421 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d95051b-345a-485d-826c-3a560807cc6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:47.654631 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d95051b-345a-485d-826c-3a560807cc6c None None] Bound using segment: {'id': 'e02ec110-c597-4da7-aa38-303f074b17b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'f9e80fcf-0f2c-456d-852a-6a202ea8ddce'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:58:47.655178 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-5d95051b-345a-485d-826c-3a560807cc6c None None] Bound port: 59891503-dce8-4d1e-be13-3c5a19541e00, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e02ec110-c597-4da7-aa38-303f074b17b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'f9e80fcf-0f2c-456d-852a-6a202ea8ddce'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:58:47.655771 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d95051b-345a-485d-826c-3a560807cc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:47.660261 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b42236d-ca0e-4826-9055-37fc68d555f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-e9c4e252-63c9-476a-b140-a6ddb80b8bac', 'network_id': 'e9c4e252-63c9-476a-b140-a6ddb80b8bac', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'fixed_ips': [{'subnet_id': 'f6ad52c2-6562-48b1-8703-d5a5a1bd9237'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:58:47.661154 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b42236d-ca0e-4826-9055-37fc68d555f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:47.710233 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-55c5d1be-db14-4666-85e4-a416ba7fe1a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:47.721965 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce53ee3-db15-48e0-94a5-9d68f3d45694 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:47.726348 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4ce53ee3-db15-48e0-94a5-9d68f3d45694 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=4bf244a8-fda8-412f-8f05-2c7c5210f333&device_id=16afce68-a2a7-402a-8ff8-cc8016d602ee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2151022 Nov 29 01:58:47.726984 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38332) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:47.732087 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-89027412-79e6-49b9-873d-fd583b45b997 req-a430c2f6-34c8-450a-b5e9-abaaf3aae905 service neutron] 10.222.0.24 "GET /v2.0/networks/15d78a30-826a-4437-bf95-ffaf3e1cb11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061870 Nov 29 01:58:47.739748 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c99a4385-ce8f-4a68-9eab-6249d1096d2b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:47.743994 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5d1be-db14-4666-85e4-a416ba7fe1a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4056c27-07bc-45ac-b387-7c3e5f0f15c7,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:47.765394 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8f9dee3c-3fb3-4482-9c9d-4f3a3881dbb3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:47.766580 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8f9dee3c-3fb3-4482-9c9d-4f3a3881dbb3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:47.803265 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a4385-ce8f-4a68-9eab-6249d1096d2b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Subnet': ['ID=3ecee5cf-3eff-4738-84b6-eaeb730b2dde,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:47.814454 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c99a4385-ce8f-4a68-9eab-6249d1096d2b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:47.818187 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-5d95051b-345a-485d-826c-3a560807cc6c None None] For port 59891503-dce8-4d1e-be13-3c5a19541e00, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:58:47.820320 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c99a4385-ce8f-4a68-9eab-6249d1096d2b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/3ecee5cf-3eff-4738-84b6-eaeb730b2dde HTTP/1.1" status: 204 len: 168 time: 1.3640718 Nov 29 01:58:47.821568 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38334) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:47.831287 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88634476-b450-4870-86ac-1583a22cba06 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:58:47.857773 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.db.resource_extend [None req-55c5d1be-db14-4666-85e4-a416ba7fe1a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 01:58:47.866963 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-72d3b35f-f436-4026-bd8f-e3e0ead35b08 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432460 Nov 29 01:58:47.874328 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38336) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:47.878068 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-5d95051b-345a-485d-826c-3a560807cc6c None None] For port 59891503-dce8-4d1e-be13-3c5a19541e00, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=59891503-dce8-4d1e-be13-3c5a19541e00,segment=NetworkSegment(e02ec110-c597-4da7-aa38-303f074b17b0),segment_id=e02ec110-c597-4da7-aa38-303f074b17b0)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:58:47.879251 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-424c3d37-d903-438a-99d1-736717e78a36 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:47.895605 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8f9dee3c-3fb3-4482-9c9d-4f3a3881dbb3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:47.901612 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b86aad0-9649-437b-a22b-072461699f70 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:47.905831 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8b86aad0-9649-437b-a22b-072461699f70 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] 10.222.0.37 "GET /v2.0/networks/4bf244a8-fda8-412f-8f05-2c7c5210f333 HTTP/1.1" status: 200 len: 881 time: 0.1742294 Nov 29 01:58:47.906183 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38338) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:47.916838 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5d95051b-345a-485d-826c-3a560807cc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:47.918922 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:47.937147 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a77d64c9-c438-4830-ae60-05ae425ff6fc tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] 10.222.0.37 "GET /v2.0/ports?device_id=16afce68-a2a7-402a-8ff8-cc8016d602ee HTTP/1.1" status: 200 len: 205 time: 0.0267651 Nov 29 01:58:47.938492 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38340) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:47.938637 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-43fcec4e-9869-4456-8d42-64efd40721ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:47.944746 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8f9dee3c-3fb3-4482-9c9d-4f3a3881dbb3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:47.960311 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-55c5d1be-db14-4666-85e4-a416ba7fe1a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:47.965856 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c5d1be-db14-4666-85e4-a416ba7fe1a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:47.966487 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-55c5d1be-db14-4666-85e4-a416ba7fe1a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:47.968676 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-43fcec4e-9869-4456-8d42-64efd40721ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:48.013800 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-7b42236d-ca0e-4826-9055-37fc68d555f6 None None] Allocated IP 2001:db8:1::2 (e9c4e252-63c9-476a-b140-a6ddb80b8bac/f6ad52c2-6562-48b1-8703-d5a5a1bd9237/1a570094-f834-443d-8bd7-5d968a9e0c17) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:48.081130 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b489e429-5b32-447b-b270-c87b5ee204eb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:48.087152 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8956fcb0-36ea-4c54-ad4a-e8e77a897919 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Made reservation on behalf of 77990a2dfd894b2490311bfb91b4f343 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:48.090599 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8956fcb0-36ea-4c54-ad4a-e8e77a897919 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:48.092653 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95051b-345a-485d-826c-3a560807cc6c None None] Pushing event updated for resources: {'Port': ['ID=59891503-dce8-4d1e-be13-3c5a19541e00,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:48.133668 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-55c5d1be-db14-4666-85e4-a416ba7fe1a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.2044737 Nov 29 01:58:48.133668 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8f9dee3c-3fb3-4482-9c9d-4f3a3881dbb3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:48.133668 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8f9dee3c-3fb3-4482-9c9d-4f3a3881dbb3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5936229 Nov 29 01:58:48.153250 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38346) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:48.169592 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-43fcec4e-9869-4456-8d42-64efd40721ae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08aecbfd1bed467d95278d0ce046260e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1534200 Nov 29 01:58:48.177354 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fcec4e-9869-4456-8d42-64efd40721ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edcc7e26-fc9f-4f3a-83ae-343cee2caa26,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:48.182414 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38350) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:48.199819 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5d1be-db14-4666-85e4-a416ba7fe1a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107-project] Pushing event updated for resources: {'Network': ['ID=53ac3dd6-1987-4ef8-b8f6-244ecf5247d8,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:48.273801 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424c3d37-d903-438a-99d1-736717e78a36 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:48.277394 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-424c3d37-d903-438a-99d1-736717e78a36 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:48.281733 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:58:48.505124 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-90507b44-b296-4137-8de5-4257f1197135 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:48.523228 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91102c94-a9c8-4ef4-b0e8-c297594d1a21 None None] DHCP port deletion for 126abf58-b75c-4c07-bafa-8e25bc6621b0 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:58:48.588894 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-90507b44-b296-4137-8de5-4257f1197135 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:48.607708 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b42236d-ca0e-4826-9055-37fc68d555f6 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:48.622245 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b42236d-ca0e-4826-9055-37fc68d555f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:48.649150 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38352) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:48.656607 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Request body: {'port': {'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8', 'binding:host_id': 'hv-neutron-8190', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691803444'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:48.664484 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b489e429-5b32-447b-b270-c87b5ee204eb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:48.679114 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b42236d-ca0e-4826-9055-37fc68d555f6 None None] Network e9c4e252-63c9-476a-b140-a6ddb80b8bac is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:48.683884 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-91102c94-a9c8-4ef4-b0e8-c297594d1a21 None None] Deleting port 944f4721-f8e0-445c-a546-b6b41c0b36b3 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:48.684503 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-91102c94-a9c8-4ef4-b0e8-c297594d1a21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:48.686355 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-7b42236d-ca0e-4826-9055-37fc68d555f6 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:48.692733 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b42236d-ca0e-4826-9055-37fc68d555f6 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:48.719262 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8956fcb0-36ea-4c54-ad4a-e8e77a897919 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:48.735284 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42236d-ca0e-4826-9055-37fc68d555f6 None None] Pushing event updated for resources: {'Port': ['ID=1a570094-f834-443d-8bd7-5d968a9e0c17,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:48.753851 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Made reservation on behalf of d2d7fd1ad2824bf7bf4a5f63b1396e05 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:48.756163 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:48.776021 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:48.805196 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4ec0c3a-eab8-401b-ae88-845996972655 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:48.814788 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-91102c94-a9c8-4ef4-b0e8-c297594d1a21 None None] For port 944f4721-f8e0-445c-a546-b6b41c0b36b3, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=944f4721-f8e0-445c-a546-b6b41c0b36b3,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:48.816543 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-91102c94-a9c8-4ef4-b0e8-c297594d1a21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:48.839551 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956fcb0-36ea-4c54-ad4a-e8e77a897919 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Pushing event updated for resources: {'Subnet': ['ID=acf9b4e9-d8fc-4f5b-8b71-66b40ca56104,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:48.841317 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-91102c94-a9c8-4ef4-b0e8-c297594d1a21 None None] Calling delete_port for 944f4721-f8e0-445c-a546-b6b41c0b36b3 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:48.845281 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-7b42236d-ca0e-4826-9055-37fc68d555f6 None None] Attempting to bind port 1a570094-f834-443d-8bd7-5d968a9e0c17 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:48.845898 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-90507b44-b296-4137-8de5-4257f1197135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:48.846091 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-7b42236d-ca0e-4826-9055-37fc68d555f6 None None] Attempting to bind port 1a570094-f834-443d-8bd7-5d968a9e0c17 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '655c9991-74c2-4d19-abc7-452f01ab9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e9c4e252-63c9-476a-b140-a6ddb80b8bac'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:48.846632 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b42236d-ca0e-4826-9055-37fc68d555f6 None None] Attempting to bind port 1a570094-f834-443d-8bd7-5d968a9e0c17 on network e9c4e252-63c9-476a-b140-a6ddb80b8bac {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:48.848635 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-90507b44-b296-4137-8de5-4257f1197135 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:48.852177 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-90507b44-b296-4137-8de5-4257f1197135 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/edcc7e26-fc9f-4f3a-83ae-343cee2caa26 HTTP/1.1" status: 204 len: 168 time: 0.6623614 Nov 29 01:58:48.864637 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b42236d-ca0e-4826-9055-37fc68d555f6 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:58:48.865236 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b42236d-ca0e-4826-9055-37fc68d555f6 None None] Checking segment: {'id': '655c9991-74c2-4d19-abc7-452f01ab9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e9c4e252-63c9-476a-b140-a6ddb80b8bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:58:48.865930 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b42236d-ca0e-4826-9055-37fc68d555f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:48.866467 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b42236d-ca0e-4826-9055-37fc68d555f6 None None] Bound using segment: {'id': '655c9991-74c2-4d19-abc7-452f01ab9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e9c4e252-63c9-476a-b140-a6ddb80b8bac'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:58:48.867097 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-7b42236d-ca0e-4826-9055-37fc68d555f6 None None] Bound port: 1a570094-f834-443d-8bd7-5d968a9e0c17, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '655c9991-74c2-4d19-abc7-452f01ab9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e9c4e252-63c9-476a-b140-a6ddb80b8bac'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:58:48.867645 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b42236d-ca0e-4826-9055-37fc68d555f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:48.886991 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-424c3d37-d903-438a-99d1-736717e78a36 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:48.895308 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90507b44-b296-4137-8de5-4257f1197135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcc7e26-fc9f-4f3a-83ae-343cee2caa26,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:48.913483 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b489e429-5b32-447b-b270-c87b5ee204eb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Deleting port f3971666-a396-41cc-a31f-1e69bd491d79 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:48.913852 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b489e429-5b32-447b-b270-c87b5ee204eb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:48.973169 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8956fcb0-36ea-4c54-ad4a-e8e77a897919 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Checking segment: {'id': 'e3074484-4dbe-49e6-b235-e8d57c31c6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f34fbec8-4cbc-45eb-b39a-8ce8d2a3159c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:58:48.973604 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8956fcb0-36ea-4c54-ad4a-e8e77a897919 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Network hostable DHCP agents. Network: f34fbec8-4cbc-45eb-b39a-8ce8d2a3159c, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:58:48.995892 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424c3d37-d903-438a-99d1-736717e78a36 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:49.018599 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-424c3d37-d903-438a-99d1-736717e78a36 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:49.029178 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424c3d37-d903-438a-99d1-736717e78a36 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:49.029808 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-424c3d37-d903-438a-99d1-736717e78a36 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:49.054059 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7b42236d-ca0e-4826-9055-37fc68d555f6 None None] For port 1a570094-f834-443d-8bd7-5d968a9e0c17, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:58:49.073884 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-91102c94-a9c8-4ef4-b0e8-c297594d1a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:49.077233 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c3d37-d903-438a-99d1-736717e78a36 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Subnet': ['ID=2531164a-d0bd-4aa1-bfda-034a53834d4a,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:49.078742 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7b42236d-ca0e-4826-9055-37fc68d555f6 None None] For port 1a570094-f834-443d-8bd7-5d968a9e0c17, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=1a570094-f834-443d-8bd7-5d968a9e0c17,segment=NetworkSegment(655c9991-74c2-4d19-abc7-452f01ab9b18),segment_id=655c9991-74c2-4d19-abc7-452f01ab9b18)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:58:49.101026 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8956fcb0-36ea-4c54-ad4a-e8e77a897919 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Network f34fbec8-4cbc-45eb-b39a-8ce8d2a3159c is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:58:49.122594 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91102c94-a9c8-4ef4-b0e8-c297594d1a21 None None] Pushing event deleted for resources: {'Port': ['ID=944f4721-f8e0-445c-a546-b6b41c0b36b3,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:49.125717 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-424c3d37-d903-438a-99d1-736717e78a36 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2502167 Nov 29 01:58:49.127213 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-8956fcb0-36ea-4c54-ad4a-e8e77a897919 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, f34fbec8-4cbc-45eb-b39a-8ce8d2a3159c) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:49.129698 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b42236d-ca0e-4826-9055-37fc68d555f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:49.130609 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38360) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:49.131969 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91102c94-a9c8-4ef4-b0e8-c297594d1a21 None None] No DVR routers for this DVR port 944f4721-f8e0-445c-a546-b6b41c0b36b3 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:58:49.142554 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9fb80c7f-c572-408c-a905-84eb0cd3ee72 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'port': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'fixed_ips': [{'subnet_id': '2531164a-d0bd-4aa1-bfda-034a53834d4a', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-920782140'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:49.177353 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b489e429-5b32-447b-b270-c87b5ee204eb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:49.192287 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143cedea-be2a-4e1f-b710-47d9e09ab99f None None] Network f34fbec8-4cbc-45eb-b39a-8ce8d2a3159c requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:58:49.193488 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:49.205760 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b489e429-5b32-447b-b270-c87b5ee204eb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Calling delete_port for f3971666-a396-41cc-a31f-1e69bd491d79 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:49.212175 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:49.221105 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636fceae-4ee6-4e3f-9f0b-e76d6b48fad2 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:58:49.232727 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] device_id is not set on port 679c4a72-e8f0-43fa-b75f-cc26b48691aa yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:58:49.300105 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8956fcb0-36ea-4c54-ad4a-e8e77a897919 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:49.300697 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8956fcb0-36ea-4c54-ad4a-e8e77a897919 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:49.324826 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8956fcb0-36ea-4c54-ad4a-e8e77a897919 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7673326 Nov 29 01:58:49.328602 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38366) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:49.333738 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f3a87f63-4461-4320-925b-fd27f68e9ba5 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1697145837'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:49.375252 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb80c7f-c572-408c-a905-84eb0cd3ee72 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:49.415892 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 59891503-dce8-4d1e-be13-3c5a19541e00 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:58:49.490744 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9fb80c7f-c572-408c-a905-84eb0cd3ee72 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:49.510943 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a87f63-4461-4320-925b-fd27f68e9ba5 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Made reservation on behalf of 77990a2dfd894b2490311bfb91b4f343 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:49.516582 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f3a87f63-4461-4320-925b-fd27f68e9ba5 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:49.533631 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-9fb80c7f-c572-408c-a905-84eb0cd3ee72 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] device_id is not set on port 7a0a5b49-bf99-439d-a77f-5687430bc2f5 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:58:49.536314 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756839f9-3f09-44d5-9e63-8c912d40ca59,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:49.590241 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-c4ec0c3a-eab8-401b-ae88-845996972655 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Allocated IP 2001:db8::1 (f9e80fcf-0f2c-456d-852a-6a202ea8ddce/d339eab5-34df-4f1e-b739-a71a5f5a1c3b/3b337495-b5d9-4693-9c88-59060049c88a) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:49.618211 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42236d-ca0e-4826-9055-37fc68d555f6 None None] Pushing event updated for resources: {'Port': ['ID=1a570094-f834-443d-8bd7-5d968a9e0c17,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:49.726021 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a87f63-4461-4320-925b-fd27f68e9ba5 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:58:49.764423 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e497aeb-570b-469d-ae13-cc544677179d None None] Network f9e80fcf-0f2c-456d-852a-6a202ea8ddce requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:58:49.823216 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f3a87f63-4461-4320-925b-fd27f68e9ba5 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:49.823658 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-f3a87f63-4461-4320-925b-fd27f68e9ba5 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Added segment 4b85d0e3-bcf5-4bea-a9dd-f9c660c1cc6a of type vlan for network c06e1434-9b6b-441b-92ad-a13da69340ab Nov 29 01:58:49.879021 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb80c7f-c572-408c-a905-84eb0cd3ee72 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 01:58:49.879852 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fb80c7f-c572-408c-a905-84eb0cd3ee72 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:58:49.883981 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f3a87f63-4461-4320-925b-fd27f68e9ba5 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:49.936333 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9fb80c7f-c572-408c-a905-84eb0cd3ee72 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8030813 Nov 29 01:58:49.940150 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38380) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:49.946767 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-131697e6-dce9-4a2d-bc0f-98105e99f76b None None] Provisioning complete for port 59891503-dce8-4d1e-be13-3c5a19541e00 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:49.947314 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-131697e6-dce9-4a2d-bc0f-98105e99f76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:49.990756 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4e9577-92ac-4d47-871e-336f2daa0ab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-f34fbec8-4cbc-45eb-b39a-8ce8d2a3159c', 'network_id': 'f34fbec8-4cbc-45eb-b39a-8ce8d2a3159c', 'tenant_id': '77990a2dfd894b2490311bfb91b4f343', 'fixed_ips': [{'subnet_id': 'acf9b4e9-d8fc-4f5b-8b71-66b40ca56104'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:58:49.991640 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f4e9577-92ac-4d47-871e-336f2daa0ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:49.994663 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 59891503-dce8-4d1e-be13-3c5a19541e00 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:49.995034 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:50.001724 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0f0c1d5e-825a-4a1e-9ddf-6b6d2846eb10 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0561607 Nov 29 01:58:50.001724 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f3a87f63-4461-4320-925b-fd27f68e9ba5 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:50.008456 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a87f63-4461-4320-925b-fd27f68e9ba5 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:50.009187 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f3a87f63-4461-4320-925b-fd27f68e9ba5 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:50.025001 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38382) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:50.075213 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f3a87f63-4461-4320-925b-fd27f68e9ba5 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7455120 Nov 29 01:58:50.179898 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38388) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:50.196644 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-9e45fc80-a4cf-442d-b239-1277a6bac3ff tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Request body: {'subnet': {'network_id': 'c06e1434-9b6b-441b-92ad-a13da69340ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:50.241286 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9602915b-926f-451e-b836-fa8ceb8e6a4d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:50.249124 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9602915b-926f-451e-b836-fa8ceb8e6a4d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:50.250755 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9602915b-926f-451e-b836-fa8ceb8e6a4d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2192862 Nov 29 01:58:50.253899 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38392) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:50.315933 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e517992-ff6c-40a3-b62c-36bcc3a9f0fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-126abf58-b75c-4c07-bafa-8e25bc6621b0', 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'fixed_ips': [{'subnet_id': '2531164a-d0bd-4aa1-bfda-034a53834d4a'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:58:50.316776 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6e517992-ff6c-40a3-b62c-36bcc3a9f0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:50.328704 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a87f63-4461-4320-925b-fd27f68e9ba5 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Pushing event updated for resources: {'Network': ['ID=c06e1434-9b6b-441b-92ad-a13da69340ab,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:50.349446 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-35162ee7-b1cd-4c2d-bc1a-102d80a54ef2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting subnet 2531164a-d0bd-4aa1-bfda-034a53834d4a {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:58:50.353163 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35162ee7-b1cd-4c2d-bc1a-102d80a54ef2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:50.393868 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network c06e1434-9b6b-441b-92ad-a13da69340ab details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:58:50.426625 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35162ee7-b1cd-4c2d-bc1a-102d80a54ef2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:50.441620 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4ec0c3a-eab8-401b-ae88-845996972655 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:50.453827 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-131697e6-dce9-4a2d-bc0f-98105e99f76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:50.455845 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] device_id is not set on port 679c4a72-e8f0-43fa-b75f-cc26b48691aa yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:58:50.479491 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:50.502779 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:50.522306 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35162ee7-b1cd-4c2d-bc1a-102d80a54ef2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:50.527291 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e45fc80-a4cf-442d-b239-1277a6bac3ff tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Made reservation on behalf of 77990a2dfd894b2490311bfb91b4f343 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:50.532039 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e45fc80-a4cf-442d-b239-1277a6bac3ff tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:50.541110 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b489e429-5b32-447b-b270-c87b5ee204eb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:50.594704 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35162ee7-b1cd-4c2d-bc1a-102d80a54ef2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:50.613071 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:50.647142 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35162ee7-b1cd-4c2d-bc1a-102d80a54ef2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Subnet': ['ID=2531164a-d0bd-4aa1-bfda-034a53834d4a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:50.653440 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35162ee7-b1cd-4c2d-bc1a-102d80a54ef2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:50.659189 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-35162ee7-b1cd-4c2d-bc1a-102d80a54ef2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/2531164a-d0bd-4aa1-bfda-034a53834d4a HTTP/1.1" status: 204 len: 168 time: 0.4020803 Nov 29 01:58:50.659453 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38398) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:50.673398 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-8f4e9577-92ac-4d47-871e-336f2daa0ab4 None None] Allocated IP 2001:db8:0:ffff::2 (f34fbec8-4cbc-45eb-b39a-8ce8d2a3159c/acf9b4e9-d8fc-4f5b-8b71-66b40ca56104/6de050a0-47d4-4692-87d3-664e922d350a) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:50.732103 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4ec0c3a-eab8-401b-ae88-845996972655 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:50.734888 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f82c0787-6a97-4f14-aeaa-24c298d20698 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743029 Nov 29 01:58:50.738581 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38404) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:50.747350 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-131697e6-dce9-4a2d-bc0f-98105e99f76b None None] For port 59891503-dce8-4d1e-be13-3c5a19541e00, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=59891503-dce8-4d1e-be13-3c5a19541e00,segment=NetworkSegment(e02ec110-c597-4da7-aa38-303f074b17b0),segment_id=e02ec110-c597-4da7-aa38-303f074b17b0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:50.748722 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f1d9ba21-50c5-40be-982d-9721ccd3f5e0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:50.771437 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-131697e6-dce9-4a2d-bc0f-98105e99f76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:50.846758 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Pushing event updated for resources: {'Port': ['ID=679c4a72-e8f0-43fa-b75f-cc26b48691aa,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:50.879978 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ec0c3a-eab8-401b-ae88-845996972655 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network f9e80fcf-0f2c-456d-852a-6a202ea8ddce is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:50.920796 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-c4ec0c3a-eab8-401b-ae88-845996972655 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:50.928685 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d9ba21-50c5-40be-982d-9721ccd3f5e0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:50.932964 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f1d9ba21-50c5-40be-982d-9721ccd3f5e0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:50.945443 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ec0c3a-eab8-401b-ae88-845996972655 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:50.948995 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4ec0c3a-eab8-401b-ae88-845996972655 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:50.952445 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Checking segment: {'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:58:50.952815 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Network hostable DHCP agents. Network: 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:58:50.957657 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489e429-5b32-447b-b270-c87b5ee204eb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Pushing event deleted for resources: {'Port': ['ID=f3971666-a396-41cc-a31f-1e69bd491d79,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:51.018158 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131697e6-dce9-4a2d-bc0f-98105e99f76b None None] Pushing event updated for resources: {'Port': ['ID=59891503-dce8-4d1e-be13-3c5a19541e00,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:51.024674 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b489e429-5b32-447b-b270-c87b5ee204eb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:51.086180 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7534f249-a192-4e13-8b80-97f141d194ac None None] Network e9c4e252-63c9-476a-b140-a6ddb80b8bac requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:58:51.130038 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:58:51.186390 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f1d9ba21-50c5-40be-982d-9721ccd3f5e0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:51.194382 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38412) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:51.220100 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b489e429-5b32-447b-b270-c87b5ee204eb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:51.224612 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b489e429-5b32-447b-b270-c87b5ee204eb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:51.233722 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d9ba21-50c5-40be-982d-9721ccd3f5e0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:51.240895 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-f1d9ba21-50c5-40be-982d-9721ccd3f5e0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:51.243426 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:51.244938 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec0c3a-eab8-401b-ae88-845996972655 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Port': ['ID=3b337495-b5d9-4693-9c88-59060049c88a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server [None req-6e517992-ff6c-40a3-b62c-36bcc3a9f0fd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2531164a-d0bd-4aa1-bfda-034a53834d4a: This subnet is being modified by another concurrent operation. Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 01:58:51.256047 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise exception Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2531164a-d0bd-4aa1-bfda-034a53834d4a: This subnet is being modified by another concurrent operation. Nov 29 01:58:51.259367 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server Nov 29 01:58:51.265200 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:51.265520 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d9ba21-50c5-40be-982d-9721ccd3f5e0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:51.266287 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f1d9ba21-50c5-40be-982d-9721ccd3f5e0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:51.291028 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9ba21-50c5-40be-982d-9721ccd3f5e0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Subnet': ['ID=8dda1a09-1f85-4964-a717-04ea87176630,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:51.312383 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f1d9ba21-50c5-40be-982d-9721ccd3f5e0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5688834 Nov 29 01:58:51.315776 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e6704d-f456-46de-a92b-a0eaa78078c2 None None] Network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:58:51.321502 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38418) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:51.333756 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ff22672d-42c1-49cb-891a-3b75c8e0c137 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1509273580', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:51.361774 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4ec0c3a-eab8-401b-ae88-845996972655 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:51.363741 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:51.364039 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:51.364382 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:51.371379 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b489e429-5b32-447b-b270-c87b5ee204eb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:51.372150 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b489e429-5b32-447b-b270-c87b5ee204eb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Fanout notify agent at l3_agent the message router_deleted on router 16afce68-a2a7-402a-8ff8-cc8016d602ee {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:58:51.387776 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff22672d-42c1-49cb-891a-3b75c8e0c137 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:51.390263 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a86d85-a739-45ee-8771-df7ee2883762 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:58:51.391361 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff22672d-42c1-49cb-891a-3b75c8e0c137 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:51.392696 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b489e429-5b32-447b-b270-c87b5ee204eb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:51.399532 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b489e429-5b32-447b-b270-c87b5ee204eb tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] 10.222.0.37 "DELETE /v2.0/routers/16afce68-a2a7-402a-8ff8-cc8016d602ee HTTP/1.1" status: 204 len: 168 time: 3.4554625 Nov 29 01:58:51.401538 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38420) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:51.414766 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-bfda6368-2656-4561-b2ce-dff1591021c5 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-453168952', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:51.427312 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:51.427968 dv-neutron-819032-3-hyperv neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Failed to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on host hv-neutron-8190 for vnic_type normal using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] Nov 29 01:58:51.457178 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempt 2 to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa Nov 29 01:58:51.459141 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bfda6368-2656-4561-b2ce-dff1591021c5 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:51.460381 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bfda6368-2656-4561-b2ce-dff1591021c5 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:51.486179 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5db3d8cd-0dcc-4631-8351-4a6b3d2060cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'network': {'name': 'tempest-network-smoke--1187946933', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'port_security_enabled': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:51.508293 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.db.api [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:58:51.508654 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG oslo_db.api [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:58:51.534212 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:51.534795 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:51.535312 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:51.541023 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff22672d-42c1-49cb-891a-3b75c8e0c137 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:51.545220 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-4fc6b9e1-fc78-413b-81e7-fb82e83eb6f6 None None] Provisioning complete for port 1a570094-f834-443d-8bd7-5d968a9e0c17 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:51.545618 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4fc6b9e1-fc78-413b-81e7-fb82e83eb6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:51.560428 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:51.560741 dv-neutron-819032-3-hyperv neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Failed to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on host hv-neutron-8190 for vnic_type normal using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] Nov 29 01:58:51.565704 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempt 3 to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa Nov 29 01:58:51.589574 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bfda6368-2656-4561-b2ce-dff1591021c5 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:51.592976 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff22672d-42c1-49cb-891a-3b75c8e0c137 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:51.605043 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db3d8cd-0dcc-4631-8351-4a6b3d2060cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Made reservation on behalf of d1a27bea49814722818e7a3b77708f76 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:51.605284 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bfda6368-2656-4561-b2ce-dff1591021c5 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:51.609062 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5db3d8cd-0dcc-4631-8351-4a6b3d2060cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:51.629994 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff22672d-42c1-49cb-891a-3b75c8e0c137 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:51.634797 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ff22672d-42c1-49cb-891a-3b75c8e0c137 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3085132 Nov 29 01:58:51.634797 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38422) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:51.643408 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bfda6368-2656-4561-b2ce-dff1591021c5 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:51.644988 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bfda6368-2656-4561-b2ce-dff1591021c5 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2356405 Nov 29 01:58:51.669914 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38424) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:51.680291 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5db3d8cd-0dcc-4631-8351-4a6b3d2060cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:51.686951 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-99921873-16f2-4a7e-ab2e-daccdf842a72 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'enable_snat': False}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:51.693490 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:51.694242 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:51.694242 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:51.776384 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:51.776715 dv-neutron-819032-3-hyperv neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Failed to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on host hv-neutron-8190 for vnic_type normal using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] Nov 29 01:58:51.783602 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempt 4 to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa Nov 29 01:58:51.818813 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f4e9577-92ac-4d47-871e-336f2daa0ab4 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:51.888088 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f4e9577-92ac-4d47-871e-336f2daa0ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:51.905359 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.objects.ports [None req-9e45fc80-a4cf-442d-b239-1277a6bac3ff tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103255) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 01:58:51.927707 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46317a73-3893-4dbe-9505-1c5d2a4f8034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-126abf58-b75c-4c07-bafa-8e25bc6621b0', 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'fixed_ips': [{'subnet_id': '8dda1a09-1f85-4964-a717-04ea87176630'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:58:51.933779 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46317a73-3893-4dbe-9505-1c5d2a4f8034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:51.944432 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:51.945019 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:51.945019 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:51.979001 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4fc6b9e1-fc78-413b-81e7-fb82e83eb6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:51.979224 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e45fc80-a4cf-442d-b239-1277a6bac3ff tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:51.989198 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4e9577-92ac-4d47-871e-336f2daa0ab4 None None] Network f34fbec8-4cbc-45eb-b39a-8ce8d2a3159c is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:52.002549 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-8f4e9577-92ac-4d47-871e-336f2daa0ab4 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:52.007269 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4e9577-92ac-4d47-871e-336f2daa0ab4 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:52.018721 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:52.019053 dv-neutron-819032-3-hyperv neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Failed to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on host hv-neutron-8190 for vnic_type normal using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] Nov 29 01:58:52.020590 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e9577-92ac-4d47-871e-336f2daa0ab4 None None] Pushing event updated for resources: {'Port': ['ID=6de050a0-47d4-4692-87d3-664e922d350a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:52.027080 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempt 5 to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa Nov 29 01:58:52.130250 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b3b4870a-e74f-4c2d-b8b5-0506ac691780 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:52.178226 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:52.178608 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:52.179642 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:52.216722 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99921873-16f2-4a7e-ab2e-daccdf842a72 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:52.223598 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:52.223842 dv-neutron-819032-3-hyperv neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Failed to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on host hv-neutron-8190 for vnic_type normal using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] Nov 29 01:58:52.232379 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempt 6 to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa Nov 29 01:58:52.254651 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-4fc6b9e1-fc78-413b-81e7-fb82e83eb6f6 None None] For port 1a570094-f834-443d-8bd7-5d968a9e0c17, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=1a570094-f834-443d-8bd7-5d968a9e0c17,segment=NetworkSegment(655c9991-74c2-4d19-abc7-452f01ab9b18),segment_id=655c9991-74c2-4d19-abc7-452f01ab9b18)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:52.268645 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4fc6b9e1-fc78-413b-81e7-fb82e83eb6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:52.272522 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e45fc80-a4cf-442d-b239-1277a6bac3ff tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Pushing event updated for resources: {'Subnet': ['ID=3ba17001-72a8-4f1a-8e0a-df0851460a19,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:52.293635 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5db3d8cd-0dcc-4631-8351-4a6b3d2060cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:52.304270 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-8f4e9577-92ac-4d47-871e-336f2daa0ab4 None None] Attempting to bind port 6de050a0-47d4-4692-87d3-664e922d350a on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:52.304678 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-8f4e9577-92ac-4d47-871e-336f2daa0ab4 None None] Attempting to bind port 6de050a0-47d4-4692-87d3-664e922d350a by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'e3074484-4dbe-49e6-b235-e8d57c31c6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f34fbec8-4cbc-45eb-b39a-8ce8d2a3159c'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:52.305048 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4e9577-92ac-4d47-871e-336f2daa0ab4 None None] Attempting to bind port 6de050a0-47d4-4692-87d3-664e922d350a on network f34fbec8-4cbc-45eb-b39a-8ce8d2a3159c {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:52.324064 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-46317a73-3893-4dbe-9505-1c5d2a4f8034 None None] Allocated IP 2001:db8::2 (126abf58-b75c-4c07-bafa-8e25bc6621b0/8dda1a09-1f85-4964-a717-04ea87176630/db7711d4-b6d0-421c-8bb0-a5f04e9de01f) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:52.327152 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:52.327152 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:52.327478 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:52.328465 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4e9577-92ac-4d47-871e-336f2daa0ab4 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:58:52.328844 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4e9577-92ac-4d47-871e-336f2daa0ab4 None None] Checking segment: {'id': 'e3074484-4dbe-49e6-b235-e8d57c31c6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f34fbec8-4cbc-45eb-b39a-8ce8d2a3159c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:58:52.329324 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f4e9577-92ac-4d47-871e-336f2daa0ab4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:52.329895 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4e9577-92ac-4d47-871e-336f2daa0ab4 None None] Bound using segment: {'id': 'e3074484-4dbe-49e6-b235-e8d57c31c6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f34fbec8-4cbc-45eb-b39a-8ce8d2a3159c'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:58:52.330508 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-8f4e9577-92ac-4d47-871e-336f2daa0ab4 None None] Bound port: 6de050a0-47d4-4692-87d3-664e922d350a, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3074484-4dbe-49e6-b235-e8d57c31c6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'f34fbec8-4cbc-45eb-b39a-8ce8d2a3159c'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:58:52.330797 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f4e9577-92ac-4d47-871e-336f2daa0ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:52.338782 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5db3d8cd-0dcc-4631-8351-4a6b3d2060cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:52.367284 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 944f4721-f8e0-445c-a546-b6b41c0b36b3 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:58:52.398172 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6b9e1-fc78-413b-81e7-fb82e83eb6f6 None None] Pushing event updated for resources: {'Port': ['ID=1a570094-f834-443d-8bd7-5d968a9e0c17,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:52.408604 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e45fc80-a4cf-442d-b239-1277a6bac3ff tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Checking segment: {'id': '4b85d0e3-bcf5-4bea-a9dd-f9c660c1cc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c06e1434-9b6b-441b-92ad-a13da69340ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:58:52.408963 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e45fc80-a4cf-442d-b239-1277a6bac3ff tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Network hostable DHCP agents. Network: c06e1434-9b6b-441b-92ad-a13da69340ab, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:58:52.411377 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:52.411377 dv-neutron-819032-3-hyperv neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Failed to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on host hv-neutron-8190 for vnic_type normal using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] Nov 29 01:58:52.420349 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempt 7 to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa Nov 29 01:58:52.429623 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db3d8cd-0dcc-4631-8351-4a6b3d2060cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:58:52.455697 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 944f4721-f8e0-445c-a546-b6b41c0b36b3 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:58:52.455697 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 944f4721-f8e0-445c-a546-b6b41c0b36b3 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:58:52.468841 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3d8cd-0dcc-4631-8351-4a6b3d2060cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c050dc28-b2d5-497c-b863-b329b9bc75c5,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:52.477510 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5db3d8cd-0dcc-4631-8351-4a6b3d2060cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:52.477510 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-5db3d8cd-0dcc-4631-8351-4a6b3d2060cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Added segment b2cf5c1c-ee07-41a8-bd6a-2f68c500f224 of type vlan for network 832816b9-beec-4a08-8e13-11d88846b1eb Nov 29 01:58:52.490811 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4ec0c3a-eab8-401b-ae88-845996972655 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:52.501016 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:52.501351 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:52.501725 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:52.509892 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-c56d272a-0168-418c-8163-9764b9f337e7 None None] Provisioning complete for port 1a570094-f834-443d-8bd7-5d968a9e0c17 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:52.510216 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c56d272a-0168-418c-8163-9764b9f337e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:52.530683 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4ec0c3a-eab8-401b-ae88-845996972655 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:52.531464 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4ec0c3a-eab8-401b-ae88-845996972655 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:52.542722 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e45fc80-a4cf-442d-b239-1277a6bac3ff tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Network c06e1434-9b6b-441b-92ad-a13da69340ab is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:58:52.545484 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-8f4e9577-92ac-4d47-871e-336f2daa0ab4 None None] For port 6de050a0-47d4-4692-87d3-664e922d350a, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:58:52.546064 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:52.546408 dv-neutron-819032-3-hyperv neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Failed to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on host hv-neutron-8190 for vnic_type normal using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] Nov 29 01:58:52.558164 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempt 8 to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa Nov 29 01:58:52.573443 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-8f4e9577-92ac-4d47-871e-336f2daa0ab4 None None] For port 6de050a0-47d4-4692-87d3-664e922d350a, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=6de050a0-47d4-4692-87d3-664e922d350a,segment=NetworkSegment(e3074484-4dbe-49e6-b235-e8d57c31c6e6),segment_id=e3074484-4dbe-49e6-b235-e8d57c31c6e6)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:58:52.583016 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f4e9577-92ac-4d47-871e-336f2daa0ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:52.585938 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5db3d8cd-0dcc-4631-8351-4a6b3d2060cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:52.614676 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-9e45fc80-a4cf-442d-b239-1277a6bac3ff tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, c06e1434-9b6b-441b-92ad-a13da69340ab) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:52.644037 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e22700-8fcd-4753-ae19-c706e2cb28f9 None None] Network c06e1434-9b6b-441b-92ad-a13da69340ab requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:58:52.665581 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e45fc80-a4cf-442d-b239-1277a6bac3ff tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:52.665581 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9e45fc80-a4cf-442d-b239-1277a6bac3ff tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:52.668139 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:52.668472 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:52.669444 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:52.699627 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec0c3a-eab8-401b-ae88-845996972655 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Port': ['ID=3b337495-b5d9-4693-9c88-59060049c88a,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:52.702823 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:52.703145 dv-neutron-819032-3-hyperv neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Failed to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on host hv-neutron-8190 for vnic_type normal using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] Nov 29 01:58:52.710856 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempt 9 to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa Nov 29 01:58:52.734113 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38430) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:52.734775 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9e45fc80-a4cf-442d-b239-1277a6bac3ff tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5495405 Nov 29 01:58:52.739193 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5db3d8cd-0dcc-4631-8351-4a6b3d2060cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:52.739904 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-6398457f-010f-47c6-b1a5-777510916a1a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Request body: {'port': {'network_id': 'c06e1434-9b6b-441b-92ad-a13da69340ab', 'name': 'tempest-NetworksIpV6TestAttrs-1715288340'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:52.744730 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db3d8cd-0dcc-4631-8351-4a6b3d2060cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:52.745336 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5db3d8cd-0dcc-4631-8351-4a6b3d2060cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:52.748052 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46317a73-3893-4dbe-9505-1c5d2a4f8034 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:52.754447 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e9577-92ac-4d47-871e-336f2daa0ab4 None None] Pushing event updated for resources: {'Port': ['ID=6de050a0-47d4-4692-87d3-664e922d350a,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:52.766572 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:52.766911 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:52.767254 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:52.792040 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46317a73-3893-4dbe-9505-1c5d2a4f8034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:52.825777 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:52.826097 dv-neutron-819032-3-hyperv neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Failed to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on host hv-neutron-8190 for vnic_type normal using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] Nov 29 01:58:52.835079 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempt 10 to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa Nov 29 01:58:52.863586 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5db3d8cd-0dcc-4631-8351-4a6b3d2060cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6580203 Nov 29 01:58:52.873627 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38432) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:52.877468 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-b3b4870a-e74f-4c2d-b8b5-0506ac691780 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Allocated IP 2001:db8::1 (126abf58-b75c-4c07-bafa-8e25bc6621b0/8dda1a09-1f85-4964-a717-04ea87176630/6b07e82c-5389-4000-bd1d-122eca856bc6) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:52.882775 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ecc6dd61-cb6c-443a-857b-297dd7798213 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-822574806', 'admin_state_up': True, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:52.883646 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 1a570094-f834-443d-8bd7-5d968a9e0c17 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:58:52.887800 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46317a73-3893-4dbe-9505-1c5d2a4f8034 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:52.892619 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:52.892953 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:52.893294 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:52.900461 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3d8cd-0dcc-4631-8351-4a6b3d2060cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Network': ['ID=832816b9-beec-4a08-8e13-11d88846b1eb,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:52.919857 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 832816b9-beec-4a08-8e13-11d88846b1eb details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:58:52.922469 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-46317a73-3893-4dbe-9505-1c5d2a4f8034 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:52.930084 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46317a73-3893-4dbe-9505-1c5d2a4f8034 None None] Pushing event updated for resources: {'Port': ['ID=db7711d4-b6d0-421c-8bb0-a5f04e9de01f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:52.946565 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46317a73-3893-4dbe-9505-1c5d2a4f8034 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:52.978264 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:52.978264 dv-neutron-819032-3-hyperv neutron-server[103255]: ERROR neutron.plugins.ml2.managers [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Failed to bind port 679c4a72-e8f0-43fa-b75f-cc26b48691aa on host hv-neutron-8190 for vnic_type normal using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] Nov 29 01:58:52.978520 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:52.984821 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ec0c3a-eab8-401b-ae88-845996972655 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network f9e80fcf-0f2c-456d-852a-6a202ea8ddce is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:52.997293 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-c4ec0c3a-eab8-401b-ae88-845996972655 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:53.015109 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ecc6dd61-cb6c-443a-857b-297dd7798213 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:53.016247 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ecc6dd61-cb6c-443a-857b-297dd7798213 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:53.166484 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b3b4870a-e74f-4c2d-b8b5-0506ac691780 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:53.267972 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b3b4870a-e74f-4c2d-b8b5-0506ac691780 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:53.279371 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6398457f-010f-47c6-b1a5-777510916a1a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Made reservation on behalf of 77990a2dfd894b2490311bfb91b4f343 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:53.283681 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6398457f-010f-47c6-b1a5-777510916a1a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:53.291466 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-c56d272a-0168-418c-8163-9764b9f337e7 None None] Provisioning complete for port 59891503-dce8-4d1e-be13-3c5a19541e00 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:53.292002 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c56d272a-0168-418c-8163-9764b9f337e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:53.346542 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b4870a-e74f-4c2d-b8b5-0506ac691780 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:53.354413 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-b3b4870a-e74f-4c2d-b8b5-0506ac691780 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:53.357060 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b4870a-e74f-4c2d-b8b5-0506ac691780 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:53.357858 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b3b4870a-e74f-4c2d-b8b5-0506ac691780 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:53.413298 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-46317a73-3893-4dbe-9505-1c5d2a4f8034 None None] Attempting to bind port db7711d4-b6d0-421c-8bb0-a5f04e9de01f on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:53.413968 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-46317a73-3893-4dbe-9505-1c5d2a4f8034 None None] Attempting to bind port db7711d4-b6d0-421c-8bb0-a5f04e9de01f by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:53.414350 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46317a73-3893-4dbe-9505-1c5d2a4f8034 None None] Attempting to bind port db7711d4-b6d0-421c-8bb0-a5f04e9de01f on network 126abf58-b75c-4c07-bafa-8e25bc6621b0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:53.426166 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46317a73-3893-4dbe-9505-1c5d2a4f8034 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:58:53.426550 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46317a73-3893-4dbe-9505-1c5d2a4f8034 None None] Checking segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:58:53.426686 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-6398457f-010f-47c6-b1a5-777510916a1a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] device_id is not set on port fbaa4469-914c-436a-8a51-359a249d9522 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:58:53.426953 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46317a73-3893-4dbe-9505-1c5d2a4f8034 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:53.427363 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46317a73-3893-4dbe-9505-1c5d2a4f8034 None None] Bound using segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:58:53.427938 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-46317a73-3893-4dbe-9505-1c5d2a4f8034 None None] Bound port: db7711d4-b6d0-421c-8bb0-a5f04e9de01f, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:58:53.428215 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46317a73-3893-4dbe-9505-1c5d2a4f8034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:53.431190 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 1a570094-f834-443d-8bd7-5d968a9e0c17 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:53.431558 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:53.436873 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dccc88-67bf-4709-ad59-255ad3ff204c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-c06e1434-9b6b-441b-92ad-a13da69340ab', 'network_id': 'c06e1434-9b6b-441b-92ad-a13da69340ab', 'tenant_id': '77990a2dfd894b2490311bfb91b4f343', 'fixed_ips': [{'subnet_id': '3ba17001-72a8-4f1a-8e0a-df0851460a19'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:58:53.437772 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-94dccc88-67bf-4709-ad59-255ad3ff204c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:53.445081 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4870a-e74f-4c2d-b8b5-0506ac691780 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Port': ['ID=6b07e82c-5389-4000-bd1d-122eca856bc6,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:53.586643 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b3b4870a-e74f-4c2d-b8b5-0506ac691780 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:53.683979 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99921873-16f2-4a7e-ab2e-daccdf842a72 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:53.689101 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-46317a73-3893-4dbe-9505-1c5d2a4f8034 None None] For port db7711d4-b6d0-421c-8bb0-a5f04e9de01f, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:58:53.691193 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ecc6dd61-cb6c-443a-857b-297dd7798213 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:53.710023 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-46317a73-3893-4dbe-9505-1c5d2a4f8034 None None] For port db7711d4-b6d0-421c-8bb0-a5f04e9de01f, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=db7711d4-b6d0-421c-8bb0-a5f04e9de01f,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:58:53.712281 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] For port 679c4a72-e8f0-43fa-b75f-cc26b48691aa, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:58:53.712281 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempted to set empty binding levels {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 29 01:58:53.719264 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-c56d272a-0168-418c-8163-9764b9f337e7 None None] Provisioning complete for port 3b337495-b5d9-4693-9c88-59060049c88a triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:53.719435 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99921873-16f2-4a7e-ab2e-daccdf842a72 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:53.720149 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c56d272a-0168-418c-8163-9764b9f337e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:53.724588 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46317a73-3893-4dbe-9505-1c5d2a4f8034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:53.745741 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-6398457f-010f-47c6-b1a5-777510916a1a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Allocated IP 2001:db8::f816:3eff:fe67:5e50 (c06e1434-9b6b-441b-92ad-a13da69340ab/3ba17001-72a8-4f1a-8e0a-df0851460a19/fbaa4469-914c-436a-8a51-359a249d9522) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:53.751823 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 59891503-dce8-4d1e-be13-3c5a19541e00 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:58:53.780667 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:53.829981 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c56d272a-0168-418c-8163-9764b9f337e7 None None] Port 3b337495-b5d9-4693-9c88-59060049c88a cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:58:53.854577 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46317a73-3893-4dbe-9505-1c5d2a4f8034 None None] Pushing event updated for resources: {'Port': ['ID=db7711d4-b6d0-421c-8bb0-a5f04e9de01f,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:53.888719 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 59891503-dce8-4d1e-be13-3c5a19541e00 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:53.892659 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:53.895845 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:53.895989 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:53.978203 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0fd44204-4785-46fa-a23a-0f6a6e931285 None None] Provisioning complete for port 3b337495-b5d9-4693-9c88-59060049c88a triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:53.978779 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0fd44204-4785-46fa-a23a-0f6a6e931285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:54.010941 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ecc6dd61-cb6c-443a-857b-297dd7798213 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:54.025704 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Pushing event updated for resources: {'Port': ['ID=679c4a72-e8f0-43fa-b75f-cc26b48691aa,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:54.042458 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d7cfa877-4bab-450e-98f7-f2e19ad148d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 5.3900275 Nov 29 01:58:54.043266 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38438) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:54.067093 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0fd44204-4785-46fa-a23a-0f6a6e931285 None None] Port 3b337495-b5d9-4693-9c88-59060049c88a cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:58:54.239625 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ec0c3a-eab8-401b-ae88-845996972655 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Router b606da0a-a1bf-4300-ba7f-7a6b970f2505 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:58:54.247751 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-99921873-16f2-4a7e-ab2e-daccdf842a72 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Allocated IP 172.26.3.197 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/3a66305a-9140-44e1-a105-fe5f663830fe) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:54.430428 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b58e72-ac0c-4952-abb7-59381c709dcc None None] Network f34fbec8-4cbc-45eb-b39a-8ce8d2a3159c requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:58:54.437222 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b3b4870a-e74f-4c2d-b8b5-0506ac691780 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:54.440679 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6398457f-010f-47c6-b1a5-777510916a1a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:54.445466 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b3b4870a-e74f-4c2d-b8b5-0506ac691780 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:54.446497 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b3b4870a-e74f-4c2d-b8b5-0506ac691780 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:54.475063 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ec0c3a-eab8-401b-ae88-845996972655 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:58:54.485515 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c4ec0c3a-eab8-401b-ae88-845996972655 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "PUT /v2.0/routers/b606da0a-a1bf-4300-ba7f-7a6b970f2505/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3275433 Nov 29 01:58:54.485515 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-98f8be41-8e8d-419d-9396-2b9c0065d12a tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Deleting port 679c4a72-e8f0-43fa-b75f-cc26b48691aa {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:54.485515 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98f8be41-8e8d-419d-9396-2b9c0065d12a tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:54.488403 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38442) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:54.494498 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb2919b-122d-40c5-9dba-67c516e22f46 None None] Sync routers for ids ['b606da0a-a1bf-4300-ba7f-7a6b970f2505'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:58:54.533148 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb2919b-122d-40c5-9dba-67c516e22f46 None None] Routers {'b606da0a-a1bf-4300-ba7f-7a6b970f2505'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:58:54.534018 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-abb2919b-122d-40c5-9dba-67c516e22f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['b606da0a-a1bf-4300-ba7f-7a6b970f2505'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:54.573776 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-9d2cdf4b-dbbc-42f4-83aa-538e69c39586 None None] Provisioning complete for port 6de050a0-47d4-4692-87d3-664e922d350a triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:54.574308 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9d2cdf4b-dbbc-42f4-83aa-538e69c39586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:54.579380 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-abb2919b-122d-40c5-9dba-67c516e22f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:54.579538 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4870a-e74f-4c2d-b8b5-0506ac691780 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Port': ['ID=6b07e82c-5389-4000-bd1d-122eca856bc6,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:54.597816 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9a08d9-c7ea-4bbd-a12b-7bb2521217bb tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:54.601819 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5f9a08d9-c7ea-4bbd-a12b-7bb2521217bb tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "GET /v2.0/ports/3b337495-b5d9-4693-9c88-59060049c88a HTTP/1.1" status: 200 len: 911 time: 0.1077673 Nov 29 01:58:54.601951 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99921873-16f2-4a7e-ab2e-daccdf842a72 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:54.604288 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38444) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:54.607168 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-98f8be41-8e8d-419d-9396-2b9c0065d12a tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] For port 679c4a72-e8f0-43fa-b75f-cc26b48691aa, host hv-neutron-8190, got binding levels [] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:54.607539 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98f8be41-8e8d-419d-9396-2b9c0065d12a tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:54.632369 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-98f8be41-8e8d-419d-9396-2b9c0065d12a tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Calling delete_port for 679c4a72-e8f0-43fa-b75f-cc26b48691aa owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:54.670233 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb2919b-122d-40c5-9dba-67c516e22f46 None None] Routers {'b606da0a-a1bf-4300-ba7f-7a6b970f2505'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:58:54.671142 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-abb2919b-122d-40c5-9dba-67c516e22f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['b606da0a-a1bf-4300-ba7f-7a6b970f2505'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:54.677304 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6398457f-010f-47c6-b1a5-777510916a1a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:54.752351 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-abb2919b-122d-40c5-9dba-67c516e22f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:54.753947 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb2919b-122d-40c5-9dba-67c516e22f46 None None] The sync data for ids ['b606da0a-a1bf-4300-ba7f-7a6b970f2505'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:58:54.761119 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-94dccc88-67bf-4709-ad59-255ad3ff204c None None] Allocated IP 2001:db8::f816:3eff:fef1:c03a (c06e1434-9b6b-441b-92ad-a13da69340ab/3ba17001-72a8-4f1a-8e0a-df0851460a19/5077e1b9-02ec-4bbe-950b-8348e2db8d74) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:54.766961 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6398457f-010f-47c6-b1a5-777510916a1a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Network c06e1434-9b6b-441b-92ad-a13da69340ab is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:54.778857 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b4870a-e74f-4c2d-b8b5-0506ac691780 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:54.779880 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-6398457f-010f-47c6-b1a5-777510916a1a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:54.782266 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398457f-010f-47c6-b1a5-777510916a1a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Pushing event updated for resources: {'Port': ['ID=fbaa4469-914c-436a-8a51-359a249d9522,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:54.791820 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6398457f-010f-47c6-b1a5-777510916a1a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:54.798635 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6398457f-010f-47c6-b1a5-777510916a1a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:54.799509 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6398457f-010f-47c6-b1a5-777510916a1a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:54.802433 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-b3b4870a-e74f-4c2d-b8b5-0506ac691780 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:54.920850 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device db7711d4-b6d0-421c-8bb0-a5f04e9de01f up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:58:54.954606 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6398457f-010f-47c6-b1a5-777510916a1a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.2191575 Nov 29 01:58:54.956661 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38448) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:54.976658 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9d2cdf4b-dbbc-42f4-83aa-538e69c39586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:55.018255 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99921873-16f2-4a7e-ab2e-daccdf842a72 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:55.083915 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9d2cdf4b-dbbc-42f4-83aa-538e69c39586 None None] For port 6de050a0-47d4-4692-87d3-664e922d350a, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=6de050a0-47d4-4692-87d3-664e922d350a,segment=NetworkSegment(e3074484-4dbe-49e6-b235-e8d57c31c6e6),segment_id=e3074484-4dbe-49e6-b235-e8d57c31c6e6)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:55.109212 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9d2cdf4b-dbbc-42f4-83aa-538e69c39586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:55.111873 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-94dccc88-67bf-4709-ad59-255ad3ff204c None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:55.121211 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99921873-16f2-4a7e-ab2e-daccdf842a72 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:55.123072 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port db7711d4-b6d0-421c-8bb0-a5f04e9de01f triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:55.123523 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:55.164012 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-e19302a0-c646-4c5b-a257-40a46621aeb3 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Deleting subnet 3ba17001-72a8-4f1a-8e0a-df0851460a19 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:58:55.166769 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-99921873-16f2-4a7e-ab2e-daccdf842a72 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:55.173232 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ecc6dd61-cb6c-443a-857b-297dd7798213 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_gateway, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:55.175153 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99921873-16f2-4a7e-ab2e-daccdf842a72 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:55.177094 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e19302a0-c646-4c5b-a257-40a46621aeb3 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:55.182317 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98f8be41-8e8d-419d-9396-2b9c0065d12a tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:55.187448 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-94dccc88-67bf-4709-ad59-255ad3ff204c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:55.238869 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dccc88-67bf-4709-ad59-255ad3ff204c None None] Network c06e1434-9b6b-441b-92ad-a13da69340ab is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:55.248923 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-94dccc88-67bf-4709-ad59-255ad3ff204c None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:55.250238 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1a700bb9-b925-42a1-81f3-a5fa177ed4d1 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:55.253675 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dccc88-67bf-4709-ad59-255ad3ff204c None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:55.266458 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2cdf4b-dbbc-42f4-83aa-538e69c39586 None None] Pushing event updated for resources: {'Port': ['ID=6de050a0-47d4-4692-87d3-664e922d350a,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:55.274448 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ecc6dd61-cb6c-443a-857b-297dd7798213 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:55.276147 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99921873-16f2-4a7e-ab2e-daccdf842a72 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Pushing event updated for resources: {'Port': ['ID=3a66305a-9140-44e1-a105-fe5f663830fe,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:55.300456 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b4870a-e74f-4c2d-b8b5-0506ac691780 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Router 98e7026c-5725-4f14-b196-9774f85fcd13 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:58:55.340398 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8be41-8e8d-419d-9396-2b9c0065d12a tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Pushing event deleted for resources: {'Port': ['ID=679c4a72-e8f0-43fa-b75f-cc26b48691aa,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:55.365919 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98f8be41-8e8d-419d-9396-2b9c0065d12a tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:55.370854 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-98f8be41-8e8d-419d-9396-2b9c0065d12a tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] 10.222.0.37 "DELETE /v2.0/ports/679c4a72-e8f0-43fa-b75f-cc26b48691aa HTTP/1.1" status: 204 len: 168 time: 1.3223047 Nov 29 01:58:55.379612 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38450) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:55.442364 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dccc88-67bf-4709-ad59-255ad3ff204c None None] Pushing event updated for resources: {'Port': ['ID=5077e1b9-02ec-4bbe-950b-8348e2db8d74,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:55.451611 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-94dccc88-67bf-4709-ad59-255ad3ff204c None None] Attempting to bind port 5077e1b9-02ec-4bbe-950b-8348e2db8d74 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:55.452055 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-94dccc88-67bf-4709-ad59-255ad3ff204c None None] Attempting to bind port 5077e1b9-02ec-4bbe-950b-8348e2db8d74 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '4b85d0e3-bcf5-4bea-a9dd-f9c660c1cc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c06e1434-9b6b-441b-92ad-a13da69340ab'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:55.452492 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dccc88-67bf-4709-ad59-255ad3ff204c None None] Attempting to bind port 5077e1b9-02ec-4bbe-950b-8348e2db8d74 on network c06e1434-9b6b-441b-92ad-a13da69340ab {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:55.461506 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:55.479220 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dccc88-67bf-4709-ad59-255ad3ff204c None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:58:55.479721 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dccc88-67bf-4709-ad59-255ad3ff204c None None] Checking segment: {'id': '4b85d0e3-bcf5-4bea-a9dd-f9c660c1cc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c06e1434-9b6b-441b-92ad-a13da69340ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:58:55.480202 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-94dccc88-67bf-4709-ad59-255ad3ff204c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:55.480673 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dccc88-67bf-4709-ad59-255ad3ff204c None None] Bound using segment: {'id': '4b85d0e3-bcf5-4bea-a9dd-f9c660c1cc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c06e1434-9b6b-441b-92ad-a13da69340ab'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:58:55.481801 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-94dccc88-67bf-4709-ad59-255ad3ff204c None None] Bound port: 5077e1b9-02ec-4bbe-950b-8348e2db8d74, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b85d0e3-bcf5-4bea-a9dd-f9c660c1cc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c06e1434-9b6b-441b-92ad-a13da69340ab'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:58:55.482258 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-94dccc88-67bf-4709-ad59-255ad3ff204c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:55.498934 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-3e73828d-c77e-4469-90df-908eb63d0cf8 None None] Provisioning complete for port 6de050a0-47d4-4692-87d3-664e922d350a triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:55.499400 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3e73828d-c77e-4469-90df-908eb63d0cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:55.505035 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4066ec1-04c7-4031-b399-1c69f90a696f tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] GET failed (client error): The resource could not be found. Nov 29 01:58:55.507008 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e4066ec1-04c7-4031-b399-1c69f90a696f tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] 10.222.0.37 "GET /v2.0/ports/679c4a72-e8f0-43fa-b75f-cc26b48691aa HTTP/1.1" status: 404 len: 333 time: 0.0945544 Nov 29 01:58:55.512163 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e19302a0-c646-4c5b-a257-40a46621aeb3 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:55.512431 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38454) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:55.565020 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-69371160-4dc2-4577-9fda-b3df1956d0e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Request body: {'port': {'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-790673569'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:55.574255 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port db7711d4-b6d0-421c-8bb0-a5f04e9de01f, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=db7711d4-b6d0-421c-8bb0-a5f04e9de01f,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:55.587345 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:55.588223 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 6de050a0-47d4-4692-87d3-664e922d350a up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:58:55.604325 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b4870a-e74f-4c2d-b8b5-0506ac691780 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:58:55.620842 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b3b4870a-e74f-4c2d-b8b5-0506ac691780 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "PUT /v2.0/routers/98e7026c-5725-4f14-b196-9774f85fcd13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9852705 Nov 29 01:58:55.621488 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38456) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:55.625267 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2065b0e1-9a7c-49b8-bba2-c8a01dfb40be None None] Sync routers for ids ['98e7026c-5725-4f14-b196-9774f85fcd13'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:58:55.637162 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2065b0e1-9a7c-49b8-bba2-c8a01dfb40be None None] Routers {'98e7026c-5725-4f14-b196-9774f85fcd13'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:58:55.642070 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2065b0e1-9a7c-49b8-bba2-c8a01dfb40be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['98e7026c-5725-4f14-b196-9774f85fcd13'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:55.695115 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69371160-4dc2-4577-9fda-b3df1956d0e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Made reservation on behalf of d2d7fd1ad2824bf7bf4a5f63b1396e05 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:55.698799 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-69371160-4dc2-4577-9fda-b3df1956d0e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:55.786802 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fdbc69-aca3-4f5a-a7e8-7a64b41c2ae0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:55.797516 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-28fdbc69-aca3-4f5a-a7e8-7a64b41c2ae0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports/6b07e82c-5389-4000-bd1d-122eca856bc6 HTTP/1.1" status: 200 len: 911 time: 0.1688890 Nov 29 01:58:55.798420 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38458) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:55.815769 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-69371160-4dc2-4577-9fda-b3df1956d0e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] device_id is not set on port 59f57558-167b-48f4-983d-d9d7030e8b97 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:58:55.859310 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-2065b0e1-9a7c-49b8-bba2-c8a01dfb40be None None] Set router 98e7026c-5725-4f14-b196-9774f85fcd13 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:58:55.915755 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-94dccc88-67bf-4709-ad59-255ad3ff204c None None] For port 5077e1b9-02ec-4bbe-950b-8348e2db8d74, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:58:55.928861 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-94dccc88-67bf-4709-ad59-255ad3ff204c None None] For port 5077e1b9-02ec-4bbe-950b-8348e2db8d74, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=5077e1b9-02ec-4bbe-950b-8348e2db8d74,segment=NetworkSegment(4b85d0e3-bcf5-4bea-a9dd-f9c660c1cc6a),segment_id=4b85d0e3-bcf5-4bea-a9dd-f9c660c1cc6a)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:58:55.984116 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-94dccc88-67bf-4709-ad59-255ad3ff204c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:56.000046 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-ecc6dd61-cb6c-443a-857b-297dd7798213 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.26.3.17 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/ac4e318e-2987-43aa-a50a-0a228e96b07d) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:56.015665 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=db7711d4-b6d0-421c-8bb0-a5f04e9de01f,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:56.027353 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-1a700bb9-b925-42a1-81f3-a5fa177ed4d1 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Allocated IP 2001:db8:1::1 (e9c4e252-63c9-476a-b140-a6ddb80b8bac/f6ad52c2-6562-48b1-8703-d5a5a1bd9237/8cae0875-b769-4723-a56a-36185cf21d35) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:58:56.056715 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99921873-16f2-4a7e-ab2e-daccdf842a72 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:56.067970 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1489a0c5-42ca-4306-88cf-2ac745a376a5 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:56.084549 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1489a0c5-42ca-4306-88cf-2ac745a376a5 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:56.088692 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1489a0c5-42ca-4306-88cf-2ac745a376a5 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2828622 Nov 29 01:58:56.094537 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38462) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:56.151423 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 6de050a0-47d4-4692-87d3-664e922d350a triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:56.151809 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:56.189229 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2065b0e1-9a7c-49b8-bba2-c8a01dfb40be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e7026c-5725-4f14-b196-9774f85fcd13', 'name': 'tempest-NetworksTestDHCPv6-router-1509273580', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:58:51Z', 'updated_at': '2021-11-29T01:58:53Z', 'revision_number': 2, 'project_id': 'd732f07065b549e8ade666b44b940ceb', 'gw_port_host': None, '_interfaces': [{'id': '6b07e82c-5389-4000-bd1d-122eca856bc6', 'name': '', 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'mac_address': 'fa:16:3e:17:47:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e7026c-5725-4f14-b196-9774f85fcd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8dda1a09-1f85-4964-a717-04ea87176630', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:58:52Z', 'updated_at': '2021-11-29T01:58:53Z', 'revision_number': 2, 'project_id': 'd732f07065b549e8ade666b44b940ceb', 'subnets': [{'id': '8dda1a09-1f85-4964-a717-04ea87176630', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:56.225143 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2065b0e1-9a7c-49b8-bba2-c8a01dfb40be None None] Checking router: 98e7026c-5725-4f14-b196-9774f85fcd13 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:58:56.225768 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2065b0e1-9a7c-49b8-bba2-c8a01dfb40be None None] Updating router 98e7026c-5725-4f14-b196-9774f85fcd13 port 6b07e82c-5389-4000-bd1d-122eca856bc6 binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:58:56.267454 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2065b0e1-9a7c-49b8-bba2-c8a01dfb40be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:56.314073 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dccc88-67bf-4709-ad59-255ad3ff204c None None] Pushing event updated for resources: {'Port': ['ID=5077e1b9-02ec-4bbe-950b-8348e2db8d74,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:56.322050 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1e7c4757-a292-47fd-b13f-604d1936e1be None None] Provisioning complete for port 6b07e82c-5389-4000-bd1d-122eca856bc6 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:56.322333 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e7c4757-a292-47fd-b13f-604d1936e1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:56.400684 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e19302a0-c646-4c5b-a257-40a46621aeb3 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:56.412042 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1e7c4757-a292-47fd-b13f-604d1936e1be None None] Port 6b07e82c-5389-4000-bd1d-122eca856bc6 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:58:56.475020 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1e7c4757-a292-47fd-b13f-604d1936e1be None None] Provisioning complete for port db7711d4-b6d0-421c-8bb0-a5f04e9de01f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:56.475712 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e7c4757-a292-47fd-b13f-604d1936e1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:56.608184 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2065b0e1-9a7c-49b8-bba2-c8a01dfb40be None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:56.623796 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2065b0e1-9a7c-49b8-bba2-c8a01dfb40be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:56.630004 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-69371160-4dc2-4577-9fda-b3df1956d0e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:56.687858 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ecc6dd61-cb6c-443a-857b-297dd7798213 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:56.726872 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e19302a0-c646-4c5b-a257-40a46621aeb3 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:56.731829 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1a700bb9-b925-42a1-81f3-a5fa177ed4d1 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:56.769693 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99921873-16f2-4a7e-ab2e-daccdf842a72 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32579'] for router, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:56.778417 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19302a0-c646-4c5b-a257-40a46621aeb3 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Pushing event deleted for resources: {'Subnet': ['ID=3ba17001-72a8-4f1a-8e0a-df0851460a19,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:56.781742 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e19302a0-c646-4c5b-a257-40a46621aeb3 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:56.786254 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e19302a0-c646-4c5b-a257-40a46621aeb3 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "DELETE /v2.0/subnets/3ba17001-72a8-4f1a-8e0a-df0851460a19 HTTP/1.1" status: 204 len: 168 time: 1.8270900 Nov 29 01:58:56.787393 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99921873-16f2-4a7e-ab2e-daccdf842a72 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-599907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-599898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-600112'] for router, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:56.789141 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38466) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:56.819598 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-8290c68a-26cd-4578-8234-e6f92e826b7c None None] Provisioning complete for port 6b07e82c-5389-4000-bd1d-122eca856bc6 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:56.823834 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8290c68a-26cd-4578-8234-e6f92e826b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:56.868688 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-69371160-4dc2-4577-9fda-b3df1956d0e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:56.903479 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-2065b0e1-9a7c-49b8-bba2-c8a01dfb40be None None] Attempting to bind port 6b07e82c-5389-4000-bd1d-122eca856bc6 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:56.904012 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-2065b0e1-9a7c-49b8-bba2-c8a01dfb40be None None] Attempting to bind port 6b07e82c-5389-4000-bd1d-122eca856bc6 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:56.904461 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2065b0e1-9a7c-49b8-bba2-c8a01dfb40be None None] Attempting to bind port 6b07e82c-5389-4000-bd1d-122eca856bc6 on network 126abf58-b75c-4c07-bafa-8e25bc6621b0 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:56.918452 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2065b0e1-9a7c-49b8-bba2-c8a01dfb40be None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:58:56.919480 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2065b0e1-9a7c-49b8-bba2-c8a01dfb40be None None] Checking segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:58:56.920589 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2065b0e1-9a7c-49b8-bba2-c8a01dfb40be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:56.920926 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-8290c68a-26cd-4578-8234-e6f92e826b7c None None] Port 6b07e82c-5389-4000-bd1d-122eca856bc6 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:58:56.921431 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2065b0e1-9a7c-49b8-bba2-c8a01dfb40be None None] Bound using segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:58:56.922561 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-2065b0e1-9a7c-49b8-bba2-c8a01dfb40be None None] Bound port: 6b07e82c-5389-4000-bd1d-122eca856bc6, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:58:56.922933 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1a700bb9-b925-42a1-81f3-a5fa177ed4d1 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:56.924978 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2065b0e1-9a7c-49b8-bba2-c8a01dfb40be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:56.940499 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ecc6dd61-cb6c-443a-857b-297dd7798213 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:56.941401 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device db7711d4-b6d0-421c-8bb0-a5f04e9de01f up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:58:56.954188 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69371160-4dc2-4577-9fda-b3df1956d0e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:56.961127 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6013b1-99d4-4cac-ac3d-54a609db010c tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:56.962908 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6013b1-99d4-4cac-ac3d-54a609db010c tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:56.964640 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6a6013b1-99d4-4cac-ac3d-54a609db010c tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1729784 Nov 29 01:58:56.966865 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-69371160-4dc2-4577-9fda-b3df1956d0e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:56.968625 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69371160-4dc2-4577-9fda-b3df1956d0e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Pushing event updated for resources: {'Port': ['ID=59f57558-167b-48f4-983d-d9d7030e8b97,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:56.975835 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69371160-4dc2-4577-9fda-b3df1956d0e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:56.976765 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69371160-4dc2-4577-9fda-b3df1956d0e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:56.977359 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-69371160-4dc2-4577-9fda-b3df1956d0e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:56.980258 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38468) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:57.034360 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41c017-448f-4ea7-8fe6-87876bf6e285 None None] Pushing event updated for resources: {'Port': ['ID=6b07e82c-5389-4000-bd1d-122eca856bc6,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:57.036089 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a700bb9-b925-42a1-81f3-a5fa177ed4d1 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network e9c4e252-63c9-476a-b140-a6ddb80b8bac is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:57.042024 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-2065b0e1-9a7c-49b8-bba2-c8a01dfb40be None None] For port 6b07e82c-5389-4000-bd1d-122eca856bc6, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:58:57.049894 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port db7711d4-b6d0-421c-8bb0-a5f04e9de01f triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:57.052013 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6dd61-cb6c-443a-857b-297dd7798213 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=ac4e318e-2987-43aa-a50a-0a228e96b07d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:57.053085 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:57.054865 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-2065b0e1-9a7c-49b8-bba2-c8a01dfb40be None None] For port 6b07e82c-5389-4000-bd1d-122eca856bc6, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=6b07e82c-5389-4000-bd1d-122eca856bc6,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:58:57.073910 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab41c017-448f-4ea7-8fe6-87876bf6e285 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:57.074278 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab41c017-448f-4ea7-8fe6-87876bf6e285 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:57.074633 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab41c017-448f-4ea7-8fe6-87876bf6e285 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:57.075010 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab41c017-448f-4ea7-8fe6-87876bf6e285 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:57.075348 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab41c017-448f-4ea7-8fe6-87876bf6e285 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:57.075695 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab41c017-448f-4ea7-8fe6-87876bf6e285 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:57.076035 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab41c017-448f-4ea7-8fe6-87876bf6e285 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:57.076384 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab41c017-448f-4ea7-8fe6-87876bf6e285 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:57.076778 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab41c017-448f-4ea7-8fe6-87876bf6e285 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:57.077067 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab41c017-448f-4ea7-8fe6-87876bf6e285 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:57.077394 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab41c017-448f-4ea7-8fe6-87876bf6e285 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:57.083570 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab41c017-448f-4ea7-8fe6-87876bf6e285 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:58:57.091844 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2065b0e1-9a7c-49b8-bba2-c8a01dfb40be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:57.208087 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41c017-448f-4ea7-8fe6-87876bf6e285 None None] Pushing event updated for resources: {'Port': ['ID=6b07e82c-5389-4000-bd1d-122eca856bc6,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:57.237489 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 5077e1b9-02ec-4bbe-950b-8348e2db8d74 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:58:57.242808 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2065b0e1-9a7c-49b8-bba2-c8a01dfb40be None None] Routers {'98e7026c-5725-4f14-b196-9774f85fcd13'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:58:57.243629 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2065b0e1-9a7c-49b8-bba2-c8a01dfb40be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['98e7026c-5725-4f14-b196-9774f85fcd13'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:57.293980 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-79d241d2-7fa9-4435-9d80-76f9d93507af tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:57.306069 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-1a700bb9-b925-42a1-81f3-a5fa177ed4d1 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:57.322129 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-711e3b19-a171-4d73-92df-da42438f3c39 None None] Provisioning complete for port 6b07e82c-5389-4000-bd1d-122eca856bc6 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:57.322511 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-711e3b19-a171-4d73-92df-da42438f3c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:57.337287 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a700bb9-b925-42a1-81f3-a5fa177ed4d1 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:57.337913 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1a700bb9-b925-42a1-81f3-a5fa177ed4d1 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:57.414726 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-2065b0e1-9a7c-49b8-bba2-c8a01dfb40be None None] Set router 98e7026c-5725-4f14-b196-9774f85fcd13 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:58:57.426206 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 5077e1b9-02ec-4bbe-950b-8348e2db8d74 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:57.426598 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:57.456806 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-79d241d2-7fa9-4435-9d80-76f9d93507af tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 29 01:58:57.461937 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79d241d2-7fa9-4435-9d80-76f9d93507af tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:58:57.469649 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-79d241d2-7fa9-4435-9d80-76f9d93507af tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "DELETE /v2.0/networks/c06e1434-9b6b-441b-92ad-a13da69340ab HTTP/1.1" status: 409 len: 405 time: 0.4845963 Nov 29 01:58:57.474670 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-69371160-4dc2-4577-9fda-b3df1956d0e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.9162149 Nov 29 01:58:57.474670 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38474) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:57.507407 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38476) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:57.533155 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-068bb312-9f97-4069-b835-71531837b4b1 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-907462248'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:57.578260 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8190'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:57.603815 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-711e3b19-a171-4d73-92df-da42438f3c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:57.695548 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-711e3b19-a171-4d73-92df-da42438f3c39 None None] For port 6b07e82c-5389-4000-bd1d-122eca856bc6, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=6b07e82c-5389-4000-bd1d-122eca856bc6,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:57.729255 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-711e3b19-a171-4d73-92df-da42438f3c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:57.743993 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc6dd61-cb6c-443a-857b-297dd7798213 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:58:57.750449 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-ecc6dd61-cb6c-443a-857b-297dd7798213 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:58:57.750820 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2065b0e1-9a7c-49b8-bba2-c8a01dfb40be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e7026c-5725-4f14-b196-9774f85fcd13', 'name': 'tempest-NetworksTestDHCPv6-router-1509273580', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:58:51Z', 'updated_at': '2021-11-29T01:58:53Z', 'revision_number': 2, 'project_id': 'd732f07065b549e8ade666b44b940ceb', 'gw_port_host': None, '_interfaces': [{'id': '6b07e82c-5389-4000-bd1d-122eca856bc6', 'name': '', 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'mac_address': 'fa:16:3e:17:47:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e7026c-5725-4f14-b196-9774f85fcd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8dda1a09-1f85-4964-a717-04ea87176630', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:58:52Z', 'updated_at': '2021-11-29T01:58:57Z', 'revision_number': 4, 'project_id': 'd732f07065b549e8ade666b44b940ceb', 'subnets': [{'id': '8dda1a09-1f85-4964-a717-04ea87176630', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:57.757054 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc6dd61-cb6c-443a-857b-297dd7798213 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:58:57.765907 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a700bb9-b925-42a1-81f3-a5fa177ed4d1 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Port': ['ID=8cae0875-b769-4723-a56a-36185cf21d35,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:57.790966 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2065b0e1-9a7c-49b8-bba2-c8a01dfb40be None None] The sync data for ids ['98e7026c-5725-4f14-b196-9774f85fcd13'] in dv-neutron-819032-3-hyperv is: [{'id': '98e7026c-5725-4f14-b196-9774f85fcd13', 'name': 'tempest-NetworksTestDHCPv6-router-1509273580', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:58:51Z', 'updated_at': '2021-11-29T01:58:53Z', 'revision_number': 2, 'project_id': 'd732f07065b549e8ade666b44b940ceb', 'gw_port_host': None, '_interfaces': [{'id': '6b07e82c-5389-4000-bd1d-122eca856bc6', 'name': '', 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'mac_address': 'fa:16:3e:17:47:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e7026c-5725-4f14-b196-9774f85fcd13', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8dda1a09-1f85-4964-a717-04ea87176630', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:58:52Z', 'updated_at': '2021-11-29T01:58:57Z', 'revision_number': 4, 'project_id': 'd732f07065b549e8ade666b44b940ceb', 'subnets': [{'id': '8dda1a09-1f85-4964-a717-04ea87176630', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:58:57.808801 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:57.842894 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cffd25-a456-434b-8aef-1c157951642b None None] Network c06e1434-9b6b-441b-92ad-a13da69340ab requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:58:57.866362 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068bb312-9f97-4069-b835-71531837b4b1 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Made reservation on behalf of 77990a2dfd894b2490311bfb91b4f343 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:57.874835 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-068bb312-9f97-4069-b835-71531837b4b1 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:57.945600 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e3b19-a171-4d73-92df-da42438f3c39 None None] Pushing event updated for resources: {'Port': ['ID=6b07e82c-5389-4000-bd1d-122eca856bc6,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:57.983410 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-8c9b4612-8234-4767-9b15-af4548a90311 None None] Provisioning complete for port 8cae0875-b769-4723-a56a-36185cf21d35 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:57.984786 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c9b4612-8234-4767-9b15-af4548a90311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:57.990736 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port 5077e1b9-02ec-4bbe-950b-8348e2db8d74, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=5077e1b9-02ec-4bbe-950b-8348e2db8d74,segment=NetworkSegment(4b85d0e3-bcf5-4bea-a9dd-f9c660c1cc6a),segment_id=4b85d0e3-bcf5-4bea-a9dd-f9c660c1cc6a)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:58.028443 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:58.029433 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 6de050a0-47d4-4692-87d3-664e922d350a up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:58:58.126680 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99921873-16f2-4a7e-ab2e-daccdf842a72 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Router 2ebce861-bfa4-4922-bc33-c3ef19626092 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:58:58.169506 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-8c9b4612-8234-4767-9b15-af4548a90311 None None] Port 8cae0875-b769-4723-a56a-36185cf21d35 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:58:58.192877 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=5077e1b9-02ec-4bbe-950b-8348e2db8d74,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:58.217281 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-8c9b4612-8234-4767-9b15-af4548a90311 None None] Provisioning complete for port 6b07e82c-5389-4000-bd1d-122eca856bc6 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:58.217683 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c9b4612-8234-4767-9b15-af4548a90311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:58.262133 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 6de050a0-47d4-4692-87d3-664e922d350a triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:58.262752 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:58.327640 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ecc6dd61-cb6c-443a-857b-297dd7798213 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_gateway, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:58.379079 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f500421-f026-46b6-b3b7-3c4819a0fa1f None None] DHCP port deletion for c06e1434-9b6b-441b-92ad-a13da69340ab request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:58:58.412548 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d67704-1997-4dcb-bbd2-99cc1a59a3e8 req-40322882-0cd9-4a6a-88f3-c2466fe35aa3 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:58.414201 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99921873-16f2-4a7e-ab2e-daccdf842a72 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:58:58.414733 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d8d67704-1997-4dcb-bbd2-99cc1a59a3e8 req-40322882-0cd9-4a6a-88f3-c2466fe35aa3 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c566a5-a101-4e96-b311-78628ab0d4d1 HTTP/1.1" status: 200 len: 945 time: 0.9140527 Nov 29 01:58:58.423618 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99921873-16f2-4a7e-ab2e-daccdf842a72 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:58.427957 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-99921873-16f2-4a7e-ab2e-daccdf842a72 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] 10.222.0.37 "PUT /v2.0/routers/2ebce861-bfa4-4922-bc33-c3ef19626092 HTTP/1.1" status: 200 len: 915 time: 6.7490964 Nov 29 01:58:58.428681 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38482) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:58.444070 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51426b60-b100-48f4-9f8c-33f9e7f68804 None None] Sync routers for ids ['2ebce861-bfa4-4922-bc33-c3ef19626092'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:58:58.467456 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-8c9b4612-8234-4767-9b15-af4548a90311 None None] Provisioning complete for port 5077e1b9-02ec-4bbe-950b-8348e2db8d74 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:58.467999 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c9b4612-8234-4767-9b15-af4548a90311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:58.469603 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:58.474419 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51426b60-b100-48f4-9f8c-33f9e7f68804 None None] Routers {'2ebce861-bfa4-4922-bc33-c3ef19626092'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:58:58.474956 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-51426b60-b100-48f4-9f8c-33f9e7f68804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['2ebce861-bfa4-4922-bc33-c3ef19626092'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:58.504440 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1a700bb9-b925-42a1-81f3-a5fa177ed4d1 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:58.531779 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-51426b60-b100-48f4-9f8c-33f9e7f68804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:58.538611 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-efe732f4-bf80-443e-a211-1f8e67b852ef tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:58.558811 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51426b60-b100-48f4-9f8c-33f9e7f68804 None None] Routers {'2ebce861-bfa4-4922-bc33-c3ef19626092'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:58:58.559492 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-51426b60-b100-48f4-9f8c-33f9e7f68804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['2ebce861-bfa4-4922-bc33-c3ef19626092'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:58.569135 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1fd81ad9-808b-4089-8f76-9c352adeffa3 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] 10.222.0.37 "GET /v2.0/routers/2ebce861-bfa4-4922-bc33-c3ef19626092 HTTP/1.1" status: 200 len: 921 time: 0.1319461 Nov 29 01:58:58.570912 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38484) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:58.602237 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-5f500421-f026-46b6-b3b7-3c4819a0fa1f None None] Deleting port 5077e1b9-02ec-4bbe-950b-8348e2db8d74 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:58.602622 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5f500421-f026-46b6-b3b7-3c4819a0fa1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:58.606148 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-51426b60-b100-48f4-9f8c-33f9e7f68804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:58.606750 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51426b60-b100-48f4-9f8c-33f9e7f68804 None None] The sync data for ids ['2ebce861-bfa4-4922-bc33-c3ef19626092'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:58:58.688156 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068bb312-9f97-4069-b835-71531837b4b1 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:58:58.698112 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-068bb312-9f97-4069-b835-71531837b4b1 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:58.699251 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-068bb312-9f97-4069-b835-71531837b4b1 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Added segment b948a0fb-f09a-47be-bb3c-c12976739bfd of type vlan for network a6eb8550-54c3-427c-8f2e-23ae63705434 Nov 29 01:58:58.708479 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-5f500421-f026-46b6-b3b7-3c4819a0fa1f None None] For port 5077e1b9-02ec-4bbe-950b-8348e2db8d74, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=5077e1b9-02ec-4bbe-950b-8348e2db8d74,segment=NetworkSegment(4b85d0e3-bcf5-4bea-a9dd-f9c660c1cc6a),segment_id=4b85d0e3-bcf5-4bea-a9dd-f9c660c1cc6a)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:58.711549 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5f500421-f026-46b6-b3b7-3c4819a0fa1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:58.728879 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-5f500421-f026-46b6-b3b7-3c4819a0fa1f None None] Calling delete_port for 5077e1b9-02ec-4bbe-950b-8348e2db8d74 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:58.752263 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-068bb312-9f97-4069-b835-71531837b4b1 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:58.790265 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a438a87d-7ee3-4db7-8384-27d96e024028 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:58.792157 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a438a87d-7ee3-4db7-8384-27d96e024028 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=4bf244a8-fda8-412f-8f05-2c7c5210f333&device_id=2ebce861-bfa4-4922-bc33-c3ef19626092&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2029099 Nov 29 01:58:58.795360 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38486) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:58.798688 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 6b07e82c-5389-4000-bd1d-122eca856bc6 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:58:58.818887 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ecc6dd61-cb6c-443a-857b-297dd7798213 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:58.863204 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4b5bf-b49f-49d1-93f8-125948a86a17 req-5c43bb4a-30f8-4053-94db-1c964abfb476 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:58.865781 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-94b4b5bf-b49f-49d1-93f8-125948a86a17 req-5c43bb4a-30f8-4053-94db-1c964abfb476 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/ports?device_id=faa175ed-e1f2-43bf-99c1-41334d3acfa7 HTTP/1.1" status: 200 len: 946 time: 0.4818916 Nov 29 01:58:58.882642 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 6b07e82c-5389-4000-bd1d-122eca856bc6 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:58:58.883030 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:58.913139 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-068bb312-9f97-4069-b835-71531837b4b1 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:58.913816 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5f500421-f026-46b6-b3b7-3c4819a0fa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:58.918696 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068bb312-9f97-4069-b835-71531837b4b1 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:58.919382 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-068bb312-9f97-4069-b835-71531837b4b1 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:58.955964 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f500421-f026-46b6-b3b7-3c4819a0fa1f None None] Pushing event deleted for resources: {'Port': ['ID=5077e1b9-02ec-4bbe-950b-8348e2db8d74,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:58.960594 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f500421-f026-46b6-b3b7-3c4819a0fa1f None None] No DVR routers for this DVR port 5077e1b9-02ec-4bbe-950b-8348e2db8d74 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:58:59.009394 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cc99a6-2107-4378-bc3d-72e6e6c07a1a tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:58:59.014125 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e3cc99a6-2107-4378-bc3d-72e6e6c07a1a tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] 10.222.0.37 "GET /v2.0/networks/4bf244a8-fda8-412f-8f05-2c7c5210f333 HTTP/1.1" status: 200 len: 881 time: 0.1943295 Nov 29 01:58:59.014300 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bbd1a9-f16d-4109-bc15-ac938b5222f8 None None] get_active_networks_info from dv-neutron-819032-3-hyperv {{(pid=103256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 01:58:59.015680 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38488) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:59.054141 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-579384d2-0570-4f6b-9538-a8241fe92ab4 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ebce861-bfa4-4922-bc33-c3ef19626092 HTTP/1.1" status: 200 len: 205 time: 0.0344298 Nov 29 01:58:59.055903 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38490) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:59.153830 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc6dd61-cb6c-443a-857b-297dd7798213 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router eb748527-9598-4459-b714-65533a632cbf is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:58:59.161206 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d8d67704-1997-4dcb-bbd2-99cc1a59a3e8 req-b9e62bd1-bfc3-49b7-b70e-e504869acc2a tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/security-groups?id=70b4eeb1-f379-4182-b857-214b65c846f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6990964 Nov 29 01:58:59.176529 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-068bb312-9f97-4069-b835-71531837b4b1 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6743653 Nov 29 01:58:59.181996 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38492) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:59.199062 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-21359f27-bd51-4856-a0d8-a3495ccb0e8f tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Request body: {'subnet': {'network_id': 'a6eb8550-54c3-427c-8f2e-23ae63705434', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:58:59.203433 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 5077e1b9-02ec-4bbe-950b-8348e2db8d74 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:58:59.256857 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068bb312-9f97-4069-b835-71531837b4b1 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Pushing event updated for resources: {'Network': ['ID=a6eb8550-54c3-427c-8f2e-23ae63705434,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:59.295415 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-94b4b5bf-b49f-49d1-93f8-125948a86a17 req-2e922efa-814e-4c64-88c3-cfa61773efd5 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/security-groups?id=9470b4c0-c18d-4d43-bba5-94dd1acccac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3697410 Nov 29 01:58:59.330125 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5343118-5bc9-46ce-8147-f3a78becdcac tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:59.384666 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network a6eb8550-54c3-427c-8f2e-23ae63705434 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:58:59.406579 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 5077e1b9-02ec-4bbe-950b-8348e2db8d74 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:58:59.406579 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 5077e1b9-02ec-4bbe-950b-8348e2db8d74 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:58:59.448186 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] device_id is not set on port 59f57558-167b-48f4-983d-d9d7030e8b97 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:58:59.466073 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bbd1a9-f16d-4109-bc15-ac938b5222f8 None None] Resources bound (agent type, host, resource id): {{(pid=103256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 01:58:59.467304 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:59.503399 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21359f27-bd51-4856-a0d8-a3495ccb0e8f tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Made reservation on behalf of 77990a2dfd894b2490311bfb91b4f343 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:58:59.504948 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:59.506990 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-21359f27-bd51-4856-a0d8-a3495ccb0e8f tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:59.513527 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc6dd61-cb6c-443a-857b-297dd7798213 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:58:59.528530 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbe5045-a946-4ad0-b653-065beeff1f84 None None] Sync routers for ids ['eb748527-9598-4459-b714-65533a632cbf'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:58:59.544656 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbe5045-a946-4ad0-b653-065beeff1f84 None None] Routers {'eb748527-9598-4459-b714-65533a632cbf'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:58:59.545787 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-adbe5045-a946-4ad0-b653-065beeff1f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['eb748527-9598-4459-b714-65533a632cbf'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:58:59.599290 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5343118-5bc9-46ce-8147-f3a78becdcac tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:59.611455 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Pushing event updated for resources: {'Port': ['ID=59f57558-167b-48f4-983d-d9d7030e8b97,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:58:59.629463 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ecc6dd61-cb6c-443a-857b-297dd7798213 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:59.633961 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ecc6dd61-cb6c-443a-857b-297dd7798213 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.7570908 Nov 29 01:58:59.634725 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38502) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:58:59.676105 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-efe732f4-bf80-443e-a211-1f8e67b852ef tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting port 6b07e82c-5389-4000-bd1d-122eca856bc6 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:59.676544 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-efe732f4-bf80-443e-a211-1f8e67b852ef tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:59.683551 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:58:59.684071 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:58:59.684482 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:58:59.687964 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1a700bb9-b925-42a1-81f3-a5fa177ed4d1 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:59.738203 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1a700bb9-b925-42a1-81f3-a5fa177ed4d1 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:59.739265 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1a700bb9-b925-42a1-81f3-a5fa177ed4d1 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:59.745655 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Port 59f57558-167b-48f4-983d-d9d7030e8b97 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:58:59.746789 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Failed to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 on host hv-neutron-8190 for vnic_type normal using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] Nov 29 01:58:59.751137 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempt 2 to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 Nov 29 01:58:59.751281 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-adbe5045-a946-4ad0-b653-065beeff1f84 None None] Set router eb748527-9598-4459-b714-65533a632cbf gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:58:59.770964 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b5343118-5bc9-46ce-8147-f3a78becdcac tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Deleting port 3a66305a-9140-44e1-a105-fe5f663830fe {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:58:59.771201 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5343118-5bc9-46ce-8147-f3a78becdcac tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:59.884342 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-efe732f4-bf80-443e-a211-1f8e67b852ef tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] For port 6b07e82c-5389-4000-bd1d-122eca856bc6, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=6b07e82c-5389-4000-bd1d-122eca856bc6,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:58:59.884878 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-efe732f4-bf80-443e-a211-1f8e67b852ef tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:59.900590 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-efe732f4-bf80-443e-a211-1f8e67b852ef tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Calling delete_port for 6b07e82c-5389-4000-bd1d-122eca856bc6 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:58:59.960975 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5343118-5bc9-46ce-8147-f3a78becdcac tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:58:59.984124 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b5343118-5bc9-46ce-8147-f3a78becdcac tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Calling delete_port for 3a66305a-9140-44e1-a105-fe5f663830fe owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:00.064093 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.objects.ports [None req-21359f27-bd51-4856-a0d8-a3495ccb0e8f tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103255) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 01:59:00.067137 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-21359f27-bd51-4856-a0d8-a3495ccb0e8f tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:00.104235 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-adbe5045-a946-4ad0-b653-065beeff1f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb748527-9598-4459-b714-65533a632cbf', 'name': 'tempest-TestNetworkBasicOps-router-822574806', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:58:53Z', 'updated_at': '2021-11-29T01:58:58Z', 'revision_number': 3, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:58:55Z', 'updated_at': '2021-11-29T01:58:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:00.116197 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ab49b9b3-0fab-4949-9c10-19f8e470a125 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d1a27bea49814722818e7a3b77708f76&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4777551 Nov 29 01:59:00.151606 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38512) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:00.162446 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:00.162822 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:00.163164 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:00.170679 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbe5045-a946-4ad0-b653-065beeff1f84 None None] Checking router: eb748527-9598-4459-b714-65533a632cbf for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:59:00.170889 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbe5045-a946-4ad0-b653-065beeff1f84 None None] Updating router eb748527-9598-4459-b714-65533a632cbf port ac4e318e-2987-43aa-a50a-0a228e96b07d binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:59:00.196110 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a700bb9-b925-42a1-81f3-a5fa177ed4d1 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Port': ['ID=8cae0875-b769-4723-a56a-36185cf21d35,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:00.206825 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Port 59f57558-167b-48f4-983d-d9d7030e8b97 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:59:00.207404 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Failed to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 on host hv-neutron-8190 for vnic_type normal using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] Nov 29 01:59:00.213294 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempt 3 to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 Nov 29 01:59:00.224197 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-adbe5045-a946-4ad0-b653-065beeff1f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:00.301105 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:00.301447 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:00.301843 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:00.339046 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Port 59f57558-167b-48f4-983d-d9d7030e8b97 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:59:00.340277 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Failed to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 on host hv-neutron-8190 for vnic_type normal using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] Nov 29 01:59:00.351933 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempt 4 to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 Nov 29 01:59:00.361915 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a700bb9-b925-42a1-81f3-a5fa177ed4d1 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network e9c4e252-63c9-476a-b140-a6ddb80b8bac is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:00.370123 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1d75f50b-9c4b-4b0f-8dc8-b142977bac56 None None] Provisioning complete for port 3a66305a-9140-44e1-a105-fe5f663830fe triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:00.370629 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d75f50b-9c4b-4b0f-8dc8-b142977bac56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:00.378872 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-1a700bb9-b925-42a1-81f3-a5fa177ed4d1 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:00.403233 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab1b70-0b42-40d7-94bc-d7061d2de197 req-d7ed7739-4f68-4a21-b7f1-4fd872593b9d tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:00.404968 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-eeab1b70-0b42-40d7-94bc-d7061d2de197 req-d7ed7739-4f68-4a21-b7f1-4fd872593b9d tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c566a5-a101-4e96-b311-78628ab0d4d1 HTTP/1.1" status: 200 len: 945 time: 0.3125057 Nov 29 01:59:00.413461 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21359f27-bd51-4856-a0d8-a3495ccb0e8f tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Pushing event updated for resources: {'Subnet': ['ID=be7e48a4-abb5-4b4b-8063-85a8217032fa,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:00.438355 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1d75f50b-9c4b-4b0f-8dc8-b142977bac56 None None] Port 3a66305a-9140-44e1-a105-fe5f663830fe cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:59:00.443839 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21359f27-bd51-4856-a0d8-a3495ccb0e8f tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Checking segment: {'id': 'b948a0fb-f09a-47be-bb3c-c12976739bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a6eb8550-54c3-427c-8f2e-23ae63705434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:59:00.444276 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21359f27-bd51-4856-a0d8-a3495ccb0e8f tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Network hostable DHCP agents. Network: a6eb8550-54c3-427c-8f2e-23ae63705434, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:59:00.451096 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1d75f50b-9c4b-4b0f-8dc8-b142977bac56 None None] Provisioning complete for port b290e2f1-8c76-447c-b3c4-6465a98f473f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:00.451472 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d75f50b-9c4b-4b0f-8dc8-b142977bac56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:00.458565 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:00.458772 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:00.463180 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:00.496359 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1d75f50b-9c4b-4b0f-8dc8-b142977bac56 None None] Port b290e2f1-8c76-447c-b3c4-6465a98f473f cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:59:00.513533 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1d75f50b-9c4b-4b0f-8dc8-b142977bac56 None None] Provisioning complete for port 0a38e756-4a9c-4845-aa9c-a75f343893f3 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:00.513782 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d75f50b-9c4b-4b0f-8dc8-b142977bac56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:00.592093 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Port 59f57558-167b-48f4-983d-d9d7030e8b97 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:59:00.593940 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Failed to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 on host hv-neutron-8190 for vnic_type normal using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] Nov 29 01:59:00.602537 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempt 5 to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 Nov 29 01:59:00.665736 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1d75f50b-9c4b-4b0f-8dc8-b142977bac56 None None] Provisioning complete for port dd302bda-395b-413d-b195-3f34ca8e08df triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:00.666390 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d75f50b-9c4b-4b0f-8dc8-b142977bac56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:00.674279 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-adbe5045-a946-4ad0-b653-065beeff1f84 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:00.679267 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7aa293-43c9-4695-a261-2e7b137cd02d req-4be20151-d2d5-401e-b936-8c7166acdaa3 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:00.682023 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9e7aa293-43c9-4695-a261-2e7b137cd02d req-4be20151-d2d5-401e-b936-8c7166acdaa3 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/ports?device_id=faa175ed-e1f2-43bf-99c1-41334d3acfa7 HTTP/1.1" status: 200 len: 946 time: 0.3652866 Nov 29 01:59:00.683709 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-adbe5045-a946-4ad0-b653-065beeff1f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:00.693785 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:00.694231 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:00.694643 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:00.718607 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1d75f50b-9c4b-4b0f-8dc8-b142977bac56 None None] Port dd302bda-395b-413d-b195-3f34ca8e08df cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:59:00.721252 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Port 59f57558-167b-48f4-983d-d9d7030e8b97 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:59:00.721418 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Failed to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 on host hv-neutron-8190 for vnic_type normal using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] Nov 29 01:59:00.723647 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempt 6 to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 Nov 29 01:59:00.736034 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-efe732f4-bf80-443e-a211-1f8e67b852ef tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:00.738924 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1d75f50b-9c4b-4b0f-8dc8-b142977bac56 None None] Provisioning complete for port a15f9fe2-ee3a-4f58-a42a-3caa436dc3de triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:00.739675 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d75f50b-9c4b-4b0f-8dc8-b142977bac56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:00.742937 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-eeab1b70-0b42-40d7-94bc-d7061d2de197 req-e29e76b7-2141-4c15-9b8d-d8da04d5fe72 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/security-groups?id=70b4eeb1-f379-4182-b857-214b65c846f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3059659 Nov 29 01:59:00.758435 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1003b7-96d5-4ef2-a843-70f58a0c49c6 None None] Pushing event updated for resources: {'Port': ['ID=ac4e318e-2987-43aa-a50a-0a228e96b07d,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:00.776488 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a700bb9-b925-42a1-81f3-a5fa177ed4d1 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Router b606da0a-a1bf-4300-ba7f-7a6b970f2505 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:59:00.794457 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-adbe5045-a946-4ad0-b653-065beeff1f84 None None] Attempting to bind port ac4e318e-2987-43aa-a50a-0a228e96b07d on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:00.794927 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-adbe5045-a946-4ad0-b653-065beeff1f84 None None] Attempting to bind port ac4e318e-2987-43aa-a50a-0a228e96b07d by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:00.795481 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbe5045-a946-4ad0-b653-065beeff1f84 None None] Attempting to bind port ac4e318e-2987-43aa-a50a-0a228e96b07d on network 4bf244a8-fda8-412f-8f05-2c7c5210f333 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:00.805340 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe732f4-bf80-443e-a211-1f8e67b852ef tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Port': ['ID=6b07e82c-5389-4000-bd1d-122eca856bc6,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:00.805974 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbe5045-a946-4ad0-b653-065beeff1f84 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:59:00.806488 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbe5045-a946-4ad0-b653-065beeff1f84 None None] Checking segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:59:00.807225 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-adbe5045-a946-4ad0-b653-065beeff1f84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:00.808493 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbe5045-a946-4ad0-b653-065beeff1f84 None None] Bound using segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:59:00.808493 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-adbe5045-a946-4ad0-b653-065beeff1f84 None None] Bound port: ac4e318e-2987-43aa-a50a-0a228e96b07d, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:59:00.808733 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-adbe5045-a946-4ad0-b653-065beeff1f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:00.841248 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:00.841900 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:00.842526 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:00.870027 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1d75f50b-9c4b-4b0f-8dc8-b142977bac56 None None] Provisioning complete for port 28d74ff9-d184-4b15-9464-444a0bf6b031 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:00.870403 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d75f50b-9c4b-4b0f-8dc8-b142977bac56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:00.876212 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-adbe5045-a946-4ad0-b653-065beeff1f84 None None] For port ac4e318e-2987-43aa-a50a-0a228e96b07d, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:59:00.881616 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-adbe5045-a946-4ad0-b653-065beeff1f84 None None] For port ac4e318e-2987-43aa-a50a-0a228e96b07d, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=ac4e318e-2987-43aa-a50a-0a228e96b07d,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:59:00.888009 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-adbe5045-a946-4ad0-b653-065beeff1f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:00.889405 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Port 59f57558-167b-48f4-983d-d9d7030e8b97 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:59:00.890790 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Failed to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 on host hv-neutron-8190 for vnic_type normal using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] Nov 29 01:59:00.949313 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1003b7-96d5-4ef2-a843-70f58a0c49c6 None None] Pushing event updated for resources: {'Port': ['ID=ac4e318e-2987-43aa-a50a-0a228e96b07d,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:00.968313 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbe5045-a946-4ad0-b653-065beeff1f84 None None] Routers {'eb748527-9598-4459-b714-65533a632cbf'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:00.969179 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-adbe5045-a946-4ad0-b653-065beeff1f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['eb748527-9598-4459-b714-65533a632cbf'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:00.992535 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempt 7 to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 Nov 29 01:59:01.009748 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9e7aa293-43c9-4695-a261-2e7b137cd02d req-dc28f5da-f6d2-4b50-b1d1-19082be55e6d tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/security-groups?id=9470b4c0-c18d-4d43-bba5-94dd1acccac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3094733 Nov 29 01:59:01.028199 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1d75f50b-9c4b-4b0f-8dc8-b142977bac56 None None] Provisioning complete for port ac4e318e-2987-43aa-a50a-0a228e96b07d triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:01.028627 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d75f50b-9c4b-4b0f-8dc8-b142977bac56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:01.096939 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15de15f-6bcc-45d7-80f6-51807d529989 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:01.102752 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a15de15f-6bcc-45d7-80f6-51807d529989 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9446359 Nov 29 01:59:01.103372 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38516) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:01.106519 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-adbe5045-a946-4ad0-b653-065beeff1f84 None None] Set router eb748527-9598-4459-b714-65533a632cbf gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:59:01.115527 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21359f27-bd51-4856-a0d8-a3495ccb0e8f tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Network a6eb8550-54c3-427c-8f2e-23ae63705434 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:59:01.134007 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d75f50b-9c4b-4b0f-8dc8-b142977bac56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:01.176394 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1d75f50b-9c4b-4b0f-8dc8-b142977bac56 None None] For port ac4e318e-2987-43aa-a50a-0a228e96b07d, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=ac4e318e-2987-43aa-a50a-0a228e96b07d,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:01.179710 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5828e854-c33f-4b3e-9b46-ef064df56cef None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:59:01.187739 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d75f50b-9c4b-4b0f-8dc8-b142977bac56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:01.209639 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e7d82258-9495-432b-a5cb-5aea084c2555 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=4bf244a8-fda8-412f-8f05-2c7c5210f333&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1039898 Nov 29 01:59:01.213455 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38518) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:01.231995 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a2e09d44-b414-4152-97c3-2c13ea8aea55 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-823407787', 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:01.258074 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75f50b-9c4b-4b0f-8dc8-b142977bac56 None None] Pushing event updated for resources: {'Port': ['ID=ac4e318e-2987-43aa-a50a-0a228e96b07d,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:01.260886 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf22fd9-71a4-4a09-876d-5fc87ae2d21f None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:59:01.281128 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-21359f27-bd51-4856-a0d8-a3495ccb0e8f tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, a6eb8550-54c3-427c-8f2e-23ae63705434) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:01.300153 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a96bcd-b5a6-4592-bc08-301603d6fcb6 None None] Network a6eb8550-54c3-427c-8f2e-23ae63705434 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:01.303220 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21359f27-bd51-4856-a0d8-a3495ccb0e8f tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:01.308925 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-21359f27-bd51-4856-a0d8-a3495ccb0e8f tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:01.348520 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-21359f27-bd51-4856-a0d8-a3495ccb0e8f tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1652012 Nov 29 01:59:01.391856 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38520) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:01.399752 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c05dfd0f-7126-49f5-b7e5-736f86a5a3c3 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Request body: {'port': {'network_id': 'a6eb8550-54c3-427c-8f2e-23ae63705434', 'name': 'tempest-NetworksIpV6TestAttrs-1598510343'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:01.518688 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1abe5bac-3cce-45bd-b030-28c3a1be502f None None] Could not find standard attr ID for object 6b07e82c-5389-4000-bd1d-122eca856bc6. {{(pid=103256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:59:01.551092 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-adbe5045-a946-4ad0-b653-065beeff1f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb748527-9598-4459-b714-65533a632cbf', 'name': 'tempest-TestNetworkBasicOps-router-822574806', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:58:53Z', 'updated_at': '2021-11-29T01:58:58Z', 'revision_number': 3, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:58:55Z', 'updated_at': '2021-11-29T01:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:01.556914 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5343118-5bc9-46ce-8147-f3a78becdcac tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:01.579386 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1abe5bac-3cce-45bd-b030-28c3a1be502f None None] Provisioning complete for port ac4e318e-2987-43aa-a50a-0a228e96b07d triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:01.579771 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1abe5bac-3cce-45bd-b030-28c3a1be502f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:01.603590 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d8d3d5-b0f0-44a8-ae2f-6572eb312d1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-a6eb8550-54c3-427c-8f2e-23ae63705434', 'network_id': 'a6eb8550-54c3-427c-8f2e-23ae63705434', 'tenant_id': '77990a2dfd894b2490311bfb91b4f343', 'fixed_ips': [{'subnet_id': 'be7e48a4-abb5-4b4b-8063-85a8217032fa'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:59:01.604730 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbe5045-a946-4ad0-b653-065beeff1f84 None None] The sync data for ids ['eb748527-9598-4459-b714-65533a632cbf'] in dv-neutron-819032-3-hyperv is: [{'id': 'eb748527-9598-4459-b714-65533a632cbf', 'name': 'tempest-TestNetworkBasicOps-router-822574806', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:58:53Z', 'updated_at': '2021-11-29T01:58:58Z', 'revision_number': 3, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:58:55Z', 'updated_at': '2021-11-29T01:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:59:01.605348 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-74d8d3d5-b0f0-44a8-ae2f-6572eb312d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:01.609888 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5343118-5bc9-46ce-8147-f3a78becdcac tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Pushing event deleted for resources: {'Port': ['ID=3a66305a-9140-44e1-a105-fe5f663830fe,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:01.628170 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:01.628642 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:01.629054 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:01.636799 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-efe732f4-bf80-443e-a211-1f8e67b852ef tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:01.637704 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a069c9fc-20f4-4729-bdec-20b68104bf1c None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:59:01.648662 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Port 59f57558-167b-48f4-983d-d9d7030e8b97 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:59:01.649164 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Failed to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 on host hv-neutron-8190 for vnic_type normal using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] Nov 29 01:59:01.665094 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempt 8 to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 Nov 29 01:59:01.684648 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a700bb9-b925-42a1-81f3-a5fa177ed4d1 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:59:01.690230 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1a700bb9-b925-42a1-81f3-a5fa177ed4d1 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "PUT /v2.0/routers/b606da0a-a1bf-4300-ba7f-7a6b970f2505/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0866024 Nov 29 01:59:01.707590 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38522) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:01.723854 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daaba26-41e9-41c8-b080-61306e83ae18 None None] Sync routers for ids ['b606da0a-a1bf-4300-ba7f-7a6b970f2505'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:59:01.760245 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:01.760739 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:01.761488 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:01.771701 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Port 59f57558-167b-48f4-983d-d9d7030e8b97 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:59:01.772207 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Failed to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 on host hv-neutron-8190 for vnic_type normal using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] Nov 29 01:59:01.776173 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempt 9 to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 Nov 29 01:59:01.802119 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daaba26-41e9-41c8-b080-61306e83ae18 None None] Routers {'b606da0a-a1bf-4300-ba7f-7a6b970f2505'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:01.802788 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3daaba26-41e9-41c8-b080-61306e83ae18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['b606da0a-a1bf-4300-ba7f-7a6b970f2505'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:01.831285 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485de2d6-cc52-434b-aaec-2fd2110c474d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:01.833661 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-485de2d6-cc52-434b-aaec-2fd2110c474d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "GET /v2.0/ports/8cae0875-b769-4723-a56a-36185cf21d35 HTTP/1.1" status: 200 len: 913 time: 0.1233721 Nov 29 01:59:01.851885 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3daaba26-41e9-41c8-b080-61306e83ae18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:01.871000 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:01.872267 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:01.872826 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:01.876023 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38526) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:01.907026 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Port 59f57558-167b-48f4-983d-d9d7030e8b97 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:59:01.907481 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Failed to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 on host hv-neutron-8190 for vnic_type normal using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] Nov 29 01:59:01.914312 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daaba26-41e9-41c8-b080-61306e83ae18 None None] Routers {'b606da0a-a1bf-4300-ba7f-7a6b970f2505'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:01.915044 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3daaba26-41e9-41c8-b080-61306e83ae18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['b606da0a-a1bf-4300-ba7f-7a6b970f2505'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:01.921679 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5343118-5bc9-46ce-8147-f3a78becdcac tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:01.959061 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-74d8d3d5-b0f0-44a8-ae2f-6572eb312d1a None None] Allocated IP 2001:db8::f816:3eff:fe54:202a (a6eb8550-54c3-427c-8f2e-23ae63705434/be7e48a4-abb5-4b4b-8063-85a8217032fa/53670b2d-af2a-480a-8028-10a1e2fb3cab) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:01.964890 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1abe5bac-3cce-45bd-b030-28c3a1be502f None None] Provisioning complete for port db7711d4-b6d0-421c-8bb0-a5f04e9de01f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:01.965435 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1abe5bac-3cce-45bd-b030-28c3a1be502f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:01.971074 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3daaba26-41e9-41c8-b080-61306e83ae18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:01.971815 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daaba26-41e9-41c8-b080-61306e83ae18 None None] The sync data for ids ['b606da0a-a1bf-4300-ba7f-7a6b970f2505'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:59:01.994858 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempt 10 to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 Nov 29 01:59:02.054746 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123214d-8053-4f43-b035-2e518e12afeb req-421d185f-5e2a-4a98-ab1a-ae805a23c87c tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:02.056055 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7123214d-8053-4f43-b035-2e518e12afeb req-421d185f-5e2a-4a98-ab1a-ae805a23c87c tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.24 "GET /v2.0/ports?device_id=68c566a5-a101-4e96-b311-78628ab0d4d1 HTTP/1.1" status: 200 len: 945 time: 0.3687897 Nov 29 01:59:02.056902 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e09d44-b414-4152-97c3-2c13ea8aea55 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Made reservation on behalf of d1a27bea49814722818e7a3b77708f76 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:02.062309 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2e09d44-b414-4152-97c3-2c13ea8aea55 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:02.087850 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe732f4-bf80-443e-a211-1f8e67b852ef tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Router 98e7026c-5725-4f14-b196-9774f85fcd13 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:59:02.089044 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:02.089660 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:02.090260 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:02.099122 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Port 59f57558-167b-48f4-983d-d9d7030e8b97 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:59:02.099892 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Failed to bind port 59f57558-167b-48f4-983d-d9d7030e8b97 on host hv-neutron-8190 for vnic_type normal using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] Nov 29 01:59:02.100515 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:02.206537 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b3dd7-1bb5-4b48-9289-10d7fecb3c34 req-a6585d84-8aee-4a25-b187-4f5a6cabd6dd tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:02.208544 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-223b3dd7-1bb5-4b48-9289-10d7fecb3c34 req-a6585d84-8aee-4a25-b187-4f5a6cabd6dd tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c566a5-a101-4e96-b311-78628ab0d4d1 HTTP/1.1" status: 200 len: 945 time: 0.3313508 Nov 29 01:59:02.244571 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-74d8d3d5-b0f0-44a8-ae2f-6572eb312d1a None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:02.258802 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-74d8d3d5-b0f0-44a8-ae2f-6572eb312d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:02.274734 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5343118-5bc9-46ce-8147-f3a78becdcac tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:02.276360 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05dfd0f-7126-49f5-b7e5-736f86a5a3c3 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Made reservation on behalf of 77990a2dfd894b2490311bfb91b4f343 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:02.279853 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c05dfd0f-7126-49f5-b7e5-736f86a5a3c3 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:02.282524 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5343118-5bc9-46ce-8147-f3a78becdcac tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:02.326411 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8d3d5-b0f0-44a8-ae2f-6572eb312d1a None None] Pushing event updated for resources: {'Port': ['ID=53670b2d-af2a-480a-8028-10a1e2fb3cab,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:02.344540 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d8d3d5-b0f0-44a8-ae2f-6572eb312d1a None None] Network a6eb8550-54c3-427c-8f2e-23ae63705434 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:02.347712 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-74d8d3d5-b0f0-44a8-ae2f-6572eb312d1a None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:02.355117 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d8d3d5-b0f0-44a8-ae2f-6572eb312d1a None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:02.403895 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-c05dfd0f-7126-49f5-b7e5-736f86a5a3c3 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] device_id is not set on port a53693ed-e1b5-4a2a-a4e3-363bf1cbbd5b yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:59:02.441578 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5343118-5bc9-46ce-8147-f3a78becdcac tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:02.442127 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5343118-5bc9-46ce-8147-f3a78becdcac tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Fanout notify agent at l3_agent the message router_deleted on router 2ebce861-bfa4-4922-bc33-c3ef19626092 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:59:02.446079 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe732f4-bf80-443e-a211-1f8e67b852ef tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:59:02.452205 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-efe732f4-bf80-443e-a211-1f8e67b852ef tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "PUT /v2.0/routers/98e7026c-5725-4f14-b196-9774f85fcd13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3570888 Nov 29 01:59:02.455967 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-223b3dd7-1bb5-4b48-9289-10d7fecb3c34 req-064826d3-6d9e-42ba-94ee-19c257ab23e2 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/security-groups?id=70b4eeb1-f379-4182-b857-214b65c846f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2372954 Nov 29 01:59:02.459810 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38530) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:02.463840 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3797117-6946-4593-b058-71dfdbd9467e None None] Sync routers for ids ['98e7026c-5725-4f14-b196-9774f85fcd13'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:59:02.478813 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3797117-6946-4593-b058-71dfdbd9467e None None] Routers {'98e7026c-5725-4f14-b196-9774f85fcd13'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:02.479548 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-b3797117-6946-4593-b058-71dfdbd9467e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['98e7026c-5725-4f14-b196-9774f85fcd13'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:02.523776 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38ec077-41de-4875-93cc-e670bb62e294 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:02.525314 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38ec077-41de-4875-93cc-e670bb62e294 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:02.526934 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d38ec077-41de-4875-93cc-e670bb62e294 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0653064 Nov 29 01:59:02.531133 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] For port 59f57558-167b-48f4-983d-d9d7030e8b97, host hv-neutron-8190, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:59:02.531525 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempted to set empty binding levels {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 29 01:59:02.531635 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b5343118-5bc9-46ce-8147-f3a78becdcac tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:02.532462 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38532) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:02.532918 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b5343118-5bc9-46ce-8147-f3a78becdcac tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] 10.222.0.37 "DELETE /v2.0/routers/2ebce861-bfa4-4922-bc33-c3ef19626092 HTTP/1.1" status: 204 len: 168 time: 3.4758711 Nov 29 01:59:02.549827 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579ca1b-acb5-4429-ad20-3d033ad46011 req-7d78fbf4-415d-4cf6-9e87-00b84aec55f8 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:02.551451 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a579ca1b-acb5-4429-ad20-3d033ad46011 req-7d78fbf4-415d-4cf6-9e87-00b84aec55f8 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/ports?device_id=faa175ed-e1f2-43bf-99c1-41334d3acfa7 HTTP/1.1" status: 200 len: 946 time: 0.4001975 Nov 29 01:59:02.551958 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38534) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:02.556623 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb5741-4211-4557-8898-9ace278740e2 req-ffe66b16-572e-49e4-b55e-e92c2de47ab2 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:02.558106 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-82fb5741-4211-4557-8898-9ace278740e2 req-ffe66b16-572e-49e4-b55e-e92c2de47ab2 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.24 "GET /v2.0/ports?device_id=faa175ed-e1f2-43bf-99c1-41334d3acfa7 HTTP/1.1" status: 200 len: 946 time: 0.4709423 Nov 29 01:59:02.572393 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ba27b65b-b490-49a1-b40c-ec13adf4668e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1444581760', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:02.582017 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:02.596631 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-b3797117-6946-4593-b058-71dfdbd9467e None None] Set router 98e7026c-5725-4f14-b196-9774f85fcd13 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:59:02.606596 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0b046deb-fbb1-4e61-a6b2-18e6f771916c None None] Provisioning complete for port 8cae0875-b769-4723-a56a-36185cf21d35 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:02.607687 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b046deb-fbb1-4e61-a6b2-18e6f771916c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:02.694332 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-b3797117-6946-4593-b058-71dfdbd9467e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e7026c-5725-4f14-b196-9774f85fcd13', 'name': 'tempest-NetworksTestDHCPv6-router-1509273580', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:58:51Z', 'updated_at': '2021-11-29T01:59:00Z', 'revision_number': 3, 'project_id': 'd732f07065b549e8ade666b44b940ceb', 'gw_port_host': None}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:02.719269 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-74d8d3d5-b0f0-44a8-ae2f-6572eb312d1a None None] Attempting to bind port 53670b2d-af2a-480a-8028-10a1e2fb3cab on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:02.719792 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-74d8d3d5-b0f0-44a8-ae2f-6572eb312d1a None None] Attempting to bind port 53670b2d-af2a-480a-8028-10a1e2fb3cab by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'b948a0fb-f09a-47be-bb3c-c12976739bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a6eb8550-54c3-427c-8f2e-23ae63705434'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:02.720266 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d8d3d5-b0f0-44a8-ae2f-6572eb312d1a None None] Attempting to bind port 53670b2d-af2a-480a-8028-10a1e2fb3cab on network a6eb8550-54c3-427c-8f2e-23ae63705434 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:02.728059 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d8d3d5-b0f0-44a8-ae2f-6572eb312d1a None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:59:02.729164 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d8d3d5-b0f0-44a8-ae2f-6572eb312d1a None None] Checking segment: {'id': 'b948a0fb-f09a-47be-bb3c-c12976739bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a6eb8550-54c3-427c-8f2e-23ae63705434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:59:02.729164 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-74d8d3d5-b0f0-44a8-ae2f-6572eb312d1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:02.729617 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d8d3d5-b0f0-44a8-ae2f-6572eb312d1a None None] Bound using segment: {'id': 'b948a0fb-f09a-47be-bb3c-c12976739bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a6eb8550-54c3-427c-8f2e-23ae63705434'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:59:02.730364 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-74d8d3d5-b0f0-44a8-ae2f-6572eb312d1a None None] Bound port: 53670b2d-af2a-480a-8028-10a1e2fb3cab, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b948a0fb-f09a-47be-bb3c-c12976739bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a6eb8550-54c3-427c-8f2e-23ae63705434'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:59:02.731410 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-74d8d3d5-b0f0-44a8-ae2f-6572eb312d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:02.735237 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3797117-6946-4593-b058-71dfdbd9467e None None] Checking router: 98e7026c-5725-4f14-b196-9774f85fcd13 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:59:02.738389 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] In _notify_port_updated(), no bound segment for port 59f57558-167b-48f4-983d-d9d7030e8b97 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 {{(pid=103254) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 01:59:02.739416 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:02.740034 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:02.741440 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] 10.222.0.37 "PUT /v2.0/ports/59f57558-167b-48f4-983d-d9d7030e8b97 HTTP/1.1" status: 200 len: 980 time: 5.1952958 Nov 29 01:59:02.749170 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0b046deb-fbb1-4e61-a6b2-18e6f771916c None None] Port 8cae0875-b769-4723-a56a-36185cf21d35 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:59:02.759296 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38536) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:02.775515 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3797117-6946-4593-b058-71dfdbd9467e None None] Routers {'98e7026c-5725-4f14-b196-9774f85fcd13'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:02.776454 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-b3797117-6946-4593-b058-71dfdbd9467e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['98e7026c-5725-4f14-b196-9774f85fcd13'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:02.830546 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-353e4d9f-7a7d-4b2c-add2-2f9d8da6338c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting subnet 8dda1a09-1f85-4964-a717-04ea87176630 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:59:02.836471 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba27b65b-b490-49a1-b40c-ec13adf4668e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:02.837702 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba27b65b-b490-49a1-b40c-ec13adf4668e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:02.842180 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-353e4d9f-7a7d-4b2c-add2-2f9d8da6338c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:02.845863 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91938a-e33c-4cfc-b139-5e7f6b2db9c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Pushing event updated for resources: {'Port': ['ID=59f57558-167b-48f4-983d-d9d7030e8b97,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:02.877402 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a579ca1b-acb5-4429-ad20-3d033ad46011 req-6b016a48-bdda-424a-8137-088d58eb747a tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/security-groups?id=9470b4c0-c18d-4d43-bba5-94dd1acccac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3085859 Nov 29 01:59:02.893408 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-74d8d3d5-b0f0-44a8-ae2f-6572eb312d1a None None] For port 53670b2d-af2a-480a-8028-10a1e2fb3cab, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:59:02.899982 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-74d8d3d5-b0f0-44a8-ae2f-6572eb312d1a None None] For port 53670b2d-af2a-480a-8028-10a1e2fb3cab, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=53670b2d-af2a-480a-8028-10a1e2fb3cab,segment=NetworkSegment(b948a0fb-f09a-47be-bb3c-c12976739bfd),segment_id=b948a0fb-f09a-47be-bb3c-c12976739bfd)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:59:02.911895 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-74d8d3d5-b0f0-44a8-ae2f-6572eb312d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:02.943379 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-b3797117-6946-4593-b058-71dfdbd9467e None None] Set router 98e7026c-5725-4f14-b196-9774f85fcd13 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:59:02.955703 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device ac4e318e-2987-43aa-a50a-0a228e96b07d up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:59:02.970720 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2e09d44-b414-4152-97c3-2c13ea8aea55 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:02.987675 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-7123214d-8053-4f43-b035-2e518e12afeb req-333e7d42-ebf3-4c7d-a7b7-3e572f9e15ea tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Deleting port 177fd6d7-9357-4aa7-8529-04b3b468acbc {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:02.988191 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7123214d-8053-4f43-b035-2e518e12afeb req-333e7d42-ebf3-4c7d-a7b7-3e572f9e15ea tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:03.003112 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-353e4d9f-7a7d-4b2c-add2-2f9d8da6338c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:03.042226 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-b3797117-6946-4593-b058-71dfdbd9467e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e7026c-5725-4f14-b196-9774f85fcd13', 'name': 'tempest-NetworksTestDHCPv6-router-1509273580', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:58:51Z', 'updated_at': '2021-11-29T01:59:00Z', 'revision_number': 3, 'project_id': 'd732f07065b549e8ade666b44b940ceb', 'gw_port_host': None}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:03.051142 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port ac4e318e-2987-43aa-a50a-0a228e96b07d triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:03.051660 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:03.090993 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8d3d5-b0f0-44a8-ae2f-6572eb312d1a None None] Pushing event updated for resources: {'Port': ['ID=53670b2d-af2a-480a-8028-10a1e2fb3cab,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:03.108180 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-c05dfd0f-7126-49f5-b7e5-736f86a5a3c3 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Allocated IP 2001:db8::f816:3eff:febd:f3e4 (a6eb8550-54c3-427c-8f2e-23ae63705434/be7e48a4-abb5-4b4b-8063-85a8217032fa/a53693ed-e1b5-4a2a-a4e3-363bf1cbbd5b) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:03.113019 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-353e4d9f-7a7d-4b2c-add2-2f9d8da6338c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:03.124911 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3797117-6946-4593-b058-71dfdbd9467e None None] The sync data for ids ['98e7026c-5725-4f14-b196-9774f85fcd13'] in dv-neutron-819032-3-hyperv is: [{'id': '98e7026c-5725-4f14-b196-9774f85fcd13', 'name': 'tempest-NetworksTestDHCPv6-router-1509273580', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:58:51Z', 'updated_at': '2021-11-29T01:59:00Z', 'revision_number': 3, 'project_id': 'd732f07065b549e8ade666b44b940ceb', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:59:03.220877 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab06b5-04cd-4e30-8dda-d10066a64a59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:03.221381 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab06b5-04cd-4e30-8dda-d10066a64a59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:03.221821 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab06b5-04cd-4e30-8dda-d10066a64a59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:03.222283 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab06b5-04cd-4e30-8dda-d10066a64a59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:03.222722 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab06b5-04cd-4e30-8dda-d10066a64a59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:03.223170 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab06b5-04cd-4e30-8dda-d10066a64a59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:03.223617 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab06b5-04cd-4e30-8dda-d10066a64a59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:03.224059 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab06b5-04cd-4e30-8dda-d10066a64a59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:03.224732 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab06b5-04cd-4e30-8dda-d10066a64a59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:03.224945 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab06b5-04cd-4e30-8dda-d10066a64a59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:03.225385 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab06b5-04cd-4e30-8dda-d10066a64a59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:03.225848 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab06b5-04cd-4e30-8dda-d10066a64a59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:03.226293 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab06b5-04cd-4e30-8dda-d10066a64a59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:03.226738 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab06b5-04cd-4e30-8dda-d10066a64a59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:03.227177 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab06b5-04cd-4e30-8dda-d10066a64a59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:03.227615 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab06b5-04cd-4e30-8dda-d10066a64a59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:03.228067 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab06b5-04cd-4e30-8dda-d10066a64a59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:03.228795 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab06b5-04cd-4e30-8dda-d10066a64a59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:03.228928 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab06b5-04cd-4e30-8dda-d10066a64a59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:03.229680 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab06b5-04cd-4e30-8dda-d10066a64a59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:03.229823 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab06b5-04cd-4e30-8dda-d10066a64a59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:03.230259 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab06b5-04cd-4e30-8dda-d10066a64a59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:03.230695 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab06b5-04cd-4e30-8dda-d10066a64a59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:03.231175 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab06b5-04cd-4e30-8dda-d10066a64a59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:03.232270 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba27b65b-b490-49a1-b40c-ec13adf4668e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:03.235162 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-beab06b5-04cd-4e30-8dda-d10066a64a59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21522 time: 0.4655397 Nov 29 01:59:03.242663 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38538) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:03.255865 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e09d44-b414-4152-97c3-2c13ea8aea55 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Subnet': ['ID=82d38417-3195-44e6-a3d7-993768ac5780,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:03.289130 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-82fb5741-4211-4557-8898-9ace278740e2 req-9af68f3f-16eb-4057-8de9-9ce7caea074d tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Deleting port cafdaaaf-c9cd-47fc-b683-1e5ac748f88c {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:03.289469 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-82fb5741-4211-4557-8898-9ace278740e2 req-9af68f3f-16eb-4057-8de9-9ce7caea074d tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:03.356813 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-353e4d9f-7a7d-4b2c-add2-2f9d8da6338c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:03.362725 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-7123214d-8053-4f43-b035-2e518e12afeb req-333e7d42-ebf3-4c7d-a7b7-3e572f9e15ea tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] For port 177fd6d7-9357-4aa7-8529-04b3b468acbc, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=177fd6d7-9357-4aa7-8529-04b3b468acbc,segment=NetworkSegment(01a6022b-fd65-4f04-9a20-29dba6f904e6),segment_id=01a6022b-fd65-4f04-9a20-29dba6f904e6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:03.363014 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7123214d-8053-4f43-b035-2e518e12afeb req-333e7d42-ebf3-4c7d-a7b7-3e572f9e15ea tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:03.367057 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e09d44-b414-4152-97c3-2c13ea8aea55 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Checking segment: {'id': 'b2cf5c1c-ee07-41a8-bd6a-2f68c500f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:59:03.367418 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e09d44-b414-4152-97c3-2c13ea8aea55 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network hostable DHCP agents. Network: 832816b9-beec-4a08-8e13-11d88846b1eb, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:59:03.456733 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-353e4d9f-7a7d-4b2c-add2-2f9d8da6338c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:03.460989 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-353e4d9f-7a7d-4b2c-add2-2f9d8da6338c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/8dda1a09-1f85-4964-a717-04ea87176630 HTTP/1.1" status: 204 len: 168 time: 0.9254928 Nov 29 01:59:03.462044 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1135cc-11f5-4d77-a495-ea1e9a34696a None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:03.462810 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e4d9f-7a7d-4b2c-add2-2f9d8da6338c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Subnet': ['ID=8dda1a09-1f85-4964-a717-04ea87176630,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:03.492906 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38540) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:03.569176 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba27b65b-b490-49a1-b40c-ec13adf4668e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:03.691886 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e09d44-b414-4152-97c3-2c13ea8aea55 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 832816b9-beec-4a08-8e13-11d88846b1eb is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:59:03.733532 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a7b0864-0f47-4133-a1be-9f7a345f8d80 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:03.738056 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-9d2a66e4-c856-4cb4-86f5-b9b89311b17d tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Deleting port 59f57558-167b-48f4-983d-d9d7030e8b97 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:03.738397 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d2a66e4-c856-4cb4-86f5-b9b89311b17d tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:03.798245 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418594d-d549-4067-ac06-4ce36b0181d7 req-3307cdf3-51fa-4d8e-bd18-3426b0eb7b94 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:03.799662 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-82fb5741-4211-4557-8898-9ace278740e2 req-9af68f3f-16eb-4057-8de9-9ce7caea074d tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] For port cafdaaaf-c9cd-47fc-b683-1e5ac748f88c, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=cafdaaaf-c9cd-47fc-b683-1e5ac748f88c,segment=NetworkSegment(7341315d-4c00-4407-a366-518d173796ef),segment_id=7341315d-4c00-4407-a366-518d173796ef)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:03.800033 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-82fb5741-4211-4557-8898-9ace278740e2 req-9af68f3f-16eb-4057-8de9-9ce7caea074d tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:03.805624 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f418594d-d549-4067-ac06-4ce36b0181d7 req-3307cdf3-51fa-4d8e-bd18-3426b0eb7b94 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c566a5-a101-4e96-b311-78628ab0d4d1 HTTP/1.1" status: 200 len: 945 time: 0.1863964 Nov 29 01:59:03.838420 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-a2e09d44-b414-4152-97c3-2c13ea8aea55 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 832816b9-beec-4a08-8e13-11d88846b1eb) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:03.851547 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ecda00-22ce-4151-9227-fb34e30994e8 None None] Network 832816b9-beec-4a08-8e13-11d88846b1eb requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:03.892554 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e09d44-b414-4152-97c3-2c13ea8aea55 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:03.893154 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a2e09d44-b414-4152-97c3-2c13ea8aea55 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:03.924019 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c326aec0-3d8f-4b45-9472-2c0eb0159214 None None] DHCP port deletion for 126abf58-b75c-4c07-bafa-8e25bc6621b0 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:59:04.068759 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c326aec0-3d8f-4b45-9472-2c0eb0159214 None None] Deleting port db7711d4-b6d0-421c-8bb0-a5f04e9de01f {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:04.069610 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c326aec0-3d8f-4b45-9472-2c0eb0159214 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:04.183935 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c326aec0-3d8f-4b45-9472-2c0eb0159214 None None] For port db7711d4-b6d0-421c-8bb0-a5f04e9de01f, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=db7711d4-b6d0-421c-8bb0-a5f04e9de01f,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:04.184494 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c326aec0-3d8f-4b45-9472-2c0eb0159214 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:04.195977 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b11aff-5b45-4341-8fe5-4bd1b6a1db79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-832816b9-beec-4a08-8e13-11d88846b1eb', 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ips': [{'subnet_id': '82d38417-3195-44e6-a3d7-993768ac5780'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:59:04.196854 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-14b11aff-5b45-4341-8fe5-4bd1b6a1db79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:04.210517 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c326aec0-3d8f-4b45-9472-2c0eb0159214 None None] Calling delete_port for db7711d4-b6d0-421c-8bb0-a5f04e9de01f owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:04.319023 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f84dadfd-f5c3-4a5d-ba15-4c2470ff73b8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7735922 Nov 29 01:59:04.319957 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38546) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:04.329019 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-9d2a66e4-c856-4cb4-86f5-b9b89311b17d tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] For port 59f57558-167b-48f4-983d-d9d7030e8b97, host hv-neutron-8190, got binding levels [] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:04.329214 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d2a66e4-c856-4cb4-86f5-b9b89311b17d tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:04.400514 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-9d2a66e4-c856-4cb4-86f5-b9b89311b17d tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Calling delete_port for 59f57558-167b-48f4-983d-d9d7030e8b97 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:04.410837 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a2e09d44-b414-4152-97c3-2c13ea8aea55 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.1891294 Nov 29 01:59:04.424474 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c05dfd0f-7126-49f5-b7e5-736f86a5a3c3 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:04.424605 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f418594d-d549-4067-ac06-4ce36b0181d7 req-5047f341-5cf8-4495-8eac-b5f2bc418b22 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/security-groups?id=70b4eeb1-f379-4182-b857-214b65c846f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6149704 Nov 29 01:59:04.425167 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38548) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:04.468463 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8804714-4531-407c-95de-783e7391fc57 req-9cb6e8ff-ef12-4784-9680-e692bde6e847 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:04.471338 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e8804714-4531-407c-95de-783e7391fc57 req-9cb6e8ff-ef12-4784-9680-e692bde6e847 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/ports?device_id=faa175ed-e1f2-43bf-99c1-41334d3acfa7 HTTP/1.1" status: 200 len: 946 time: 0.2481604 Nov 29 01:59:04.482473 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-14b11aff-5b45-4341-8fe5-4bd1b6a1db79 None None] Allocated IP 172.20.0.2 (832816b9-beec-4a08-8e13-11d88846b1eb/82d38417-3195-44e6-a3d7-993768ac5780/daa0d40d-02ea-433b-a61c-3b83bb06ea3f) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:04.580726 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c326aec0-3d8f-4b45-9472-2c0eb0159214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:04.602829 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c326aec0-3d8f-4b45-9472-2c0eb0159214 None None] No DVR routers for this DVR port db7711d4-b6d0-421c-8bb0-a5f04e9de01f on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:59:04.665414 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c326aec0-3d8f-4b45-9472-2c0eb0159214 None None] Pushing event deleted for resources: {'Port': ['ID=db7711d4-b6d0-421c-8bb0-a5f04e9de01f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:04.697992 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-14b11aff-5b45-4341-8fe5-4bd1b6a1db79 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:04.716178 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-14b11aff-5b45-4341-8fe5-4bd1b6a1db79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:04.739680 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-256cff92-ecab-488f-919b-c04e45d59d6f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:04.770267 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e8804714-4531-407c-95de-783e7391fc57 req-b13ea059-9ae9-4dff-be98-f017b3b34ed5 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/security-groups?id=9470b4c0-c18d-4d43-bba5-94dd1acccac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2930121 Nov 29 01:59:04.780434 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b11aff-5b45-4341-8fe5-4bd1b6a1db79 None None] Network 832816b9-beec-4a08-8e13-11d88846b1eb is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:04.797776 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7123214d-8053-4f43-b035-2e518e12afeb req-333e7d42-ebf3-4c7d-a7b7-3e572f9e15ea tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:04.798372 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7123214d-8053-4f43-b035-2e518e12afeb req-333e7d42-ebf3-4c7d-a7b7-3e572f9e15ea tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:04.798846 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [req-7123214d-8053-4f43-b035-2e518e12afeb req-333e7d42-ebf3-4c7d-a7b7-3e572f9e15ea tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Floating IP 780f4946-ccd0-41c7-8b1b-03388eb3ba53 disassociated. External IP: 172.26.3.34, port: 177fd6d7-9357-4aa7-8529-04b3b468acbc. Nov 29 01:59:04.799322 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-7123214d-8053-4f43-b035-2e518e12afeb req-333e7d42-ebf3-4c7d-a7b7-3e572f9e15ea tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Calling delete_port for 177fd6d7-9357-4aa7-8529-04b3b468acbc owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:04.829265 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b11aff-5b45-4341-8fe5-4bd1b6a1db79 None None] Pushing event updated for resources: {'Port': ['ID=daa0d40d-02ea-433b-a61c-3b83bb06ea3f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:04.842691 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 53670b2d-af2a-480a-8028-10a1e2fb3cab up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:59:04.845321 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-14b11aff-5b45-4341-8fe5-4bd1b6a1db79 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:04.849811 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b11aff-5b45-4341-8fe5-4bd1b6a1db79 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:04.919359 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd11b34b-d761-4ebb-9138-b6166449ba47 None None] Network a6eb8550-54c3-427c-8f2e-23ae63705434 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:04.964840 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d2a66e4-c856-4cb4-86f5-b9b89311b17d tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:04.966632 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba27b65b-b490-49a1-b40c-ec13adf4668e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:04.977511 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c05dfd0f-7126-49f5-b7e5-736f86a5a3c3 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:05.016134 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-14b11aff-5b45-4341-8fe5-4bd1b6a1db79 None None] Attempting to bind port daa0d40d-02ea-433b-a61c-3b83bb06ea3f on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:05.016518 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-14b11aff-5b45-4341-8fe5-4bd1b6a1db79 None None] Attempting to bind port daa0d40d-02ea-433b-a61c-3b83bb06ea3f by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'b2cf5c1c-ee07-41a8-bd6a-2f68c500f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:05.016883 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b11aff-5b45-4341-8fe5-4bd1b6a1db79 None None] Attempting to bind port daa0d40d-02ea-433b-a61c-3b83bb06ea3f on network 832816b9-beec-4a08-8e13-11d88846b1eb {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:05.021595 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-d72a801c-e861-4446-a5de-0c6565306418 None None] Provisioning complete for port 53670b2d-af2a-480a-8028-10a1e2fb3cab triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:05.022446 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d72a801c-e861-4446-a5de-0c6565306418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:05.025177 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba27b65b-b490-49a1-b40c-ec13adf4668e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:05.030689 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a66e4-c856-4cb4-86f5-b9b89311b17d tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Pushing event deleted for resources: {'Port': ['ID=59f57558-167b-48f4-983d-d9d7030e8b97,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:05.057495 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b11aff-5b45-4341-8fe5-4bd1b6a1db79 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:59:05.057907 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b11aff-5b45-4341-8fe5-4bd1b6a1db79 None None] Checking segment: {'id': 'b2cf5c1c-ee07-41a8-bd6a-2f68c500f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:59:05.058316 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-14b11aff-5b45-4341-8fe5-4bd1b6a1db79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:05.058716 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b11aff-5b45-4341-8fe5-4bd1b6a1db79 None None] Bound using segment: {'id': 'b2cf5c1c-ee07-41a8-bd6a-2f68c500f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:59:05.059740 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-14b11aff-5b45-4341-8fe5-4bd1b6a1db79 None None] Bound port: daa0d40d-02ea-433b-a61c-3b83bb06ea3f, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cf5c1c-ee07-41a8-bd6a-2f68c500f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:59:05.060126 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-14b11aff-5b45-4341-8fe5-4bd1b6a1db79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:05.076293 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d2a66e4-c856-4cb4-86f5-b9b89311b17d tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:05.079894 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9d2a66e4-c856-4cb4-86f5-b9b89311b17d tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] 10.222.0.37 "DELETE /v2.0/ports/59f57558-167b-48f4-983d-d9d7030e8b97 HTTP/1.1" status: 204 len: 168 time: 1.8354979 Nov 29 01:59:05.096112 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38550) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:05.109071 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 53670b2d-af2a-480a-8028-10a1e2fb3cab triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:05.109441 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:05.171077 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05dfd0f-7126-49f5-b7e5-736f86a5a3c3 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Network a6eb8550-54c3-427c-8f2e-23ae63705434 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:05.175156 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-256cff92-ecab-488f-919b-c04e45d59d6f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:05.179645 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-b975f1e5-609d-4d87-86f6-22f8375c23bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] GET failed (client error): The resource could not be found. Nov 29 01:59:05.185312 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b975f1e5-609d-4d87-86f6-22f8375c23bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] 10.222.0.37 "GET /v2.0/ports/59f57558-167b-48f4-983d-d9d7030e8b97 HTTP/1.1" status: 404 len: 333 time: 0.0593023 Nov 29 01:59:05.187907 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-82fb5741-4211-4557-8898-9ace278740e2 req-9af68f3f-16eb-4057-8de9-9ce7caea074d tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:05.188279 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-82fb5741-4211-4557-8898-9ace278740e2 req-9af68f3f-16eb-4057-8de9-9ce7caea074d tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:05.188601 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [req-82fb5741-4211-4557-8898-9ace278740e2 req-9af68f3f-16eb-4057-8de9-9ce7caea074d tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Floating IP a5861d8c-46d8-4757-ba9c-1b80a810d4d4 disassociated. External IP: 172.26.3.93, port: cafdaaaf-c9cd-47fc-b683-1e5ac748f88c. Nov 29 01:59:05.188950 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-82fb5741-4211-4557-8898-9ace278740e2 req-9af68f3f-16eb-4057-8de9-9ce7caea074d tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Calling delete_port for cafdaaaf-c9cd-47fc-b683-1e5ac748f88c owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:05.191074 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38552) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:05.194255 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-256cff92-ecab-488f-919b-c04e45d59d6f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:05.197255 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-c05dfd0f-7126-49f5-b7e5-736f86a5a3c3 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:05.206112 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b3a8bee4-2fba-43ed-8ec8-b5c31f5ff945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-522718349', 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:05.209379 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7123214d-8053-4f43-b035-2e518e12afeb req-333e7d42-ebf3-4c7d-a7b7-3e572f9e15ea tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:05.213955 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05dfd0f-7126-49f5-b7e5-736f86a5a3c3 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:05.219687 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05dfd0f-7126-49f5-b7e5-736f86a5a3c3 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:05.220503 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c05dfd0f-7126-49f5-b7e5-736f86a5a3c3 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:05.225502 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05dfd0f-7126-49f5-b7e5-736f86a5a3c3 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Pushing event updated for resources: {'Port': ['ID=a53693ed-e1b5-4a2a-a4e3-363bf1cbbd5b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:05.253074 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:59:05.269874 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-14b11aff-5b45-4341-8fe5-4bd1b6a1db79 None None] For port daa0d40d-02ea-433b-a61c-3b83bb06ea3f, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:59:05.293144 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-3a7b0864-0f47-4133-a1be-9f7a345f8d80 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Deleting port 8cae0875-b769-4723-a56a-36185cf21d35 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:05.294399 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a7b0864-0f47-4133-a1be-9f7a345f8d80 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:05.295967 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-14b11aff-5b45-4341-8fe5-4bd1b6a1db79 None None] For port daa0d40d-02ea-433b-a61c-3b83bb06ea3f, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=daa0d40d-02ea-433b-a61c-3b83bb06ea3f,segment=NetworkSegment(b2cf5c1c-ee07-41a8-bd6a-2f68c500f224),segment_id=b2cf5c1c-ee07-41a8-bd6a-2f68c500f224)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:59:05.296989 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d72a801c-e861-4446-a5de-0c6565306418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:05.321983 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-14b11aff-5b45-4341-8fe5-4bd1b6a1db79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:05.346260 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e7d42-ebf3-4c7d-a7b7-3e572f9e15ea tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Pushing event deleted for resources: {'Port': ['ID=177fd6d7-9357-4aa7-8529-04b3b468acbc,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:05.346955 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-ba27b65b-b490-49a1-b40c-ec13adf4668e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Allocated IP 172.26.3.182 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/f35c247c-0cf0-4236-9752-10c504658241) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:05.352988 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-256cff92-ecab-488f-919b-c04e45d59d6f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:05.353464 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256cff92-ecab-488f-919b-c04e45d59d6f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Fanout notify agent at l3_agent the message router_deleted on router 98e7026c-5725-4f14-b196-9774f85fcd13 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:59:05.364218 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-256cff92-ecab-488f-919b-c04e45d59d6f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:05.365676 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-256cff92-ecab-488f-919b-c04e45d59d6f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/routers/98e7026c-5725-4f14-b196-9774f85fcd13 HTTP/1.1" status: 204 len: 168 time: 1.0152073 Nov 29 01:59:05.368809 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38554) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:05.374735 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-8d37880b-13f0-490e-bba7-7ee12bf1f5e5 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:05.401464 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a8bee4-2fba-43ed-8ec8-b5c31f5ff945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Made reservation on behalf of d2d7fd1ad2824bf7bf4a5f63b1396e05 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:05.404105 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3a8bee4-2fba-43ed-8ec8-b5c31f5ff945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:05.422864 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a7b0864-0f47-4133-a1be-9f7a345f8d80 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:05.434913 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:05.441169 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-d72a801c-e861-4446-a5de-0c6565306418 None None] For port 53670b2d-af2a-480a-8028-10a1e2fb3cab, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=53670b2d-af2a-480a-8028-10a1e2fb3cab,segment=NetworkSegment(b948a0fb-f09a-47be-bb3c-c12976739bfd),segment_id=b948a0fb-f09a-47be-bb3c-c12976739bfd)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:05.446146 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-3a7b0864-0f47-4133-a1be-9f7a345f8d80 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Calling delete_port for 8cae0875-b769-4723-a56a-36185cf21d35 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:05.485162 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d72a801c-e861-4446-a5de-0c6565306418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:05.494942 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c05dfd0f-7126-49f5-b7e5-736f86a5a3c3 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.0991869 Nov 29 01:59:05.536018 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38558) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:05.542536 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b11aff-5b45-4341-8fe5-4bd1b6a1db79 None None] Pushing event updated for resources: {'Port': ['ID=daa0d40d-02ea-433b-a61c-3b83bb06ea3f,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:05.690760 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-b3a8bee4-2fba-43ed-8ec8-b5c31f5ff945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] device_id is not set on port 06fd0cf5-0e32-4b3c-93b8-3f001f0a4a68 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:59:05.699888 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a801c-e861-4446-a5de-0c6565306418 None None] Pushing event updated for resources: {'Port': ['ID=53670b2d-af2a-480a-8028-10a1e2fb3cab,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:05.702777 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.db.api [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:59:05.703145 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG oslo_db.api [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:59:05.808910 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a51a881-5a32-415e-b455-f19b7aa63e20 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Deleting subnet be7e48a4-abb5-4b4b-8063-85a8217032fa {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:59:05.900743 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a51a881-5a32-415e-b455-f19b7aa63e20 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:05.962183 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba27b65b-b490-49a1-b40c-ec13adf4668e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:05.993737 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-82fb5741-4211-4557-8898-9ace278740e2 req-9af68f3f-16eb-4057-8de9-9ce7caea074d tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:06.023764 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-bca18e49-01ee-4a9d-81c5-77829277b8c9 None None] Provisioning complete for port a53693ed-e1b5-4a2a-a4e3-363bf1cbbd5b triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:06.024685 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bca18e49-01ee-4a9d-81c5-77829277b8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:06.062860 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a51a881-5a32-415e-b455-f19b7aa63e20 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:06.081676 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d37880b-13f0-490e-bba7-7ee12bf1f5e5 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:06.085014 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d37880b-13f0-490e-bba7-7ee12bf1f5e5 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:06.142663 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7123214d-8053-4f43-b035-2e518e12afeb req-333e7d42-ebf3-4c7d-a7b7-3e572f9e15ea tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Router e097dab1-6510-48fc-8026-4fefc19d5140 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:59:06.235317 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af68f3f-16eb-4057-8de9-9ce7caea074d tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Pushing event deleted for resources: {'Port': ['ID=cafdaaaf-c9cd-47fc-b683-1e5ac748f88c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:06.254228 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6bb0249f-fc79-46f1-8e04-6febfad378d4 req-bffc5a8b-8535-4c38-8ef7-507ea4f33774 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c566a5-a101-4e96-b311-78628ab0d4d1 HTTP/1.1" status: 200 len: 210 time: 0.4101076 Nov 29 01:59:06.288357 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-bca18e49-01ee-4a9d-81c5-77829277b8c9 None None] Port a53693ed-e1b5-4a2a-a4e3-363bf1cbbd5b cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:59:06.304569 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a7b0864-0f47-4133-a1be-9f7a345f8d80 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:06.308074 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-18aad5d9-09be-4935-b3a8-18c3992cbd2d req-b91fba0a-ecab-4063-a9dc-634f5facbcb4 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/ports?device_id=faa175ed-e1f2-43bf-99c1-41334d3acfa7 HTTP/1.1" status: 200 len: 210 time: 0.3128500 Nov 29 01:59:06.360768 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba27b65b-b490-49a1-b40c-ec13adf4668e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:06.370308 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-bca18e49-01ee-4a9d-81c5-77829277b8c9 None None] Provisioning complete for port 53670b2d-af2a-480a-8028-10a1e2fb3cab triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:06.382438 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bca18e49-01ee-4a9d-81c5-77829277b8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:06.391909 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device cafdaaaf-c9cd-47fc-b683-1e5ac748f88c no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:59:06.404208 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b0864-0f47-4133-a1be-9f7a345f8d80 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event deleted for resources: {'Port': ['ID=8cae0875-b769-4723-a56a-36185cf21d35,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:06.442222 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: cafdaaaf-c9cd-47fc-b683-1e5ac748f88c {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:59:06.442611 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device cafdaaaf-c9cd-47fc-b683-1e5ac748f88c not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:59:06.442998 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 177fd6d7-9357-4aa7-8529-04b3b468acbc no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:59:06.474059 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: 177fd6d7-9357-4aa7-8529-04b3b468acbc {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:59:06.474410 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 177fd6d7-9357-4aa7-8529-04b3b468acbc not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:59:06.498319 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba27b65b-b490-49a1-b40c-ec13adf4668e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:06.515976 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e547a09-93e5-4f0f-9d74-6d1826a96880 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:06.522185 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-ba27b65b-b490-49a1-b40c-ec13adf4668e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:06.529215 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 6b07e82c-5389-4000-bd1d-122eca856bc6 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:59:06.584113 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba27b65b-b490-49a1-b40c-ec13adf4668e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:06.587947 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c39451-52de-4baa-a781-e26476189dec None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:59:06.593768 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 6b07e82c-5389-4000-bd1d-122eca856bc6 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:59:06.594122 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 6b07e82c-5389-4000-bd1d-122eca856bc6 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:59:06.594550 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device db7711d4-b6d0-421c-8bb0-a5f04e9de01f no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:59:06.638568 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: db7711d4-b6d0-421c-8bb0-a5f04e9de01f {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:59:06.638912 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device db7711d4-b6d0-421c-8bb0-a5f04e9de01f not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:59:06.778575 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27b65b-b490-49a1-b40c-ec13adf4668e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Pushing event updated for resources: {'Port': ['ID=f35c247c-0cf0-4236-9752-10c504658241,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:06.783052 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-2ad2ef33-6e65-49b3-a99b-35d326d53de8 None None] Provisioning complete for port a53693ed-e1b5-4a2a-a4e3-363bf1cbbd5b triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:06.783428 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2ad2ef33-6e65-49b3-a99b-35d326d53de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:06.860238 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-2ad2ef33-6e65-49b3-a99b-35d326d53de8 None None] Port a53693ed-e1b5-4a2a-a4e3-363bf1cbbd5b cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:59:06.879733 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-2ad2ef33-6e65-49b3-a99b-35d326d53de8 None None] Provisioning complete for port f35c247c-0cf0-4236-9752-10c504658241 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:06.880297 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2ad2ef33-6e65-49b3-a99b-35d326d53de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:06.956450 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a7b0864-0f47-4133-a1be-9f7a345f8d80 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:06.966942 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-2ad2ef33-6e65-49b3-a99b-35d326d53de8 None None] Port f35c247c-0cf0-4236-9752-10c504658241 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:59:06.981587 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 53670b2d-af2a-480a-8028-10a1e2fb3cab up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:59:07.069159 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d37880b-13f0-490e-bba7-7ee12bf1f5e5 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:07.081000 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 53670b2d-af2a-480a-8028-10a1e2fb3cab triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:07.082112 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:07.213297 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d37880b-13f0-490e-bba7-7ee12bf1f5e5 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:07.219024 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device daa0d40d-02ea-433b-a61c-3b83bb06ea3f up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:59:07.226398 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-8d37880b-13f0-490e-bba7-7ee12bf1f5e5 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:07.229425 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d37880b-13f0-490e-bba7-7ee12bf1f5e5 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:07.230076 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d37880b-13f0-490e-bba7-7ee12bf1f5e5 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:07.261638 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3a8bee4-2fba-43ed-8ec8-b5c31f5ff945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:07.268568 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6064d7e7-932e-4731-972e-7e0e4e48e333 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:07.311988 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82fb5741-4211-4557-8898-9ace278740e2 req-9af68f3f-16eb-4057-8de9-9ce7caea074d tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Router 0373269f-7392-4963-849f-5240cf223a92 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:59:07.321397 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37880b-13f0-490e-bba7-7ee12bf1f5e5 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Subnet': ['ID=b766b02d-543b-45d5-873f-e7c7d59eb3be,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:07.334337 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b85e55-6ed2-4d32-8e88-e8afb9f477b6 None None] Network 832816b9-beec-4a08-8e13-11d88846b1eb requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:07.360603 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8d37880b-13f0-490e-bba7-7ee12bf1f5e5 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9879906 Nov 29 01:59:07.365664 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a51a881-5a32-415e-b455-f19b7aa63e20 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:07.368450 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38566) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:07.377528 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d040ee21-4460-47d2-9e64-72008bc92997 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-372941170', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:07.470570 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port daa0d40d-02ea-433b-a61c-3b83bb06ea3f triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:07.471388 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:07.593003 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82fb5741-4211-4557-8898-9ace278740e2 req-9af68f3f-16eb-4057-8de9-9ce7caea074d tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:59:07.609034 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d040ee21-4460-47d2-9e64-72008bc92997 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:07.610097 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d040ee21-4460-47d2-9e64-72008bc92997 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:07.618618 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7123214d-8053-4f43-b035-2e518e12afeb req-333e7d42-ebf3-4c7d-a7b7-3e572f9e15ea tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:59:07.631331 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6f9f7c-5da1-437e-a81e-9161b0f49b1f None None] Sync routers for ids ['e097dab1-6510-48fc-8026-4fefc19d5140'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:59:07.646074 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6f9f7c-5da1-437e-a81e-9161b0f49b1f None None] Routers {'e097dab1-6510-48fc-8026-4fefc19d5140'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:07.646317 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:07.647236 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-af6f9f7c-5da1-437e-a81e-9161b0f49b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['e097dab1-6510-48fc-8026-4fefc19d5140'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:07.694789 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port daa0d40d-02ea-433b-a61c-3b83bb06ea3f, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=daa0d40d-02ea-433b-a61c-3b83bb06ea3f,segment=NetworkSegment(b2cf5c1c-ee07-41a8-bd6a-2f68c500f224),segment_id=b2cf5c1c-ee07-41a8-bd6a-2f68c500f224)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:07.699207 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-d3388ae5-f184-4fa5-a02c-6fe71d3e3bc8 None None] Provisioning complete for port daa0d40d-02ea-433b-a61c-3b83bb06ea3f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:07.699207 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d3388ae5-f184-4fa5-a02c-6fe71d3e3bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:07.739996 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8925567b-26f4-46ef-a6b2-9e84163d1fb9 None None] Sync routers for ids ['0373269f-7392-4963-849f-5240cf223a92'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:59:07.741774 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-82fb5741-4211-4557-8898-9ace278740e2 req-9af68f3f-16eb-4057-8de9-9ce7caea074d tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] No DVR routers for this DVR port cafdaaaf-c9cd-47fc-b683-1e5ac748f88c on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:59:07.754935 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-82fb5741-4211-4557-8898-9ace278740e2 req-9af68f3f-16eb-4057-8de9-9ce7caea074d tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:07.758396 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-82fb5741-4211-4557-8898-9ace278740e2 req-9af68f3f-16eb-4057-8de9-9ce7caea074d tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.24 "DELETE /v2.0/ports/cafdaaaf-c9cd-47fc-b683-1e5ac748f88c HTTP/1.1" status: 204 len: 173 time: 5.1748459 Nov 29 01:59:07.770995 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:07.777396 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa175ed-e1f2-43bf-99c1-41334d3acfa7', 'name': 'network-vif-deleted', 'tag': 'cafdaaaf-c9cd-47fc-b683-1e5ac748f88c'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:59:07.786185 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b212dc-2bd9-42e8-b0a6-9fd2cc2b8cb3" -d '{"events": [{"server_uuid": "faa175ed-e1f2-43bf-99c1-41334d3acfa7", "name": "network-vif-deleted", "tag": "cafdaaaf-c9cd-47fc-b683-1e5ac748f88c"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:59:07.828863 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8925567b-26f4-46ef-a6b2-9e84163d1fb9 None None] Routers {'0373269f-7392-4963-849f-5240cf223a92'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:07.829641 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-8925567b-26f4-46ef-a6b2-9e84163d1fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['0373269f-7392-4963-849f-5240cf223a92'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:07.834075 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-af6f9f7c-5da1-437e-a81e-9161b0f49b1f None None] Set router e097dab1-6510-48fc-8026-4fefc19d5140 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:59:07.845992 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-7123214d-8053-4f43-b035-2e518e12afeb req-333e7d42-ebf3-4c7d-a7b7-3e572f9e15ea tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] No DVR routers for this DVR port 177fd6d7-9357-4aa7-8529-04b3b468acbc on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:59:07.849141 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7123214d-8053-4f43-b035-2e518e12afeb req-333e7d42-ebf3-4c7d-a7b7-3e572f9e15ea tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:07.853707 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7123214d-8053-4f43-b035-2e518e12afeb req-333e7d42-ebf3-4c7d-a7b7-3e572f9e15ea tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.24 "DELETE /v2.0/ports/177fd6d7-9357-4aa7-8529-04b3b468acbc HTTP/1.1" status: 204 len: 173 time: 5.7550933 Nov 29 01:59:07.860489 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a51a881-5a32-415e-b455-f19b7aa63e20 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:07.952243 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51a881-5a32-415e-b455-f19b7aa63e20 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Pushing event deleted for resources: {'Subnet': ['ID=be7e48a4-abb5-4b4b-8063-85a8217032fa,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:07.953352 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-8925567b-26f4-46ef-a6b2-9e84163d1fb9 None None] Set router 0373269f-7392-4963-849f-5240cf223a92 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:59:07.954413 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d10d8832-0e74-4b86-824d-bf1bb7e4f5ad req-354cc26c-a3bd-43b4-aa08-408614e7ee1c tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c566a5-a101-4e96-b311-78628ab0d4d1 HTTP/1.1" status: 200 len: 210 time: 0.1505468 Nov 29 01:59:07.964537 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3a8bee4-2fba-43ed-8ec8-b5c31f5ff945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:07.993107 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6567a4da-abfa-4055-9d23-cf358cccca3d req-2d048b6f-e881-433d-b031-1bf6398186b5 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/ports?device_id=faa175ed-e1f2-43bf-99c1-41334d3acfa7 HTTP/1.1" status: 200 len: 210 time: 0.2159560 Nov 29 01:59:08.068163 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=daa0d40d-02ea-433b-a61c-3b83bb06ea3f,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:08.070433 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d040ee21-4460-47d2-9e64-72008bc92997 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:08.076841 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a51a881-5a32-415e-b455-f19b7aa63e20 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:08.080795 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7a51a881-5a32-415e-b455-f19b7aa63e20 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "DELETE /v2.0/subnets/be7e48a4-abb5-4b4b-8063-85a8217032fa HTTP/1.1" status: 204 len: 168 time: 2.5425086 Nov 29 01:59:08.111342 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d040ee21-4460-47d2-9e64-72008bc92997 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:08.120538 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 01:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529cf35b-15a2-4116-90f6-bde194240a22 x-openstack-request-id: req-529cf35b-15a2-4116-90f6-bde194240a22 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:59:08.120848 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa175ed-e1f2-43bf-99c1-41334d3acfa7", "name": "network-vif-deleted", "tag": "cafdaaaf-c9cd-47fc-b683-1e5ac748f88c", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:59:08.121083 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-529cf35b-15a2-4116-90f6-bde194240a22 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:59:08.122114 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa175ed-e1f2-43bf-99c1-41334d3acfa7', 'name': 'network-vif-deleted', 'tag': 'cafdaaaf-c9cd-47fc-b683-1e5ac748f88c', 'status': 'completed', 'code': 200} Nov 29 01:59:08.122655 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38570) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:08.131530 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a8bee4-2fba-43ed-8ec8-b5c31f5ff945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:08.152503 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-b3a8bee4-2fba-43ed-8ec8-b5c31f5ff945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:08.161828 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a8bee4-2fba-43ed-8ec8-b5c31f5ff945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:08.162968 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a8bee4-2fba-43ed-8ec8-b5c31f5ff945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:08.163553 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3a8bee4-2fba-43ed-8ec8-b5c31f5ff945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:08.205522 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7b0864-0f47-4133-a1be-9f7a345f8d80 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Router b606da0a-a1bf-4300-ba7f-7a6b970f2505 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:59:08.210606 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba27b65b-b490-49a1-b40c-ec13adf4668e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:08.233710 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-6e547a09-93e5-4f0f-9d74-6d1826a96880 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.20.0.1 (832816b9-beec-4a08-8e13-11d88846b1eb/82d38417-3195-44e6-a3d7-993768ac5780/b545aeab-eeae-407e-957b-d0d1ffeb818e) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:08.234113 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3cdec6-1a67-4879-b976-d0433fa2a530 None None] Network a6eb8550-54c3-427c-8f2e-23ae63705434 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:08.245796 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8bee4-2fba-43ed-8ec8-b5c31f5ff945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Pushing event updated for resources: {'Port': ['ID=06fd0cf5-0e32-4b3c-93b8-3f001f0a4a68,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:08.268202 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d040ee21-4460-47d2-9e64-72008bc92997 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:08.274001 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d040ee21-4460-47d2-9e64-72008bc92997 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9013164 Nov 29 01:59:08.274890 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38572) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:08.301107 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b3a8bee4-2fba-43ed-8ec8-b5c31f5ff945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.1048877 Nov 29 01:59:08.337032 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38574) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:08.347247 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-af6f9f7c-5da1-437e-a81e-9161b0f49b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'name': 'tempest-ServersTestJSON-51267677-router', 'tenant_id': 'dddabe1bca86471f90fa95b3bff0f659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '28d74ff9-d184-4b15-9464-444a0bf6b031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:57:15Z', 'updated_at': '2021-11-29T01:57:25Z', 'revision_number': 4, 'project_id': 'dddabe1bca86471f90fa95b3bff0f659', 'gw_port': {'id': '28d74ff9-d184-4b15-9464-444a0bf6b031', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:31:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:16Z', 'updated_at': '2021-11-29T01:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '7e0a0ecb-a58f-4d50-88e3-4467b183e437', 'name': '', 'network_id': '15d78a30-826a-4437-bf95-ffaf3e1cb11a', 'tenant_id': 'dddabe1bca86471f90fa95b3bff0f659', 'mac_address': 'fa:16:3e:fe:2d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6be0b08c-da9c-4841-a857-67610a540960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:23Z', 'updated_at': '2021-11-29T01:57:29Z', 'revision_number': 5, 'project_id': 'dddabe1bca86471f90fa95b3bff0f659', 'subnets': [{'id': '6be0b08c-da9c-4841-a857-67610a540960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:08.389314 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6f9f7c-5da1-437e-a81e-9161b0f49b1f None None] Checking router: e097dab1-6510-48fc-8026-4fefc19d5140 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:59:08.406751 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6f9f7c-5da1-437e-a81e-9161b0f49b1f None None] Routers {'e097dab1-6510-48fc-8026-4fefc19d5140'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:08.407822 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-af6f9f7c-5da1-437e-a81e-9161b0f49b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['e097dab1-6510-48fc-8026-4fefc19d5140'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:08.422542 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f37db29-6097-410a-9376-2e600023e134 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:08.426350 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f37db29-6097-410a-9376-2e600023e134 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:08.427932 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7f37db29-6097-410a-9376-2e600023e134 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2948673 Nov 29 01:59:08.440042 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38576) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:08.455926 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af938b9-585b-4b21-89bd-8beacba9b733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:08.457404 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5af938b9-585b-4b21-89bd-8beacba9b733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] 10.222.0.37 "GET /v2.0/ports/06fd0cf5-0e32-4b3c-93b8-3f001f0a4a68 HTTP/1.1" status: 200 len: 958 time: 0.1192710 Nov 29 01:59:08.537429 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-8925567b-26f4-46ef-a6b2-9e84163d1fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0373269f-7392-4963-849f-5240cf223a92', 'name': 'tempest-ServersTestManualDisk-2082134638-router', 'tenant_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'a15f9fe2-ee3a-4f58-a42a-3caa436dc3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:57:15Z', 'updated_at': '2021-11-29T01:57:29Z', 'revision_number': 4, 'project_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'gw_port': {'id': 'a15f9fe2-ee3a-4f58-a42a-3caa436dc3de', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:55:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0373269f-7392-4963-849f-5240cf223a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:16Z', 'updated_at': '2021-11-29T01:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '555a7007-e32d-4bf3-b014-35dcc9ddd037', 'name': '', 'network_id': 'eb5b9240-440f-46b6-8e86-e0412219f8de', 'tenant_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'mac_address': 'fa:16:3e:4b:e7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0373269f-7392-4963-849f-5240cf223a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b35b82af-f6e8-4c72-bc4b-0b6753f30b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:25Z', 'updated_at': '2021-11-29T01:57:35Z', 'revision_number': 5, 'project_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'subnets': [{'id': 'b35b82af-f6e8-4c72-bc4b-0b6753f30b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:08.554613 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38578) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:08.576066 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a484990-4a41-48b6-b7f1-7dee47842720 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:08.614892 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-af6f9f7c-5da1-437e-a81e-9161b0f49b1f None None] Set router e097dab1-6510-48fc-8026-4fefc19d5140 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:59:08.616928 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337744cb-4267-494f-9dfc-a400ebf93a1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-126abf58-b75c-4c07-bafa-8e25bc6621b0', 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'fixed_ips': [{'subnet_id': 'b766b02d-543b-45d5-873f-e7c7d59eb3be'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:59:08.620195 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-337744cb-4267-494f-9dfc-a400ebf93a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:08.732674 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a484990-4a41-48b6-b7f1-7dee47842720 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 29 01:59:08.735006 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a484990-4a41-48b6-b7f1-7dee47842720 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:59:08.742645 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7a484990-4a41-48b6-b7f1-7dee47842720 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "DELETE /v2.0/networks/a6eb8550-54c3-427c-8f2e-23ae63705434 HTTP/1.1" status: 409 len: 405 time: 0.2980940 Nov 29 01:59:08.743043 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38582) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:08.751304 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b19b5834-aea5-4445-b32a-1bc767e36ddd tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-630886273'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:08.834744 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7b0864-0f47-4133-a1be-9f7a345f8d80 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:59:08.853990 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-337744cb-4267-494f-9dfc-a400ebf93a1b None None] Allocated IP 2001:db8::2 (126abf58-b75c-4c07-bafa-8e25bc6621b0/b766b02d-543b-45d5-873f-e7c7d59eb3be/29bb6d38-08d3-4aee-88a2-14f0b05fd200) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:08.861838 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38584) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:08.866644 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3a7b0864-0f47-4133-a1be-9f7a345f8d80 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "PUT /v2.0/routers/b606da0a-a1bf-4300-ba7f-7a6b970f2505/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9836679 Nov 29 01:59:09.007075 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e547a09-93e5-4f0f-9d74-6d1826a96880 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:09.098799 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8925567b-26f4-46ef-a6b2-9e84163d1fb9 None None] Checking router: 0373269f-7392-4963-849f-5240cf223a92 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:59:09.160643 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19b5834-aea5-4445-b32a-1bc767e36ddd tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Made reservation on behalf of 77990a2dfd894b2490311bfb91b4f343 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:09.166207 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b19b5834-aea5-4445-b32a-1bc767e36ddd tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:09.199765 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7a7cc9-0f14-4394-be9f-9a5464ef52aa None None] DHCP port deletion for a6eb8550-54c3-427c-8f2e-23ae63705434 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:59:09.216008 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device daa0d40d-02ea-433b-a61c-3b83bb06ea3f up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:59:09.217140 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38592) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:09.218757 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b41d90b-93d1-45c6-b0bb-143ed79f92cb None None] Sync routers for ids ['b606da0a-a1bf-4300-ba7f-7a6b970f2505'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:59:09.238638 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e42d313-3c0d-4adc-a833-ddca40607616 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:09.270560 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-af6f9f7c-5da1-437e-a81e-9161b0f49b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'name': 'tempest-ServersTestJSON-51267677-router', 'tenant_id': 'dddabe1bca86471f90fa95b3bff0f659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '28d74ff9-d184-4b15-9464-444a0bf6b031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:57:15Z', 'updated_at': '2021-11-29T01:57:25Z', 'revision_number': 4, 'project_id': 'dddabe1bca86471f90fa95b3bff0f659', 'gw_port': {'id': '28d74ff9-d184-4b15-9464-444a0bf6b031', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:31:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:16Z', 'updated_at': '2021-11-29T01:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '7e0a0ecb-a58f-4d50-88e3-4467b183e437', 'name': '', 'network_id': '15d78a30-826a-4437-bf95-ffaf3e1cb11a', 'tenant_id': 'dddabe1bca86471f90fa95b3bff0f659', 'mac_address': 'fa:16:3e:fe:2d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6be0b08c-da9c-4841-a857-67610a540960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:23Z', 'updated_at': '2021-11-29T01:57:29Z', 'revision_number': 5, 'project_id': 'dddabe1bca86471f90fa95b3bff0f659', 'subnets': [{'id': '6be0b08c-da9c-4841-a857-67610a540960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:09.280212 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-346fc04e-6937-4386-9d26-95226152fe52 req-c171d3c2-7fce-49b0-9ba1-01de00ef2107 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/ports?device_id=68c566a5-a101-4e96-b311-78628ab0d4d1 HTTP/1.1" status: 200 len: 210 time: 0.0605154 Nov 29 01:59:09.285434 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba27b65b-b490-49a1-b40c-ec13adf4668e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:09.289454 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-3c730e3b-7b9f-4e9a-84b5-48fcd5cce8fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Deleting port 06fd0cf5-0e32-4b3c-93b8-3f001f0a4a68 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:09.289897 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c730e3b-7b9f-4e9a-84b5-48fcd5cce8fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:09.301351 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b41d90b-93d1-45c6-b0bb-143ed79f92cb None None] Routers {'b606da0a-a1bf-4300-ba7f-7a6b970f2505'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:09.302777 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7b41d90b-93d1-45c6-b0bb-143ed79f92cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['b606da0a-a1bf-4300-ba7f-7a6b970f2505'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:09.330195 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6f9f7c-5da1-437e-a81e-9161b0f49b1f None None] The sync data for ids ['e097dab1-6510-48fc-8026-4fefc19d5140'] in dv-neutron-819032-3-hyperv is: [{'id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'name': 'tempest-ServersTestJSON-51267677-router', 'tenant_id': 'dddabe1bca86471f90fa95b3bff0f659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '28d74ff9-d184-4b15-9464-444a0bf6b031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:57:15Z', 'updated_at': '2021-11-29T01:57:25Z', 'revision_number': 4, 'project_id': 'dddabe1bca86471f90fa95b3bff0f659', 'gw_port': {'id': '28d74ff9-d184-4b15-9464-444a0bf6b031', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:31:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:16Z', 'updated_at': '2021-11-29T01:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '7e0a0ecb-a58f-4d50-88e3-4467b183e437', 'name': '', 'network_id': '15d78a30-826a-4437-bf95-ffaf3e1cb11a', 'tenant_id': 'dddabe1bca86471f90fa95b3bff0f659', 'mac_address': 'fa:16:3e:fe:2d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6be0b08c-da9c-4841-a857-67610a540960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:23Z', 'updated_at': '2021-11-29T01:57:29Z', 'revision_number': 5, 'project_id': 'dddabe1bca86471f90fa95b3bff0f659', 'subnets': [{'id': '6be0b08c-da9c-4841-a857-67610a540960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:59:09.387637 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e547a09-93e5-4f0f-9d74-6d1826a96880 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:09.488016 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c730e3b-7b9f-4e9a-84b5-48fcd5cce8fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:09.526740 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e547a09-93e5-4f0f-9d74-6d1826a96880 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 832816b9-beec-4a08-8e13-11d88846b1eb is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:09.536904 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-9c28a9ec-5024-4eff-a08e-cb87d4eefeec None None] Provisioning complete for port daa0d40d-02ea-433b-a61c-3b83bb06ea3f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:09.536904 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c28a9ec-5024-4eff-a08e-cb87d4eefeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:09.537425 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-3c730e3b-7b9f-4e9a-84b5-48fcd5cce8fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Calling delete_port for 06fd0cf5-0e32-4b3c-93b8-3f001f0a4a68 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:09.541580 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-6e547a09-93e5-4f0f-9d74-6d1826a96880 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:09.549482 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e547a09-93e5-4f0f-9d74-6d1826a96880 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=b545aeab-eeae-407e-957b-d0d1ffeb818e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:09.567186 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e547a09-93e5-4f0f-9d74-6d1826a96880 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:09.571649 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8925567b-26f4-46ef-a6b2-9e84163d1fb9 None None] Routers {'0373269f-7392-4963-849f-5240cf223a92'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:09.572304 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-8925567b-26f4-46ef-a6b2-9e84163d1fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['0373269f-7392-4963-849f-5240cf223a92'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:09.575267 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-337744cb-4267-494f-9dfc-a400ebf93a1b None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:09.579907 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5810f88d-4eb1-4efb-a270-252e71b76707 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:09.637080 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7b41d90b-93d1-45c6-b0bb-143ed79f92cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:09.711635 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-337744cb-4267-494f-9dfc-a400ebf93a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:09.714113 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5810f88d-4eb1-4efb-a270-252e71b76707 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:09.719526 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e547a09-93e5-4f0f-9d74-6d1826a96880 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:09.787976 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504a5058-a472-4217-a2d4-9e3b45cf6b43 None None] New status for floating IP 780f4946-ccd0-41c7-8b1b-03388eb3ba53: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 01:59:09.811154 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337744cb-4267-494f-9dfc-a400ebf93a1b None None] Pushing event updated for resources: {'Port': ['ID=29bb6d38-08d3-4aee-88a2-14f0b05fd200,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:09.830581 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b41d90b-93d1-45c6-b0bb-143ed79f92cb None None] Routers {'b606da0a-a1bf-4300-ba7f-7a6b970f2505'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:09.831231 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7b41d90b-93d1-45c6-b0bb-143ed79f92cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['b606da0a-a1bf-4300-ba7f-7a6b970f2505'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:09.894995 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337744cb-4267-494f-9dfc-a400ebf93a1b None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:09.897677 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba27b65b-b490-49a1-b40c-ec13adf4668e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Router 035f9f41-7124-4776-b462-565703af9b84 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:59:09.899669 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7b41d90b-93d1-45c6-b0bb-143ed79f92cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:09.903983 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b41d90b-93d1-45c6-b0bb-143ed79f92cb None None] The sync data for ids ['b606da0a-a1bf-4300-ba7f-7a6b970f2505'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:59:09.904148 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b19b5834-aea5-4445-b32a-1bc767e36ddd tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:59:09.914849 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port daa0d40d-02ea-433b-a61c-3b83bb06ea3f triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:09.915490 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:09.915825 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c730e3b-7b9f-4e9a-84b5-48fcd5cce8fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:09.920398 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-337744cb-4267-494f-9dfc-a400ebf93a1b None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:09.923896 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337744cb-4267-494f-9dfc-a400ebf93a1b None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:09.935285 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b19b5834-aea5-4445-b32a-1bc767e36ddd tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:09.936024 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-b19b5834-aea5-4445-b32a-1bc767e36ddd tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Added segment 95144f35-5ec8-472f-b802-a11febcaf0c9 of type vlan for network 57486e44-9dd5-4615-9707-2f79412b6991 Nov 29 01:59:09.951419 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5810f88d-4eb1-4efb-a270-252e71b76707 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:09.954099 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5810f88d-4eb1-4efb-a270-252e71b76707 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:09.955259 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5810f88d-4eb1-4efb-a270-252e71b76707 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "DELETE /v2.0/security-groups/9470b4c0-c18d-4d43-bba5-94dd1acccac1 HTTP/1.1" status: 204 len: 168 time: 0.7263148 Nov 29 01:59:09.964663 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38596) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:09.968646 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c730e3b-7b9f-4e9a-84b5-48fcd5cce8fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Pushing event deleted for resources: {'Port': ['ID=06fd0cf5-0e32-4b3c-93b8-3f001f0a4a68,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:09.993559 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-8c7a7cc9-0f14-4394-be9f-9a5464ef52aa None None] Deleting port 53670b2d-af2a-480a-8028-10a1e2fb3cab {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:09.994002 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c7a7cc9-0f14-4394-be9f-9a5464ef52aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:10.078008 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810f88d-4eb1-4efb-a270-252e71b76707 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9470b4c0-c18d-4d43-bba5-94dd1acccac1,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:10.100084 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-85b117e7-f0e9-454a-af78-21088d47b2aa tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] show failed (client error): The resource could not be found. Nov 29 01:59:10.102326 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-85b117e7-f0e9-454a-af78-21088d47b2aa tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "GET /v2.0/security-groups/9470b4c0-c18d-4d43-bba5-94dd1acccac1 HTTP/1.1" status: 404 len: 347 time: 0.1239884 Nov 29 01:59:10.103098 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c730e3b-7b9f-4e9a-84b5-48fcd5cce8fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:10.105758 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-8925567b-26f4-46ef-a6b2-9e84163d1fb9 None None] Set router 0373269f-7392-4963-849f-5240cf223a92 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:59:10.107140 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3c730e3b-7b9f-4e9a-84b5-48fcd5cce8fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] 10.222.0.37 "DELETE /v2.0/ports/06fd0cf5-0e32-4b3c-93b8-3f001f0a4a68 HTTP/1.1" status: 204 len: 168 time: 1.5307603 Nov 29 01:59:10.114883 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38598) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:10.114883 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38600) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:10.130812 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-1e42d313-3c0d-4adc-a833-ddca40607616 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Allocated IP 2001:db8::1 (126abf58-b75c-4c07-bafa-8e25bc6621b0/b766b02d-543b-45d5-873f-e7c7d59eb3be/ad8631ed-b16c-44db-b50e-cad8a8ede285) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:10.131617 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e547a09-93e5-4f0f-9d74-6d1826a96880 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:10.142909 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c566a5-a101-4e96-b311-78628ab0d4d1', 'name': 'network-vif-deleted', 'tag': '177fd6d7-9357-4aa7-8529-04b3b468acbc'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:59:10.143613 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e16d72d-abb7-4cfa-8262-c4ac71f2c575" -d '{"events": [{"server_uuid": "68c566a5-a101-4e96-b311-78628ab0d4d1", "name": "network-vif-deleted", "tag": "177fd6d7-9357-4aa7-8529-04b3b468acbc"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:59:10.179427 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b19b5834-aea5-4445-b32a-1bc767e36ddd tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:10.198128 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-e860f0c7-7fc3-46ae-a70f-d5a493a35117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] GET failed (client error): The resource could not be found. Nov 29 01:59:10.200034 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e860f0c7-7fc3-46ae-a70f-d5a493a35117 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] 10.222.0.37 "GET /v2.0/ports/06fd0cf5-0e32-4b3c-93b8-3f001f0a4a68 HTTP/1.1" status: 404 len: 333 time: 0.0791562 Nov 29 01:59:10.208912 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38604) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:10.213934 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-86a8b217-859e-4262-a22a-f26e507c521b tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Request body: {'port': {'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1848291914'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:10.249816 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 01:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77f0d7a-44da-4d71-879b-85e9cbd72179 x-openstack-request-id: req-c77f0d7a-44da-4d71-879b-85e9cbd72179 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:59:10.250119 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c566a5-a101-4e96-b311-78628ab0d4d1", "name": "network-vif-deleted", "tag": "177fd6d7-9357-4aa7-8529-04b3b468acbc", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:59:10.250403 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c77f0d7a-44da-4d71-879b-85e9cbd72179 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:59:10.250750 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c566a5-a101-4e96-b311-78628ab0d4d1', 'name': 'network-vif-deleted', 'tag': '177fd6d7-9357-4aa7-8529-04b3b468acbc', 'status': 'completed', 'code': 200} Nov 29 01:59:10.255810 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-337744cb-4267-494f-9dfc-a400ebf93a1b None None] Attempting to bind port 29bb6d38-08d3-4aee-88a2-14f0b05fd200 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:10.256181 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-337744cb-4267-494f-9dfc-a400ebf93a1b None None] Attempting to bind port 29bb6d38-08d3-4aee-88a2-14f0b05fd200 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:10.256544 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337744cb-4267-494f-9dfc-a400ebf93a1b None None] Attempting to bind port 29bb6d38-08d3-4aee-88a2-14f0b05fd200 on network 126abf58-b75c-4c07-bafa-8e25bc6621b0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:10.277190 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337744cb-4267-494f-9dfc-a400ebf93a1b None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:59:10.277816 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337744cb-4267-494f-9dfc-a400ebf93a1b None None] Checking segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:59:10.278568 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-337744cb-4267-494f-9dfc-a400ebf93a1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:10.278966 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337744cb-4267-494f-9dfc-a400ebf93a1b None None] Bound using segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:59:10.280614 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-337744cb-4267-494f-9dfc-a400ebf93a1b None None] Bound port: 29bb6d38-08d3-4aee-88a2-14f0b05fd200, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:59:10.280614 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-337744cb-4267-494f-9dfc-a400ebf93a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:10.352962 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba27b65b-b490-49a1-b40c-ec13adf4668e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:59:10.359216 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a8b217-859e-4262-a22a-f26e507c521b tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Made reservation on behalf of d2d7fd1ad2824bf7bf4a5f63b1396e05 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:10.359979 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b19b5834-aea5-4445-b32a-1bc767e36ddd tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:10.360948 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-86a8b217-859e-4262-a22a-f26e507c521b tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:10.365901 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19b5834-aea5-4445-b32a-1bc767e36ddd tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:10.366517 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b19b5834-aea5-4445-b32a-1bc767e36ddd tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:10.370342 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-b285abde-bde4-45e2-975b-4b26a06d4968 None None] Provisioning complete for port b545aeab-eeae-407e-957b-d0d1ffeb818e triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:10.370841 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b285abde-bde4-45e2-975b-4b26a06d4968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:10.417296 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-8c7a7cc9-0f14-4394-be9f-9a5464ef52aa None None] For port 53670b2d-af2a-480a-8028-10a1e2fb3cab, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=53670b2d-af2a-480a-8028-10a1e2fb3cab,segment=NetworkSegment(b948a0fb-f09a-47be-bb3c-c12976739bfd),segment_id=b948a0fb-f09a-47be-bb3c-c12976739bfd)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:10.417682 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c7a7cc9-0f14-4394-be9f-9a5464ef52aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:10.424029 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b285abde-bde4-45e2-975b-4b26a06d4968 None None] Port b545aeab-eeae-407e-957b-d0d1ffeb818e cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:59:10.429431 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6183a105-8e04-430c-a416-34e07feaf8df None None] Sync routers for ids ['035f9f41-7124-4776-b462-565703af9b84'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:59:10.436693 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38610) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:10.470031 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b5834-aea5-4445-b32a-1bc767e36ddd tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Pushing event updated for resources: {'Network': ['ID=57486e44-9dd5-4615-9707-2f79412b6991,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:10.481483 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba27b65b-b490-49a1-b40c-ec13adf4668e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:10.482777 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ba27b65b-b490-49a1-b40c-ec13adf4668e tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.9213424 Nov 29 01:59:10.484213 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-86a8b217-859e-4262-a22a-f26e507c521b tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] device_id is not set on port 398679e7-9a08-4e24-9885-307e028b6167 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:59:10.487463 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38612) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:10.491619 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b19b5834-aea5-4445-b32a-1bc767e36ddd tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7470877 Nov 29 01:59:10.497866 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38614) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:10.501883 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-308f8e4f-3917-4974-8793-698b666a3759 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:10.511478 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b4f0cee1-ad53-4b9e-949c-c388ba07539b tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Request body: {'subnet': {'network_id': '57486e44-9dd5-4615-9707-2f79412b6991', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:10.521206 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 57486e44-9dd5-4615-9707-2f79412b6991 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:59:10.538849 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-8c7a7cc9-0f14-4394-be9f-9a5464ef52aa None None] Calling delete_port for 53670b2d-af2a-480a-8028-10a1e2fb3cab owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:10.619813 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e42d313-3c0d-4adc-a833-ddca40607616 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:10.620026 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6183a105-8e04-430c-a416-34e07feaf8df None None] Routers {'035f9f41-7124-4776-b462-565703af9b84'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:10.620587 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6183a105-8e04-430c-a416-34e07feaf8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['035f9f41-7124-4776-b462-565703af9b84'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:10.673133 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1fefc44a-bd21-4569-ac1b-87258dccfbc8 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Deleting port b290e2f1-8c76-447c-b3c4-6465a98f473f {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:10.673471 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1fefc44a-bd21-4569-ac1b-87258dccfbc8 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:10.690372 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52daf32b-3f84-4306-994b-1add2058e4eb tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:10.747069 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6183a105-8e04-430c-a416-34e07feaf8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:10.756199 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e42d313-3c0d-4adc-a833-ddca40607616 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:10.797098 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-337744cb-4267-494f-9dfc-a400ebf93a1b None None] For port 29bb6d38-08d3-4aee-88a2-14f0b05fd200, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:59:10.813314 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 53670b2d-af2a-480a-8028-10a1e2fb3cab no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:59:10.818444 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aa031e35-cee5-4160-ad75-c5d07bf0f925 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:10.847408 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-337744cb-4267-494f-9dfc-a400ebf93a1b None None] For port 29bb6d38-08d3-4aee-88a2-14f0b05fd200, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=29bb6d38-08d3-4aee-88a2-14f0b05fd200,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:59:10.852469 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6183a105-8e04-430c-a416-34e07feaf8df None None] Routers {'035f9f41-7124-4776-b462-565703af9b84'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:10.853123 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6183a105-8e04-430c-a416-34e07feaf8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['035f9f41-7124-4776-b462-565703af9b84'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:10.883928 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e42d313-3c0d-4adc-a833-ddca40607616 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:10.895559 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-1e42d313-3c0d-4adc-a833-ddca40607616 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:10.907882 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e42d313-3c0d-4adc-a833-ddca40607616 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:10.908125 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-337744cb-4267-494f-9dfc-a400ebf93a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:10.908553 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e42d313-3c0d-4adc-a833-ddca40607616 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:10.924265 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6183a105-8e04-430c-a416-34e07feaf8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:10.925110 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6183a105-8e04-430c-a416-34e07feaf8df None None] The sync data for ids ['035f9f41-7124-4776-b462-565703af9b84'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:59:10.940447 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1fefc44a-bd21-4569-ac1b-87258dccfbc8 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:10.940781 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1fefc44a-bd21-4569-ac1b-87258dccfbc8 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:10.953806 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e42d313-3c0d-4adc-a833-ddca40607616 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Port': ['ID=ad8631ed-b16c-44db-b50e-cad8a8ede285,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:10.977902 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f0cee1-ad53-4b9e-949c-c388ba07539b tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Made reservation on behalf of 77990a2dfd894b2490311bfb91b4f343 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:10.982335 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4f0cee1-ad53-4b9e-949c-c388ba07539b tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:10.997250 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No ports have port_id starting with 53670b2d-af2a-480a-8028-10a1e2fb3cab Nov 29 01:59:10.999033 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1fefc44a-bd21-4569-ac1b-87258dccfbc8 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Calling delete_port for b290e2f1-8c76-447c-b3c4-6465a98f473f owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:10.999928 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c7a7cc9-0f14-4394-be9f-9a5464ef52aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:11.024178 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aa031e35-cee5-4160-ad75-c5d07bf0f925 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:11.026284 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337744cb-4267-494f-9dfc-a400ebf93a1b None None] Pushing event updated for resources: {'Port': ['ID=29bb6d38-08d3-4aee-88a2-14f0b05fd200,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:11.034911 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7a7cc9-0f14-4394-be9f-9a5464ef52aa None None] No DVR routers for this DVR port 53670b2d-af2a-480a-8028-10a1e2fb3cab on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:59:11.077061 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-8925567b-26f4-46ef-a6b2-9e84163d1fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0373269f-7392-4963-849f-5240cf223a92', 'name': 'tempest-ServersTestManualDisk-2082134638-router', 'tenant_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'a15f9fe2-ee3a-4f58-a42a-3caa436dc3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:57:15Z', 'updated_at': '2021-11-29T01:57:29Z', 'revision_number': 4, 'project_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'gw_port': {'id': 'a15f9fe2-ee3a-4f58-a42a-3caa436dc3de', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:55:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0373269f-7392-4963-849f-5240cf223a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:16Z', 'updated_at': '2021-11-29T01:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '555a7007-e32d-4bf3-b014-35dcc9ddd037', 'name': '', 'network_id': 'eb5b9240-440f-46b6-8e86-e0412219f8de', 'tenant_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'mac_address': 'fa:16:3e:4b:e7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0373269f-7392-4963-849f-5240cf223a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b35b82af-f6e8-4c72-bc4b-0b6753f30b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:25Z', 'updated_at': '2021-11-29T01:57:35Z', 'revision_number': 5, 'project_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'subnets': [{'id': 'b35b82af-f6e8-4c72-bc4b-0b6753f30b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:11.113297 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a7cc9-0f14-4394-be9f-9a5464ef52aa None None] Pushing event deleted for resources: {'Port': ['ID=53670b2d-af2a-480a-8028-10a1e2fb3cab,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:11.182556 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8925567b-26f4-46ef-a6b2-9e84163d1fb9 None None] The sync data for ids ['0373269f-7392-4963-849f-5240cf223a92'] in dv-neutron-819032-3-hyperv is: [{'id': '0373269f-7392-4963-849f-5240cf223a92', 'name': 'tempest-ServersTestManualDisk-2082134638-router', 'tenant_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'a15f9fe2-ee3a-4f58-a42a-3caa436dc3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:57:15Z', 'updated_at': '2021-11-29T01:57:29Z', 'revision_number': 4, 'project_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'gw_port': {'id': 'a15f9fe2-ee3a-4f58-a42a-3caa436dc3de', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:55:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0373269f-7392-4963-849f-5240cf223a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:16Z', 'updated_at': '2021-11-29T01:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '555a7007-e32d-4bf3-b014-35dcc9ddd037', 'name': '', 'network_id': 'eb5b9240-440f-46b6-8e86-e0412219f8de', 'tenant_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'mac_address': 'fa:16:3e:4b:e7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0373269f-7392-4963-849f-5240cf223a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b35b82af-f6e8-4c72-bc4b-0b6753f30b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:25Z', 'updated_at': '2021-11-29T01:57:35Z', 'revision_number': 5, 'project_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'subnets': [{'id': 'b35b82af-f6e8-4c72-bc4b-0b6753f30b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:59:11.258245 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e42d313-3c0d-4adc-a833-ddca40607616 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:11.280249 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-308f8e4f-3917-4974-8793-698b666a3759 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:11.389349 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-308f8e4f-3917-4974-8793-698b666a3759 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:11.560619 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab34f9d8-3679-4093-ad89-71fefad9e9a5 None None] New status for floating IP a5861d8c-46d8-4757-ba9c-1b80a810d4d4: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 01:59:11.604156 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-52daf32b-3f84-4306-994b-1add2058e4eb tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Deleting port 3b337495-b5d9-4693-9c88-59060049c88a {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:11.604389 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52daf32b-3f84-4306-994b-1add2058e4eb tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:11.622324 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-308f8e4f-3917-4974-8793-698b666a3759 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Deleting port f35c247c-0cf0-4236-9752-10c504658241 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:11.622664 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-308f8e4f-3917-4974-8793-698b666a3759 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:11.659785 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-86a8b217-859e-4262-a22a-f26e507c521b tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:11.691111 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aa031e35-cee5-4160-ad75-c5d07bf0f925 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:11.693681 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aa031e35-cee5-4160-ad75-c5d07bf0f925 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:11.694846 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-aa031e35-cee5-4160-ad75-c5d07bf0f925 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "DELETE /v2.0/security-groups/70b4eeb1-f379-4182-b857-214b65c846f2 HTTP/1.1" status: 204 len: 168 time: 1.2545753 Nov 29 01:59:11.706214 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38616) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:11.768392 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa031e35-cee5-4160-ad75-c5d07bf0f925 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b4eeb1-f379-4182-b857-214b65c846f2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:11.770586 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-961af262-3cb3-4e35-a26f-169319a3773f tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] show failed (client error): The resource could not be found. Nov 29 01:59:11.774160 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-961af262-3cb3-4e35-a26f-169319a3773f tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "GET /v2.0/security-groups/70b4eeb1-f379-4182-b857-214b65c846f2 HTTP/1.1" status: 404 len: 347 time: 0.0568945 Nov 29 01:59:11.785579 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38618) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:11.876472 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e547a09-93e5-4f0f-9d74-6d1826a96880 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:11.896197 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e547a09-93e5-4f0f-9d74-6d1826a96880 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:11.990567 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-86a8b217-859e-4262-a22a-f26e507c521b tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:12.027798 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1fefc44a-bd21-4569-ac1b-87258dccfbc8 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:12.039049 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6d0610f4-092f-48d1-9952-3707324ea99e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:12.082724 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52daf32b-3f84-4306-994b-1add2058e4eb tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:12.088860 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-308f8e4f-3917-4974-8793-698b666a3759 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:12.096554 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94493b7-7e4c-4b88-8132-0c7e560c61d5 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:59:12.117608 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-52daf32b-3f84-4306-994b-1add2058e4eb tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Calling delete_port for 3b337495-b5d9-4693-9c88-59060049c88a owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:12.117842 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e547a09-93e5-4f0f-9d74-6d1826a96880 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=b545aeab-eeae-407e-957b-d0d1ffeb818e,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:12.122109 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-308f8e4f-3917-4974-8793-698b666a3759 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Calling delete_port for f35c247c-0cf0-4236-9752-10c504658241 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:12.141979 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a8b217-859e-4262-a22a-f26e507c521b tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:12.148420 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e547a09-93e5-4f0f-9d74-6d1826a96880 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:12.149534 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e42d313-3c0d-4adc-a833-ddca40607616 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:12.157127 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-86a8b217-859e-4262-a22a-f26e507c521b tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:12.163254 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a8b217-859e-4262-a22a-f26e507c521b tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:12.164281 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a8b217-859e-4262-a22a-f26e507c521b tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:12.164959 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-86a8b217-859e-4262-a22a-f26e507c521b tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:12.199253 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e42d313-3c0d-4adc-a833-ddca40607616 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:12.200076 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e42d313-3c0d-4adc-a833-ddca40607616 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:12.326217 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-86a8b217-859e-4262-a22a-f26e507c521b tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.1159246 Nov 29 01:59:12.339614 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38620) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:12.348276 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8190'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:12.355199 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e42d313-3c0d-4adc-a833-ddca40607616 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Port': ['ID=ad8631ed-b16c-44db-b50e-cad8a8ede285,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:12.378184 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-a02c5ebe-90b4-4637-986c-3fa1bccc1684 None None] Provisioning complete for port 29bb6d38-08d3-4aee-88a2-14f0b05fd200 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:12.378708 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a02c5ebe-90b4-4637-986c-3fa1bccc1684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:12.384752 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8b217-859e-4262-a22a-f26e507c521b tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Pushing event updated for resources: {'Port': ['ID=398679e7-9a08-4e24-9885-307e028b6167,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:12.407541 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1fefc44a-bd21-4569-ac1b-87258dccfbc8 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:12.410161 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1fefc44a-bd21-4569-ac1b-87258dccfbc8 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:12.414087 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1fefc44a-bd21-4569-ac1b-87258dccfbc8 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] 10.222.0.37 "DELETE /v2.0/floatingips/a5861d8c-46d8-4757-ba9c-1b80a810d4d4 HTTP/1.1" status: 204 len: 168 time: 2.2971716 Nov 29 01:59:12.433686 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38622) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:12.446207 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1cfd58f0-f6d2-4e11-b2a3-de91d7f621b4 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Deleting port dd302bda-395b-413d-b195-3f34ca8e08df {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:12.446551 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1cfd58f0-f6d2-4e11-b2a3-de91d7f621b4 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:12.452816 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fefc44a-bd21-4569-ac1b-87258dccfbc8 tempest-ServersTestManualDisk-1688199533 tempest-ServersTestManualDisk-1688199533-project] Pushing event deleted for resources: {'Port': ['ID=b290e2f1-8c76-447c-b3c4-6465a98f473f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:12.632152 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a02c5ebe-90b4-4637-986c-3fa1bccc1684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:12.639165 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e42d313-3c0d-4adc-a833-ddca40607616 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:12.644013 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-1e42d313-3c0d-4adc-a833-ddca40607616 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:12.652178 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52daf32b-3f84-4306-994b-1add2058e4eb tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:12.664446 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:12.668902 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a02c5ebe-90b4-4637-986c-3fa1bccc1684 None None] For port 29bb6d38-08d3-4aee-88a2-14f0b05fd200, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=29bb6d38-08d3-4aee-88a2-14f0b05fd200,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:12.676862 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a02c5ebe-90b4-4637-986c-3fa1bccc1684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:12.684902 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-308f8e4f-3917-4974-8793-698b666a3759 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:12.696723 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e547a09-93e5-4f0f-9d74-6d1826a96880 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 832816b9-beec-4a08-8e13-11d88846b1eb is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:12.714305 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-6e547a09-93e5-4f0f-9d74-6d1826a96880 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:12.734811 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c5ebe-90b4-4637-986c-3fa1bccc1684 None None] Pushing event updated for resources: {'Port': ['ID=29bb6d38-08d3-4aee-88a2-14f0b05fd200,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:12.751496 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52daf32b-3f84-4306-994b-1add2058e4eb tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event deleted for resources: {'Port': ['ID=3b337495-b5d9-4693-9c88-59060049c88a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:12.785924 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.objects.ports [None req-b4f0cee1-ad53-4b9e-949c-c388ba07539b tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103254) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 01:59:12.791202 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1cfd58f0-f6d2-4e11-b2a3-de91d7f621b4 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:12.791541 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1cfd58f0-f6d2-4e11-b2a3-de91d7f621b4 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:12.808292 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f8e4f-3917-4974-8793-698b666a3759 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Pushing event deleted for resources: {'Port': ['ID=f35c247c-0cf0-4236-9752-10c504658241,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:12.820004 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4f0cee1-ad53-4b9e-949c-c388ba07539b tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:12.829950 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca0291c-2e4a-44ce-95ee-f1ef1a5ae39d None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:59:12.871461 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-6e950375-169d-45be-ad3a-29e420018f6c None None] Provisioning complete for port ad8631ed-b16c-44db-b50e-cad8a8ede285 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:12.872092 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6e950375-169d-45be-ad3a-29e420018f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:12.886425 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1cfd58f0-f6d2-4e11-b2a3-de91d7f621b4 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Calling delete_port for dd302bda-395b-413d-b195-3f34ca8e08df owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:12.933161 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6e950375-169d-45be-ad3a-29e420018f6c None None] Port ad8631ed-b16c-44db-b50e-cad8a8ede285 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:59:12.951327 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 29bb6d38-08d3-4aee-88a2-14f0b05fd200 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:59:12.975805 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52daf32b-3f84-4306-994b-1add2058e4eb tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:12.999723 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-308f8e4f-3917-4974-8793-698b666a3759 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:13.047074 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 29bb6d38-08d3-4aee-88a2-14f0b05fd200 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:13.048767 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:13.240739 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e42d313-3c0d-4adc-a833-ddca40607616 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Router 4402de00-aaa7-47d3-8eb3-e6a8d136d856 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:59:13.263635 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1ea1e9ea-33b0-4286-ba1c-6307c064eae9 None None] Provisioning complete for port ad8631ed-b16c-44db-b50e-cad8a8ede285 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:13.264351 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1ea1e9ea-33b0-4286-ba1c-6307c064eae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:13.302258 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1ea1e9ea-33b0-4286-ba1c-6307c064eae9 None None] Port ad8631ed-b16c-44db-b50e-cad8a8ede285 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:59:13.313854 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1ea1e9ea-33b0-4286-ba1c-6307c064eae9 None None] Provisioning complete for port b545aeab-eeae-407e-957b-d0d1ffeb818e triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:13.314204 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1ea1e9ea-33b0-4286-ba1c-6307c064eae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:13.348910 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1ea1e9ea-33b0-4286-ba1c-6307c064eae9 None None] Port b545aeab-eeae-407e-957b-d0d1ffeb818e cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:59:13.373732 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f0cee1-ad53-4b9e-949c-c388ba07539b tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Pushing event updated for resources: {'Subnet': ['ID=f05c3ab2-ad70-41b9-9e42-30edf84f82e2,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:13.420354 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] device_id is not set on port 398679e7-9a08-4e24-9885-307e028b6167 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:59:13.433619 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f0cee1-ad53-4b9e-949c-c388ba07539b tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Checking segment: {'id': '95144f35-5ec8-472f-b802-a11febcaf0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '57486e44-9dd5-4615-9707-2f79412b6991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:59:13.434537 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f0cee1-ad53-4b9e-949c-c388ba07539b tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Network hostable DHCP agents. Network: 57486e44-9dd5-4615-9707-2f79412b6991, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:59:13.440050 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:13.461654 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:13.469402 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52daf32b-3f84-4306-994b-1add2058e4eb tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Router b606da0a-a1bf-4300-ba7f-7a6b970f2505 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:59:13.478053 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-308f8e4f-3917-4974-8793-698b666a3759 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32579'] for router, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:13.487761 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-308f8e4f-3917-4974-8793-698b666a3759 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-599907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-599898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-600112'] for router, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:13.539859 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e42d313-3c0d-4adc-a833-ddca40607616 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:59:13.556346 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c096dd31-b695-4bac-88a2-db3f2810e518 None None] Sync routers for ids ['4402de00-aaa7-47d3-8eb3-e6a8d136d856'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:59:13.561779 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f0cee1-ad53-4b9e-949c-c388ba07539b tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Network 57486e44-9dd5-4615-9707-2f79412b6991 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:59:13.569943 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e547a09-93e5-4f0f-9d74-6d1826a96880 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router eb748527-9598-4459-b714-65533a632cbf has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:59:13.575740 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:13.576891 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c096dd31-b695-4bac-88a2-db3f2810e518 None None] Routers {'4402de00-aaa7-47d3-8eb3-e6a8d136d856'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:13.577630 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c096dd31-b695-4bac-88a2-db3f2810e518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['4402de00-aaa7-47d3-8eb3-e6a8d136d856'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:13.589243 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Pushing event updated for resources: {'Port': ['ID=398679e7-9a08-4e24-9885-307e028b6167,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:13.601693 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1e42d313-3c0d-4adc-a833-ddca40607616 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "PUT /v2.0/routers/4402de00-aaa7-47d3-8eb3-e6a8d136d856/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3210208 Nov 29 01:59:13.603905 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38624) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:13.618595 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-b4f0cee1-ad53-4b9e-949c-c388ba07539b tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 57486e44-9dd5-4615-9707-2f79412b6991) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:13.634691 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f0cee1-ad53-4b9e-949c-c388ba07539b tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:13.635295 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4f0cee1-ad53-4b9e-949c-c388ba07539b tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:13.649238 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcde70d-cec1-4e53-8e25-c7cb82b2d705 None None] Network 57486e44-9dd5-4615-9707-2f79412b6991 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:13.673408 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 398679e7-9a08-4e24-9885-307e028b6167 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:13.673981 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 398679e7-9a08-4e24-9885-307e028b6167 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:13.674103 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 398679e7-9a08-4e24-9885-307e028b6167 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:13.674986 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52daf32b-3f84-4306-994b-1add2058e4eb tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:59:13.680079 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308f8e4f-3917-4974-8793-698b666a3759 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Router 035f9f41-7124-4776-b462-565703af9b84 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:59:13.684503 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-52daf32b-3f84-4306-994b-1add2058e4eb tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "PUT /v2.0/routers/b606da0a-a1bf-4300-ba7f-7a6b970f2505/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8210263 Nov 29 01:59:13.688952 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38626) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:13.697149 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9448e4df-97a9-4d5e-b286-649c31a326e3 None None] Sync routers for ids ['b606da0a-a1bf-4300-ba7f-7a6b970f2505'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:59:13.705576 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aec6c9f-b703-4201-905f-d1dd35eecc43 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:13.709622 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6aec6c9f-b703-4201-905f-d1dd35eecc43 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports/ad8631ed-b16c-44db-b50e-cad8a8ede285 HTTP/1.1" status: 200 len: 911 time: 0.0767932 Nov 29 01:59:13.724098 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38628) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:13.729255 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Port 398679e7-9a08-4e24-9885-307e028b6167 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:59:13.729849 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Failed to bind port 398679e7-9a08-4e24-9885-307e028b6167 on host hv-neutron-8190 for vnic_type normal using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] Nov 29 01:59:13.732397 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-c096dd31-b695-4bac-88a2-db3f2810e518 None None] Set router 4402de00-aaa7-47d3-8eb3-e6a8d136d856 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:59:13.736570 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9448e4df-97a9-4d5e-b286-649c31a326e3 None None] Routers {'b606da0a-a1bf-4300-ba7f-7a6b970f2505'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:13.737451 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e9db3c3c-0abc-4528-974f-dffcd6d39534 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "GET /v2.0/ports?device_id=b606da0a-a1bf-4300-ba7f-7a6b970f2505 HTTP/1.1" status: 200 len: 205 time: 0.0485210 Nov 29 01:59:13.737922 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-9448e4df-97a9-4d5e-b286-649c31a326e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['b606da0a-a1bf-4300-ba7f-7a6b970f2505'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:13.741170 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38630) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:13.758205 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempt 2 to bind port 398679e7-9a08-4e24-9885-307e028b6167 Nov 29 01:59:13.767831 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b4f0cee1-ad53-4b9e-949c-c388ba07539b tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.2613018 Nov 29 01:59:13.772312 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38632) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:13.786828 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-9448e4df-97a9-4d5e-b286-649c31a326e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:13.797117 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9448e4df-97a9-4d5e-b286-649c31a326e3 None None] Routers {'b606da0a-a1bf-4300-ba7f-7a6b970f2505'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:13.797678 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1cfd58f0-f6d2-4e11-b2a3-de91d7f621b4 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:13.797828 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-9448e4df-97a9-4d5e-b286-649c31a326e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['b606da0a-a1bf-4300-ba7f-7a6b970f2505'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:13.804306 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 398679e7-9a08-4e24-9885-307e028b6167 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:13.804648 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 398679e7-9a08-4e24-9885-307e028b6167 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:13.804990 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 398679e7-9a08-4e24-9885-307e028b6167 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:13.836179 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-9448e4df-97a9-4d5e-b286-649c31a326e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:13.837113 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9448e4df-97a9-4d5e-b286-649c31a326e3 None None] The sync data for ids ['b606da0a-a1bf-4300-ba7f-7a6b970f2505'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:59:13.850119 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Port 398679e7-9a08-4e24-9885-307e028b6167 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:59:13.850378 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Failed to bind port 398679e7-9a08-4e24-9885-307e028b6167 on host hv-neutron-8190 for vnic_type normal using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] Nov 29 01:59:13.856783 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempt 3 to bind port 398679e7-9a08-4e24-9885-307e028b6167 Nov 29 01:59:13.859629 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd58f0-f6d2-4e11-b2a3-de91d7f621b4 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Pushing event deleted for resources: {'Port': ['ID=dd302bda-395b-413d-b195-3f34ca8e08df,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:13.874755 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27466208-212f-411d-88ff-fcc7d3d8c1ff None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:59:13.929274 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 398679e7-9a08-4e24-9885-307e028b6167 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:13.929718 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 398679e7-9a08-4e24-9885-307e028b6167 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:13.929988 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 398679e7-9a08-4e24-9885-307e028b6167 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:13.958225 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e547a09-93e5-4f0f-9d74-6d1826a96880 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:59:13.967270 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6e547a09-93e5-4f0f-9d74-6d1826a96880 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "PUT /v2.0/routers/eb748527-9598-4459-b714-65533a632cbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5183656 Nov 29 01:59:13.974791 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Port 398679e7-9a08-4e24-9885-307e028b6167 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:59:13.975004 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a03a09-6425-4066-99ed-ab13e2ffc4a2 None None] Sync routers for ids ['eb748527-9598-4459-b714-65533a632cbf'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:59:13.975121 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Failed to bind port 398679e7-9a08-4e24-9885-307e028b6167 on host hv-neutron-8190 for vnic_type normal using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] Nov 29 01:59:13.977278 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38634) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:13.978478 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempt 4 to bind port 398679e7-9a08-4e24-9885-307e028b6167 Nov 29 01:59:14.032816 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a03a09-6425-4066-99ed-ab13e2ffc4a2 None None] Routers {'eb748527-9598-4459-b714-65533a632cbf'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:14.033702 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-92a03a09-6425-4066-99ed-ab13e2ffc4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:58:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['eb748527-9598-4459-b714-65533a632cbf'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:14.043021 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3e0555-0b91-45b3-ae24-c6cbb2d824d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-57486e44-9dd5-4615-9707-2f79412b6991', 'network_id': '57486e44-9dd5-4615-9707-2f79412b6991', 'tenant_id': '77990a2dfd894b2490311bfb91b4f343', 'fixed_ips': [{'subnet_id': 'f05c3ab2-ad70-41b9-9e42-30edf84f82e2'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:59:14.044664 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ec3e0555-0b91-45b3-ae24-c6cbb2d824d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:14.066434 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1cfd58f0-f6d2-4e11-b2a3-de91d7f621b4 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:14.069866 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1cfd58f0-f6d2-4e11-b2a3-de91d7f621b4 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:14.073401 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1cfd58f0-f6d2-4e11-b2a3-de91d7f621b4 tempest-ServersTestJSON-945476842 tempest-ServersTestJSON-945476842-project] 10.222.0.37 "DELETE /v2.0/floatingips/780f4946-ccd0-41c7-8b1b-03388eb3ba53 HTTP/1.1" status: 204 len: 168 time: 2.2868145 Nov 29 01:59:14.085024 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 398679e7-9a08-4e24-9885-307e028b6167 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:14.085673 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 398679e7-9a08-4e24-9885-307e028b6167 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:14.086025 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 398679e7-9a08-4e24-9885-307e028b6167 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:14.091531 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38636) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:14.195829 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Port 398679e7-9a08-4e24-9885-307e028b6167 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:59:14.196144 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Failed to bind port 398679e7-9a08-4e24-9885-307e028b6167 on host hv-neutron-8190 for vnic_type normal using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] Nov 29 01:59:14.200364 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempt 5 to bind port 398679e7-9a08-4e24-9885-307e028b6167 Nov 29 01:59:14.213825 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-552c4175-df1c-41a5-a776-cdb2cf306360 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:14.255299 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 398679e7-9a08-4e24-9885-307e028b6167 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:14.255582 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 398679e7-9a08-4e24-9885-307e028b6167 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:14.256580 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 398679e7-9a08-4e24-9885-307e028b6167 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:14.265083 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3320b776-dc6d-4c6f-b7a5-fef17605c4c6 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:14.272020 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3320b776-dc6d-4c6f-b7a5-fef17605c4c6 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:14.276539 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3320b776-dc6d-4c6f-b7a5-fef17605c4c6 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5516472 Nov 29 01:59:14.285322 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38638) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:14.299249 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Port 398679e7-9a08-4e24-9885-307e028b6167 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:59:14.299663 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Failed to bind port 398679e7-9a08-4e24-9885-307e028b6167 on host hv-neutron-8190 for vnic_type normal using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] Nov 29 01:59:14.301445 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-92a03a09-6425-4066-99ed-ab13e2ffc4a2 None None] Set router eb748527-9598-4459-b714-65533a632cbf gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:59:14.305173 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308f8e4f-3917-4974-8793-698b666a3759 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:59:14.312032 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempt 6 to bind port 398679e7-9a08-4e24-9885-307e028b6167 Nov 29 01:59:14.316754 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-308f8e4f-3917-4974-8793-698b666a3759 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:14.317948 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-308f8e4f-3917-4974-8793-698b666a3759 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] 10.222.0.37 "PUT /v2.0/routers/035f9f41-7124-4776-b462-565703af9b84 HTTP/1.1" status: 200 len: 706 time: 3.8258715 Nov 29 01:59:14.322259 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff5180a-2fc7-49c3-a9e3-22d07a3a67aa None None] Sync routers for ids ['035f9f41-7124-4776-b462-565703af9b84'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:59:14.333085 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff5180a-2fc7-49c3-a9e3-22d07a3a67aa None None] Routers {'035f9f41-7124-4776-b462-565703af9b84'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:14.333997 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-dff5180a-2fc7-49c3-a9e3-22d07a3a67aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['035f9f41-7124-4776-b462-565703af9b84'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:14.338597 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d536847e-4b0c-40df-815c-b90206965ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:14.344987 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38640) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:14.354841 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db953d9-3a68-49d3-975d-167f794c007d tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:14.355309 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db953d9-3a68-49d3-975d-167f794c007d tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:14.355808 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db953d9-3a68-49d3-975d-167f794c007d tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:14.356262 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db953d9-3a68-49d3-975d-167f794c007d tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:14.356718 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db953d9-3a68-49d3-975d-167f794c007d tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:14.357167 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db953d9-3a68-49d3-975d-167f794c007d tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:14.357636 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db953d9-3a68-49d3-975d-167f794c007d tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:14.358087 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db953d9-3a68-49d3-975d-167f794c007d tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:14.358533 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db953d9-3a68-49d3-975d-167f794c007d tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:14.358978 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db953d9-3a68-49d3-975d-167f794c007d tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:14.359421 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db953d9-3a68-49d3-975d-167f794c007d tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:14.359864 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db953d9-3a68-49d3-975d-167f794c007d tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:14.360306 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db953d9-3a68-49d3-975d-167f794c007d tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:14.360752 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db953d9-3a68-49d3-975d-167f794c007d tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:14.362921 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7db953d9-3a68-49d3-975d-167f794c007d tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9773 time: 0.3809285 Nov 29 01:59:14.377201 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-dff5180a-2fc7-49c3-a9e3-22d07a3a67aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:14.387433 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff5180a-2fc7-49c3-a9e3-22d07a3a67aa None None] Routers {'035f9f41-7124-4776-b462-565703af9b84'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:14.388578 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-dff5180a-2fc7-49c3-a9e3-22d07a3a67aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['035f9f41-7124-4776-b462-565703af9b84'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:14.400123 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38642) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:14.404571 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7929351a-7e1f-473e-b9fb-de096eb5d87a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:14.409530 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-ec3e0555-0b91-45b3-ae24-c6cbb2d824d9 None None] Allocated IP 2001:db8::f816:3eff:fe26:4682 (57486e44-9dd5-4615-9707-2f79412b6991/f05c3ab2-ad70-41b9-9e42-30edf84f82e2/e6f3d2ad-83ba-4657-966c-210952332913) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:14.430433 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-dff5180a-2fc7-49c3-a9e3-22d07a3a67aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:14.431567 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff5180a-2fc7-49c3-a9e3-22d07a3a67aa None None] The sync data for ids ['035f9f41-7124-4776-b462-565703af9b84'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:59:14.504638 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c096dd31-b695-4bac-88a2-db3f2810e518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4402de00-aaa7-47d3-8eb3-e6a8d136d856', 'name': 'tempest-NetworksTestDHCPv6-router-372941170', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:59:07Z', 'updated_at': '2021-11-29T01:59:11Z', 'revision_number': 2, 'project_id': 'd732f07065b549e8ade666b44b940ceb', 'gw_port_host': None, '_interfaces': [{'id': 'ad8631ed-b16c-44db-b50e-cad8a8ede285', 'name': '', 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'mac_address': 'fa:16:3e:10:a1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4402de00-aaa7-47d3-8eb3-e6a8d136d856', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b766b02d-543b-45d5-873f-e7c7d59eb3be', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:09Z', 'updated_at': '2021-11-29T01:59:11Z', 'revision_number': 2, 'project_id': 'd732f07065b549e8ade666b44b940ceb', 'subnets': [{'id': 'b766b02d-543b-45d5-873f-e7c7d59eb3be', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:14.551689 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c096dd31-b695-4bac-88a2-db3f2810e518 None None] Checking router: 4402de00-aaa7-47d3-8eb3-e6a8d136d856 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:59:14.552054 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c096dd31-b695-4bac-88a2-db3f2810e518 None None] Updating router 4402de00-aaa7-47d3-8eb3-e6a8d136d856 port ad8631ed-b16c-44db-b50e-cad8a8ede285 binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:59:14.615967 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c096dd31-b695-4bac-88a2-db3f2810e518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:14.679620 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-bee56942-ad13-4911-a796-43bd5d73ad34 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] 10.222.0.37 "GET /v2.0/routers/035f9f41-7124-4776-b462-565703af9b84 HTTP/1.1" status: 200 len: 741 time: 0.3293943 Nov 29 01:59:14.706556 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dc735420-4961-4cfb-a358-153a1cde976b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:14.708179 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38644) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:14.713571 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-552c4175-df1c-41a5-a776-cdb2cf306360 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:14.721875 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-552c4175-df1c-41a5-a776-cdb2cf306360 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:14.729088 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ea791f-6435-4d23-bddf-bdfe25fc93db tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:14.729694 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ea791f-6435-4d23-bddf-bdfe25fc93db tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:14.730301 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ea791f-6435-4d23-bddf-bdfe25fc93db tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:14.730901 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ea791f-6435-4d23-bddf-bdfe25fc93db tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:14.731434 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ea791f-6435-4d23-bddf-bdfe25fc93db tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:14.731942 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ea791f-6435-4d23-bddf-bdfe25fc93db tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:14.732455 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ea791f-6435-4d23-bddf-bdfe25fc93db tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:14.732950 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ea791f-6435-4d23-bddf-bdfe25fc93db tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:14.733451 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ea791f-6435-4d23-bddf-bdfe25fc93db tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:14.733961 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ea791f-6435-4d23-bddf-bdfe25fc93db tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:14.734450 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ea791f-6435-4d23-bddf-bdfe25fc93db tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:14.739353 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-33ea791f-6435-4d23-bddf-bdfe25fc93db tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7103 time: 0.3299973 Nov 29 01:59:14.756040 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38646) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:14.826794 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7929351a-7e1f-473e-b9fb-de096eb5d87a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:14.832296 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-552c4175-df1c-41a5-a776-cdb2cf306360 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:14.832787 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552c4175-df1c-41a5-a776-cdb2cf306360 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Fanout notify agent at l3_agent the message router_deleted on router b606da0a-a1bf-4300-ba7f-7a6b970f2505 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:59:14.844163 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 398679e7-9a08-4e24-9885-307e028b6167 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:14.844753 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 398679e7-9a08-4e24-9885-307e028b6167 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:14.845251 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 398679e7-9a08-4e24-9885-307e028b6167 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:14.861877 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-552c4175-df1c-41a5-a776-cdb2cf306360 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:14.863378 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-552c4175-df1c-41a5-a776-cdb2cf306360 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/routers/b606da0a-a1bf-4300-ba7f-7a6b970f2505 HTTP/1.1" status: 204 len: 168 time: 1.1211519 Nov 29 01:59:14.866757 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38648) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:14.875216 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 29bb6d38-08d3-4aee-88a2-14f0b05fd200 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:59:14.924208 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ec3e0555-0b91-45b3-ae24-c6cbb2d824d9 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:14.941930 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ec3e0555-0b91-45b3-ae24-c6cbb2d824d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:14.942923 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eee1eed-9a9b-4e61-a0f5-6f469090b433 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Deleting subnet f6ad52c2-6562-48b1-8703-d5a5a1bd9237 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:59:14.947944 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1eee1eed-9a9b-4e61-a0f5-6f469090b433 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:14.970157 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f4e8535e-0671-4eb8-a860-f9640b48bff4 tempest-RoutersAdminTest-765251797 tempest-RoutersAdminTest-765251797-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=4bf244a8-fda8-412f-8f05-2c7c5210f333&device_id=035f9f41-7124-4776-b462-565703af9b84 HTTP/1.1" status: 200 len: 205 time: 0.2559204 Nov 29 01:59:14.971837 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38650) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:15.005629 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7bc243d1-50ab-413d-bcc0-8fd007473e3b tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] 10.222.0.37 "GET /v2.0/ports?device_id=035f9f41-7124-4776-b462-565703af9b84 HTTP/1.1" status: 200 len: 205 time: 0.0301108 Nov 29 01:59:15.007225 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38652) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:15.019256 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7929351a-7e1f-473e-b9fb-de096eb5d87a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:15.042152 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Port 398679e7-9a08-4e24-9885-307e028b6167 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:59:15.042738 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Failed to bind port 398679e7-9a08-4e24-9885-307e028b6167 on host hv-neutron-8190 for vnic_type normal using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] Nov 29 01:59:15.055359 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempt 7 to bind port 398679e7-9a08-4e24-9885-307e028b6167 Nov 29 01:59:15.060459 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3e0555-0b91-45b3-ae24-c6cbb2d824d9 None None] Network 57486e44-9dd5-4615-9707-2f79412b6991 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:15.073120 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-ec3e0555-0b91-45b3-ae24-c6cbb2d824d9 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:15.080003 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3e0555-0b91-45b3-ae24-c6cbb2d824d9 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:15.082031 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e0555-0b91-45b3-ae24-c6cbb2d824d9 None None] Pushing event updated for resources: {'Port': ['ID=e6f3d2ad-83ba-4657-966c-210952332913,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:15.109236 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1eee1eed-9a9b-4e61-a0f5-6f469090b433 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:15.115346 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7929351a-7e1f-473e-b9fb-de096eb5d87a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Pushing event deleted for resources: {'Subnet': ['ID=f05c3ab2-ad70-41b9-9e42-30edf84f82e2,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:15.132617 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 29bb6d38-08d3-4aee-88a2-14f0b05fd200 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:15.132992 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:15.143041 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 398679e7-9a08-4e24-9885-307e028b6167 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:15.143630 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 398679e7-9a08-4e24-9885-307e028b6167 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:15.144120 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 398679e7-9a08-4e24-9885-307e028b6167 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:15.150539 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6abd27e-f0bc-433d-b2ba-9a5075b2c593 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:15.186993 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-92a03a09-6425-4066-99ed-ab13e2ffc4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb748527-9598-4459-b714-65533a632cbf', 'name': 'tempest-TestNetworkBasicOps-router-822574806', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:58:53Z', 'updated_at': '2021-11-29T01:59:09Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:58:55Z', 'updated_at': '2021-11-29T01:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': 'b545aeab-eeae-407e-957b-d0d1ffeb818e', 'name': '', 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:3a:b8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '82d38417-3195-44e6-a3d7-993768ac5780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:07Z', 'updated_at': '2021-11-29T01:59:10Z', 'revision_number': 2, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '82d38417-3195-44e6-a3d7-993768ac5780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:15.219176 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Port 398679e7-9a08-4e24-9885-307e028b6167 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:59:15.219421 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Failed to bind port 398679e7-9a08-4e24-9885-307e028b6167 on host hv-neutron-8190 for vnic_type normal using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] Nov 29 01:59:15.229363 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempt 8 to bind port 398679e7-9a08-4e24-9885-307e028b6167 Nov 29 01:59:15.259467 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a03a09-6425-4066-99ed-ab13e2ffc4a2 None None] Checking router: eb748527-9598-4459-b714-65533a632cbf for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:59:15.260085 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a03a09-6425-4066-99ed-ab13e2ffc4a2 None None] Updating router eb748527-9598-4459-b714-65533a632cbf port b545aeab-eeae-407e-957b-d0d1ffeb818e binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:59:15.281325 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ec3e0555-0b91-45b3-ae24-c6cbb2d824d9 None None] Attempting to bind port e6f3d2ad-83ba-4657-966c-210952332913 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:15.281726 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ec3e0555-0b91-45b3-ae24-c6cbb2d824d9 None None] Attempting to bind port e6f3d2ad-83ba-4657-966c-210952332913 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '95144f35-5ec8-472f-b802-a11febcaf0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '57486e44-9dd5-4615-9707-2f79412b6991'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:15.282093 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3e0555-0b91-45b3-ae24-c6cbb2d824d9 None None] Attempting to bind port e6f3d2ad-83ba-4657-966c-210952332913 on network 57486e44-9dd5-4615-9707-2f79412b6991 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:15.295142 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7929351a-7e1f-473e-b9fb-de096eb5d87a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:15.326136 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3e0555-0b91-45b3-ae24-c6cbb2d824d9 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:59:15.326786 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3e0555-0b91-45b3-ae24-c6cbb2d824d9 None None] Checking segment: {'id': '95144f35-5ec8-472f-b802-a11febcaf0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '57486e44-9dd5-4615-9707-2f79412b6991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:59:15.326786 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ec3e0555-0b91-45b3-ae24-c6cbb2d824d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:15.327146 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3e0555-0b91-45b3-ae24-c6cbb2d824d9 None None] Bound using segment: {'id': '95144f35-5ec8-472f-b802-a11febcaf0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '57486e44-9dd5-4615-9707-2f79412b6991'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:59:15.327638 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ec3e0555-0b91-45b3-ae24-c6cbb2d824d9 None None] Bound port: e6f3d2ad-83ba-4657-966c-210952332913, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95144f35-5ec8-472f-b802-a11febcaf0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '57486e44-9dd5-4615-9707-2f79412b6991'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:59:15.328021 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ec3e0555-0b91-45b3-ae24-c6cbb2d824d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:15.330121 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:15.342329 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 398679e7-9a08-4e24-9885-307e028b6167 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:15.343051 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 398679e7-9a08-4e24-9885-307e028b6167 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:15.343051 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 398679e7-9a08-4e24-9885-307e028b6167 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:15.348060 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92a03a09-6425-4066-99ed-ab13e2ffc4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:15.398755 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Port 398679e7-9a08-4e24-9885-307e028b6167 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:59:15.399082 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Failed to bind port 398679e7-9a08-4e24-9885-307e028b6167 on host hv-neutron-8190 for vnic_type normal using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] Nov 29 01:59:15.404301 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempt 9 to bind port 398679e7-9a08-4e24-9885-307e028b6167 Nov 29 01:59:15.424316 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-7929351a-7e1f-473e-b9fb-de096eb5d87a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57486e44-9dd5-4615-9707-2f79412b6991']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:15.434537 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6abd27e-f0bc-433d-b2ba-9a5075b2c593 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:15.439674 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6abd27e-f0bc-433d-b2ba-9a5075b2c593 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:15.442166 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-7929351a-7e1f-473e-b9fb-de096eb5d87a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95144f35-5ec8-472f-b802-a11febcaf0c9') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:15.442471 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-7929351a-7e1f-473e-b9fb-de096eb5d87a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95144f35-5ec8-472f-b802-a11febcaf0c9') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:15.444538 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 398679e7-9a08-4e24-9885-307e028b6167 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:15.444872 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 398679e7-9a08-4e24-9885-307e028b6167 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:15.445199 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 398679e7-9a08-4e24-9885-307e028b6167 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:15.458177 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7929351a-7e1f-473e-b9fb-de096eb5d87a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:15.462435 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1eee1eed-9a9b-4e61-a0f5-6f469090b433 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:15.491707 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Port 398679e7-9a08-4e24-9885-307e028b6167 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:59:15.492044 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Failed to bind port 398679e7-9a08-4e24-9885-307e028b6167 on host hv-neutron-8190 for vnic_type normal using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] Nov 29 01:59:15.495912 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.plugins.ml2.plugin [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempt 10 to bind port 398679e7-9a08-4e24-9885-307e028b6167 Nov 29 01:59:15.518662 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c096dd31-b695-4bac-88a2-db3f2810e518 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:15.532304 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 398679e7-9a08-4e24-9885-307e028b6167 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:15.532678 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 398679e7-9a08-4e24-9885-307e028b6167 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:15.533017 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempting to bind port 398679e7-9a08-4e24-9885-307e028b6167 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:15.534082 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7929351a-7e1f-473e-b9fb-de096eb5d87a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:15.547519 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6abd27e-f0bc-433d-b2ba-9a5075b2c593 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:15.548242 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6abd27e-f0bc-433d-b2ba-9a5075b2c593 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Fanout notify agent at l3_agent the message router_deleted on router 035f9f41-7124-4776-b462-565703af9b84 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:59:15.550252 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7929351a-7e1f-473e-b9fb-de096eb5d87a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:59:15.550720 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7929351a-7e1f-473e-b9fb-de096eb5d87a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:15.556506 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 01:59:15.556506 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:59:15.556506 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 01:59:15.556506 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:59:15.556506 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 01:59:15.556506 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:59:15.556506 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 01:59:15.556506 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:59:15.556506 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 01:59:15.556506 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:59:15.556506 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 01:59:15.556506 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:59:15.556506 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 01:59:15.556506 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:59:15.556506 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:59:15.556506 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:59:15.556506 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:59:15.556506 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:59:15.556506 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 01:59:15.556506 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:59:15.556506 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 01:59:15.556506 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:59:15.556506 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:59:15.556506 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:59:15.556506 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 01:59:15.556506 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:59:15.556506 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:59:15.556506 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:59:15.556506 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:59:15.556506 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:59:15.556506 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:59:15.556506 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:59:15.568251 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ec3e0555-0b91-45b3-ae24-c6cbb2d824d9 None None] For port e6f3d2ad-83ba-4657-966c-210952332913, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:59:15.571734 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Port 398679e7-9a08-4e24-9885-307e028b6167 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:59:15.572752 dv-neutron-819032-3-hyperv neutron-server[103254]: ERROR neutron.plugins.ml2.managers [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Failed to bind port 398679e7-9a08-4e24-9885-307e028b6167 on host hv-neutron-8190 for vnic_type normal using segments [{'id': '6ad3906b-f3ef-4332-b747-32af8ddcd099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53ac3dd6-1987-4ef8-b8f6-244ecf5247d8'}] Nov 29 01:59:15.572752 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:15.572961 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c096dd31-b695-4bac-88a2-db3f2810e518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:15.581620 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6abd27e-f0bc-433d-b2ba-9a5075b2c593 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:15.581620 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b6abd27e-f0bc-433d-b2ba-9a5075b2c593 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] 10.222.0.37 "DELETE /v2.0/routers/035f9f41-7124-4776-b462-565703af9b84 HTTP/1.1" status: 204 len: 168 time: 0.5705550 Nov 29 01:59:15.583461 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38654) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:15.658624 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7d462-fbc9-49bb-8ce1-785d6587240f None None] Pushing event updated for resources: {'Port': ['ID=ad8631ed-b16c-44db-b50e-cad8a8ede285,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:15.711371 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a304df95-f00c-4595-b61f-fcc7c0d541bb tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4112 time: 0.9134524 Nov 29 01:59:15.802646 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] For port 398679e7-9a08-4e24-9885-307e028b6167, host hv-neutron-8190, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:59:15.803027 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attempted to set empty binding levels {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 29 01:59:15.818353 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:15.910926 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4f4afbdd-8b63-444d-851e-f1fd69d22783 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] 10.222.0.37 "GET /v2.0/ports?device_id=035f9f41-7124-4776-b462-565703af9b84 HTTP/1.1" status: 200 len: 205 time: 0.2989187 Nov 29 01:59:15.911512 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38658) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:15.911800 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] In _notify_port_updated(), no bound segment for port 398679e7-9a08-4e24-9885-307e028b6167 on network 53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 {{(pid=103254) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 01:59:15.912973 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:15.914239 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:15.929718 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] 10.222.0.37 "PUT /v2.0/ports/398679e7-9a08-4e24-9885-307e028b6167 HTTP/1.1" status: 200 len: 981 time: 3.5722904 Nov 29 01:59:15.946764 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38660) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:15.979475 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-1d0f62fa-87ec-4151-94bf-8525d972e7be tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] delete failed (client error): The resource could not be found. Nov 29 01:59:15.982216 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1d0f62fa-87ec-4151-94bf-8525d972e7be tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] 10.222.0.37 "DELETE /v2.0/routers/035f9f41-7124-4776-b462-565703af9b84 HTTP/1.1" status: 404 len: 336 time: 0.0696790 Nov 29 01:59:15.984955 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38662) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:15.988996 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd93ac0-e948-4460-a2a0-3a396b0f62e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Pushing event updated for resources: {'Port': ['ID=398679e7-9a08-4e24-9885-307e028b6167,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:15.999069 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92a03a09-6425-4066-99ed-ab13e2ffc4a2 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:16.001951 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-706dce82-c13f-4178-89ad-4a2e0028787a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:16.002230 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.db.api [None req-7929351a-7e1f-473e-b9fb-de096eb5d87a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 29 01:59:16.002230 dv-neutron-819032-3-hyperv neutron-server[103255]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 29 01:59:16.002230 dv-neutron-819032-3-hyperv neutron-server[103255]: [parameters: {'id': '57486e44-9dd5-4615-9707-2f79412b6991'}] Nov 29 01:59:16.002230 dv-neutron-819032-3-hyperv neutron-server[103255]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:59:16.002855 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG oslo_db.api [None req-7929351a-7e1f-473e-b9fb-de096eb5d87a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:59:16.006358 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1eee1eed-9a9b-4e61-a0f5-6f469090b433 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:16.038106 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2210d3b7-c7eb-4586-a219-336cdc44d84a tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ebce861-bfa4-4922-bc33-c3ef19626092 HTTP/1.1" status: 200 len: 205 time: 0.0498421 Nov 29 01:59:16.041696 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38664) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:16.054501 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-c096dd31-b695-4bac-88a2-db3f2810e518 None None] Attempting to bind port ad8631ed-b16c-44db-b50e-cad8a8ede285 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:16.054878 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-c096dd31-b695-4bac-88a2-db3f2810e518 None None] Attempting to bind port ad8631ed-b16c-44db-b50e-cad8a8ede285 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:16.055252 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c096dd31-b695-4bac-88a2-db3f2810e518 None None] Attempting to bind port ad8631ed-b16c-44db-b50e-cad8a8ede285 on network 126abf58-b75c-4c07-bafa-8e25bc6621b0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:16.060270 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92a03a09-6425-4066-99ed-ab13e2ffc4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:16.073203 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c096dd31-b695-4bac-88a2-db3f2810e518 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:59:16.073613 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c096dd31-b695-4bac-88a2-db3f2810e518 None None] Checking segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:59:16.074189 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c096dd31-b695-4bac-88a2-db3f2810e518 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:16.075002 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c096dd31-b695-4bac-88a2-db3f2810e518 None None] Bound using segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:59:16.075485 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-c096dd31-b695-4bac-88a2-db3f2810e518 None None] Bound port: ad8631ed-b16c-44db-b50e-cad8a8ede285, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:59:16.075874 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c096dd31-b695-4bac-88a2-db3f2810e518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:16.107157 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-dc735420-4961-4cfb-a358-153a1cde976b admin admin] Deleting port 555a7007-e32d-4bf3-b014-35dcc9ddd037 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:16.107733 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dc735420-4961-4cfb-a358-153a1cde976b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:16.111442 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee1eed-9a9b-4e61-a0f5-6f469090b433 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event deleted for resources: {'Subnet': ['ID=f6ad52c2-6562-48b1-8703-d5a5a1bd9237,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:16.116479 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1eee1eed-9a9b-4e61-a0f5-6f469090b433 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:16.119838 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1eee1eed-9a9b-4e61-a0f5-6f469090b433 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/subnets/f6ad52c2-6562-48b1-8703-d5a5a1bd9237 HTTP/1.1" status: 204 len: 168 time: 1.2520537 Nov 29 01:59:16.125051 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38666) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:16.126324 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-2aba89eb-1fef-49dd-978e-70862da4f7cd tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] delete failed (client error): The resource could not be found. Nov 29 01:59:16.127427 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2aba89eb-1fef-49dd-978e-70862da4f7cd tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] 10.222.0.37 "DELETE /v2.0/routers/2ebce861-bfa4-4922-bc33-c3ef19626092 HTTP/1.1" status: 404 len: 336 time: 0.0650547 Nov 29 01:59:16.138679 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ec3e0555-0b91-45b3-ae24-c6cbb2d824d9 None None] For port e6f3d2ad-83ba-4657-966c-210952332913, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=e6f3d2ad-83ba-4657-966c-210952332913,segment=NetworkSegment(95144f35-5ec8-472f-b802-a11febcaf0c9),segment_id=95144f35-5ec8-472f-b802-a11febcaf0c9)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:59:16.145592 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38668) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:16.148064 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee1eed-9a9b-4e61-a0f5-6f469090b433 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:16.148426 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee1eed-9a9b-4e61-a0f5-6f469090b433 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:16.148781 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee1eed-9a9b-4e61-a0f5-6f469090b433 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:16.149565 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee1eed-9a9b-4e61-a0f5-6f469090b433 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:16.149913 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee1eed-9a9b-4e61-a0f5-6f469090b433 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:16.150258 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee1eed-9a9b-4e61-a0f5-6f469090b433 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:16.150760 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee1eed-9a9b-4e61-a0f5-6f469090b433 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:16.151011 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee1eed-9a9b-4e61-a0f5-6f469090b433 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:16.151284 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee1eed-9a9b-4e61-a0f5-6f469090b433 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:16.151597 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee1eed-9a9b-4e61-a0f5-6f469090b433 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:16.151963 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee1eed-9a9b-4e61-a0f5-6f469090b433 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:16.152372 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee1eed-9a9b-4e61-a0f5-6f469090b433 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:16.156402 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ecffbf-9919-46d6-8c36-49a251220be4 None None] Network e9c4e252-63c9-476a-b140-a6ddb80b8bac requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:16.180821 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ec3e0555-0b91-45b3-ae24-c6cbb2d824d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:16.216547 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38670) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:16.226653 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-3a3f1d68-8a17-4026-aa09-6bad0ce89e69 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2063601184', 'description': 'tempest-secgroup-smoke-2063601184 description', 'project_id': 'd1a27bea49814722818e7a3b77708f76'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:16.232301 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-061637f8-651c-40aa-b7e5-3b64cc549b25 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] 10.222.0.37 "GET /v2.0/ports?device_id=16afce68-a2a7-402a-8ff8-cc8016d602ee HTTP/1.1" status: 200 len: 205 time: 0.0758746 Nov 29 01:59:16.239268 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38672) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:16.255591 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ca64616-3530-45c7-9018-d48a2c56f519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:16.304918 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-e264d6dd-0f30-41c0-9da9-2e460c340a50 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] delete failed (client error): The resource could not be found. Nov 29 01:59:16.308517 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e264d6dd-0f30-41c0-9da9-2e460c340a50 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] 10.222.0.37 "DELETE /v2.0/routers/16afce68-a2a7-402a-8ff8-cc8016d602ee HTTP/1.1" status: 404 len: 336 time: 0.0658221 Nov 29 01:59:16.312567 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38674) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:16.320887 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-d517256b-a14d-455c-8784-463794b446ed None None] Provisioning complete for port ad8631ed-b16c-44db-b50e-cad8a8ede285 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:16.321072 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d517256b-a14d-455c-8784-463794b446ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:16.350836 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e7558f4c-8193-4780-a79a-fcde150ddd9b tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] 10.222.0.37 "GET /v2.0/ports?device_id=757b470e-9c80-465c-bb73-9ae43e74df4c HTTP/1.1" status: 200 len: 205 time: 0.0371308 Nov 29 01:59:16.356323 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38676) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:16.356900 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65314d-a8b4-444b-9aba-1ed4f1b033a6 None None] Pushing event updated for resources: {'Port': ['ID=b545aeab-eeae-407e-957b-d0d1ffeb818e,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:16.362277 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a3f1d68-8a17-4026-aa09-6bad0ce89e69 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:16.399217 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f8e75f1-2223-4edf-b1db-553a39ed0299 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Deleting subnet d339eab5-34df-4f1e-b739-a71a5f5a1c3b {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:59:16.413396 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-d517256b-a14d-455c-8784-463794b446ed None None] Port ad8631ed-b16c-44db-b50e-cad8a8ede285 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:59:16.444877 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-3bace29b-6e1a-4c0f-941a-16427a34bca9 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] delete failed (client error): The resource could not be found. Nov 29 01:59:16.446181 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3bace29b-6e1a-4c0f-941a-16427a34bca9 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] 10.222.0.37 "DELETE /v2.0/routers/757b470e-9c80-465c-bb73-9ae43e74df4c HTTP/1.1" status: 404 len: 336 time: 0.0857849 Nov 29 01:59:16.456050 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38678) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:16.472106 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a3f1d68-8a17-4026-aa09-6bad0ce89e69 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:16.472602 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e0555-0b91-45b3-ae24-c6cbb2d824d9 None None] Pushing event updated for resources: {'Port': ['ID=e6f3d2ad-83ba-4657-966c-210952332913,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:16.473258 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6f8e75f1-2223-4edf-b1db-553a39ed0299 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:16.474255 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-dc735420-4961-4cfb-a358-153a1cde976b admin admin] For port 555a7007-e32d-4bf3-b014-35dcc9ddd037, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=555a7007-e32d-4bf3-b014-35dcc9ddd037,segment=NetworkSegment(7341315d-4c00-4407-a366-518d173796ef),segment_id=7341315d-4c00-4407-a366-518d173796ef)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:16.474793 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dc735420-4961-4cfb-a358-153a1cde976b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:16.509075 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d390a801-872b-444c-94e1-ca6a95178ff5 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] 10.222.0.37 "GET /v2.0/ports?device_id=658ad3fb-c34c-435b-a258-91ced7591891 HTTP/1.1" status: 200 len: 205 time: 0.0453384 Nov 29 01:59:16.514018 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-dc735420-4961-4cfb-a358-153a1cde976b admin admin] Calling delete_port for 555a7007-e32d-4bf3-b014-35dcc9ddd037 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:16.514574 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7929351a-7e1f-473e-b9fb-de096eb5d87a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:16.516484 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38680) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:16.518513 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a3f1d68-8a17-4026-aa09-6bad0ce89e69 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:16.554724 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c096dd31-b695-4bac-88a2-db3f2810e518 None None] For port ad8631ed-b16c-44db-b50e-cad8a8ede285, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:59:16.555647 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6f8e75f1-2223-4edf-b1db-553a39ed0299 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:16.564955 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a3f1d68-8a17-4026-aa09-6bad0ce89e69 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:16.569644 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3a3f1d68-8a17-4026-aa09-6bad0ce89e69 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3463895 Nov 29 01:59:16.570329 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38682) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:16.574808 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-92a03a09-6425-4066-99ed-ab13e2ffc4a2 None None] Attempting to bind port b545aeab-eeae-407e-957b-d0d1ffeb818e on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:16.575193 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-92a03a09-6425-4066-99ed-ab13e2ffc4a2 None None] Attempting to bind port b545aeab-eeae-407e-957b-d0d1ffeb818e by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'b2cf5c1c-ee07-41a8-bd6a-2f68c500f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:16.576176 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a03a09-6425-4066-99ed-ab13e2ffc4a2 None None] Attempting to bind port b545aeab-eeae-407e-957b-d0d1ffeb818e on network 832816b9-beec-4a08-8e13-11d88846b1eb {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:16.587901 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a03a09-6425-4066-99ed-ab13e2ffc4a2 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:59:16.588321 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a03a09-6425-4066-99ed-ab13e2ffc4a2 None None] Checking segment: {'id': 'b2cf5c1c-ee07-41a8-bd6a-2f68c500f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:59:16.589151 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92a03a09-6425-4066-99ed-ab13e2ffc4a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:16.589151 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a03a09-6425-4066-99ed-ab13e2ffc4a2 None None] Bound using segment: {'id': 'b2cf5c1c-ee07-41a8-bd6a-2f68c500f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:59:16.589610 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-92a03a09-6425-4066-99ed-ab13e2ffc4a2 None None] Bound port: b545aeab-eeae-407e-957b-d0d1ffeb818e, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cf5c1c-ee07-41a8-bd6a-2f68c500f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:59:16.590053 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92a03a09-6425-4066-99ed-ab13e2ffc4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:16.592161 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177a5cc0-e6e6-4761-aaa1-af49cd2c3b7b None None] Network 57486e44-9dd5-4615-9707-2f79412b6991 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:16.596026 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-331953e4-90bc-4f6f-a7ce-04ab159df636 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '1f7e5385-c396-47f8-94ce-5fc68812c4b7', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:16.606435 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c096dd31-b695-4bac-88a2-db3f2810e518 None None] For port ad8631ed-b16c-44db-b50e-cad8a8ede285, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=ad8631ed-b16c-44db-b50e-cad8a8ede285,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:59:16.622065 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-5002a777-1ada-4a9a-8fa3-b46050a4b367 None None] Provisioning complete for port b545aeab-eeae-407e-957b-d0d1ffeb818e triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:16.622438 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5002a777-1ada-4a9a-8fa3-b46050a4b367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:16.640926 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f1d68-8a17-4026-aa09-6bad0ce89e69 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7e5385-c396-47f8-94ce-5fc68812c4b7,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:16.678336 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c096dd31-b695-4bac-88a2-db3f2810e518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:16.720915 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-331953e4-90bc-4f6f-a7ce-04ab159df636 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:16.751647 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6f8e75f1-2223-4edf-b1db-553a39ed0299 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:16.759468 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7929351a-7e1f-473e-b9fb-de096eb5d87a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Deleting port e6f3d2ad-83ba-4657-966c-210952332913 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:16.759769 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7929351a-7e1f-473e-b9fb-de096eb5d87a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:16.827243 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-5002a777-1ada-4a9a-8fa3-b46050a4b367 None None] Port b545aeab-eeae-407e-957b-d0d1ffeb818e cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:59:16.839300 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-92a03a09-6425-4066-99ed-ab13e2ffc4a2 None None] For port b545aeab-eeae-407e-957b-d0d1ffeb818e, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:59:16.904035 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-3d06363b-8d8b-4ae0-9850-556b8e3c162a tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Deleting port 398679e7-9a08-4e24-9885-307e028b6167 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:16.904582 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3d06363b-8d8b-4ae0-9850-556b8e3c162a tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:16.919881 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7929351a-7e1f-473e-b9fb-de096eb5d87a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] For port e6f3d2ad-83ba-4657-966c-210952332913, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=e6f3d2ad-83ba-4657-966c-210952332913,segment=NetworkSegment(95144f35-5ec8-472f-b802-a11febcaf0c9),segment_id=95144f35-5ec8-472f-b802-a11febcaf0c9)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:16.919881 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7929351a-7e1f-473e-b9fb-de096eb5d87a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:16.922504 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-21f848ac-d2f3-4d2b-9d39-ca0af305ef08 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] delete failed (client error): The resource could not be found. Nov 29 01:59:16.924346 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-21f848ac-d2f3-4d2b-9d39-ca0af305ef08 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] 10.222.0.37 "DELETE /v2.0/routers/658ad3fb-c34c-435b-a258-91ced7591891 HTTP/1.1" status: 404 len: 336 time: 0.4054952 Nov 29 01:59:16.937165 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7929351a-7e1f-473e-b9fb-de096eb5d87a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Calling delete_port for e6f3d2ad-83ba-4657-966c-210952332913 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:16.982697 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38684) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:17.019194 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-331953e4-90bc-4f6f-a7ce-04ab159df636 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:17.023691 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6f8e75f1-2223-4edf-b1db-553a39ed0299 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:17.042544 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-331953e4-90bc-4f6f-a7ce-04ab159df636 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:17.079112 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6f8e75f1-2223-4edf-b1db-553a39ed0299 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:17.085135 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6f8e75f1-2223-4edf-b1db-553a39ed0299 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/subnets/d339eab5-34df-4f1e-b739-a71a5f5a1c3b HTTP/1.1" status: 204 len: 168 time: 0.9541323 Nov 29 01:59:17.089687 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3248ce0a-6b68-4071-bc66-d15dbbbba922 tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f77ff0b-7bb5-474d-aa86-7cccc326d608 HTTP/1.1" status: 200 len: 205 time: 0.1052938 Nov 29 01:59:17.091191 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38686) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:17.098738 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38688) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:17.105656 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fe945c-d550-4c49-9a44-b8b76f9946fb None None] DHCP port deletion for e9c4e252-63c9-476a-b140-a6ddb80b8bac request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:59:17.107289 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e75f1-2223-4edf-b1db-553a39ed0299 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event deleted for resources: {'Subnet': ['ID=d339eab5-34df-4f1e-b739-a71a5f5a1c3b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:17.108322 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8f9e94-2df8-4b37-9770-f8604c462639 None None] Network f9e80fcf-0f2c-456d-852a-6a202ea8ddce requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:17.123985 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331953e4-90bc-4f6f-a7ce-04ab159df636 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee6c4ad3-f68b-4770-9f97-9d53c3f971df,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:17.168227 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-331953e4-90bc-4f6f-a7ce-04ab159df636 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:17.172268 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-331953e4-90bc-4f6f-a7ce-04ab159df636 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5773766 Nov 29 01:59:17.172450 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c096dd31-b695-4bac-88a2-db3f2810e518 None None] Routers {'4402de00-aaa7-47d3-8eb3-e6a8d136d856'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:17.172450 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c096dd31-b695-4bac-88a2-db3f2810e518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['4402de00-aaa7-47d3-8eb3-e6a8d136d856'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:17.174244 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38690) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:17.175437 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7d462-fbc9-49bb-8ce1-785d6587240f None None] Pushing event updated for resources: {'Port': ['ID=ad8631ed-b16c-44db-b50e-cad8a8ede285,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:17.178586 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-30f78375-c889-4080-a26e-6ba05e4aaa85 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '1f7e5385-c396-47f8-94ce-5fc68812c4b7', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:17.196660 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-3d06363b-8d8b-4ae0-9850-556b8e3c162a tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] For port 398679e7-9a08-4e24-9885-307e028b6167, host hv-neutron-8190, got binding levels [] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:17.197259 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3d06363b-8d8b-4ae0-9850-556b8e3c162a tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:17.203860 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-a0994209-b99f-4c72-b135-467a6e40b76b tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] delete failed (client error): The resource could not be found. Nov 29 01:59:17.204960 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a0994209-b99f-4c72-b135-467a6e40b76b tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] 10.222.0.37 "DELETE /v2.0/routers/0f77ff0b-7bb5-474d-aa86-7cccc326d608 HTTP/1.1" status: 404 len: 336 time: 0.1042578 Nov 29 01:59:17.210523 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38692) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:17.226748 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-3d06363b-8d8b-4ae0-9850-556b8e3c162a tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Calling delete_port for 398679e7-9a08-4e24-9885-307e028b6167 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:17.239971 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-92a03a09-6425-4066-99ed-ab13e2ffc4a2 None None] For port b545aeab-eeae-407e-957b-d0d1ffeb818e, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=b545aeab-eeae-407e-957b-d0d1ffeb818e,segment=NetworkSegment(b2cf5c1c-ee07-41a8-bd6a-2f68c500f224),segment_id=b2cf5c1c-ee07-41a8-bd6a-2f68c500f224)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:59:17.255422 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-901ac99a-7761-47b7-a8e3-ce4b9c5f4a3b tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] DELETE failed (client error): The resource could not be found. Nov 29 01:59:17.256086 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-901ac99a-7761-47b7-a8e3-ce4b9c5f4a3b tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:59:17.259290 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-901ac99a-7761-47b7-a8e3-ce4b9c5f4a3b tempest-RoutersAdminTest-1174087719 tempest-RoutersAdminTest-1174087719-project] 10.222.0.37 "DELETE /v2.0/subnets/289b8a76-2dd9-4244-bdd3-c942d91b7891 HTTP/1.1" status: 404 len: 337 time: 0.0437393 Nov 29 01:59:17.265001 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1092596e-e7b8-4bce-a53d-fcc3ed344e93 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:17.274296 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30f78375-c889-4080-a26e-6ba05e4aaa85 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:17.290789 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7929351a-7e1f-473e-b9fb-de096eb5d87a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:17.312082 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92a03a09-6425-4066-99ed-ab13e2ffc4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:17.343046 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7929351a-7e1f-473e-b9fb-de096eb5d87a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Pushing event deleted for resources: {'Port': ['ID=e6f3d2ad-83ba-4657-966c-210952332913,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:17.344950 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7929351a-7e1f-473e-b9fb-de096eb5d87a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] No DVR routers for this DVR port e6f3d2ad-83ba-4657-966c-210952332913 on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:59:17.372334 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-706dce82-c13f-4178-89ad-4a2e0028787a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting port ad8631ed-b16c-44db-b50e-cad8a8ede285 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:17.372678 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-706dce82-c13f-4178-89ad-4a2e0028787a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:17.396918 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65314d-a8b4-444b-9aba-1ed4f1b033a6 None None] Pushing event updated for resources: {'Port': ['ID=b545aeab-eeae-407e-957b-d0d1ffeb818e,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:17.401298 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:17.469537 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-019a7295-de60-47f2-865d-b8923bb95a6a None None] Provisioning complete for port ad8631ed-b16c-44db-b50e-cad8a8ede285 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:17.469996 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-019a7295-de60-47f2-865d-b8923bb95a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:17.534035 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-c096dd31-b695-4bac-88a2-db3f2810e518 None None] Set router 4402de00-aaa7-47d3-8eb3-e6a8d136d856 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:59:17.557365 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30f78375-c889-4080-a26e-6ba05e4aaa85 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:17.575270 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30f78375-c889-4080-a26e-6ba05e4aaa85 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:17.578263 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a03a09-6425-4066-99ed-ab13e2ffc4a2 None None] Routers {'eb748527-9598-4459-b714-65533a632cbf'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:17.578921 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-92a03a09-6425-4066-99ed-ab13e2ffc4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['eb748527-9598-4459-b714-65533a632cbf'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:17.579103 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7929351a-7e1f-473e-b9fb-de096eb5d87a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:17.586868 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3d06363b-8d8b-4ae0-9850-556b8e3c162a tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:17.628772 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f78375-c889-4080-a26e-6ba05e4aaa85 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aeeb5e6-0448-4b58-b0f0-7b7daf8732ff,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:17.640756 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-706dce82-c13f-4178-89ad-4a2e0028787a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] For port ad8631ed-b16c-44db-b50e-cad8a8ede285, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=ad8631ed-b16c-44db-b50e-cad8a8ede285,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:17.641045 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-706dce82-c13f-4178-89ad-4a2e0028787a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:17.646929 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1092596e-e7b8-4bce-a53d-fcc3ed344e93 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Deleting port 1a570094-f834-443d-8bd7-5d968a9e0c17 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:17.647319 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1092596e-e7b8-4bce-a53d-fcc3ed344e93 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:17.651255 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-7929351a-7e1f-473e-b9fb-de096eb5d87a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57486e44-9dd5-4615-9707-2f79412b6991']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:17.665304 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d06363b-8d8b-4ae0-9850-556b8e3c162a tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Pushing event deleted for resources: {'Port': ['ID=398679e7-9a08-4e24-9885-307e028b6167,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:17.705027 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dc735420-4961-4cfb-a358-153a1cde976b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:17.717583 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30f78375-c889-4080-a26e-6ba05e4aaa85 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:17.718721 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-30f78375-c889-4080-a26e-6ba05e4aaa85 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5436344 Nov 29 01:59:17.729169 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-706dce82-c13f-4178-89ad-4a2e0028787a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Calling delete_port for ad8631ed-b16c-44db-b50e-cad8a8ede285 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:17.729375 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-7929351a-7e1f-473e-b9fb-de096eb5d87a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95144f35-5ec8-472f-b802-a11febcaf0c9') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:17.729490 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-7929351a-7e1f-473e-b9fb-de096eb5d87a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95144f35-5ec8-472f-b802-a11febcaf0c9') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:17.731837 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38700) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:17.742922 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d06363b-8d8b-4ae0-9850-556b8e3c162a tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:17.743412 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d06363b-8d8b-4ae0-9850-556b8e3c162a tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:17.743772 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d06363b-8d8b-4ae0-9850-556b8e3c162a tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:17.744121 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d06363b-8d8b-4ae0-9850-556b8e3c162a tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:17.744467 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d06363b-8d8b-4ae0-9850-556b8e3c162a tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:17.744807 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d06363b-8d8b-4ae0-9850-556b8e3c162a tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:17.745143 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d06363b-8d8b-4ae0-9850-556b8e3c162a tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:17.745487 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d06363b-8d8b-4ae0-9850-556b8e3c162a tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:17.745845 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d06363b-8d8b-4ae0-9850-556b8e3c162a tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:17.746666 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d06363b-8d8b-4ae0-9850-556b8e3c162a tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:17.747007 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d06363b-8d8b-4ae0-9850-556b8e3c162a tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:17.747340 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d06363b-8d8b-4ae0-9850-556b8e3c162a tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:17.750890 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-589fd958-ee10-4d00-88ff-951dbca55320 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '1f7e5385-c396-47f8-94ce-5fc68812c4b7', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:17.761163 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7929351a-7e1f-473e-b9fb-de096eb5d87a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:17.796480 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3d06363b-8d8b-4ae0-9850-556b8e3c162a tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:17.803057 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3d06363b-8d8b-4ae0-9850-556b8e3c162a tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] 10.222.0.37 "DELETE /v2.0/ports/398679e7-9a08-4e24-9885-307e028b6167 HTTP/1.1" status: 204 len: 168 time: 1.8540435 Nov 29 01:59:17.809857 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38702) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:17.814511 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-61fe945c-d550-4c49-9a44-b8b76f9946fb None None] Deleting port 1a570094-f834-443d-8bd7-5d968a9e0c17 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:17.814952 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-61fe945c-d550-4c49-9a44-b8b76f9946fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:17.841227 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7929351a-7e1f-473e-b9fb-de096eb5d87a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:17.860568 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc735420-4961-4cfb-a358-153a1cde976b admin admin] Pushing event deleted for resources: {'Port': ['ID=555a7007-e32d-4bf3-b014-35dcc9ddd037,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:17.908347 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5ca64616-3530-45c7-9018-d48a2c56f519 admin admin] Deleting port 7e0a0ecb-a58f-4d50-88e3-4467b183e437 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:17.909042 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ca64616-3530-45c7-9018-d48a2c56f519 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:17.913345 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7929351a-7e1f-473e-b9fb-de096eb5d87a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:59:17.913936 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7929351a-7e1f-473e-b9fb-de096eb5d87a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:17.917132 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 01:59:17.917132 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:59:17.917132 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 01:59:17.917132 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:59:17.917132 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 01:59:17.917132 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:59:17.917132 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 01:59:17.917132 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:59:17.917132 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 01:59:17.917132 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:59:17.917132 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 01:59:17.917132 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:59:17.917132 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 01:59:17.917132 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:59:17.917132 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:59:17.917132 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:59:17.917132 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:59:17.917132 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:59:17.917132 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 01:59:17.917132 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:59:17.917132 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 01:59:17.917132 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:59:17.917132 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:59:17.917132 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:59:17.917132 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 01:59:17.917132 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:59:17.917132 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:59:17.917132 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:59:17.917132 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:59:17.917132 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:59:17.917132 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:59:17.917132 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:59:17.920801 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38704) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:17.943386 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-09658c4e-6030-41a7-ae42-b20c76b247e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] GET failed (client error): The resource could not be found. Nov 29 01:59:17.944635 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f1d5f5-b3e9-422e-9516-4d382abc9ce1 None None] DHCP port deletion for f9e80fcf-0f2c-456d-852a-6a202ea8ddce request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:59:17.950595 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-09658c4e-6030-41a7-ae42-b20c76b247e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-386780194-project-admin] 10.222.0.37 "GET /v2.0/ports/398679e7-9a08-4e24-9885-307e028b6167 HTTP/1.1" status: 404 len: 333 time: 0.1373718 Nov 29 01:59:17.984214 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38708) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:17.992642 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1092596e-e7b8-4bce-a53d-fcc3ed344e93 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] For port 1a570094-f834-443d-8bd7-5d968a9e0c17, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=1a570094-f834-443d-8bd7-5d968a9e0c17,segment=NetworkSegment(655c9991-74c2-4d19-abc7-452f01ab9b18),segment_id=655c9991-74c2-4d19-abc7-452f01ab9b18)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:17.994117 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1092596e-e7b8-4bce-a53d-fcc3ed344e93 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:18.021714 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-61fe945c-d550-4c49-9a44-b8b76f9946fb None None] For port 1a570094-f834-443d-8bd7-5d968a9e0c17, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=1a570094-f834-443d-8bd7-5d968a9e0c17,segment=NetworkSegment(655c9991-74c2-4d19-abc7-452f01ab9b18),segment_id=655c9991-74c2-4d19-abc7-452f01ab9b18)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:18.022705 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-61fe945c-d550-4c49-9a44-b8b76f9946fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:18.049877 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-61fe945c-d550-4c49-9a44-b8b76f9946fb None None] Calling delete_port for 1a570094-f834-443d-8bd7-5d968a9e0c17 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:18.056092 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1092596e-e7b8-4bce-a53d-fcc3ed344e93 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Calling delete_port for 1a570094-f834-443d-8bd7-5d968a9e0c17 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:18.088602 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-589fd958-ee10-4d00-88ff-951dbca55320 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:18.145728 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7929351a-7e1f-473e-b9fb-de096eb5d87a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:18.158193 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-019a7295-de60-47f2-865d-b8923bb95a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:18.165506 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-92a03a09-6425-4066-99ed-ab13e2ffc4a2 None None] Set router eb748527-9598-4459-b714-65533a632cbf gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:59:18.192460 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-5ca64616-3530-45c7-9018-d48a2c56f519 admin admin] For port 7e0a0ecb-a58f-4d50-88e3-4467b183e437, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7e0a0ecb-a58f-4d50-88e3-4467b183e437,segment=NetworkSegment(01a6022b-fd65-4f04-9a20-29dba6f904e6),segment_id=01a6022b-fd65-4f04-9a20-29dba6f904e6)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:18.192846 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ca64616-3530-45c7-9018-d48a2c56f519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:18.196861 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:18.211223 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7929351a-7e1f-473e-b9fb-de096eb5d87a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:18.218405 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7929351a-7e1f-473e-b9fb-de096eb5d87a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "DELETE /v2.0/networks/57486e44-9dd5-4615-9707-2f79412b6991 HTTP/1.1" status: 204 len: 168 time: 4.1515977 Nov 29 01:59:18.223275 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38710) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:18.226864 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-fc1a8d45-5ed5-455a-b3cc-d12f99c2c33c tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1939375610'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:18.251490 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5ca64616-3530-45c7-9018-d48a2c56f519 admin admin] Calling delete_port for 7e0a0ecb-a58f-4d50-88e3-4467b183e437 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:18.257498 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bab6c13e-3735-47c8-9cb0-474fe1e807f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:18.259217 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9eae64d7-aef6-4843-8894-4ee989a3a0f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:18.271040 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-61fe945c-d550-4c49-9a44-b8b76f9946fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:18.275254 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7929351a-7e1f-473e-b9fb-de096eb5d87a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Pushing event deleted for resources: {'Network': ['ID=57486e44-9dd5-4615-9707-2f79412b6991,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:18.289302 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dc735420-4961-4cfb-a358-153a1cde976b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:18.343723 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1a8d45-5ed5-455a-b3cc-d12f99c2c33c tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Made reservation on behalf of 77990a2dfd894b2490311bfb91b4f343 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:18.347187 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc1a8d45-5ed5-455a-b3cc-d12f99c2c33c tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:18.374547 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe945c-d550-4c49-9a44-b8b76f9946fb None None] Pushing event deleted for resources: {'Port': ['ID=1a570094-f834-443d-8bd7-5d968a9e0c17,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:18.378599 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-019a7295-de60-47f2-865d-b8923bb95a6a None None] For port ad8631ed-b16c-44db-b50e-cad8a8ede285, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=ad8631ed-b16c-44db-b50e-cad8a8ede285,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:18.408653 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fe945c-d550-4c49-9a44-b8b76f9946fb None None] No DVR routers for this DVR port 1a570094-f834-443d-8bd7-5d968a9e0c17 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:59:18.409984 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-589fd958-ee10-4d00-88ff-951dbca55320 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:18.414980 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-019a7295-de60-47f2-865d-b8923bb95a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:18.429850 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-589fd958-ee10-4d00-88ff-951dbca55320 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:18.494886 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1092596e-e7b8-4bce-a53d-fcc3ed344e93 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:18.510183 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f2f1d5f5-b3e9-422e-9516-4d382abc9ce1 None None] Deleting port 59891503-dce8-4d1e-be13-3c5a19541e00 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:18.510568 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f2f1d5f5-b3e9-422e-9516-4d382abc9ce1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:18.523111 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc1a8d45-5ed5-455a-b3cc-d12f99c2c33c tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:59:18.552370 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589fd958-ee10-4d00-88ff-951dbca55320 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33929be-8dc4-499b-ab0a-ec72f03c8de5,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:18.570219 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092596e-e7b8-4bce-a53d-fcc3ed344e93 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event deleted for resources: {'Port': ['ID=1a570094-f834-443d-8bd7-5d968a9e0c17,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:18.575012 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-589fd958-ee10-4d00-88ff-951dbca55320 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:18.579126 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-589fd958-ee10-4d00-88ff-951dbca55320 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8442068 Nov 29 01:59:18.582392 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bab6c13e-3735-47c8-9cb0-474fe1e807f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:18.586674 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38712) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:18.592247 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a7295-de60-47f2-865d-b8923bb95a6a None None] Pushing event updated for resources: {'Port': ['ID=ad8631ed-b16c-44db-b50e-cad8a8ede285,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:18.594363 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-10646994-eb18-4f37-9713-383ca7417dbe tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '1f7e5385-c396-47f8-94ce-5fc68812c4b7', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:18.599400 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1092596e-e7b8-4bce-a53d-fcc3ed344e93 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] No DVR routers for this DVR port 1a570094-f834-443d-8bd7-5d968a9e0c17 on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:59:18.601994 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc1a8d45-5ed5-455a-b3cc-d12f99c2c33c tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:18.602343 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-fc1a8d45-5ed5-455a-b3cc-d12f99c2c33c tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Added segment 0fa41889-756b-46a3-b3dd-d3fd3f6e6808 of type vlan for network 705e04d1-6030-4b25-aa8e-8f87862a63a3 Nov 29 01:59:18.611985 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-706dce82-c13f-4178-89ad-4a2e0028787a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:18.658320 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-f2f1d5f5-b3e9-422e-9516-4d382abc9ce1 None None] For port 59891503-dce8-4d1e-be13-3c5a19541e00, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=59891503-dce8-4d1e-be13-3c5a19541e00,segment=NetworkSegment(e02ec110-c597-4da7-aa38-303f074b17b0),segment_id=e02ec110-c597-4da7-aa38-303f074b17b0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:18.658715 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f2f1d5f5-b3e9-422e-9516-4d382abc9ce1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:18.668618 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-5676b662-6399-4992-9652-b87fafb0f2e4 None None] Provisioning complete for port b545aeab-eeae-407e-957b-d0d1ffeb818e triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:18.668618 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5676b662-6399-4992-9652-b87fafb0f2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:18.679429 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c096dd31-b695-4bac-88a2-db3f2810e518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4402de00-aaa7-47d3-8eb3-e6a8d136d856', 'name': 'tempest-NetworksTestDHCPv6-router-372941170', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:59:07Z', 'updated_at': '2021-11-29T01:59:11Z', 'revision_number': 2, 'project_id': 'd732f07065b549e8ade666b44b940ceb', 'gw_port_host': None, '_interfaces': [{'id': 'ad8631ed-b16c-44db-b50e-cad8a8ede285', 'name': '', 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'mac_address': 'fa:16:3e:10:a1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4402de00-aaa7-47d3-8eb3-e6a8d136d856', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b766b02d-543b-45d5-873f-e7c7d59eb3be', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:09Z', 'updated_at': '2021-11-29T01:59:16Z', 'revision_number': 4, 'project_id': 'd732f07065b549e8ade666b44b940ceb', 'subnets': [{'id': 'b766b02d-543b-45d5-873f-e7c7d59eb3be', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:18.682351 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-bab6c13e-3735-47c8-9cb0-474fe1e807f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ac3dd6-1987-4ef8-b8f6-244ecf5247d8']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:18.693870 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706dce82-c13f-4178-89ad-4a2e0028787a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Port': ['ID=ad8631ed-b16c-44db-b50e-cad8a8ede285,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:18.699151 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f2f1d5f5-b3e9-422e-9516-4d382abc9ce1 None None] Calling delete_port for 59891503-dce8-4d1e-be13-3c5a19541e00 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:18.724859 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9eae64d7-aef6-4843-8894-4ee989a3a0f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:18.740727 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c096dd31-b695-4bac-88a2-db3f2810e518 None None] The sync data for ids ['4402de00-aaa7-47d3-8eb3-e6a8d136d856'] in dv-neutron-819032-3-hyperv is: [{'id': '4402de00-aaa7-47d3-8eb3-e6a8d136d856', 'name': 'tempest-NetworksTestDHCPv6-router-372941170', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:59:07Z', 'updated_at': '2021-11-29T01:59:11Z', 'revision_number': 2, 'project_id': 'd732f07065b549e8ade666b44b940ceb', 'gw_port_host': None, '_interfaces': [{'id': 'ad8631ed-b16c-44db-b50e-cad8a8ede285', 'name': '', 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'mac_address': 'fa:16:3e:10:a1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4402de00-aaa7-47d3-8eb3-e6a8d136d856', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b766b02d-543b-45d5-873f-e7c7d59eb3be', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:09Z', 'updated_at': '2021-11-29T01:59:16Z', 'revision_number': 4, 'project_id': 'd732f07065b549e8ade666b44b940ceb', 'subnets': [{'id': 'b766b02d-543b-45d5-873f-e7c7d59eb3be', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:59:18.789329 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-bab6c13e-3735-47c8-9cb0-474fe1e807f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ad3906b-f3ef-4332-b747-32af8ddcd099') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:18.789661 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-bab6c13e-3735-47c8-9cb0-474fe1e807f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ad3906b-f3ef-4332-b747-32af8ddcd099') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:18.827071 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9eae64d7-aef6-4843-8894-4ee989a3a0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:18.862648 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-706dce82-c13f-4178-89ad-4a2e0028787a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:18.863000 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc1a8d45-5ed5-455a-b3cc-d12f99c2c33c tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:18.893130 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1092596e-e7b8-4bce-a53d-fcc3ed344e93 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:18.903043 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc735420-4961-4cfb-a358-153a1cde976b admin admin] Router 0373269f-7392-4963-849f-5240cf223a92 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:59:18.911551 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ca64616-3530-45c7-9018-d48a2c56f519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:18.947102 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-1092596e-e7b8-4bce-a53d-fcc3ed344e93 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c4e252-63c9-476a-b140-a6ddb80b8bac']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:18.969352 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-1092596e-e7b8-4bce-a53d-fcc3ed344e93 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '655c9991-74c2-4d19-abc7-452f01ab9b18') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:18.970048 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-1092596e-e7b8-4bce-a53d-fcc3ed344e93 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '655c9991-74c2-4d19-abc7-452f01ab9b18') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:18.987107 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1092596e-e7b8-4bce-a53d-fcc3ed344e93 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:19.008587 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1092596e-e7b8-4bce-a53d-fcc3ed344e93 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:19.019717 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca64616-3530-45c7-9018-d48a2c56f519 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e0a0ecb-a58f-4d50-88e3-4467b183e437,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:19.026903 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 1a570094-f834-443d-8bd7-5d968a9e0c17 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:59:19.042726 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bab6c13e-3735-47c8-9cb0-474fe1e807f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:19.069716 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10646994-eb18-4f37-9713-383ca7417dbe tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:19.070056 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 1a570094-f834-443d-8bd7-5d968a9e0c17 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:59:19.070802 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 1a570094-f834-443d-8bd7-5d968a9e0c17 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:59:19.071560 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 59891503-dce8-4d1e-be13-3c5a19541e00 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:59:19.136606 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1092596e-e7b8-4bce-a53d-fcc3ed344e93 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:59:19.137052 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1092596e-e7b8-4bce-a53d-fcc3ed344e93 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: self.session.flush() Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: self.session.flush() Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: self.session.flush() Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: self.session.flush() Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:59:19.159799 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:59:19.235709 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.db.resource_extend [None req-fc1a8d45-5ed5-455a-b3cc-d12f99c2c33c tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 01:59:19.245858 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bab6c13e-3735-47c8-9cb0-474fe1e807f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:19.298074 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10646994-eb18-4f37-9713-383ca7417dbe tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:19.323222 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10646994-eb18-4f37-9713-383ca7417dbe tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:19.327243 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5676b662-6399-4992-9652-b87fafb0f2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:19.329259 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab6c13e-3735-47c8-9cb0-474fe1e807f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:59:19.330019 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bab6c13e-3735-47c8-9cb0-474fe1e807f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:19.353027 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 01:59:19.353027 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:59:19.353027 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 01:59:19.353027 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:59:19.353027 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 01:59:19.353027 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:59:19.353027 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 01:59:19.353027 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:59:19.353027 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 01:59:19.353027 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:59:19.353027 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 01:59:19.353027 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:59:19.353027 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 01:59:19.353027 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:59:19.353027 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:59:19.353027 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:59:19.353027 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:59:19.353027 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:59:19.353027 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 01:59:19.353027 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:59:19.353027 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 01:59:19.353027 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:59:19.353027 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:59:19.353027 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:59:19.353027 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 01:59:19.353027 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:59:19.353027 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:59:19.353027 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:59:19.353027 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:59:19.353027 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:59:19.353027 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:59:19.353027 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:59:19.360611 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-92a03a09-6425-4066-99ed-ab13e2ffc4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb748527-9598-4459-b714-65533a632cbf', 'name': 'tempest-TestNetworkBasicOps-router-822574806', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:58:53Z', 'updated_at': '2021-11-29T01:59:09Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:58:55Z', 'updated_at': '2021-11-29T01:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': 'b545aeab-eeae-407e-957b-d0d1ffeb818e', 'name': '', 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:3a:b8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '82d38417-3195-44e6-a3d7-993768ac5780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:07Z', 'updated_at': '2021-11-29T01:59:16Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '82d38417-3195-44e6-a3d7-993768ac5780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:19.361423 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9eae64d7-aef6-4843-8894-4ee989a3a0f2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4c274c2b6d2143f8a4f82b9b3b1347e6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4382808 Nov 29 01:59:19.363865 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Port 59891503-dce8-4d1e-be13-3c5a19541e00 update to DOWN by agent not found {{(pid=103256) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 29 01:59:19.365903 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38714) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:19.381042 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10646994-eb18-4f37-9713-383ca7417dbe tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=935f6c36-4de1-4023-b251-3111a5778932,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:19.384171 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae64d7-aef6-4843-8894-4ee989a3a0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7624ea-1682-4017-bfdc-5f3d4269debf,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:19.405166 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-5676b662-6399-4992-9652-b87fafb0f2e4 None None] For port b545aeab-eeae-407e-957b-d0d1ffeb818e, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=b545aeab-eeae-407e-957b-d0d1ffeb818e,segment=NetworkSegment(b2cf5c1c-ee07-41a8-bd6a-2f68c500f224),segment_id=b2cf5c1c-ee07-41a8-bd6a-2f68c500f224)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:19.406520 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f2f1d5f5-b3e9-422e-9516-4d382abc9ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:19.432424 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc1a8d45-5ed5-455a-b3cc-d12f99c2c33c tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:19.438424 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1a8d45-5ed5-455a-b3cc-d12f99c2c33c tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:19.439029 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc1a8d45-5ed5-455a-b3cc-d12f99c2c33c tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:19.470419 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1092596e-e7b8-4bce-a53d-fcc3ed344e93 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:19.475343 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1092596e-e7b8-4bce-a53d-fcc3ed344e93 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:19.482161 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1092596e-e7b8-4bce-a53d-fcc3ed344e93 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/networks/e9c4e252-63c9-476a-b140-a6ddb80b8bac HTTP/1.1" status: 204 len: 168 time: 2.3868434 Nov 29 01:59:19.484653 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1d5f5-b3e9-422e-9516-4d382abc9ce1 None None] Pushing event deleted for resources: {'Port': ['ID=59891503-dce8-4d1e-be13-3c5a19541e00,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:19.487547 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5676b662-6399-4992-9652-b87fafb0f2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:19.490287 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f1d5f5-b3e9-422e-9516-4d382abc9ce1 None None] No DVR routers for this DVR port 59891503-dce8-4d1e-be13-3c5a19541e00 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:59:19.492443 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-fc1a8d45-5ed5-455a-b3cc-d12f99c2c33c tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2693689 Nov 29 01:59:19.497521 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38716) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:19.497896 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38718) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:19.507431 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-66e4e4bf-8e71-49c7-971c-3447e8ab820b tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Request body: {'subnet': {'network_id': '705e04d1-6030-4b25-aa8e-8f87862a63a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:19.527032 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10646994-eb18-4f37-9713-383ca7417dbe tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:19.530029 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-10646994-eb18-4f37-9713-383ca7417dbe tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9391167 Nov 29 01:59:19.533891 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a03a09-6425-4066-99ed-ab13e2ffc4a2 None None] The sync data for ids ['eb748527-9598-4459-b714-65533a632cbf'] in dv-neutron-819032-3-hyperv is: [{'id': 'eb748527-9598-4459-b714-65533a632cbf', 'name': 'tempest-TestNetworkBasicOps-router-822574806', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:58:53Z', 'updated_at': '2021-11-29T01:59:09Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:58:55Z', 'updated_at': '2021-11-29T01:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': 'b545aeab-eeae-407e-957b-d0d1ffeb818e', 'name': '', 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:3a:b8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '82d38417-3195-44e6-a3d7-993768ac5780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:07Z', 'updated_at': '2021-11-29T01:59:16Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '82d38417-3195-44e6-a3d7-993768ac5780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:59:19.544070 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706dce82-c13f-4178-89ad-4a2e0028787a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Router 4402de00-aaa7-47d3-8eb3-e6a8d136d856 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:59:19.545308 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38720) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:19.561599 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676b662-6399-4992-9652-b87fafb0f2e4 None None] Pushing event updated for resources: {'Port': ['ID=b545aeab-eeae-407e-957b-d0d1ffeb818e,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:19.572537 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d35962f-4be2-45e4-b778-f86d876f7dbd None None] get_active_networks_info from dv-neutron-819032-3-hyperv {{(pid=103256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 01:59:19.622548 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a8d45-5ed5-455a-b3cc-d12f99c2c33c tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Pushing event updated for resources: {'Network': ['ID=705e04d1-6030-4b25-aa8e-8f87862a63a3,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:19.626633 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bab6c13e-3735-47c8-9cb0-474fe1e807f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:19.656454 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092596e-e7b8-4bce-a53d-fcc3ed344e93 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event deleted for resources: {'Network': ['ID=e9c4e252-63c9-476a-b140-a6ddb80b8bac,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:19.656668 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 705e04d1-6030-4b25-aa8e-8f87862a63a3 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:59:19.662378 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bab6c13e-3735-47c8-9cb0-474fe1e807f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:19.670378 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-bab6c13e-3735-47c8-9cb0-474fe1e807f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107-project] 10.222.0.37 "DELETE /v2.0/networks/53ac3dd6-1987-4ef8-b8f6-244ecf5247d8 HTTP/1.1" status: 204 len: 168 time: 1.6777794 Nov 29 01:59:19.671359 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5ce37168-e53a-4c73-9b65-bccf3649703e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '1f7e5385-c396-47f8-94ce-5fc68812c4b7', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:19.689920 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6c13e-3735-47c8-9cb0-474fe1e807f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-822085107-project] Pushing event deleted for resources: {'Network': ['ID=53ac3dd6-1987-4ef8-b8f6-244ecf5247d8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:19.709110 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6d89c991-58ad-48a5-909e-1396aa880ae6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:19.765005 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6d89c991-58ad-48a5-909e-1396aa880ae6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:19.790797 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ca64616-3530-45c7-9018-d48a2c56f519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:19.872650 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc735420-4961-4cfb-a358-153a1cde976b admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:59:19.878414 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-dc735420-4961-4cfb-a358-153a1cde976b admin admin] 10.222.0.37 "PUT /v2.0/routers/0373269f-7392-4963-849f-5240cf223a92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4409254 Nov 29 01:59:19.881189 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38726) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:19.909275 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e7c4e2-d7b3-496c-a012-b038243f7882 None None] Sync routers for ids ['0373269f-7392-4963-849f-5240cf223a92'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:59:19.955872 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e7c4e2-d7b3-496c-a012-b038243f7882 None None] Routers {'0373269f-7392-4963-849f-5240cf223a92'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:19.956616 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-68e7c4e2-d7b3-496c-a012-b038243f7882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['0373269f-7392-4963-849f-5240cf223a92'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:20.020655 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38728) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:20.048148 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6d89c991-58ad-48a5-909e-1396aa880ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:20.051372 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6d89c991-58ad-48a5-909e-1396aa880ae6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:20.052985 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6d89c991-58ad-48a5-909e-1396aa880ae6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9d7624ea-1682-4017-bfdc-5f3d4269debf HTTP/1.1" status: 204 len: 168 time: 0.6652396 Nov 29 01:59:20.065424 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d35962f-4be2-45e4-b778-f86d876f7dbd None None] Resources bound (agent type, host, resource id): {{(pid=103256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 01:59:20.128374 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89c991-58ad-48a5-909e-1396aa880ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7624ea-1682-4017-bfdc-5f3d4269debf,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:20.190776 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a8878fe-0d4c-453d-929b-eeac00777141 admin admin] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:20.219129 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-68e7c4e2-d7b3-496c-a012-b038243f7882 None None] Set router 0373269f-7392-4963-849f-5240cf223a92 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:59:20.387606 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-5ce37168-e53a-4c73-9b65-bccf3649703e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Project d1a27bea49814722818e7a3b77708f76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 01:59:20.423530 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a8878fe-0d4c-453d-929b-eeac00777141 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:20.459639 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ce37168-e53a-4c73-9b65-bccf3649703e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:20.509826 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb78133a-0ef9-4a03-8b5f-8e02ca1a9395 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:20.572529 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706dce82-c13f-4178-89ad-4a2e0028787a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:59:20.586731 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-706dce82-c13f-4178-89ad-4a2e0028787a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "PUT /v2.0/routers/4402de00-aaa7-47d3-8eb3-e6a8d136d856/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2962325 Nov 29 01:59:20.590823 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38736) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:20.654530 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-790049d9-9dd1-4420-b72d-971c9aa63b31 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7954be17feb7455bbb52c5d1457454ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6248112 Nov 29 01:59:20.658281 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2a8878fe-0d4c-453d-929b-eeac00777141 admin admin] Deleting port a15f9fe2-ee3a-4f58-a42a-3caa436dc3de {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:20.658779 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a8878fe-0d4c-453d-929b-eeac00777141 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:20.660913 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38738) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:20.706085 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38740) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:20.732002 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e4e4bf-8e71-49c7-971c-3447e8ab820b tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Made reservation on behalf of 77990a2dfd894b2490311bfb91b4f343 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:20.735824 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-66e4e4bf-8e71-49c7-971c-3447e8ab820b tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:20.743557 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-68e7c4e2-d7b3-496c-a012-b038243f7882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0373269f-7392-4963-849f-5240cf223a92', 'name': 'tempest-ServersTestManualDisk-2082134638-router', 'tenant_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'a15f9fe2-ee3a-4f58-a42a-3caa436dc3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:57:15Z', 'updated_at': '2021-11-29T01:59:17Z', 'revision_number': 5, 'project_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'gw_port': {'id': 'a15f9fe2-ee3a-4f58-a42a-3caa436dc3de', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:55:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0373269f-7392-4963-849f-5240cf223a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:16Z', 'updated_at': '2021-11-29T01:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:20.773064 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e7c4e2-d7b3-496c-a012-b038243f7882 None None] Checking router: 0373269f-7392-4963-849f-5240cf223a92 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:59:20.783212 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e7c4e2-d7b3-496c-a012-b038243f7882 None None] Routers {'0373269f-7392-4963-849f-5240cf223a92'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:20.783862 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-68e7c4e2-d7b3-496c-a012-b038243f7882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['0373269f-7392-4963-849f-5240cf223a92'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:20.831106 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-08680c67-89b8-4e7c-b59d-e13d79b88f44 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f7ff0c62c0e472d856d42b1a5625bfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1214733 Nov 29 01:59:20.833065 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38742) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:20.845201 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb78133a-0ef9-4a03-8b5f-8e02ca1a9395 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:20.869861 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-bb78133a-0ef9-4a03-8b5f-8e02ca1a9395 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e80fcf-0f2c-456d-852a-6a202ea8ddce']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:20.883074 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-bb78133a-0ef9-4a03-8b5f-8e02ca1a9395 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e02ec110-c597-4da7-aa38-303f074b17b0') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:20.883587 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-bb78133a-0ef9-4a03-8b5f-8e02ca1a9395 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e02ec110-c597-4da7-aa38-303f074b17b0') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:20.898391 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb78133a-0ef9-4a03-8b5f-8e02ca1a9395 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:20.914680 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb78133a-0ef9-4a03-8b5f-8e02ca1a9395 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:20.923399 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb78133a-0ef9-4a03-8b5f-8e02ca1a9395 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:59:20.924299 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb78133a-0ef9-4a03-8b5f-8e02ca1a9395 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:20.940647 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4e8dfb4-3136-40b7-944c-88a06a99452c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:20.972467 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device b545aeab-eeae-407e-957b-d0d1ffeb818e up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:59:21.003898 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 01:59:21.003898 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:59:21.003898 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 01:59:21.003898 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:59:21.003898 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 01:59:21.003898 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:59:21.003898 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 01:59:21.003898 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:59:21.003898 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 01:59:21.003898 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:59:21.003898 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 01:59:21.003898 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:59:21.003898 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 01:59:21.003898 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:59:21.003898 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:59:21.003898 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:59:21.003898 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:59:21.003898 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:59:21.003898 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 01:59:21.003898 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:59:21.003898 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 01:59:21.003898 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:59:21.003898 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:59:21.003898 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:59:21.003898 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 01:59:21.003898 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:59:21.003898 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:59:21.003898 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:59:21.003898 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:59:21.003898 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:59:21.003898 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:59:21.003898 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:59:21.020905 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2a8878fe-0d4c-453d-929b-eeac00777141 admin admin] For port a15f9fe2-ee3a-4f58-a42a-3caa436dc3de, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=a15f9fe2-ee3a-4f58-a42a-3caa436dc3de,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:21.021469 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a8878fe-0d4c-453d-929b-eeac00777141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:21.025678 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4e8dfb4-3136-40b7-944c-88a06a99452c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:21.029985 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-68e7c4e2-d7b3-496c-a012-b038243f7882 None None] Set router 0373269f-7392-4963-849f-5240cf223a92 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:59:21.039536 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f059f7-61c3-44c5-814e-8b72c2882b4b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:21.041074 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f059f7-61c3-44c5-814e-8b72c2882b4b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:21.045996 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-16f059f7-61c3-44c5-814e-8b72c2882b4b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4511032 Nov 29 01:59:21.050118 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478a57fd-2919-4d1c-9a6a-917613fd21f7 None None] Sync routers for ids ['4402de00-aaa7-47d3-8eb3-e6a8d136d856'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:59:21.063240 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38744) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:21.064470 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478a57fd-2919-4d1c-9a6a-917613fd21f7 None None] Routers {'4402de00-aaa7-47d3-8eb3-e6a8d136d856'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:21.065578 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-478a57fd-2919-4d1c-9a6a-917613fd21f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['4402de00-aaa7-47d3-8eb3-e6a8d136d856'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:21.099913 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-68e7c4e2-d7b3-496c-a012-b038243f7882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0373269f-7392-4963-849f-5240cf223a92', 'name': 'tempest-ServersTestManualDisk-2082134638-router', 'tenant_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:57:15Z', 'updated_at': '2021-11-29T01:59:20Z', 'revision_number': 6, 'project_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'gw_port_host': None}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:21.146518 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e7c4e2-d7b3-496c-a012-b038243f7882 None None] The sync data for ids ['0373269f-7392-4963-849f-5240cf223a92'] in dv-neutron-819032-3-hyperv is: [{'id': '0373269f-7392-4963-849f-5240cf223a92', 'name': 'tempest-ServersTestManualDisk-2082134638-router', 'tenant_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:57:15Z', 'updated_at': '2021-11-29T01:59:20Z', 'revision_number': 6, 'project_id': 'da68fb1b87304f61b182bda5bfdbc9db', 'gw_port_host': None}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:59:21.148153 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port b545aeab-eeae-407e-957b-d0d1ffeb818e triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:21.148660 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:21.188236 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-478a57fd-2919-4d1c-9a6a-917613fd21f7 None None] Set router 4402de00-aaa7-47d3-8eb3-e6a8d136d856 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:59:21.190140 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2a8878fe-0d4c-453d-929b-eeac00777141 admin admin] Calling delete_port for a15f9fe2-ee3a-4f58-a42a-3caa436dc3de owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:21.223087 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb78133a-0ef9-4a03-8b5f-8e02ca1a9395 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:21.228000 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ce37168-e53a-4c73-9b65-bccf3649703e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:21.248356 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb78133a-0ef9-4a03-8b5f-8e02ca1a9395 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:21.251971 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bb78133a-0ef9-4a03-8b5f-8e02ca1a9395 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/networks/f9e80fcf-0f2c-456d-852a-6a202ea8ddce HTTP/1.1" status: 204 len: 168 time: 1.7507777 Nov 29 01:59:21.270100 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38746) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:21.272403 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ce37168-e53a-4c73-9b65-bccf3649703e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:21.280596 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a087f67f-2cce-4107-a179-ca396641650b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-146832220'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:21.286069 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb78133a-0ef9-4a03-8b5f-8e02ca1a9395 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event deleted for resources: {'Network': ['ID=f9e80fcf-0f2c-456d-852a-6a202ea8ddce,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:21.314676 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-478a57fd-2919-4d1c-9a6a-917613fd21f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4402de00-aaa7-47d3-8eb3-e6a8d136d856', 'name': 'tempest-NetworksTestDHCPv6-router-372941170', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:59:07Z', 'updated_at': '2021-11-29T01:59:18Z', 'revision_number': 3, 'project_id': 'd732f07065b549e8ade666b44b940ceb', 'gw_port_host': None}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:21.333253 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce37168-e53a-4c73-9b65-bccf3649703e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f4923d1-7110-4f50-80ee-395e2edae3c1,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:21.363808 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478a57fd-2919-4d1c-9a6a-917613fd21f7 None None] Checking router: 4402de00-aaa7-47d3-8eb3-e6a8d136d856 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:59:21.368651 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a087f67f-2cce-4107-a179-ca396641650b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Made reservation on behalf of beede83db6b440a1a2eddd60d2641adf for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:21.378448 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478a57fd-2919-4d1c-9a6a-917613fd21f7 None None] Routers {'4402de00-aaa7-47d3-8eb3-e6a8d136d856'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:21.378726 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a087f67f-2cce-4107-a179-ca396641650b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:21.379221 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-478a57fd-2919-4d1c-9a6a-917613fd21f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['4402de00-aaa7-47d3-8eb3-e6a8d136d856'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:21.385878 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca64616-3530-45c7-9018-d48a2c56f519 admin admin] Router e097dab1-6510-48fc-8026-4fefc19d5140 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:59:21.421050 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ce37168-e53a-4c73-9b65-bccf3649703e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:21.422217 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5ce37168-e53a-4c73-9b65-bccf3649703e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.7555923 Nov 29 01:59:21.437410 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38748) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:21.443777 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-729217ce-e59d-4b57-9e02-01ad14c87a41 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '1f7e5385-c396-47f8-94ce-5fc68812c4b7', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:21.455187 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-478a57fd-2919-4d1c-9a6a-917613fd21f7 None None] Set router 4402de00-aaa7-47d3-8eb3-e6a8d136d856 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:59:21.521197 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-478a57fd-2919-4d1c-9a6a-917613fd21f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4402de00-aaa7-47d3-8eb3-e6a8d136d856', 'name': 'tempest-NetworksTestDHCPv6-router-372941170', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:59:07Z', 'updated_at': '2021-11-29T01:59:18Z', 'revision_number': 3, 'project_id': 'd732f07065b549e8ade666b44b940ceb', 'gw_port_host': None}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:21.555960 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478a57fd-2919-4d1c-9a6a-917613fd21f7 None None] The sync data for ids ['4402de00-aaa7-47d3-8eb3-e6a8d136d856'] in dv-neutron-819032-3-hyperv is: [{'id': '4402de00-aaa7-47d3-8eb3-e6a8d136d856', 'name': 'tempest-NetworksTestDHCPv6-router-372941170', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:59:07Z', 'updated_at': '2021-11-29T01:59:18Z', 'revision_number': 3, 'project_id': 'd732f07065b549e8ade666b44b940ceb', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:59:21.565827 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0aaa0efa-64f5-4caf-a8ae-a2a3d9cef53b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:21.582972 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d0a09b4-a5e2-4de1-9a7b-400449d1a7a9 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting subnet b766b02d-543b-45d5-873f-e7c7d59eb3be {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:59:21.593036 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d0a09b4-a5e2-4de1-9a7b-400449d1a7a9 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:21.625179 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a087f67f-2cce-4107-a179-ca396641650b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:59:21.627154 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-729217ce-e59d-4b57-9e02-01ad14c87a41 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Project d1a27bea49814722818e7a3b77708f76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 01:59:21.640024 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-729217ce-e59d-4b57-9e02-01ad14c87a41 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:21.643691 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca64616-3530-45c7-9018-d48a2c56f519 admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:59:21.649219 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5ca64616-3530-45c7-9018-d48a2c56f519 admin admin] 10.222.0.37 "PUT /v2.0/routers/e097dab1-6510-48fc-8026-4fefc19d5140/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5380528 Nov 29 01:59:21.658900 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38750) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:21.661806 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766ace57-32af-4ecd-8489-00370ad33126 None None] Sync routers for ids ['e097dab1-6510-48fc-8026-4fefc19d5140'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:59:21.679041 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766ace57-32af-4ecd-8489-00370ad33126 None None] Routers {'e097dab1-6510-48fc-8026-4fefc19d5140'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:21.679821 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-766ace57-32af-4ecd-8489-00370ad33126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['e097dab1-6510-48fc-8026-4fefc19d5140'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:21.697139 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0aaa0efa-64f5-4caf-a8ae-a2a3d9cef53b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:21.716439 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a087f67f-2cce-4107-a179-ca396641650b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:21.716787 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-a087f67f-2cce-4107-a179-ca396641650b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Added segment 43012c8f-4f37-4062-9444-a3f3c9369b51 of type vlan for network 7c2e3b52-86c4-415e-bb84-b79cc0e5cb64 Nov 29 01:59:21.727588 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4e8dfb4-3136-40b7-944c-88a06a99452c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:21.730258 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4e8dfb4-3136-40b7-944c-88a06a99452c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:21.734604 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f4e8dfb4-3136-40b7-944c-88a06a99452c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a4056c27-07bc-45ac-b387-7c3e5f0f15c7 HTTP/1.1" status: 204 len: 168 time: 1.0691879 Nov 29 01:59:21.734604 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d0a09b4-a5e2-4de1-9a7b-400449d1a7a9 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:21.800064 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8dfb4-3136-40b7-944c-88a06a99452c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4056c27-07bc-45ac-b387-7c3e5f0f15c7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:21.819223 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-66e4e4bf-8e71-49c7-971c-3447e8ab820b tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:21.832789 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-766ace57-32af-4ecd-8489-00370ad33126 None None] Set router e097dab1-6510-48fc-8026-4fefc19d5140 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:59:21.907001 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a087f67f-2cce-4107-a179-ca396641650b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:21.952037 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d0a09b4-a5e2-4de1-9a7b-400449d1a7a9 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:21.975794 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4e4bf-8e71-49c7-971c-3447e8ab820b tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Pushing event updated for resources: {'Subnet': ['ID=9517bd71-a5c9-42d4-adf5-5f3a6b613a9b,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:22.002566 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5455035f-3a54-4e95-a1c0-b5dffe377bdc admin admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:22.106029 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d0a09b4-a5e2-4de1-9a7b-400449d1a7a9 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:22.120717 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-729217ce-e59d-4b57-9e02-01ad14c87a41 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:22.123236 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a8878fe-0d4c-453d-929b-eeac00777141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:22.132987 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a087f67f-2cce-4107-a179-ca396641650b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:22.145735 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0aaa0efa-64f5-4caf-a8ae-a2a3d9cef53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:22.146028 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a087f67f-2cce-4107-a179-ca396641650b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:22.146928 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a087f67f-2cce-4107-a179-ca396641650b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:22.149307 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0aaa0efa-64f5-4caf-a8ae-a2a3d9cef53b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:22.150687 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-0aaa0efa-64f5-4caf-a8ae-a2a3d9cef53b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7aa438e6-ef0f-4436-91d1-1c805b46054d HTTP/1.1" status: 204 len: 168 time: 1.3169689 Nov 29 01:59:22.155264 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5455035f-3a54-4e95-a1c0-b5dffe377bdc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:22.174105 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0ac91f-3c13-4842-a97e-0f7a68b0b3ee None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:59:22.261352 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087f67f-2cce-4107-a179-ca396641650b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Network': ['ID=7c2e3b52-86c4-415e-bb84-b79cc0e5cb64,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:22.290840 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-729217ce-e59d-4b57-9e02-01ad14c87a41 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:22.296265 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 7c2e3b52-86c4-415e-bb84-b79cc0e5cb64 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:59:22.308082 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa0efa-64f5-4caf-a8ae-a2a3d9cef53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa438e6-ef0f-4436-91d1-1c805b46054d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:22.325310 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8878fe-0d4c-453d-929b-eeac00777141 admin admin] Pushing event deleted for resources: {'Port': ['ID=a15f9fe2-ee3a-4f58-a42a-3caa436dc3de,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:22.337776 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729217ce-e59d-4b57-9e02-01ad14c87a41 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55cc1143-63d3-4e04-9c0c-713fc44ada80,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:22.357952 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-729217ce-e59d-4b57-9e02-01ad14c87a41 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:22.358586 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a8878fe-0d4c-453d-929b-eeac00777141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:22.359822 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-729217ce-e59d-4b57-9e02-01ad14c87a41 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9214268 Nov 29 01:59:22.362338 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a09b4-a5e2-4de1-9a7b-400449d1a7a9 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Subnet': ['ID=b766b02d-543b-45d5-873f-e7c7d59eb3be,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:22.378576 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a087f67f-2cce-4107-a179-ca396641650b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1070330 Nov 29 01:59:22.381977 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e4e4bf-8e71-49c7-971c-3447e8ab820b tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Checking segment: {'id': '0fa41889-756b-46a3-b3dd-d3fd3f6e6808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '705e04d1-6030-4b25-aa8e-8f87862a63a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:59:22.382568 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e4e4bf-8e71-49c7-971c-3447e8ab820b tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Network hostable DHCP agents. Network: 705e04d1-6030-4b25-aa8e-8f87862a63a3, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:59:22.387793 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38762) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:22.388386 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38764) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:22.417416 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-8c070b55-afa3-4bce-94c7-d2c7e97647b6 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Request body: {'subnet': {'network_id': '7c2e3b52-86c4-415e-bb84-b79cc0e5cb64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:22.499418 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-766ace57-32af-4ecd-8489-00370ad33126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'name': 'tempest-ServersTestJSON-51267677-router', 'tenant_id': 'dddabe1bca86471f90fa95b3bff0f659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '28d74ff9-d184-4b15-9464-444a0bf6b031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:57:15Z', 'updated_at': '2021-11-29T01:59:18Z', 'revision_number': 5, 'project_id': 'dddabe1bca86471f90fa95b3bff0f659', 'gw_port': {'id': '28d74ff9-d184-4b15-9464-444a0bf6b031', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:31:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:57:16Z', 'updated_at': '2021-11-29T01:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:22.537518 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-113325f0-1dd5-4c3b-9385-9cf4a9d54c25 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d2d7fd1ad2824bf7bf4a5f63b1396e05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377103 Nov 29 01:59:22.539587 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766ace57-32af-4ecd-8489-00370ad33126 None None] Checking router: e097dab1-6510-48fc-8026-4fefc19d5140 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:59:22.548173 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38768) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:22.551326 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766ace57-32af-4ecd-8489-00370ad33126 None None] Routers {'e097dab1-6510-48fc-8026-4fefc19d5140'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:22.552113 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-766ace57-32af-4ecd-8489-00370ad33126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['e097dab1-6510-48fc-8026-4fefc19d5140'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:22.562024 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d0a09b4-a5e2-4de1-9a7b-400449d1a7a9 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:22.570841 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1d0a09b4-a5e2-4de1-9a7b-400449d1a7a9 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/b766b02d-543b-45d5-873f-e7c7d59eb3be HTTP/1.1" status: 204 len: 168 time: 1.5021286 Nov 29 01:59:22.573402 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38770) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:22.583295 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a8878fe-0d4c-453d-929b-eeac00777141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:22.609414 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5455035f-3a54-4e95-a1c0-b5dffe377bdc admin admin] Deleting port 28d74ff9-d184-4b15-9464-444a0bf6b031 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:22.609849 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12cbc9c-64f8-4805-9130-9b32839fe65c None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:22.611577 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5455035f-3a54-4e95-a1c0-b5dffe377bdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:22.626780 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a8878fe-0d4c-453d-929b-eeac00777141 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:22.705906 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-5455035f-3a54-4e95-a1c0-b5dffe377bdc admin admin] For port 28d74ff9-d184-4b15-9464-444a0bf6b031, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=28d74ff9-d184-4b15-9464-444a0bf6b031,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:22.706396 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5455035f-3a54-4e95-a1c0-b5dffe377bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:22.732738 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-faa0909c-e44e-4931-a298-e44e9c0ecf1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:22.734767 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e4e4bf-8e71-49c7-971c-3447e8ab820b tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Network 705e04d1-6030-4b25-aa8e-8f87862a63a3 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:59:22.760473 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a8878fe-0d4c-453d-929b-eeac00777141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:22.761087 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8878fe-0d4c-453d-929b-eeac00777141 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0373269f-7392-4963-849f-5240cf223a92 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:59:22.775306 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a8878fe-0d4c-453d-929b-eeac00777141 admin admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:22.778407 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2a8878fe-0d4c-453d-929b-eeac00777141 admin admin] 10.222.0.37 "DELETE /v2.0/routers/0373269f-7392-4963-849f-5240cf223a92 HTTP/1.1" status: 204 len: 168 time: 2.8947966 Nov 29 01:59:22.780718 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38792) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:22.784767 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-66e4e4bf-8e71-49c7-971c-3447e8ab820b tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 705e04d1-6030-4b25-aa8e-8f87862a63a3) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:22.794434 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5455035f-3a54-4e95-a1c0-b5dffe377bdc admin admin] Calling delete_port for 28d74ff9-d184-4b15-9464-444a0bf6b031 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:22.797267 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-766ace57-32af-4ecd-8489-00370ad33126 None None] Set router e097dab1-6510-48fc-8026-4fefc19d5140 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:59:22.802646 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c070b55-afa3-4bce-94c7-d2c7e97647b6 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Made reservation on behalf of beede83db6b440a1a2eddd60d2641adf for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:22.806649 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c070b55-afa3-4bce-94c7-d2c7e97647b6 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:22.807659 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a201953a-2fbf-47e4-885c-9515b768f7f1 None None] Network 705e04d1-6030-4b25-aa8e-8f87862a63a3 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:22.810343 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a15f9fe2-ee3a-4f58-a42a-3caa436dc3de no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:59:22.856255 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2607e754-d9a4-402e-bb25-43e853bbdc97 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2789543 Nov 29 01:59:22.859355 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38796) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:22.909955 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e4e4bf-8e71-49c7-971c-3447e8ab820b tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:22.910934 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-66e4e4bf-8e71-49c7-971c-3447e8ab820b tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:22.959627 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-faa0909c-e44e-4931-a298-e44e9c0ecf1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:22.988020 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e4ec46-fe94-479b-bbdd-2dbed6fadbfd admin admin] Deleting subnet b35b82af-f6e8-4c72-bc4b-0b6753f30b4a {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:59:22.993021 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52d55473-26ee-4855-867a-c4ff491f1669 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:22.995893 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-17e4ec46-fe94-479b-bbdd-2dbed6fadbfd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:22.997580 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: a15f9fe2-ee3a-4f58-a42a-3caa436dc3de {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:59:22.998054 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a15f9fe2-ee3a-4f58-a42a-3caa436dc3de not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:59:22.998519 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 555a7007-e32d-4bf3-b014-35dcc9ddd037 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:59:23.032129 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-66e4e4bf-8e71-49c7-971c-3447e8ab820b tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.5295057 Nov 29 01:59:23.035644 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38800) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:23.061349 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-766ace57-32af-4ecd-8489-00370ad33126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'name': 'tempest-ServersTestJSON-51267677-router', 'tenant_id': 'dddabe1bca86471f90fa95b3bff0f659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:57:15Z', 'updated_at': '2021-11-29T01:59:22Z', 'revision_number': 6, 'project_id': 'dddabe1bca86471f90fa95b3bff0f659', 'gw_port_host': None}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:23.136740 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-2b83fb89-e3f5-4dca-83c8-43a214a4ad6e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2063601184&fields=id&tenant_id=d1a27bea49814722818e7a3b77708f76 HTTP/1.1" status: 200 len: 267 time: 0.4257662 Nov 29 01:59:23.157993 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 555a7007-e32d-4bf3-b014-35dcc9ddd037 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:59:23.158384 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 555a7007-e32d-4bf3-b014-35dcc9ddd037 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:59:23.158875 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device ad8631ed-b16c-44db-b50e-cad8a8ede285 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:59:23.176907 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766ace57-32af-4ecd-8489-00370ad33126 None None] The sync data for ids ['e097dab1-6510-48fc-8026-4fefc19d5140'] in dv-neutron-819032-3-hyperv is: [{'id': 'e097dab1-6510-48fc-8026-4fefc19d5140', 'name': 'tempest-ServersTestJSON-51267677-router', 'tenant_id': 'dddabe1bca86471f90fa95b3bff0f659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:57:15Z', 'updated_at': '2021-11-29T01:59:22Z', 'revision_number': 6, 'project_id': 'dddabe1bca86471f90fa95b3bff0f659', 'gw_port_host': None}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:59:23.205083 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52d55473-26ee-4855-867a-c4ff491f1669 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:23.207567 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52d55473-26ee-4855-867a-c4ff491f1669 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:23.218448 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-17e4ec46-fe94-479b-bbdd-2dbed6fadbfd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:23.260440 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: ad8631ed-b16c-44db-b50e-cad8a8ede285 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:59:23.260996 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device ad8631ed-b16c-44db-b50e-cad8a8ede285 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:59:23.287328 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-b3bc3850-aca3-4d5d-99db-98e3546e5246 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:23.289135 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-b3bc3850-aca3-4d5d-99db-98e3546e5246 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/networks?id=832816b9-beec-4a08-8e13-11d88846b1eb HTTP/1.1" status: 200 len: 797 time: 0.1392577 Nov 29 01:59:23.302075 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52d55473-26ee-4855-867a-c4ff491f1669 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:23.303030 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d55473-26ee-4855-867a-c4ff491f1669 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Fanout notify agent at l3_agent the message router_deleted on router 4402de00-aaa7-47d3-8eb3-e6a8d136d856 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:59:23.313656 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52d55473-26ee-4855-867a-c4ff491f1669 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:23.315365 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-52d55473-26ee-4855-867a-c4ff491f1669 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/routers/4402de00-aaa7-47d3-8eb3-e6a8d136d856 HTTP/1.1" status: 204 len: 168 time: 0.4550645 Nov 29 01:59:23.319341 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38808) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:23.328690 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e46a491-688a-4430-aece-eb13051dc6c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-705e04d1-6030-4b25-aa8e-8f87862a63a3', 'network_id': '705e04d1-6030-4b25-aa8e-8f87862a63a3', 'tenant_id': '77990a2dfd894b2490311bfb91b4f343', 'fixed_ips': [{'subnet_id': '9517bd71-a5c9-42d4-adf5-5f3a6b613a9b'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:59:23.331132 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e46a491-688a-4430-aece-eb13051dc6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:23.419201 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-17e4ec46-fe94-479b-bbdd-2dbed6fadbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:23.427720 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-d407f793-f743-47a9-a822-f2fcd905af81 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/quotas/d1a27bea49814722818e7a3b77708f76 HTTP/1.1" status: 200 len: 375 time: 0.1102357 Nov 29 01:59:23.449657 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dcb49b60-5adf-469d-8b51-fd7493f21733 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:23.451300 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38810) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:23.468255 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f6560b-8cfc-421f-8f12-1d7e31265eac tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:23.472660 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e0f6560b-8cfc-421f-8f12-1d7e31265eac tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1497869 Nov 29 01:59:23.472918 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38814) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:23.523311 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-faa0909c-e44e-4931-a298-e44e9c0ecf1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:23.526319 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-faa0909c-e44e-4931-a298-e44e9c0ecf1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:23.530526 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-faa0909c-e44e-4931-a298-e44e9c0ecf1b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/756839f9-3f09-44d5-9e63-8c912d40ca59 HTTP/1.1" status: 204 len: 168 time: 0.9726532 Nov 29 01:59:23.548817 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71dd826-921f-4a55-b90c-be1a1cea7673 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:23.550726 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f71dd826-921f-4a55-b90c-be1a1cea7673 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0765119 Nov 29 01:59:23.552556 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-17e4ec46-fe94-479b-bbdd-2dbed6fadbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:23.554766 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38818) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:23.620543 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6716df-c8a8-4736-8770-311d807a0e50 None None] DHCP port deletion for 126abf58-b75c-4c07-bafa-8e25bc6621b0 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:59:23.624004 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-17e4ec46-fe94-479b-bbdd-2dbed6fadbfd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:23.635914 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-17e4ec46-fe94-479b-bbdd-2dbed6fadbfd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b35b82af-f6e8-4c72-bc4b-0b6753f30b4a HTTP/1.1" status: 204 len: 168 time: 0.8513494 Nov 29 01:59:23.635914 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e3151d47-fce3-4ed5-97dc-aae5842f3fd0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0767610 Nov 29 01:59:23.635914 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38820) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:23.638547 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4ec46-fe94-479b-bbdd-2dbed6fadbfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b35b82af-f6e8-4c72-bc4b-0b6753f30b4a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:23.640966 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-1e46a491-688a-4430-aece-eb13051dc6c8 None None] Allocated IP 2001:db8::2 (705e04d1-6030-4b25-aa8e-8f87862a63a3/9517bd71-a5c9-42d4-adf5-5f3a6b613a9b/341ee5c4-515c-42fa-9143-dcea6f0a3a6e) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:23.645703 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9600029-d333-4e27-a023-6817050ee56b None None] Network eb5b9240-440f-46b6-8e86-e0412219f8de requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:23.648244 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38822) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:23.650649 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0909c-e44e-4931-a298-e44e9c0ecf1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756839f9-3f09-44d5-9e63-8c912d40ca59,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:23.664111 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-952a3acb-2aa7-46ac-998a-ff649a448431 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:23.738462 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-6783e548-458e-428f-bb89-8536d771b532 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Request body: {'networks': [{'name': 'tempest-network--1221275343'}, {'name': 'tempest-network--1003640571'}]} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:23.739020 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-6783e548-458e-428f-bb89-8536d771b532 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Request body: {'network': {'name': 'tempest-network--1221275343'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:23.739633 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-6783e548-458e-428f-bb89-8536d771b532 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Request body: {'network': {'name': 'tempest-network--1003640571'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:23.761874 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c070b55-afa3-4bce-94c7-d2c7e97647b6 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:23.791749 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ad9955c-26a8-47a3-90ea-fc837b469f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:23.857163 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-65e27029-a27f-4927-8f74-a3a8e36fdff1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4019816 Nov 29 01:59:23.880682 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dcb49b60-5adf-469d-8b51-fd7493f21733 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:23.890482 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-dc6716df-c8a8-4736-8770-311d807a0e50 None None] Deleting port 29bb6d38-08d3-4aee-88a2-14f0b05fd200 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:23.891189 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc6716df-c8a8-4736-8770-311d807a0e50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:23.895431 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8ad9955c-26a8-47a3-90ea-fc837b469f3c admin admin] Deleting port a0e91ebe-4a23-4b3f-b4cf-200f17114eb6 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:23.896517 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ad9955c-26a8-47a3-90ea-fc837b469f3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:23.937248 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6783e548-458e-428f-bb89-8536d771b532 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Made reservation on behalf of ba21662ce8d94fafbf3252ba00c23584 for: {'network': 2} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:23.942001 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6783e548-458e-428f-bb89-8536d771b532 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:23.968638 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952a3acb-2aa7-46ac-998a-ff649a448431 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:23.974579 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-952a3acb-2aa7-46ac-998a-ff649a448431 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:23.998691 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5455035f-3a54-4e95-a1c0-b5dffe377bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:24.012343 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c070b55-afa3-4bce-94c7-d2c7e97647b6 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Subnet': ['ID=37945e26-c9af-4f00-afaa-2e909ce03eb4,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:24.028173 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6783e548-458e-428f-bb89-8536d771b532 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:24.038443 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-dc6716df-c8a8-4736-8770-311d807a0e50 None None] For port 29bb6d38-08d3-4aee-88a2-14f0b05fd200, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=29bb6d38-08d3-4aee-88a2-14f0b05fd200,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:24.038945 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc6716df-c8a8-4736-8770-311d807a0e50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:24.059030 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-dc6716df-c8a8-4736-8770-311d807a0e50 None None] Calling delete_port for 29bb6d38-08d3-4aee-88a2-14f0b05fd200 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:24.066588 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455035f-3a54-4e95-a1c0-b5dffe377bdc admin admin] Pushing event deleted for resources: {'Port': ['ID=28d74ff9-d184-4b15-9464-444a0bf6b031,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:24.089324 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca01315-3865-4776-a39e-d4052407d738 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:59:24.091245 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8ad9955c-26a8-47a3-90ea-fc837b469f3c admin admin] For port a0e91ebe-4a23-4b3f-b4cf-200f17114eb6, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=a0e91ebe-4a23-4b3f-b4cf-200f17114eb6,segment=NetworkSegment(7341315d-4c00-4407-a366-518d173796ef),segment_id=7341315d-4c00-4407-a366-518d173796ef)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:24.091861 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ad9955c-26a8-47a3-90ea-fc837b469f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:24.118455 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c070b55-afa3-4bce-94c7-d2c7e97647b6 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Checking segment: {'id': '43012c8f-4f37-4062-9444-a3f3c9369b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7c2e3b52-86c4-415e-bb84-b79cc0e5cb64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:59:24.119077 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c070b55-afa3-4bce-94c7-d2c7e97647b6 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network hostable DHCP agents. Network: 7c2e3b52-86c4-415e-bb84-b79cc0e5cb64, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:59:24.130806 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8ad9955c-26a8-47a3-90ea-fc837b469f3c admin admin] Calling delete_port for a0e91ebe-4a23-4b3f-b4cf-200f17114eb6 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:24.168449 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7b65ea-a32c-4dd6-a39e-2e7a26b065b1 None None] DHCP port deletion for eb5b9240-440f-46b6-8e86-e0412219f8de request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:59:24.214302 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-7d82a45c-2603-42fe-86e7-4e0a808936c3 service neutron] 10.222.0.37 "GET /v2.0/networks/832816b9-beec-4a08-8e13-11d88846b1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403502 Nov 29 01:59:24.223548 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c070b55-afa3-4bce-94c7-d2c7e97647b6 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network 7c2e3b52-86c4-415e-bb84-b79cc0e5cb64 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:59:24.260579 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5455035f-3a54-4e95-a1c0-b5dffe377bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:24.296381 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ad9955c-26a8-47a3-90ea-fc837b469f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:24.318254 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-8c070b55-afa3-4bce-94c7-d2c7e97647b6 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 7c2e3b52-86c4-415e-bb84-b79cc0e5cb64) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:24.339144 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f57298f-817e-45ec-a82d-2d9badcd7144 None None] Network 7c2e3b52-86c4-415e-bb84-b79cc0e5cb64 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:24.405580 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9955c-26a8-47a3-90ea-fc837b469f3c admin admin] Pushing event deleted for resources: {'Port': ['ID=a0e91ebe-4a23-4b3f-b4cf-200f17114eb6,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:24.415637 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad9955c-26a8-47a3-90ea-fc837b469f3c admin admin] No DVR routers for this DVR port a0e91ebe-4a23-4b3f-b4cf-200f17114eb6 on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:59:24.620917 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e46a491-688a-4430-aece-eb13051dc6c8 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:24.624336 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ad9955c-26a8-47a3-90ea-fc837b469f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:24.658322 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-8ad9955c-26a8-47a3-90ea-fc837b469f3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb5b9240-440f-46b6-8e86-e0412219f8de']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:24.671520 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-8ad9955c-26a8-47a3-90ea-fc837b469f3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7341315d-4c00-4407-a366-518d173796ef') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:24.671823 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-8ad9955c-26a8-47a3-90ea-fc837b469f3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7341315d-4c00-4407-a366-518d173796ef') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:24.716201 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ad9955c-26a8-47a3-90ea-fc837b469f3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:24.717693 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38842) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:24.729076 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e46a491-688a-4430-aece-eb13051dc6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:24.784708 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ad9955c-26a8-47a3-90ea-fc837b469f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:24.792407 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.objects.ports [None req-952a3acb-2aa7-46ac-998a-ff649a448431 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103255) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 01:59:24.792607 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86451835-fd79-4f46-a5ac-ff5124a1d7d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-7c2e3b52-86c4-415e-bb84-b79cc0e5cb64', 'network_id': '7c2e3b52-86c4-415e-bb84-b79cc0e5cb64', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'fixed_ips': [{'subnet_id': '37945e26-c9af-4f00-afaa-2e909ce03eb4'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:59:24.794041 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-86451835-fd79-4f46-a5ac-ff5124a1d7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:24.796760 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ad9955c-26a8-47a3-90ea-fc837b469f3c admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:59:24.797409 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ad9955c-26a8-47a3-90ea-fc837b469f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:24.799559 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 01:59:24.799559 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:59:24.799559 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 01:59:24.799559 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:59:24.799559 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 01:59:24.799559 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:59:24.799559 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 01:59:24.799559 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:59:24.799559 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 01:59:24.799559 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:59:24.799559 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 01:59:24.799559 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:59:24.799559 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 01:59:24.799559 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:59:24.799559 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:59:24.799559 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:59:24.799559 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:59:24.799559 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:59:24.799559 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 01:59:24.799559 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:59:24.799559 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 01:59:24.799559 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:59:24.799559 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:59:24.799559 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:59:24.799559 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 01:59:24.799559 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:59:24.799559 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:59:24.799559 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:59:24.799559 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:59:24.799559 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:59:24.799559 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:59:24.799559 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:59:24.804282 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e46a491-688a-4430-aece-eb13051dc6c8 None None] Network 705e04d1-6030-4b25-aa8e-8f87862a63a3 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:24.812340 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-1e46a491-688a-4430-aece-eb13051dc6c8 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:24.830795 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc6716df-c8a8-4736-8770-311d807a0e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:24.839072 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e46a491-688a-4430-aece-eb13051dc6c8 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:24.842607 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 28d74ff9-d184-4b15-9464-444a0bf6b031 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:59:24.874601 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 28d74ff9-d184-4b15-9464-444a0bf6b031 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:59:24.875869 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 28d74ff9-d184-4b15-9464-444a0bf6b031 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:59:24.875869 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a0e91ebe-4a23-4b3f-b4cf-200f17114eb6 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:59:24.883668 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-8cd242d8-f4dd-4e2b-9d69-930977c0001d service neutron] 10.222.0.37 "GET /v2.0/networks/832816b9-beec-4a08-8e13-11d88846b1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6540163 Nov 29 01:59:24.885939 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-8a7b65ea-a32c-4dd6-a39e-2e7a26b065b1 None None] Deleting port a0e91ebe-4a23-4b3f-b4cf-200f17114eb6 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:24.886124 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8a7b65ea-a32c-4dd6-a39e-2e7a26b065b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:24.934771 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d1018f3a-0476-4ece-ab34-28fe2260bf40 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1774587386'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:24.962264 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c070b55-afa3-4bce-94c7-d2c7e97647b6 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:24.963424 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c070b55-afa3-4bce-94c7-d2c7e97647b6 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:24.963691 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6716df-c8a8-4736-8770-311d807a0e50 None None] No DVR routers for this DVR port 29bb6d38-08d3-4aee-88a2-14f0b05fd200 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:59:24.965721 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46a491-688a-4430-aece-eb13051dc6c8 None None] Pushing event updated for resources: {'Port': ['ID=341ee5c4-515c-42fa-9143-dcea6f0a3a6e,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:24.968584 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: a0e91ebe-4a23-4b3f-b4cf-200f17114eb6 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:59:24.968989 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a0e91ebe-4a23-4b3f-b4cf-200f17114eb6 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:59:24.970072 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7e0a0ecb-a58f-4d50-88e3-4467b183e437 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:59:25.000708 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5455035f-3a54-4e95-a1c0-b5dffe377bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:25.004617 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5455035f-3a54-4e95-a1c0-b5dffe377bdc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:25.039283 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ad9955c-26a8-47a3-90ea-fc837b469f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:25.048570 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1018f3a-0476-4ece-ab34-28fe2260bf40 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Made reservation on behalf of 8f51738befc14d68b76c3f1db1b4459f for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:25.052200 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1018f3a-0476-4ece-ab34-28fe2260bf40 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:25.082376 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6783e548-458e-428f-bb89-8536d771b532 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:25.090667 dv-neutron-819032-3-hyperv neutron-server[103255]: WARNING neutron.services.revisions.revision_plugin [None req-952a3acb-2aa7-46ac-998a-ff649a448431 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Could not find related port for resource to bump revision. Nov 29 01:59:25.093408 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6783e548-458e-428f-bb89-8536d771b532 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:25.093895 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6783e548-458e-428f-bb89-8536d771b532 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:25.123155 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46a491-688a-4430-aece-eb13051dc6c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:25.123987 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46a491-688a-4430-aece-eb13051dc6c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:25.124352 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46a491-688a-4430-aece-eb13051dc6c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:25.124702 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46a491-688a-4430-aece-eb13051dc6c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:25.125058 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46a491-688a-4430-aece-eb13051dc6c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:25.125383 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46a491-688a-4430-aece-eb13051dc6c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:25.125749 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46a491-688a-4430-aece-eb13051dc6c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:25.126100 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ad9955c-26a8-47a3-90ea-fc837b469f3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:25.126227 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46a491-688a-4430-aece-eb13051dc6c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:25.126441 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46a491-688a-4430-aece-eb13051dc6c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:25.126776 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46a491-688a-4430-aece-eb13051dc6c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:25.127111 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46a491-688a-4430-aece-eb13051dc6c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:25.127439 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46a491-688a-4430-aece-eb13051dc6c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 01:59:25.135888 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5455035f-3a54-4e95-a1c0-b5dffe377bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:25.136419 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5455035f-3a54-4e95-a1c0-b5dffe377bdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e097dab1-6510-48fc-8026-4fefc19d5140 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:59:25.138868 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8ad9955c-26a8-47a3-90ea-fc837b469f3c admin admin] 10.222.0.37 "DELETE /v2.0/networks/eb5b9240-440f-46b6-8e86-e0412219f8de HTTP/1.1" status: 204 len: 168 time: 1.5016148 Nov 29 01:59:25.144286 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783e548-458e-428f-bb89-8536d771b532 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9061324-7dd0-4621-a6d3-ff6f879a6f8e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:25.155482 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9955c-26a8-47a3-90ea-fc837b469f3c admin admin] Pushing event deleted for resources: {'Network': ['ID=eb5b9240-440f-46b6-8e86-e0412219f8de,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:25.157447 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.ipam_pluggable_backend [None req-952a3acb-2aa7-46ac-998a-ff649a448431 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Port 29bb6d38-08d3-4aee-88a2-14f0b05fd200 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103255) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 29 01:59:25.157978 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.ipam_pluggable_backend [None req-952a3acb-2aa7-46ac-998a-ff649a448431 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Reverting IP allocation for 2001:db8::f816:3eff:feb4:9fe0 {{(pid=103255) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 29 01:59:25.167175 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8c070b55-afa3-4bce-94c7-d2c7e97647b6 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7709191 Nov 29 01:59:25.169701 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.ipam_pluggable_backend [None req-952a3acb-2aa7-46ac-998a-ff649a448431 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb4:9fe0 {{(pid=103255) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 29 01:59:25.171981 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38852) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:25.172216 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-952a3acb-2aa7-46ac-998a-ff649a448431 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:25.173168 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dcb49b60-5adf-469d-8b51-fd7493f21733 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:25.178325 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1018f3a-0476-4ece-ab34-28fe2260bf40 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:25.189184 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 7e0a0ecb-a58f-4d50-88e3-4467b183e437 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:59:25.193814 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7e0a0ecb-a58f-4d50-88e3-4467b183e437 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:59:25.194552 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-0815ecf8-2147-4ac8-a922-51176657b99f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1098693887', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:25.195757 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 29bb6d38-08d3-4aee-88a2-14f0b05fd200 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:59:25.202250 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5455035f-3a54-4e95-a1c0-b5dffe377bdc admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:25.205722 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5455035f-3a54-4e95-a1c0-b5dffe377bdc admin admin] 10.222.0.37 "DELETE /v2.0/routers/e097dab1-6510-48fc-8026-4fefc19d5140 HTTP/1.1" status: 204 len: 168 time: 3.5434310 Nov 29 01:59:25.219219 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38854) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:25.253264 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb49b60-5adf-469d-8b51-fd7493f21733 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Pushing event deleted for resources: {'Subnet': ['ID=9517bd71-a5c9-42d4-adf5-5f3a6b613a9b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:25.288855 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ad99ec5b-1b3a-4f09-8392-9c51f2bbb879 req-409aa50f-80e5-4318-88de-f4aeb2d1f0ec tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641 HTTP/1.1" status: 200 len: 210 time: 0.0803154 Nov 29 01:59:25.312373 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6783e548-458e-428f-bb89-8536d771b532 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:59:25.337131 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1e46a491-688a-4430-aece-eb13051dc6c8 None None] Attempting to bind port 341ee5c4-515c-42fa-9143-dcea6f0a3a6e on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:25.337666 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1e46a491-688a-4430-aece-eb13051dc6c8 None None] Attempting to bind port 341ee5c4-515c-42fa-9143-dcea6f0a3a6e by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0fa41889-756b-46a3-b3dd-d3fd3f6e6808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '705e04d1-6030-4b25-aa8e-8f87862a63a3'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:25.338716 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e46a491-688a-4430-aece-eb13051dc6c8 None None] Attempting to bind port 341ee5c4-515c-42fa-9143-dcea6f0a3a6e on network 705e04d1-6030-4b25-aa8e-8f87862a63a3 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:25.388698 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6783e548-458e-428f-bb89-8536d771b532 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:25.389190 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-6783e548-458e-428f-bb89-8536d771b532 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Added segment 99c38597-e111-4113-b71d-16160b30d524 of type vlan for network 0f0ee5b7-64ce-462d-82c4-dce3049fe29a Nov 29 01:59:25.396460 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 29bb6d38-08d3-4aee-88a2-14f0b05fd200 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:59:25.397032 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 29bb6d38-08d3-4aee-88a2-14f0b05fd200 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:59:25.400015 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dcb49b60-5adf-469d-8b51-fd7493f21733 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:25.415005 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1018f3a-0476-4ece-ab34-28fe2260bf40 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:25.420297 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-8a7b65ea-a32c-4dd6-a39e-2e7a26b065b1 None None] For port a0e91ebe-4a23-4b3f-b4cf-200f17114eb6, host dv-neutron-819032-3-hyperv, got binding levels [] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:25.421435 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8a7b65ea-a32c-4dd6-a39e-2e7a26b065b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:25.430061 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6716df-c8a8-4736-8770-311d807a0e50 None None] Pushing event deleted for resources: {'Port': ['ID=29bb6d38-08d3-4aee-88a2-14f0b05fd200,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:25.450614 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952a3acb-2aa7-46ac-998a-ff649a448431 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:25.451577 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1018f3a-0476-4ece-ab34-28fe2260bf40 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:25.452573 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-dcb49b60-5adf-469d-8b51-fd7493f21733 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['705e04d1-6030-4b25-aa8e-8f87862a63a3']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:25.462489 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6783e548-458e-428f-bb89-8536d771b532 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:25.469107 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-dcb49b60-5adf-469d-8b51-fd7493f21733 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa41889-756b-46a3-b3dd-d3fd3f6e6808') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:25.469107 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-dcb49b60-5adf-469d-8b51-fd7493f21733 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa41889-756b-46a3-b3dd-d3fd3f6e6808') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:25.472394 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-952a3acb-2aa7-46ac-998a-ff649a448431 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:25.474255 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0815ecf8-2147-4ac8-a922-51176657b99f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:25.475267 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0815ecf8-2147-4ac8-a922-51176657b99f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:25.483133 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e46a491-688a-4430-aece-eb13051dc6c8 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:59:25.483380 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dcb49b60-5adf-469d-8b51-fd7493f21733 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:25.485125 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e46a491-688a-4430-aece-eb13051dc6c8 None None] Checking segment: {'id': '0fa41889-756b-46a3-b3dd-d3fd3f6e6808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '705e04d1-6030-4b25-aa8e-8f87862a63a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:59:25.492062 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952a3acb-2aa7-46ac-998a-ff649a448431 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:25.493359 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-952a3acb-2aa7-46ac-998a-ff649a448431 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:25.494843 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e46a491-688a-4430-aece-eb13051dc6c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:25.497296 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e46a491-688a-4430-aece-eb13051dc6c8 None None] Bound using segment: {'id': '0fa41889-756b-46a3-b3dd-d3fd3f6e6808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '705e04d1-6030-4b25-aa8e-8f87862a63a3'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:59:25.499351 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1e46a491-688a-4430-aece-eb13051dc6c8 None None] Bound port: 341ee5c4-515c-42fa-9143-dcea6f0a3a6e, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa41889-756b-46a3-b3dd-d3fd3f6e6808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '705e04d1-6030-4b25-aa8e-8f87862a63a3'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:59:25.499729 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e46a491-688a-4430-aece-eb13051dc6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:25.522053 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb7d54ab-6253-4ec8-98b6-c2b19646dec3 admin admin] Deleting subnet 6be0b08c-da9c-4841-a857-67610a540960 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:59:25.522782 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dcb49b60-5adf-469d-8b51-fd7493f21733 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:25.524880 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952a3acb-2aa7-46ac-998a-ff649a448431 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Subnet': ['ID=a9ba203b-d788-43f2-9397-90ce6546664f,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:25.529680 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47434ca5-af09-4f30-9587-2f209c552dd0 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:25.533247 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6783e548-458e-428f-bb89-8536d771b532 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:59:25.535909 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb49b60-5adf-469d-8b51-fd7493f21733 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:59:25.536070 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dcb49b60-5adf-469d-8b51-fd7493f21733 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:25.539372 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 01:59:25.539372 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:59:25.539372 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 01:59:25.539372 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:59:25.539372 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 01:59:25.539372 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:59:25.539372 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 01:59:25.539372 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:59:25.539372 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 01:59:25.539372 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:59:25.539372 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 01:59:25.539372 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:59:25.539372 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 01:59:25.539372 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:59:25.539372 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:59:25.539372 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:59:25.539372 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:59:25.539372 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:59:25.539372 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 01:59:25.539372 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:59:25.539372 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 01:59:25.539372 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:59:25.539372 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:59:25.539372 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:59:25.539372 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 01:59:25.539372 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:59:25.539372 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:59:25.539372 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:59:25.539372 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:59:25.539372 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:59:25.539372 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:59:25.539372 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:59:25.545226 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1018f3a-0476-4ece-ab34-28fe2260bf40 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:59:25.547051 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb7d54ab-6253-4ec8-98b6-c2b19646dec3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:25.578538 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-8a7b65ea-a32c-4dd6-a39e-2e7a26b065b1 None None] Calling delete_port for a0e91ebe-4a23-4b3f-b4cf-200f17114eb6 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:25.591863 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38860) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:25.595807 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6783e548-458e-428f-bb89-8536d771b532 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:25.596170 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-6783e548-458e-428f-bb89-8536d771b532 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Added segment eac38649-0866-41a7-b42a-80a73b76bf7f of type vlan for network 1461af35-b6b9-4264-b09c-616855ea7f12 Nov 29 01:59:25.602882 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1018f3a-0476-4ece-ab34-28fe2260bf40 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:25.602882 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-d1018f3a-0476-4ece-ab34-28fe2260bf40 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Added segment d7d52c84-4210-4804-b12c-0b6c53adaf69 of type vlan for network 4851bbc4-3ddc-4587-9d58-c74c6a0c2d41 Nov 29 01:59:25.611101 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-952a3acb-2aa7-46ac-998a-ff649a448431 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9618084 Nov 29 01:59:25.611915 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1018f3a-0476-4ece-ab34-28fe2260bf40 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6862214e-b180-48ff-92cc-964a4444a96f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:25.614517 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38862) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:25.639568 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-07e453f3-f5f5-4f82-ae09-40cda92ca329 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:25.661708 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.db.api [None req-dcb49b60-5adf-469d-8b51-fd7493f21733 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 29 01:59:25.661708 dv-neutron-819032-3-hyperv neutron-server[103254]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 29 01:59:25.661708 dv-neutron-819032-3-hyperv neutron-server[103254]: [parameters: {'id': '705e04d1-6030-4b25-aa8e-8f87862a63a3'}] Nov 29 01:59:25.661708 dv-neutron-819032-3-hyperv neutron-server[103254]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:59:25.661708 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG oslo_db.api [None req-dcb49b60-5adf-469d-8b51-fd7493f21733 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:59:25.662964 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.ipam_backend_mixin [None req-8a7b65ea-a32c-4dd6-a39e-2e7a26b065b1 None None] Port a0e91ebe-4a23-4b3f-b4cf-200f17114eb6 was not found and therefore no delete operation was performed {{(pid=103256) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 01:59:25.677924 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6783e548-458e-428f-bb89-8536d771b532 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:25.689873 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8a7b65ea-a32c-4dd6-a39e-2e7a26b065b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:25.712890 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6783e548-458e-428f-bb89-8536d771b532 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:25.713659 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6783e548-458e-428f-bb89-8536d771b532 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:25.720630 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6783e548-458e-428f-bb89-8536d771b532 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:25.725847 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6783e548-458e-428f-bb89-8536d771b532 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:25.726535 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6783e548-458e-428f-bb89-8536d771b532 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:25.734919 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8a7b65ea-a32c-4dd6-a39e-2e7a26b065b1 None None] Network eb5b9240-440f-46b6-8e86-e0412219f8de is not hosted by any dhcp agent {{(pid=103256) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 29 01:59:25.735385 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7b65ea-a32c-4dd6-a39e-2e7a26b065b1 None None] No DVR routers for this DVR port a0e91ebe-4a23-4b3f-b4cf-200f17114eb6 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:59:25.753536 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b65ea-a32c-4dd6-a39e-2e7a26b065b1 None None] Pushing event deleted for resources: {'Port': ['ID=a0e91ebe-4a23-4b3f-b4cf-200f17114eb6,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:25.773016 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-86451835-fd79-4f46-a5ac-ff5124a1d7d3 None None] Allocated IP 2001:db8::2 (7c2e3b52-86c4-415e-bb84-b79cc0e5cb64/37945e26-c9af-4f00-afaa-2e909ce03eb4/8fb3493e-66b3-4887-8768-4c83a19a2790) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:25.811540 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1e46a491-688a-4430-aece-eb13051dc6c8 None None] For port 341ee5c4-515c-42fa-9143-dcea6f0a3a6e, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:59:25.819890 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783e548-458e-428f-bb89-8536d771b532 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Pushing event updated for resources: {'Network': ['ID=0f0ee5b7-64ce-462d-82c4-dce3049fe29a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:25.825122 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6783e548-458e-428f-bb89-8536d771b532 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.3687673 Nov 29 01:59:25.829690 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38866) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:25.842417 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1e46a491-688a-4430-aece-eb13051dc6c8 None None] For port 341ee5c4-515c-42fa-9143-dcea6f0a3a6e, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=341ee5c4-515c-42fa-9143-dcea6f0a3a6e,segment=NetworkSegment(0fa41889-756b-46a3-b3dd-d3fd3f6e6808),segment_id=0fa41889-756b-46a3-b3dd-d3fd3f6e6808)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:59:25.858099 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 0f0ee5b7-64ce-462d-82c4-dce3049fe29a details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:59:25.890883 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e46a491-688a-4430-aece-eb13051dc6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:25.995900 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783e548-458e-428f-bb89-8536d771b532 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Pushing event updated for resources: {'Network': ['ID=1461af35-b6b9-4264-b09c-616855ea7f12,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:26.021660 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 1461af35-b6b9-4264-b09c-616855ea7f12 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:59:26.022770 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0815ecf8-2147-4ac8-a922-51176657b99f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:26.025031 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb7d54ab-6253-4ec8-98b6-c2b19646dec3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:26.054943 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1018f3a-0476-4ece-ab34-28fe2260bf40 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:26.065356 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0815ecf8-2147-4ac8-a922-51176657b99f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:26.101895 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e256edb1-cba2-4ae4-9c0c-96b3a7d1f50f tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:26.109257 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e256edb1-cba2-4ae4-9c0c-96b3a7d1f50f tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:26.117187 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e256edb1-cba2-4ae4-9c0c-96b3a7d1f50f tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:26.121351 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e3a57073-2d86-492b-bf20-83a178bfd8a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=da68fb1b87304f61b182bda5bfdbc9db&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5202363 Nov 29 01:59:26.131696 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38868) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:26.131879 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e256edb1-cba2-4ae4-9c0c-96b3a7d1f50f tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:26.132910 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e256edb1-cba2-4ae4-9c0c-96b3a7d1f50f tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3022637 Nov 29 01:59:26.135651 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38870) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:26.163018 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0815ecf8-2147-4ac8-a922-51176657b99f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:26.164650 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-0815ecf8-2147-4ac8-a922-51176657b99f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9821997 Nov 29 01:59:26.168682 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38872) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:26.170519 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dcb49b60-5adf-469d-8b51-fd7493f21733 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:26.190138 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-fea771b6-0ffc-483a-ba52-56a0637d156e tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Request body: {'port': {'network_id': '7c2e3b52-86c4-415e-bb84-b79cc0e5cb64', 'name': 'tempest-RoutersIpV6Test-184201462'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:26.210564 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46a491-688a-4430-aece-eb13051dc6c8 None None] Pushing event updated for resources: {'Port': ['ID=341ee5c4-515c-42fa-9143-dcea6f0a3a6e,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:26.248232 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918331a5-e0d7-49ae-954b-80d4e38079c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-126abf58-b75c-4c07-bafa-8e25bc6621b0', 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'fixed_ips': [{'subnet_id': 'a9ba203b-d788-43f2-9397-90ce6546664f'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:59:26.249269 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-918331a5-e0d7-49ae-954b-80d4e38079c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:26.267603 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a305f87-1f77-4c28-be42-82739c804352 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:26.279838 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1018f3a-0476-4ece-ab34-28fe2260bf40 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:26.285833 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1018f3a-0476-4ece-ab34-28fe2260bf40 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:26.286452 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1018f3a-0476-4ece-ab34-28fe2260bf40 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:26.357616 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5bfd28-72ae-4203-8acf-2624fb488478 None None] Network 705e04d1-6030-4b25-aa8e-8f87862a63a3 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:26.391557 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a305f87-1f77-4c28-be42-82739c804352 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:26.392632 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb7d54ab-6253-4ec8-98b6-c2b19646dec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:26.395601 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-dcb49b60-5adf-469d-8b51-fd7493f21733 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Deleting port 341ee5c4-515c-42fa-9143-dcea6f0a3a6e {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:26.396173 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dcb49b60-5adf-469d-8b51-fd7493f21733 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:26.429021 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d1018f3a-0476-4ece-ab34-28fe2260bf40 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7029538 Nov 29 01:59:26.449829 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38876) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:26.477635 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1018f3a-0476-4ece-ab34-28fe2260bf40 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event updated for resources: {'Network': ['ID=4851bbc4-3ddc-4587-9d58-c74c6a0c2d41,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:26.479018 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-0c08894e-a811-4e6c-a695-2f23faf64e29 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Request body: {'subnet': {'network_id': '4851bbc4-3ddc-4587-9d58-c74c6a0c2d41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:26.493378 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3df890d1-3bc2-48d2-8b3f-81987fe7d019 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:26.507244 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 4851bbc4-3ddc-4587-9d58-c74c6a0c2d41 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:59:26.512653 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e453f3-f5f5-4f82-ae09-40cda92ca329 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:26.516575 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-07e453f3-f5f5-4f82-ae09-40cda92ca329 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:26.558122 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-8a305f87-1f77-4c28-be42-82739c804352 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f0ee5b7-64ce-462d-82c4-dce3049fe29a']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:26.564001 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c5eadf01-f42e-43b1-8921-ee5d8795d36b req-6b5e5fed-b48c-487d-b811-1ed5c69fff3d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641 HTTP/1.1" status: 200 len: 210 time: 0.1446805 Nov 29 01:59:26.583962 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-86451835-fd79-4f46-a5ac-ff5124a1d7d3 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:26.589536 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-8a305f87-1f77-4c28-be42-82739c804352 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c38597-e111-4113-b71d-16160b30d524') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:26.590449 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-8a305f87-1f77-4c28-be42-82739c804352 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c38597-e111-4113-b71d-16160b30d524') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:26.612753 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-dcb49b60-5adf-469d-8b51-fd7493f21733 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] For port 341ee5c4-515c-42fa-9143-dcea6f0a3a6e, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=341ee5c4-515c-42fa-9143-dcea6f0a3a6e,segment=NetworkSegment(0fa41889-756b-46a3-b3dd-d3fd3f6e6808),segment_id=0fa41889-756b-46a3-b3dd-d3fd3f6e6808)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:26.613130 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dcb49b60-5adf-469d-8b51-fd7493f21733 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:26.614173 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3df890d1-3bc2-48d2-8b3f-81987fe7d019 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:26.622932 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-86451835-fd79-4f46-a5ac-ff5124a1d7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:26.624204 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a305f87-1f77-4c28-be42-82739c804352 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:26.645387 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-dcb49b60-5adf-469d-8b51-fd7493f21733 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Calling delete_port for 341ee5c4-515c-42fa-9143-dcea6f0a3a6e owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:26.649406 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a305f87-1f77-4c28-be42-82739c804352 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:26.661298 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a305f87-1f77-4c28-be42-82739c804352 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:59:26.661737 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a305f87-1f77-4c28-be42-82739c804352 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:26.665029 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 01:59:26.665029 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:59:26.665029 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 01:59:26.665029 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:59:26.665029 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 01:59:26.665029 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:59:26.665029 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 01:59:26.665029 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:59:26.665029 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 01:59:26.665029 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:59:26.665029 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 01:59:26.665029 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:59:26.665029 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 01:59:26.665029 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:59:26.665029 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:59:26.665029 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:59:26.665029 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:59:26.665029 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:59:26.665029 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 01:59:26.665029 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:59:26.665029 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 01:59:26.665029 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:59:26.665029 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:59:26.665029 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:59:26.665029 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 01:59:26.665029 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:59:26.665029 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:59:26.665029 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:59:26.665029 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:59:26.665029 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:59:26.665029 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:59:26.665029 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:59:26.675275 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb7d54ab-6253-4ec8-98b6-c2b19646dec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:26.700238 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86451835-fd79-4f46-a5ac-ff5124a1d7d3 None None] Network 7c2e3b52-86c4-415e-bb84-b79cc0e5cb64 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:26.715105 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-918331a5-e0d7-49ae-954b-80d4e38079c9 None None] Allocated IP 2001:db8::f816:3eff:fec9:880e (126abf58-b75c-4c07-bafa-8e25bc6621b0/a9ba203b-d788-43f2-9397-90ce6546664f/d0aa0ada-6bd2-4b8e-ab21-8863435f64aa) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:26.736919 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-86451835-fd79-4f46-a5ac-ff5124a1d7d3 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:26.745733 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86451835-fd79-4f46-a5ac-ff5124a1d7d3 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:26.762928 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86451835-fd79-4f46-a5ac-ff5124a1d7d3 None None] Pushing event updated for resources: {'Port': ['ID=8fb3493e-66b3-4887-8768-4c83a19a2790,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:26.768707 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a305f87-1f77-4c28-be42-82739c804352 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:26.778366 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a305f87-1f77-4c28-be42-82739c804352 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:26.782589 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8a305f87-1f77-4c28-be42-82739c804352 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] 10.222.0.37 "DELETE /v2.0/networks/0f0ee5b7-64ce-462d-82c4-dce3049fe29a HTTP/1.1" status: 204 len: 168 time: 0.6457126 Nov 29 01:59:26.788470 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38878) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:26.820339 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a305f87-1f77-4c28-be42-82739c804352 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Pushing event deleted for resources: {'Network': ['ID=0f0ee5b7-64ce-462d-82c4-dce3049fe29a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:26.841082 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea771b6-0ffc-483a-ba52-56a0637d156e tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Made reservation on behalf of beede83db6b440a1a2eddd60d2641adf for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:26.845979 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fea771b6-0ffc-483a-ba52-56a0637d156e tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:26.862335 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb7d54ab-6253-4ec8-98b6-c2b19646dec3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:26.866043 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-bb7d54ab-6253-4ec8-98b6-c2b19646dec3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6be0b08c-da9c-4841-a857-67610a540960 HTTP/1.1" status: 204 len: 168 time: 1.6422191 Nov 29 01:59:26.868677 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38880) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:26.887908 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dcb49b60-5adf-469d-8b51-fd7493f21733 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:26.888335 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d54ab-6253-4ec8-98b6-c2b19646dec3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6be0b08c-da9c-4841-a857-67610a540960,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:26.943659 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c08894e-a811-4e6c-a695-2f23faf64e29 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Made reservation on behalf of 8f51738befc14d68b76c3f1db1b4459f for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:26.947274 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0c08894e-a811-4e6c-a695-2f23faf64e29 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:26.970721 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-fea771b6-0ffc-483a-ba52-56a0637d156e tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] device_id is not set on port 899a11fa-7279-4f0a-9a82-f4f999f51547 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:59:27.003835 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb49b60-5adf-469d-8b51-fd7493f21733 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Pushing event deleted for resources: {'Port': ['ID=341ee5c4-515c-42fa-9143-dcea6f0a3a6e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:27.005977 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb49b60-5adf-469d-8b51-fd7493f21733 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] No DVR routers for this DVR port 341ee5c4-515c-42fa-9143-dcea6f0a3a6e on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:59:27.066558 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-43266b0b-42a1-4b6b-af98-bbfb6a1c7323 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:27.136079 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-fea771b6-0ffc-483a-ba52-56a0637d156e tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Allocated IP 2001:db8::16b (7c2e3b52-86c4-415e-bb84-b79cc0e5cb64/37945e26-c9af-4f00-afaa-2e909ce03eb4/899a11fa-7279-4f0a-9a82-f4f999f51547) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:27.137635 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d4cc5e-c5e2-48a3-92fc-577894bac197 None None] Network 15d78a30-826a-4437-bf95-ffaf3e1cb11a requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:27.189405 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-421d0f0c-8225-4230-9fa9-2f6505071d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:27.219427 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dcb49b60-5adf-469d-8b51-fd7493f21733 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:27.298192 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-dcb49b60-5adf-469d-8b51-fd7493f21733 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['705e04d1-6030-4b25-aa8e-8f87862a63a3']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:27.305990 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-86451835-fd79-4f46-a5ac-ff5124a1d7d3 None None] Attempting to bind port 8fb3493e-66b3-4887-8768-4c83a19a2790 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:27.306502 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-86451835-fd79-4f46-a5ac-ff5124a1d7d3 None None] Attempting to bind port 8fb3493e-66b3-4887-8768-4c83a19a2790 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '43012c8f-4f37-4062-9444-a3f3c9369b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7c2e3b52-86c4-415e-bb84-b79cc0e5cb64'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:27.306720 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86451835-fd79-4f46-a5ac-ff5124a1d7d3 None None] Attempting to bind port 8fb3493e-66b3-4887-8768-4c83a19a2790 on network 7c2e3b52-86c4-415e-bb84-b79cc0e5cb64 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:27.322171 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86451835-fd79-4f46-a5ac-ff5124a1d7d3 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:59:27.322628 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86451835-fd79-4f46-a5ac-ff5124a1d7d3 None None] Checking segment: {'id': '43012c8f-4f37-4062-9444-a3f3c9369b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7c2e3b52-86c4-415e-bb84-b79cc0e5cb64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:59:27.323043 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-86451835-fd79-4f46-a5ac-ff5124a1d7d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:27.323450 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86451835-fd79-4f46-a5ac-ff5124a1d7d3 None None] Bound using segment: {'id': '43012c8f-4f37-4062-9444-a3f3c9369b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7c2e3b52-86c4-415e-bb84-b79cc0e5cb64'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:59:27.324125 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-86451835-fd79-4f46-a5ac-ff5124a1d7d3 None None] Bound port: 8fb3493e-66b3-4887-8768-4c83a19a2790, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43012c8f-4f37-4062-9444-a3f3c9369b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7c2e3b52-86c4-415e-bb84-b79cc0e5cb64'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:59:27.324520 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-86451835-fd79-4f46-a5ac-ff5124a1d7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:27.378799 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-dcb49b60-5adf-469d-8b51-fd7493f21733 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa41889-756b-46a3-b3dd-d3fd3f6e6808') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:27.379406 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-dcb49b60-5adf-469d-8b51-fd7493f21733 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa41889-756b-46a3-b3dd-d3fd3f6e6808') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:27.413692 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dcb49b60-5adf-469d-8b51-fd7493f21733 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:27.421300 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-43266b0b-42a1-4b6b-af98-bbfb6a1c7323 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:27.467988 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dcb49b60-5adf-469d-8b51-fd7493f21733 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:27.502468 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-86451835-fd79-4f46-a5ac-ff5124a1d7d3 None None] For port 8fb3493e-66b3-4887-8768-4c83a19a2790, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:59:27.506451 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-43266b0b-42a1-4b6b-af98-bbfb6a1c7323 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1461af35-b6b9-4264-b09c-616855ea7f12']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:27.506625 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-918331a5-e0d7-49ae-954b-80d4e38079c9 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:27.508250 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f273970-6e47-44d6-929d-48f516a5ccc6 None None] DHCP port deletion for 15d78a30-826a-4437-bf95-ffaf3e1cb11a request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:59:27.509599 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb49b60-5adf-469d-8b51-fd7493f21733 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:59:27.510351 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dcb49b60-5adf-469d-8b51-fd7493f21733 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:27.516645 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 01:59:27.516645 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:59:27.516645 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 01:59:27.516645 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:59:27.516645 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 01:59:27.516645 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:59:27.516645 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 01:59:27.516645 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:59:27.516645 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 01:59:27.516645 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:59:27.516645 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 01:59:27.516645 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:59:27.516645 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 01:59:27.516645 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:59:27.516645 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:59:27.516645 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:59:27.516645 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:59:27.516645 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:59:27.516645 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 01:59:27.516645 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:59:27.516645 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 01:59:27.516645 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:59:27.516645 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:59:27.516645 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:59:27.516645 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 01:59:27.516645 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:59:27.516645 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:59:27.516645 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:59:27.516645 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:59:27.516645 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:59:27.516645 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:59:27.516645 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:59:27.538964 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-918331a5-e0d7-49ae-954b-80d4e38079c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:27.564263 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3df890d1-3bc2-48d2-8b3f-81987fe7d019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:27.567004 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3df890d1-3bc2-48d2-8b3f-81987fe7d019 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:27.570716 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3df890d1-3bc2-48d2-8b3f-81987fe7d019 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc530f1a-d76e-4164-8422-e89af6687a07 HTTP/1.1" status: 204 len: 168 time: 1.4359393 Nov 29 01:59:27.579366 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-43266b0b-42a1-4b6b-af98-bbfb6a1c7323 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eac38649-0866-41a7-b42a-80a73b76bf7f') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:27.579681 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-43266b0b-42a1-4b6b-af98-bbfb6a1c7323 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eac38649-0866-41a7-b42a-80a73b76bf7f') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:27.592713 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918331a5-e0d7-49ae-954b-80d4e38079c9 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:27.598349 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-918331a5-e0d7-49ae-954b-80d4e38079c9 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:27.603717 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918331a5-e0d7-49ae-954b-80d4e38079c9 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:27.608286 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918331a5-e0d7-49ae-954b-80d4e38079c9 None None] Pushing event updated for resources: {'Port': ['ID=d0aa0ada-6bd2-4b8e-ab21-8863435f64aa,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:27.674286 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7f273970-6e47-44d6-929d-48f516a5ccc6 None None] Deleting port c9ca3d32-39a7-4cd2-992c-e1fb28b05181 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:27.674584 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f273970-6e47-44d6-929d-48f516a5ccc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:27.696169 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-43266b0b-42a1-4b6b-af98-bbfb6a1c7323 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:27.723179 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-421d0f0c-8225-4230-9fa9-2f6505071d80 admin admin] Deleting port c9ca3d32-39a7-4cd2-992c-e1fb28b05181 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:27.723566 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-421d0f0c-8225-4230-9fa9-2f6505071d80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:27.733140 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-918331a5-e0d7-49ae-954b-80d4e38079c9 None None] Attempting to bind port d0aa0ada-6bd2-4b8e-ab21-8863435f64aa on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:27.734307 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-918331a5-e0d7-49ae-954b-80d4e38079c9 None None] Attempting to bind port d0aa0ada-6bd2-4b8e-ab21-8863435f64aa by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:27.734955 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918331a5-e0d7-49ae-954b-80d4e38079c9 None None] Attempting to bind port d0aa0ada-6bd2-4b8e-ab21-8863435f64aa on network 126abf58-b75c-4c07-bafa-8e25bc6621b0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:27.762141 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-86451835-fd79-4f46-a5ac-ff5124a1d7d3 None None] For port 8fb3493e-66b3-4887-8768-4c83a19a2790, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=8fb3493e-66b3-4887-8768-4c83a19a2790,segment=NetworkSegment(43012c8f-4f37-4062-9444-a3f3c9369b51),segment_id=43012c8f-4f37-4062-9444-a3f3c9369b51)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:59:27.768458 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df890d1-3bc2-48d2-8b3f-81987fe7d019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc530f1a-d76e-4164-8422-e89af6687a07,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:27.780005 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-86451835-fd79-4f46-a5ac-ff5124a1d7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:27.792971 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918331a5-e0d7-49ae-954b-80d4e38079c9 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:59:27.793435 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918331a5-e0d7-49ae-954b-80d4e38079c9 None None] Checking segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:59:27.793790 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-918331a5-e0d7-49ae-954b-80d4e38079c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:27.794235 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918331a5-e0d7-49ae-954b-80d4e38079c9 None None] Bound using segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:59:27.794784 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-918331a5-e0d7-49ae-954b-80d4e38079c9 None None] Bound port: d0aa0ada-6bd2-4b8e-ab21-8863435f64aa, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:59:27.795328 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-918331a5-e0d7-49ae-954b-80d4e38079c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:27.799640 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-43266b0b-42a1-4b6b-af98-bbfb6a1c7323 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:27.802753 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dcb49b60-5adf-469d-8b51-fd7493f21733 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:27.805236 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fea771b6-0ffc-483a-ba52-56a0637d156e tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:27.857402 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-07e453f3-f5f5-4f82-ae09-40cda92ca329 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:27.872556 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7f273970-6e47-44d6-929d-48f516a5ccc6 None None] For port c9ca3d32-39a7-4cd2-992c-e1fb28b05181, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c9ca3d32-39a7-4cd2-992c-e1fb28b05181,segment=NetworkSegment(01a6022b-fd65-4f04-9a20-29dba6f904e6),segment_id=01a6022b-fd65-4f04-9a20-29dba6f904e6)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:27.873035 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f273970-6e47-44d6-929d-48f516a5ccc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:27.914946 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-421d0f0c-8225-4230-9fa9-2f6505071d80 admin admin] For port c9ca3d32-39a7-4cd2-992c-e1fb28b05181, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c9ca3d32-39a7-4cd2-992c-e1fb28b05181,segment=NetworkSegment(01a6022b-fd65-4f04-9a20-29dba6f904e6),segment_id=01a6022b-fd65-4f04-9a20-29dba6f904e6)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:27.915626 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-421d0f0c-8225-4230-9fa9-2f6505071d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:27.943854 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-421d0f0c-8225-4230-9fa9-2f6505071d80 admin admin] Calling delete_port for c9ca3d32-39a7-4cd2-992c-e1fb28b05181 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:27.993963 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-b39b3030-f4f2-4741-9f97-840acc6587b5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:28.007855 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-918331a5-e0d7-49ae-954b-80d4e38079c9 None None] For port d0aa0ada-6bd2-4b8e-ab21-8863435f64aa, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:59:28.008532 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-b39b3030-f4f2-4741-9f97-840acc6587b5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/networks?id=832816b9-beec-4a08-8e13-11d88846b1eb HTTP/1.1" status: 200 len: 797 time: 1.1352992 Nov 29 01:59:28.011138 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e453f3-f5f5-4f82-ae09-40cda92ca329 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:28.018326 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-918331a5-e0d7-49ae-954b-80d4e38079c9 None None] For port d0aa0ada-6bd2-4b8e-ab21-8863435f64aa, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=d0aa0ada-6bd2-4b8e-ab21-8863435f64aa,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:59:28.026918 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-07e453f3-f5f5-4f82-ae09-40cda92ca329 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:28.038821 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e453f3-f5f5-4f82-ae09-40cda92ca329 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:28.039436 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-07e453f3-f5f5-4f82-ae09-40cda92ca329 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:28.055040 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7f273970-6e47-44d6-929d-48f516a5ccc6 None None] Calling delete_port for c9ca3d32-39a7-4cd2-992c-e1fb28b05181 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:28.063989 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e1b62391-ba76-4c72-9d44-c3ca500d0605 req-5526ffa1-09c4-4f40-ab66-fef5c0d69279 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641 HTTP/1.1" status: 200 len: 210 time: 0.3542731 Nov 29 01:59:28.066940 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fea771b6-0ffc-483a-ba52-56a0637d156e tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:28.071401 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0c08894e-a811-4e6c-a695-2f23faf64e29 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:28.076132 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e453f3-f5f5-4f82-ae09-40cda92ca329 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Subnet': ['ID=41324a4d-0f92-4f69-b648-1b24d9fd15cd,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:28.080577 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43266b0b-42a1-4b6b-af98-bbfb6a1c7323 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:59:28.082132 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-43266b0b-42a1-4b6b-af98-bbfb6a1c7323 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:28.096514 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-918331a5-e0d7-49ae-954b-80d4e38079c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:28.176668 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-07e453f3-f5f5-4f82-ae09-40cda92ca329 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5453734 Nov 29 01:59:28.189445 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dcb49b60-5adf-469d-8b51-fd7493f21733 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:28.195789 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-dcb49b60-5adf-469d-8b51-fd7493f21733 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "DELETE /v2.0/networks/705e04d1-6030-4b25-aa8e-8f87862a63a3 HTTP/1.1" status: 204 len: 168 time: 5.1485074 Nov 29 01:59:28.198278 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86451835-fd79-4f46-a5ac-ff5124a1d7d3 None None] Pushing event updated for resources: {'Port': ['ID=8fb3493e-66b3-4887-8768-4c83a19a2790,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:28.205207 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38894) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:28.205569 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38896) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:28.214922 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-0656e7b4-67e6-4490-88df-7aefc2f3a741 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-280104017'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:28.230526 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-fd39c660-2399-4b2a-8975-e355cbd72ae8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'port': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'mac_address': 'fa:16:3e:80:09:76', 'name': 'tempest-NetworksTestDHCPv6-1605854703'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:28.259845 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea771b6-0ffc-483a-ba52-56a0637d156e tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network 7c2e3b52-86c4-415e-bb84-b79cc0e5cb64 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:28.313329 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918331a5-e0d7-49ae-954b-80d4e38079c9 None None] Pushing event updated for resources: {'Port': ['ID=d0aa0ada-6bd2-4b8e-ab21-8863435f64aa,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:28.338139 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7f273970-6e47-44d6-929d-48f516a5ccc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:28.362751 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 01:59:28.362751 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:59:28.362751 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 01:59:28.362751 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:59:28.362751 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 01:59:28.362751 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:59:28.362751 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 01:59:28.362751 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:59:28.362751 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 01:59:28.362751 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:59:28.362751 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 01:59:28.362751 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:59:28.362751 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 01:59:28.362751 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:59:28.362751 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:59:28.362751 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:59:28.362751 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:59:28.362751 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:59:28.362751 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 01:59:28.362751 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:59:28.362751 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 01:59:28.362751 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:59:28.362751 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:59:28.362751 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:59:28.362751 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 01:59:28.362751 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:59:28.362751 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:59:28.362751 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:59:28.362751 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:59:28.362751 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:59:28.362751 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:59:28.362751 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:59:28.366188 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-421d0f0c-8225-4230-9fa9-2f6505071d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:28.368349 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f273970-6e47-44d6-929d-48f516a5ccc6 None None] No DVR routers for this DVR port c9ca3d32-39a7-4cd2-992c-e1fb28b05181 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:59:28.373300 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea771b6-0ffc-483a-ba52-56a0637d156e tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Port': ['ID=899a11fa-7279-4f0a-9a82-f4f999f51547,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:28.380271 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-fea771b6-0ffc-483a-ba52-56a0637d156e tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:28.386457 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb49b60-5adf-469d-8b51-fd7493f21733 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Pushing event deleted for resources: {'Network': ['ID=705e04d1-6030-4b25-aa8e-8f87862a63a3,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:28.389654 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08894e-a811-4e6c-a695-2f23faf64e29 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event updated for resources: {'Subnet': ['ID=4dffd339-95ef-45d0-93a7-26f93ff426e6,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:28.408773 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-43266b0b-42a1-4b6b-af98-bbfb6a1c7323 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:28.416973 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-43266b0b-42a1-4b6b-af98-bbfb6a1c7323 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:28.422443 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-43266b0b-42a1-4b6b-af98-bbfb6a1c7323 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] 10.222.0.37 "DELETE /v2.0/networks/1461af35-b6b9-4264-b09c-616855ea7f12 HTTP/1.1" status: 204 len: 168 time: 1.6235287 Nov 29 01:59:28.425462 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f273970-6e47-44d6-929d-48f516a5ccc6 None None] Pushing event deleted for resources: {'Port': ['ID=c9ca3d32-39a7-4cd2-992c-e1fb28b05181,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:28.481006 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38900) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:28.483252 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43266b0b-42a1-4b6b-af98-bbfb6a1c7323 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Pushing event deleted for resources: {'Network': ['ID=1461af35-b6b9-4264-b09c-616855ea7f12,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:28.492655 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea771b6-0ffc-483a-ba52-56a0637d156e tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:28.506036 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea771b6-0ffc-483a-ba52-56a0637d156e tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:28.509688 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fea771b6-0ffc-483a-ba52-56a0637d156e tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:28.567226 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-f62bea80-08d2-41ed-8191-b1532c98dad0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1a27bea49814722818e7a3b77708f76 HTTP/1.1" status: 200 len: 380 time: 0.5379298 Nov 29 01:59:28.614238 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-2069eff4-9e57-4ea1-95b3-1ccac8600d52 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'port': {'device_id': '2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641', 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb', 'admin_state_up': True, 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'security_groups': ['1f7e5385-c396-47f8-94ce-5fc68812c4b7']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:28.663189 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0656e7b4-67e6-4490-88df-7aefc2f3a741 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Made reservation on behalf of 77990a2dfd894b2490311bfb91b4f343 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:28.667062 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0656e7b4-67e6-4490-88df-7aefc2f3a741 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:28.672151 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4bd135-108f-400d-b31c-42c5d4df9903 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:28.685919 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4bd135-108f-400d-b31c-42c5d4df9903 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:28.687676 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6f4bd135-108f-400d-b31c-42c5d4df9903 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1901581 Nov 29 01:59:28.702172 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38906) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:28.703343 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421d0f0c-8225-4230-9fa9-2f6505071d80 admin admin] No DVR routers for this DVR port c9ca3d32-39a7-4cd2-992c-e1fb28b05181 on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:59:28.733945 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-fea771b6-0ffc-483a-ba52-56a0637d156e tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5568318 Nov 29 01:59:28.734860 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-dda7f883-72b8-41ce-afef-d8cfd0a24113 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2028463312'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:28.738131 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38908) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:28.791996 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d0f0c-8225-4230-9fa9-2f6505071d80 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9ca3d32-39a7-4cd2-992c-e1fb28b05181,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:28.827762 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0656e7b4-67e6-4490-88df-7aefc2f3a741 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:59:28.843218 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0656e7b4-67e6-4490-88df-7aefc2f3a741 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:28.843571 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-0656e7b4-67e6-4490-88df-7aefc2f3a741 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Added segment ac9a1fd2-6ab9-4596-9304-9e80986ca067 of type vlan for network 31549c6a-f558-4432-a393-e0a40ce98e23 Nov 29 01:59:28.901976 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0656e7b4-67e6-4490-88df-7aefc2f3a741 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:28.953020 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda7f883-72b8-41ce-afef-d8cfd0a24113 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Made reservation on behalf of ba21662ce8d94fafbf3252ba00c23584 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:28.967530 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c08894e-a811-4e6c-a695-2f23faf64e29 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Checking segment: {'id': 'd7d52c84-4210-4804-b12c-0b6c53adaf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '4851bbc4-3ddc-4587-9d58-c74c6a0c2d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:59:28.967848 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dda7f883-72b8-41ce-afef-d8cfd0a24113 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:28.967980 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c08894e-a811-4e6c-a695-2f23faf64e29 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Network hostable DHCP agents. Network: 4851bbc4-3ddc-4587-9d58-c74c6a0c2d41, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:59:28.970742 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.db.api [None req-fd39c660-2399-4b2a-8975-e355cbd72ae8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 01:59:28.970742 dv-neutron-819032-3-hyperv neutron-server[103255]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 29 01:59:28.970742 dv-neutron-819032-3-hyperv neutron-server[103255]: [parameters: {'project_id_1': 'd732f07065b549e8ade666b44b940ceb', 'expiration_1': datetime.datetime(2021, 11, 29, 1, 59, 8, 813703)}] Nov 29 01:59:28.970742 dv-neutron-819032-3-hyperv neutron-server[103255]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:59:28.971254 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG oslo_db.api [None req-fd39c660-2399-4b2a-8975-e355cbd72ae8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:59:28.999135 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-421d0f0c-8225-4230-9fa9-2f6505071d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:29.008358 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device d0aa0ada-6bd2-4b8e-ab21-8863435f64aa up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:59:29.080676 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0656e7b4-67e6-4490-88df-7aefc2f3a741 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:29.104573 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port d0aa0ada-6bd2-4b8e-ab21-8863435f64aa triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:29.104953 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:29.108951 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0656e7b4-67e6-4490-88df-7aefc2f3a741 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:29.110376 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0656e7b4-67e6-4490-88df-7aefc2f3a741 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:29.129763 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c08894e-a811-4e6c-a695-2f23faf64e29 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Network 4851bbc4-3ddc-4587-9d58-c74c6a0c2d41 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:59:29.139077 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-421d0f0c-8225-4230-9fa9-2f6505071d80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d78a30-826a-4437-bf95-ffaf3e1cb11a']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:29.178663 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38920) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:29.184142 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-421d0f0c-8225-4230-9fa9-2f6505071d80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a6022b-fd65-4f04-9a20-29dba6f904e6') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:29.193987 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-421d0f0c-8225-4230-9fa9-2f6505071d80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a6022b-fd65-4f04-9a20-29dba6f904e6') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:29.240286 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:29.283198 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-0c08894e-a811-4e6c-a695-2f23faf64e29 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 4851bbc4-3ddc-4587-9d58-c74c6a0c2d41) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:29.300450 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-421d0f0c-8225-4230-9fa9-2f6505071d80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:29.318385 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c08894e-a811-4e6c-a695-2f23faf64e29 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:29.319701 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0c08894e-a811-4e6c-a695-2f23faf64e29 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:29.322681 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656e7b4-67e6-4490-88df-7aefc2f3a741 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Pushing event updated for resources: {'Network': ['ID=31549c6a-f558-4432-a393-e0a40ce98e23,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:29.331994 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dda7f883-72b8-41ce-afef-d8cfd0a24113 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:59:29.341287 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-2069eff4-9e57-4ea1-95b3-1ccac8600d52 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Made reservation on behalf of d1a27bea49814722818e7a3b77708f76 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:29.346024 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-2069eff4-9e57-4ea1-95b3-1ccac8600d52 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:29.352314 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port d0aa0ada-6bd2-4b8e-ab21-8863435f64aa, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=d0aa0ada-6bd2-4b8e-ab21-8863435f64aa,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:29.358007 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-0656e7b4-67e6-4490-88df-7aefc2f3a741 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1496551 Nov 29 01:59:29.362503 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c8921035-3c43-4a12-9cef-ea4867209a87 req-4d691e46-8246-4694-a3c6-338a191a5201 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641 HTTP/1.1" status: 200 len: 210 time: 0.1181397 Nov 29 01:59:29.363263 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38924) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:29.364207 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3256a8-bda4-4749-9f1a-971af93affaf None None] Network 4851bbc4-3ddc-4587-9d58-c74c6a0c2d41 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:29.366898 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 31549c6a-f558-4432-a393-e0a40ce98e23 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:59:29.387607 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dda7f883-72b8-41ce-afef-d8cfd0a24113 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:29.388199 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-dda7f883-72b8-41ce-afef-d8cfd0a24113 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Added segment 95b95775-13ab-4b32-add2-3224a5cb2edc of type vlan for network 2802da71-6462-48a4-9855-7b6a16dcbcdf Nov 29 01:59:29.403006 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:29.404094 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 8fb3493e-66b3-4887-8768-4c83a19a2790 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:59:29.445573 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-80dcc9cb-1cdc-4954-b9fd-a4b4ecc13b42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Request body: {'subnet': {'network_id': '31549c6a-f558-4432-a393-e0a40ce98e23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:29.463957 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a4fe8e2f-aa61-4fbf-8796-10deaa798eca admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1438424348-network', 'tenant_id': 'b8cd21cd1c9b40658c50d85b4f327f37'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:29.469167 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-421d0f0c-8225-4230-9fa9-2f6505071d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:29.503740 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dda7f883-72b8-41ce-afef-d8cfd0a24113 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:29.579067 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd39c660-2399-4b2a-8975-e355cbd72ae8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:29.584032 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0c08894e-a811-4e6c-a695-2f23faf64e29 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1252167 Nov 29 01:59:29.585246 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-421d0f0c-8225-4230-9fa9-2f6505071d80 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:59:29.585730 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-421d0f0c-8225-4230-9fa9-2f6505071d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:29.595031 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 01:59:29.595031 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:59:29.595031 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 01:59:29.595031 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:59:29.595031 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 01:59:29.595031 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:59:29.595031 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 01:59:29.595031 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:59:29.595031 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 01:59:29.595031 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:59:29.595031 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 01:59:29.595031 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:59:29.595031 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 01:59:29.595031 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:59:29.595031 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:59:29.595031 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:59:29.595031 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:59:29.595031 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:59:29.595031 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 01:59:29.595031 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:59:29.595031 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 01:59:29.595031 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:59:29.595031 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:59:29.595031 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:59:29.595031 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 01:59:29.595031 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:59:29.595031 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:59:29.595031 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:59:29.595031 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:59:29.595031 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:59:29.595031 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:59:29.595031 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:59:29.622619 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38926) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:29.672781 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c8c166d3-7cc3-440d-b0b8-1931541e2007 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-284078485', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:29.679598 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abd47fa-5d05-4485-8b82-4f10e47f560d None None] Network 7c2e3b52-86c4-415e-bb84-b79cc0e5cb64 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:29.686440 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd39c660-2399-4b2a-8975-e355cbd72ae8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:29.720386 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-fd39c660-2399-4b2a-8975-e355cbd72ae8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] device_id is not set on port 071d8b6d-78aa-4a07-9bd2-d1d075bf5ac3 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:59:29.722102 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-421d0f0c-8225-4230-9fa9-2f6505071d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:29.742964 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fe8e2f-aa61-4fbf-8796-10deaa798eca admin admin] Made reservation on behalf of b8cd21cd1c9b40658c50d85b4f327f37 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:29.745730 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4fe8e2f-aa61-4fbf-8796-10deaa798eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:29.752759 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-421d0f0c-8225-4230-9fa9-2f6505071d80 admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:29.757400 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-421d0f0c-8225-4230-9fa9-2f6505071d80 admin admin] 10.222.0.37 "DELETE /v2.0/networks/15d78a30-826a-4437-bf95-ffaf3e1cb11a HTTP/1.1" status: 204 len: 168 time: 2.8847365 Nov 29 01:59:29.810378 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dda7f883-72b8-41ce-afef-d8cfd0a24113 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:29.816890 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda7f883-72b8-41ce-afef-d8cfd0a24113 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:29.817192 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dda7f883-72b8-41ce-afef-d8cfd0a24113 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:29.830571 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-387aca7f-19be-47cd-892b-16798688c9d3 None None] Provisioning complete for port 8fb3493e-66b3-4887-8768-4c83a19a2790 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:29.830949 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-387aca7f-19be-47cd-892b-16798688c9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:29.874036 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 8fb3493e-66b3-4887-8768-4c83a19a2790 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:29.875043 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:29.884203 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d0f0c-8225-4230-9fa9-2f6505071d80 admin admin] Pushing event deleted for resources: {'Network': ['ID=15d78a30-826a-4437-bf95-ffaf3e1cb11a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:29.910830 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4fe8e2f-aa61-4fbf-8796-10deaa798eca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:29.926705 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=d0aa0ada-6bd2-4b8e-ab21-8863435f64aa,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:29.939045 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-2069eff4-9e57-4ea1-95b3-1ccac8600d52 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.20.0.12 (832816b9-beec-4a08-8e13-11d88846b1eb/82d38417-3195-44e6-a3d7-993768ac5780/97bdb40e-4af9-4e30-a85e-91309f19d1d3) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:29.954909 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9079ac8e-84dd-4464-93a4-9caaf83adf59 None None] Network 4851bbc4-3ddc-4587-9d58-c74c6a0c2d41 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:29.956574 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8c166d3-7cc3-440d-b0b8-1931541e2007 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:29.958570 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8c166d3-7cc3-440d-b0b8-1931541e2007 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:29.969831 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b910976d-d5fb-416b-9dd1-d58224a61712 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:30.005148 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38930) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:30.036796 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80dcc9cb-1cdc-4954-b9fd-a4b4ecc13b42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Made reservation on behalf of 77990a2dfd894b2490311bfb91b4f343 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:30.042048 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-80dcc9cb-1cdc-4954-b9fd-a4b4ecc13b42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:30.064804 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7f883-72b8-41ce-afef-d8cfd0a24113 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Pushing event updated for resources: {'Network': ['ID=2802da71-6462-48a4-9855-7b6a16dcbcdf,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:30.084039 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-dda7f883-72b8-41ce-afef-d8cfd0a24113 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3569100 Nov 29 01:59:30.093915 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-fd39c660-2399-4b2a-8975-e355cbd72ae8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Allocated IP 172.20.0.7 (126abf58-b75c-4c07-bafa-8e25bc6621b0/41324a4d-0f92-4f69-b648-1b24d9fd15cd/071d8b6d-78aa-4a07-9bd2-d1d075bf5ac3) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:30.095814 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38932) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:30.101025 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-3fbef44c-cf66-46e6-b45f-849b041325fb tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2046309890'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:30.118836 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-fd39c660-2399-4b2a-8975-e355cbd72ae8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Allocated IP 2001:db8::f816:3eff:fe80:976 (126abf58-b75c-4c07-bafa-8e25bc6621b0/a9ba203b-d788-43f2-9397-90ce6546664f/071d8b6d-78aa-4a07-9bd2-d1d075bf5ac3) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:30.156236 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 2802da71-6462-48a4-9855-7b6a16dcbcdf details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:59:30.211851 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbef44c-cf66-46e6-b45f-849b041325fb tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Made reservation on behalf of ba21662ce8d94fafbf3252ba00c23584 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:30.215787 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3fbef44c-cf66-46e6-b45f-849b041325fb tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:30.262843 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8c166d3-7cc3-440d-b0b8-1931541e2007 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:30.335104 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fbef44c-cf66-46e6-b45f-849b041325fb tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:59:30.363006 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-2069eff4-9e57-4ea1-95b3-1ccac8600d52 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:30.365683 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3fbef44c-cf66-46e6-b45f-849b041325fb tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:30.365989 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-3fbef44c-cf66-46e6-b45f-849b041325fb tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Added segment 91f3fb91-1531-4d1d-89d7-fd41eecf9dfa of type vlan for network 9ac0c74f-131a-46f1-b41c-ca74b204bf5f Nov 29 01:59:30.398290 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac2c35b-a2ca-4f69-b345-16f24b3447f0 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:30.435869 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3fbef44c-cf66-46e6-b45f-849b041325fb tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:30.496376 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd39c660-2399-4b2a-8975-e355cbd72ae8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:30.507225 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3fbef44c-cf66-46e6-b45f-849b041325fb tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:30.513086 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbef44c-cf66-46e6-b45f-849b041325fb tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:30.513671 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3fbef44c-cf66-46e6-b45f-849b041325fb tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:30.528249 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-2069eff4-9e57-4ea1-95b3-1ccac8600d52 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:30.541723 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-387aca7f-19be-47cd-892b-16798688c9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:30.544539 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:30.624433 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3fbef44c-cf66-46e6-b45f-849b041325fb tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5274477 Nov 29 01:59:30.635000 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38936) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:30.655368 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-2069eff4-9e57-4ea1-95b3-1ccac8600d52 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 832816b9-beec-4a08-8e13-11d88846b1eb is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:30.660565 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4d2e1436-0772-42a8-8d47-6ca2dc4d3f6e tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Request body: {'ports': [{'network_id': '2802da71-6462-48a4-9855-7b6a16dcbcdf', 'name': 'tempest-port--1648901894', 'admin_state_up': True}, {'network_id': '9ac0c74f-131a-46f1-b41c-ca74b204bf5f', 'admin_state_up': False}]} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:30.660890 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4d2e1436-0772-42a8-8d47-6ca2dc4d3f6e tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Request body: {'port': {'network_id': '2802da71-6462-48a4-9855-7b6a16dcbcdf', 'name': 'tempest-port--1648901894', 'admin_state_up': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:30.661352 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4d2e1436-0772-42a8-8d47-6ca2dc4d3f6e tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Request body: {'port': {'network_id': '9ac0c74f-131a-46f1-b41c-ca74b204bf5f', 'admin_state_up': False}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:30.686260 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-2069eff4-9e57-4ea1-95b3-1ccac8600d52 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:30.690202 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-2069eff4-9e57-4ea1-95b3-1ccac8600d52 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:30.729853 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port 8fb3493e-66b3-4887-8768-4c83a19a2790, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=8fb3493e-66b3-4887-8768-4c83a19a2790,segment=NetworkSegment(43012c8f-4f37-4062-9444-a3f3c9369b51),segment_id=43012c8f-4f37-4062-9444-a3f3c9369b51)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:30.768474 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:30.821211 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c26cea75-46e3-4549-9e86-5883f433e15c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dddabe1bca86471f90fa95b3bff0f659&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8145154 Nov 29 01:59:30.889978 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c9ca3d32-39a7-4cd2-992c-e1fb28b05181 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:59:30.915202 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38938) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:30.980122 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: c9ca3d32-39a7-4cd2-992c-e1fb28b05181 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:59:30.980521 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c9ca3d32-39a7-4cd2-992c-e1fb28b05181 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:59:30.988257 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.db.api [None req-387aca7f-19be-47cd-892b-16798688c9d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:59:30.988630 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG oslo_db.api [None req-387aca7f-19be-47cd-892b-16798688c9d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:59:30.991271 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=8fb3493e-66b3-4887-8768-4c83a19a2790,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:31.073812 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbef44c-cf66-46e6-b45f-849b041325fb tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Pushing event updated for resources: {'Network': ['ID=9ac0c74f-131a-46f1-b41c-ca74b204bf5f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:31.088453 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 9ac0c74f-131a-46f1-b41c-ca74b204bf5f details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:59:31.131630 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4fe8e2f-aa61-4fbf-8796-10deaa798eca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:31.150101 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069eff4-9e57-4ea1-95b3-1ccac8600d52 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=97bdb40e-4af9-4e30-a85e-91309f19d1d3,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:31.171161 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd39c660-2399-4b2a-8975-e355cbd72ae8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:31.212215 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device d0aa0ada-6bd2-4b8e-ab21-8863435f64aa up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:59:31.237195 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-2069eff4-9e57-4ea1-95b3-1ccac8600d52 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:31.238163 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-2069eff4-9e57-4ea1-95b3-1ccac8600d52 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:31.262220 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd39c660-2399-4b2a-8975-e355cbd72ae8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:31.289173 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7aa313-19e6-45a4-b826-7c71144d3f84 None None] Update dhcp port {'port': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'fixed_ips': [{'subnet_id': 'a9ba203b-d788-43f2-9397-90ce6546664f', 'ip_address': '2001:db8::f816:3eff:fec9:880e'}, {'subnet_id': '41324a4d-0f92-4f69-b648-1b24d9fd15cd'}], 'binding:host_id': 'dv-neutron-819032-3-hyperv'}, 'id': 'd0aa0ada-6bd2-4b8e-ab21-8863435f64aa'} from dv-neutron-819032-3-hyperv. {{(pid=103256) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 01:59:31.294178 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4fe8e2f-aa61-4fbf-8796-10deaa798eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:31.300610 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-fd39c660-2399-4b2a-8975-e355cbd72ae8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:31.303790 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd39c660-2399-4b2a-8975-e355cbd72ae8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:31.325359 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8c166d3-7cc3-440d-b0b8-1931541e2007 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:31.350932 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f7aa313-19e6-45a4-b826-7c71144d3f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:31.376186 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-2069eff4-9e57-4ea1-95b3-1ccac8600d52 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7792947 Nov 29 01:59:31.387249 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39c660-2399-4b2a-8975-e355cbd72ae8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Port': ['ID=071d8b6d-78aa-4a07-9bd2-d1d075bf5ac3,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:31.415221 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-a77701b3-c1bb-4665-a96d-3d0836a650f6 service neutron] Request body: {'port': {'device_id': '2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:31.421171 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4fe8e2f-aa61-4fbf-8796-10deaa798eca admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:59:31.450760 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc32db-232f-4165-89e3-91bf09350f90 req-d5f20a32-ca4d-4c99-bed8-57ffd6b1cba1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:31.458382 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-32dc32db-232f-4165-89e3-91bf09350f90 req-d5f20a32-ca4d-4c99-bed8-57ffd6b1cba1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641 HTTP/1.1" status: 200 len: 932 time: 0.7812884 Nov 29 01:59:31.458588 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd39c660-2399-4b2a-8975-e355cbd72ae8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:31.459485 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd39c660-2399-4b2a-8975-e355cbd72ae8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:31.516657 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2e1436-0772-42a8-8d47-6ca2dc4d3f6e tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Made reservation on behalf of ba21662ce8d94fafbf3252ba00c23584 for: {'port': 2} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:31.522578 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d2e1436-0772-42a8-8d47-6ca2dc4d3f6e tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:31.526612 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-a77701b3-c1bb-4665-a96d-3d0836a650f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:31.541173 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4fe8e2f-aa61-4fbf-8796-10deaa798eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:31.541523 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-a4fe8e2f-aa61-4fbf-8796-10deaa798eca admin admin] Added segment f034e30a-2987-4f0f-9709-b5eedf4799ba of type vlan for network eb92b723-cb1c-4df8-84a3-7b1e42ef5335 Nov 29 01:59:31.546287 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-fd39c660-2399-4b2a-8975-e355cbd72ae8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.3372452 Nov 29 01:59:31.548757 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38940) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:31.549188 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe8e2f-aa61-4fbf-8796-10deaa798eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d97b54-e359-42e5-96dc-d7907353b10f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:31.570748 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb8962ba-42c3-47c6-bdd8-5c88197486a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:31.571864 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d2e1436-0772-42a8-8d47-6ca2dc4d3f6e tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:31.637456 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port d0aa0ada-6bd2-4b8e-ab21-8863435f64aa triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:31.638726 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:31.660776 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.objects.ports [None req-80dcc9cb-1cdc-4954-b9fd-a4b4ecc13b42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103254) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 01:59:31.686300 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4fe8e2f-aa61-4fbf-8796-10deaa798eca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:31.690961 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-9f7aa313-19e6-45a4-b826-7c71144d3f84 None None] Allocated IP 172.20.0.2 (126abf58-b75c-4c07-bafa-8e25bc6621b0/41324a4d-0f92-4f69-b648-1b24d9fd15cd/d0aa0ada-6bd2-4b8e-ab21-8863435f64aa) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:31.696157 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-80dcc9cb-1cdc-4954-b9fd-a4b4ecc13b42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:31.696584 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef40e8d9-1121-4c74-9874-43d03aba8623 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:31.704107 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef40e8d9-1121-4c74-9874-43d03aba8623 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:31.708874 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ef40e8d9-1121-4c74-9874-43d03aba8623 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1565168 Nov 29 01:59:31.712334 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38942) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:31.716361 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb8962ba-42c3-47c6-bdd8-5c88197486a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:31.740250 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-fbf61bb8-a24c-470e-9544-3f6f19a73d40 None None] Provisioning complete for port 8fb3493e-66b3-4887-8768-4c83a19a2790 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:31.740736 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fbf61bb8-a24c-470e-9544-3f6f19a73d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:31.799751 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-32dc32db-232f-4165-89e3-91bf09350f90 req-95939300-68d5-4ef9-ba49-ee3fea53a1f6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7e5385-c396-47f8-94ce-5fc68812c4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3402252 Nov 29 01:59:31.852135 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-4d2e1436-0772-42a8-8d47-6ca2dc4d3f6e tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] device_id is not set on port cc0d9840-7188-451b-9568-96b67937cd59 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:59:31.864154 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4fe8e2f-aa61-4fbf-8796-10deaa798eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:31.865124 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fe8e2f-aa61-4fbf-8796-10deaa798eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:31.865722 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4fe8e2f-aa61-4fbf-8796-10deaa798eca admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:31.869396 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b910976d-d5fb-416b-9dd1-d58224a61712 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:31.876239 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 8fb3493e-66b3-4887-8768-4c83a19a2790 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:59:31.897925 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b910976d-d5fb-416b-9dd1-d58224a61712 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:31.901793 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dcc9cb-1cdc-4954-b9fd-a4b4ecc13b42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Pushing event updated for resources: {'Subnet': ['ID=62389ba4-e2d5-43be-919d-705d7be56fca,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:31.927310 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9f7aa313-19e6-45a4-b826-7c71144d3f84 None None] For port d0aa0ada-6bd2-4b8e-ab21-8863435f64aa, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=d0aa0ada-6bd2-4b8e-ab21-8863435f64aa,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:31.994472 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a4fe8e2f-aa61-4fbf-8796-10deaa798eca admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8143351 Nov 29 01:59:32.001651 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f7aa313-19e6-45a4-b826-7c71144d3f84 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:32.008862 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38944) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:32.016810 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7a3d3f26-7c6e-40e0-b19c-5ba1946d6393 admin admin] Request body: {'subnet': {'network_id': 'eb92b723-cb1c-4df8-84a3-7b1e42ef5335', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1438424348-subnet', 'tenant_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:32.018356 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f7aa313-19e6-45a4-b826-7c71144d3f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:32.040269 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe8e2f-aa61-4fbf-8796-10deaa798eca admin admin] Pushing event updated for resources: {'Network': ['ID=eb92b723-cb1c-4df8-84a3-7b1e42ef5335,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:32.049173 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dcc9cb-1cdc-4954-b9fd-a4b4ecc13b42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Checking segment: {'id': 'ac9a1fd2-6ab9-4596-9304-9e80986ca067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '31549c6a-f558-4432-a393-e0a40ce98e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:59:32.049993 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dcc9cb-1cdc-4954-b9fd-a4b4ecc13b42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Network hostable DHCP agents. Network: 31549c6a-f558-4432-a393-e0a40ce98e23, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:59:32.059156 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb8962ba-42c3-47c6-bdd8-5c88197486a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:32.061576 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bb8962ba-42c3-47c6-bdd8-5c88197486a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:32.062469 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bb8962ba-42c3-47c6-bdd8-5c88197486a6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/11baf187-99b8-4b2a-bf80-0af6dc012e8a HTTP/1.1" status: 204 len: 168 time: 0.9521277 Nov 29 01:59:32.079740 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-fbf61bb8-a24c-470e-9544-3f6f19a73d40 None None] Provisioning complete for port d0aa0ada-6bd2-4b8e-ab21-8863435f64aa triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:32.081236 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fbf61bb8-a24c-470e-9544-3f6f19a73d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:32.087994 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910976d-d5fb-416b-9dd1-d58224a61712 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Port': ['ID=899a11fa-7279-4f0a-9a82-f4f999f51547,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:32.118670 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 8fb3493e-66b3-4887-8768-4c83a19a2790 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:32.119306 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:32.141092 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b90a344c-f0b0-46d3-9166-752623036ee0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting port 071d8b6d-78aa-4a07-9bd2-d1d075bf5ac3 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:32.141464 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b90a344c-f0b0-46d3-9166-752623036ee0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:32.163722 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network eb92b723-cb1c-4df8-84a3-7b1e42ef5335 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:59:32.183881 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8962ba-42c3-47c6-bdd8-5c88197486a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11baf187-99b8-4b2a-bf80-0af6dc012e8a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:32.203464 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3d3f26-7c6e-40e0-b19c-5ba1946d6393 admin admin] Made reservation on behalf of b8cd21cd1c9b40658c50d85b4f327f37 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:32.205796 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a3d3f26-7c6e-40e0-b19c-5ba1946d6393 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:32.284339 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dcc9cb-1cdc-4954-b9fd-a4b4ecc13b42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Network 31549c6a-f558-4432-a393-e0a40ce98e23 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:59:32.355014 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7aa313-19e6-45a4-b826-7c71144d3f84 None None] Pushing event updated for resources: {'Port': ['ID=d0aa0ada-6bd2-4b8e-ab21-8863435f64aa,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:32.381185 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d2e1436-0772-42a8-8d47-6ca2dc4d3f6e tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:32.457297 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-80dcc9cb-1cdc-4954-b9fd-a4b4ecc13b42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 31549c6a-f558-4432-a393-e0a40ce98e23) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:32.484830 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7347c7f3-6838-4cd3-b4c1-bbe577a0931f None None] Network 31549c6a-f558-4432-a393-e0a40ce98e23 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:32.503727 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80dcc9cb-1cdc-4954-b9fd-a4b4ecc13b42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:32.504698 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-80dcc9cb-1cdc-4954-b9fd-a4b4ecc13b42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:32.545913 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b910976d-d5fb-416b-9dd1-d58224a61712 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:32.563771 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b90a344c-f0b0-46d3-9166-752623036ee0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:32.579131 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b90a344c-f0b0-46d3-9166-752623036ee0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Calling delete_port for 071d8b6d-78aa-4a07-9bd2-d1d075bf5ac3 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:32.627473 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-4d2e1436-0772-42a8-8d47-6ca2dc4d3f6e tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] device_id is not set on port 4e3f0092-b88d-4bb5-ab40-08e85ff5b077 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:59:32.632969 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-fbf61bb8-a24c-470e-9544-3f6f19a73d40 None None] Provisioning complete for port 899a11fa-7279-4f0a-9a82-f4f999f51547 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:32.632969 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fbf61bb8-a24c-470e-9544-3f6f19a73d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:32.660384 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-a77701b3-c1bb-4665-a96d-3d0836a650f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97bdb40e-4af9-4e30-a85e-91309f19d1d3 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:59:32.693284 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8c166d3-7cc3-440d-b0b8-1931541e2007 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:32.713686 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-a77701b3-c1bb-4665-a96d-3d0836a650f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:32.720298 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8c166d3-7cc3-440d-b0b8-1931541e2007 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:32.722020 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-fbf61bb8-a24c-470e-9544-3f6f19a73d40 None None] Port 899a11fa-7279-4f0a-9a82-f4f999f51547 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:59:32.776373 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-fbf61bb8-a24c-470e-9544-3f6f19a73d40 None None] Provisioning complete for port 97bdb40e-4af9-4e30-a85e-91309f19d1d3 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:32.776770 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fbf61bb8-a24c-470e-9544-3f6f19a73d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:32.782929 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-80dcc9cb-1cdc-4954-b9fd-a4b4ecc13b42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.4107888 Nov 29 01:59:32.784201 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38958) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:32.799538 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd66e82-49bb-4a25-9e3d-bef367760714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-31549c6a-f558-4432-a393-e0a40ce98e23', 'network_id': '31549c6a-f558-4432-a393-e0a40ce98e23', 'tenant_id': '77990a2dfd894b2490311bfb91b4f343', 'fixed_ips': [{'subnet_id': '62389ba4-e2d5-43be-919d-705d7be56fca'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:59:32.800405 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4cd66e82-49bb-4a25-9e3d-bef367760714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:32.842665 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-fbf61bb8-a24c-470e-9544-3f6f19a73d40 None None] Port 97bdb40e-4af9-4e30-a85e-91309f19d1d3 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:59:32.894921 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-a77701b3-c1bb-4665-a96d-3d0836a650f6 service neutron] Transition to ACTIVE for port object 97bdb40e-4af9-4e30-a85e-91309f19d1d3 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 01:59:32.914560 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b910976d-d5fb-416b-9dd1-d58224a61712 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:32.994849 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-a77701b3-c1bb-4665-a96d-3d0836a650f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:33.060905 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-4cd66e82-49bb-4a25-9e3d-bef367760714 None None] Allocated IP 2001:db8::f816:3eff:fead:8085 (31549c6a-f558-4432-a393-e0a40ce98e23/62389ba4-e2d5-43be-919d-705d7be56fca/dbd5913d-70bd-4fc8-af81-eddfbe22db5e) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:33.070891 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-ff2b32d8-ce13-4fb7-a44f-c288177b7371 None None] Provisioning complete for port 899a11fa-7279-4f0a-9a82-f4f999f51547 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:33.071636 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ff2b32d8-ce13-4fb7-a44f-c288177b7371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:33.129721 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-c8c166d3-7cc3-440d-b0b8-1931541e2007 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Allocated IP 172.26.3.121 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/2ab53fe9-3477-4cb0-9649-16fb6fc2c77f) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:33.156640 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ff2b32d8-ce13-4fb7-a44f-c288177b7371 None None] Port 899a11fa-7279-4f0a-9a82-f4f999f51547 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:59:33.211628 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a3d3f26-7c6e-40e0-b19c-5ba1946d6393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:33.229743 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77701b3-c1bb-4665-a96d-3d0836a650f6 service neutron] Pushing event updated for resources: {'Port': ['ID=97bdb40e-4af9-4e30-a85e-91309f19d1d3,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:33.235845 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device d0aa0ada-6bd2-4b8e-ab21-8863435f64aa up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:59:33.262627 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3060ddd3-f50f-4dab-8d25-aa4f7a24cb42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:33.361144 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ab31f-e4c2-4d38-8b19-9e0b9fd8b941 req-a4384f16-0ba2-455c-970f-e765fd6de4dc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:33.362765 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3e2ab31f-e4c2-4d38-8b19-9e0b9fd8b941 req-a4384f16-0ba2-455c-970f-e765fd6de4dc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641 HTTP/1.1" status: 200 len: 944 time: 0.3856249 Nov 29 01:59:33.372751 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4cd66e82-49bb-4a25-9e3d-bef367760714 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:33.393373 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d3f26-7c6e-40e0-b19c-5ba1946d6393 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fe7d8ce-5428-4f8e-9400-d67b4f1b0825,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:33.416160 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4cd66e82-49bb-4a25-9e3d-bef367760714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:33.490187 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3d3f26-7c6e-40e0-b19c-5ba1946d6393 admin admin] Checking segment: {'id': 'f034e30a-2987-4f0f-9709-b5eedf4799ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'eb92b723-cb1c-4df8-84a3-7b1e42ef5335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:59:33.490557 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3d3f26-7c6e-40e0-b19c-5ba1946d6393 admin admin] Network hostable DHCP agents. Network: eb92b723-cb1c-4df8-84a3-7b1e42ef5335, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:59:33.499432 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-a77701b3-c1bb-4665-a96d-3d0836a650f6 service neutron] Attempting to bind port 97bdb40e-4af9-4e30-a85e-91309f19d1d3 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:33.500017 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-a77701b3-c1bb-4665-a96d-3d0836a650f6 service neutron] Attempting to bind port 97bdb40e-4af9-4e30-a85e-91309f19d1d3 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'b2cf5c1c-ee07-41a8-bd6a-2f68c500f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:33.500311 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd66e82-49bb-4a25-9e3d-bef367760714 None None] Pushing event updated for resources: {'Port': ['ID=dbd5913d-70bd-4fc8-af81-eddfbe22db5e,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:33.500451 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-a77701b3-c1bb-4665-a96d-3d0836a650f6 service neutron] Attempting to bind port 97bdb40e-4af9-4e30-a85e-91309f19d1d3 on network 832816b9-beec-4a08-8e13-11d88846b1eb {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:33.519167 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3e2ab31f-e4c2-4d38-8b19-9e0b9fd8b941 req-01264fa9-14a8-474c-a3cf-9dc6fc9ee169 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7e5385-c396-47f8-94ce-5fc68812c4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398699 Nov 29 01:59:33.538944 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-a77701b3-c1bb-4665-a96d-3d0836a650f6 service neutron] Port 97bdb40e-4af9-4e30-a85e-91309f19d1d3 on network 832816b9-beec-4a08-8e13-11d88846b1eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 01:59:33.539123 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-a77701b3-c1bb-4665-a96d-3d0836a650f6 service neutron] Attempting to bind port 97bdb40e-4af9-4e30-a85e-91309f19d1d3 on network 832816b9-beec-4a08-8e13-11d88846b1eb {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:33.554563 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-a77701b3-c1bb-4665-a96d-3d0836a650f6 service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:59:33.555194 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-a77701b3-c1bb-4665-a96d-3d0836a650f6 service neutron] Checking segment: {'id': 'b2cf5c1c-ee07-41a8-bd6a-2f68c500f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:59:33.555779 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-a77701b3-c1bb-4665-a96d-3d0836a650f6 service neutron] Bound using segment: {'id': 'b2cf5c1c-ee07-41a8-bd6a-2f68c500f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:59:33.556344 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-a77701b3-c1bb-4665-a96d-3d0836a650f6 service neutron] Bound port: 97bdb40e-4af9-4e30-a85e-91309f19d1d3, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2cf5c1c-ee07-41a8-bd6a-2f68c500f224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:59:33.556936 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-a77701b3-c1bb-4665-a96d-3d0836a650f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:33.562639 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-d3fe40e1-b521-4fc9-a784-6166fff60cc7 None None] Provisioning complete for port d0aa0ada-6bd2-4b8e-ab21-8863435f64aa triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:33.563019 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d3fe40e1-b521-4fc9-a784-6166fff60cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:33.568190 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b90a344c-f0b0-46d3-9166-752623036ee0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:33.573918 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd66e82-49bb-4a25-9e3d-bef367760714 None None] Network 31549c6a-f558-4432-a393-e0a40ce98e23 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:33.656412 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d2e1436-0772-42a8-8d47-6ca2dc4d3f6e tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:33.666859 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3d3f26-7c6e-40e0-b19c-5ba1946d6393 admin admin] Network eb92b723-cb1c-4df8-84a3-7b1e42ef5335 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:59:33.678969 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a344c-f0b0-46d3-9166-752623036ee0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Port': ['ID=071d8b6d-78aa-4a07-9bd2-d1d075bf5ac3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:33.725625 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-7a3d3f26-7c6e-40e0-b19c-5ba1946d6393 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, eb92b723-cb1c-4df8-84a3-7b1e42ef5335) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:33.786809 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3d3f26-7c6e-40e0-b19c-5ba1946d6393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:33.787485 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a3d3f26-7c6e-40e0-b19c-5ba1946d6393 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:33.808836 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e060a1-94ef-4e8f-a618-e9a9ee2886cc None None] Network eb92b723-cb1c-4df8-84a3-7b1e42ef5335 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:33.812395 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-4cd66e82-49bb-4a25-9e3d-bef367760714 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:33.830031 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd66e82-49bb-4a25-9e3d-bef367760714 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:33.852265 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8c166d3-7cc3-440d-b0b8-1931541e2007 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:33.861061 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-3060ddd3-f50f-4dab-8d25-aa4f7a24cb42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Deleting port dbd5913d-70bd-4fc8-af81-eddfbe22db5e {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:33.861314 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3060ddd3-f50f-4dab-8d25-aa4f7a24cb42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:33.910016 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7a3d3f26-7c6e-40e0-b19c-5ba1946d6393 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8990021 Nov 29 01:59:33.919989 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38976) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:33.930692 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a84bfbbd-f3a1-4c17-a924-752303b2ef74 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1438424348-router', 'tenant_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:33.957861 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d2e1436-0772-42a8-8d47-6ca2dc4d3f6e tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:33.978763 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-a77701b3-c1bb-4665-a96d-3d0836a650f6 service neutron] For port 97bdb40e-4af9-4e30-a85e-91309f19d1d3, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:59:33.998378 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b910976d-d5fb-416b-9dd1-d58224a61712 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:34.033080 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b910976d-d5fb-416b-9dd1-d58224a61712 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:34.033520 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b90a344c-f0b0-46d3-9166-752623036ee0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:34.033898 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b910976d-d5fb-416b-9dd1-d58224a61712 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:34.036829 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b90a344c-f0b0-46d3-9166-752623036ee0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/071d8b6d-78aa-4a07-9bd2-d1d075bf5ac3 HTTP/1.1" status: 204 len: 168 time: 2.3220959 Nov 29 01:59:34.042433 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-a77701b3-c1bb-4665-a96d-3d0836a650f6 service neutron] For port 97bdb40e-4af9-4e30-a85e-91309f19d1d3, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=97bdb40e-4af9-4e30-a85e-91309f19d1d3,segment=NetworkSegment(b2cf5c1c-ee07-41a8-bd6a-2f68c500f224),segment_id=b2cf5c1c-ee07-41a8-bd6a-2f68c500f224)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:59:34.043289 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38980) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:34.049356 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-4cd66e82-49bb-4a25-9e3d-bef367760714 None None] Attempting to bind port dbd5913d-70bd-4fc8-af81-eddfbe22db5e on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:34.049953 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-4cd66e82-49bb-4a25-9e3d-bef367760714 None None] Attempting to bind port dbd5913d-70bd-4fc8-af81-eddfbe22db5e by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'ac9a1fd2-6ab9-4596-9304-9e80986ca067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '31549c6a-f558-4432-a393-e0a40ce98e23'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:34.050587 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd66e82-49bb-4a25-9e3d-bef367760714 None None] Attempting to bind port dbd5913d-70bd-4fc8-af81-eddfbe22db5e on network 31549c6a-f558-4432-a393-e0a40ce98e23 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:34.073223 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-a77701b3-c1bb-4665-a96d-3d0836a650f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:34.108241 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a84bfbbd-f3a1-4c17-a924-752303b2ef74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:34.109227 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a84bfbbd-f3a1-4c17-a924-752303b2ef74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:34.123915 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port d0aa0ada-6bd2-4b8e-ab21-8863435f64aa triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:34.126758 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:34.134979 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd66e82-49bb-4a25-9e3d-bef367760714 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:59:34.136147 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd66e82-49bb-4a25-9e3d-bef367760714 None None] Checking segment: {'id': 'ac9a1fd2-6ab9-4596-9304-9e80986ca067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '31549c6a-f558-4432-a393-e0a40ce98e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:59:34.140165 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4cd66e82-49bb-4a25-9e3d-bef367760714 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:34.141762 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd66e82-49bb-4a25-9e3d-bef367760714 None None] Bound using segment: {'id': 'ac9a1fd2-6ab9-4596-9304-9e80986ca067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '31549c6a-f558-4432-a393-e0a40ce98e23'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:59:34.146054 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-4cd66e82-49bb-4a25-9e3d-bef367760714 None None] Bound port: dbd5913d-70bd-4fc8-af81-eddfbe22db5e, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9a1fd2-6ab9-4596-9304-9e80986ca067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '31549c6a-f558-4432-a393-e0a40ce98e23'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:59:34.147846 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4cd66e82-49bb-4a25-9e3d-bef367760714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:34.153890 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e1436-0772-42a8-8d47-6ca2dc4d3f6e tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Pushing event updated for resources: {'Port': ['ID=cc0d9840-7188-451b-9568-96b67937cd59,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:34.174179 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-a77701b3-c1bb-4665-a96d-3d0836a650f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:34.174706 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-a77701b3-c1bb-4665-a96d-3d0836a650f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:34.176141 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-a77701b3-c1bb-4665-a96d-3d0836a650f6 service neutron] 10.222.0.24 "PUT /v2.0/ports/97bdb40e-4af9-4e30-a85e-91309f19d1d3 HTTP/1.1" status: 200 len: 1094 time: 2.7670367 Nov 29 01:59:34.197747 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641', 'tag': '97bdb40e-4af9-4e30-a85e-91309f19d1d3'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:59:34.200655 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca0e05c-6d91-451a-9088-9d565a42d69f" -d '{"events": [{"name": "network-changed", "server_uuid": "2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641", "tag": "97bdb40e-4af9-4e30-a85e-91309f19d1d3"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:59:34.244776 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8c166d3-7cc3-440d-b0b8-1931541e2007 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:34.249937 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909199d4-9b14-4fb3-a6c4-1fa00b87145f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:34.252293 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909199d4-9b14-4fb3-a6c4-1fa00b87145f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:34.253868 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909199d4-9b14-4fb3-a6c4-1fa00b87145f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:34.255777 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-909199d4-9b14-4fb3-a6c4-1fa00b87145f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2064745 Nov 29 01:59:34.258547 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-3060ddd3-f50f-4dab-8d25-aa4f7a24cb42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] For port dbd5913d-70bd-4fc8-af81-eddfbe22db5e, host dv-neutron-819032-3-hyperv, got binding levels [] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:34.258903 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3060ddd3-f50f-4dab-8d25-aa4f7a24cb42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:34.265422 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38986) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:34.341797 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b910976d-d5fb-416b-9dd1-d58224a61712 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network 7c2e3b52-86c4-415e-bb84-b79cc0e5cb64 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:34.353315 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebce5fc2-a503-48b1-aa40-ee09869c1940 x-openstack-request-id: req-ebce5fc2-a503-48b1-aa40-ee09869c1940 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:59:34.353961 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641", "tag": "97bdb40e-4af9-4e30-a85e-91309f19d1d3", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:59:34.354367 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ebce5fc2-a503-48b1-aa40-ee09869c1940 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:59:34.354920 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641', 'tag': '97bdb40e-4af9-4e30-a85e-91309f19d1d3', 'status': 'completed', 'code': 200} Nov 29 01:59:34.355882 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-4cd66e82-49bb-4a25-9e3d-bef367760714 None None] For port dbd5913d-70bd-4fc8-af81-eddfbe22db5e, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:59:34.356533 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c166d3-7cc3-440d-b0b8-1931541e2007 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:34.357808 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-b910976d-d5fb-416b-9dd1-d58224a61712 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:34.360228 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-4cd66e82-49bb-4a25-9e3d-bef367760714 None None] For port dbd5913d-70bd-4fc8-af81-eddfbe22db5e, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=dbd5913d-70bd-4fc8-af81-eddfbe22db5e,segment=NetworkSegment(ac9a1fd2-6ab9-4596-9304-9e80986ca067),segment_id=ac9a1fd2-6ab9-4596-9304-9e80986ca067)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:59:34.375128 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-3060ddd3-f50f-4dab-8d25-aa4f7a24cb42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Calling delete_port for dbd5913d-70bd-4fc8-af81-eddfbe22db5e owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:34.377490 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910976d-d5fb-416b-9dd1-d58224a61712 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Port': ['ID=899a11fa-7279-4f0a-9a82-f4f999f51547,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:34.384310 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-c8c166d3-7cc3-440d-b0b8-1931541e2007 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:34.410769 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4cd66e82-49bb-4a25-9e3d-bef367760714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:34.428755 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2e1436-0772-42a8-8d47-6ca2dc4d3f6e tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Checking segment: {'id': '95b95775-13ab-4b32-add2-3224a5cb2edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '2802da71-6462-48a4-9855-7b6a16dcbcdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:59:34.429390 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2e1436-0772-42a8-8d47-6ca2dc4d3f6e tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Network hostable DHCP agents. Network: 2802da71-6462-48a4-9855-7b6a16dcbcdf, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:59:34.439481 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a84bfbbd-f3a1-4c17-a924-752303b2ef74 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:34.450736 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c166d3-7cc3-440d-b0b8-1931541e2007 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event updated for resources: {'Port': ['ID=2ab53fe9-3477-4cb0-9649-16fb6fc2c77f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:34.453115 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c166d3-7cc3-440d-b0b8-1931541e2007 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:34.454150 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77701b3-c1bb-4665-a96d-3d0836a650f6 service neutron] Pushing event updated for resources: {'Port': ['ID=97bdb40e-4af9-4e30-a85e-91309f19d1d3,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:34.553702 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb92bc5-a57f-44ac-aa8b-13f502e857f3 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:59:34.599991 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd66e82-49bb-4a25-9e3d-bef367760714 None None] Pushing event updated for resources: {'Port': ['ID=dbd5913d-70bd-4fc8-af81-eddfbe22db5e,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:34.620136 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 38994) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:34.654719 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2e1436-0772-42a8-8d47-6ca2dc4d3f6e tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Network 2802da71-6462-48a4-9855-7b6a16dcbcdf is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:59:34.670709 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ba63bef-dbaa-4db3-87a4-725c2f0466de tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting subnet 41324a4d-0f92-4f69-b648-1b24d9fd15cd {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:59:34.678783 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ba63bef-dbaa-4db3-87a4-725c2f0466de tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:34.685047 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-fa3bd550-c5bc-41c7-bb64-fab6593f99e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:34.687585 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-fa3bd550-c5bc-41c7-bb64-fab6593f99e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641 HTTP/1.1" status: 200 len: 1097 time: 0.4306896 Nov 29 01:59:34.742155 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0fd177-057a-457a-aaa7-b180cc363a63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-eb92b723-cb1c-4df8-84a3-7b1e42ef5335', 'network_id': 'eb92b723-cb1c-4df8-84a3-7b1e42ef5335', 'tenant_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'fixed_ips': [{'subnet_id': '7fe7d8ce-5428-4f8e-9400-d67b4f1b0825'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:59:34.742915 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b0fd177-057a-457a-aaa7-b180cc363a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:34.814937 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0ec5976a-3078-4a3b-85bc-60a16c811029 None None] Provisioning complete for port 2ab53fe9-3477-4cb0-9649-16fb6fc2c77f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:34.814937 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0ec5976a-3078-4a3b-85bc-60a16c811029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:34.906741 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0ec5976a-3078-4a3b-85bc-60a16c811029 None None] Port 2ab53fe9-3477-4cb0-9649-16fb6fc2c77f cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:59:34.914211 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0ec5976a-3078-4a3b-85bc-60a16c811029 None None] Could not find standard attr ID for object 071d8b6d-78aa-4a07-9bd2-d1d075bf5ac3. {{(pid=103256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:59:35.011397 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-3b0fd177-057a-457a-aaa7-b180cc363a63 None None] Allocated IP 172.20.0.2 (eb92b723-cb1c-4df8-84a3-7b1e42ef5335/7fe7d8ce-5428-4f8e-9400-d67b4f1b0825/9fa0e0c8-91c4-44da-91d4-95e245ceec8e) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:35.164607 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-33ef45b1-1cb7-44c9-8f7f-f571b1477f2f None None] Provisioning complete for port 899a11fa-7279-4f0a-9a82-f4f999f51547 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:35.165110 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-33ef45b1-1cb7-44c9-8f7f-f571b1477f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:35.182179 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-4d2e1436-0772-42a8-8d47-6ca2dc4d3f6e tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 2802da71-6462-48a4-9855-7b6a16dcbcdf) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:35.208988 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa07bc9-6346-4d53-9d79-866687a99e9b None None] Network 2802da71-6462-48a4-9855-7b6a16dcbcdf requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:35.235907 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2e1436-0772-42a8-8d47-6ca2dc4d3f6e tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:35.235907 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d2e1436-0772-42a8-8d47-6ca2dc4d3f6e tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:35.242711 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a84bfbbd-f3a1-4c17-a924-752303b2ef74 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:35.253640 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-e5498db4-ff14-42d7-840e-c8ccccff19ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97bdb40e-4af9-4e30-a85e-91309f19d1d3 HTTP/1.1" status: 200 len: 217 time: 0.0913150 Nov 29 01:59:35.279245 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device dbd5913d-70bd-4fc8-af81-eddfbe22db5e up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:59:35.313182 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ba63bef-dbaa-4db3-87a4-725c2f0466de tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:35.319304 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4e28885c-230f-4a20-92dc-e3ac1c07274a tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1197436895', 'router:external': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:35.333871 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-33ef45b1-1cb7-44c9-8f7f-f571b1477f2f None None] Port 899a11fa-7279-4f0a-9a82-f4f999f51547 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:59:35.366638 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9404d-69d5-4f0d-b908-0932028c94f7 req-f4de0fce-a301-49e4-8ccf-ca228aaa4b4d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:35.368159 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bcf9404d-69d5-4f0d-b908-0932028c94f7 req-f4de0fce-a301-49e4-8ccf-ca228aaa4b4d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641 HTTP/1.1" status: 200 len: 944 time: 0.6998794 Nov 29 01:59:35.374723 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b910976d-d5fb-416b-9dd1-d58224a61712 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Router 4d952560-85bf-447e-97cc-954d20a33dbd is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:59:35.445188 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e1436-0772-42a8-8d47-6ca2dc4d3f6e tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Pushing event updated for resources: {'Port': ['ID=4e3f0092-b88d-4bb5-ab40-08e85ff5b077,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:35.466337 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Could not find standard attr ID for object dbd5913d-70bd-4fc8-af81-eddfbe22db5e. {{(pid=103256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:59:35.473147 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-bee8663f-61d2-4340-96f6-7acdd77b0719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:35.475476 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-bee8663f-61d2-4340-96f6-7acdd77b0719 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=82d38417-3195-44e6-a3d7-993768ac5780 HTTP/1.1" status: 200 len: 834 time: 0.1806903 Nov 29 01:59:35.490791 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b0fd177-057a-457a-aaa7-b180cc363a63 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:35.501145 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b0fd177-057a-457a-aaa7-b180cc363a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:35.525006 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b910976d-d5fb-416b-9dd1-d58224a61712 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:59:35.548803 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c6602f-7d76-4464-bd21-243dd0746cac None None] Sync routers for ids ['4d952560-85bf-447e-97cc-954d20a33dbd'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:59:35.551161 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0fd177-057a-457a-aaa7-b180cc363a63 None None] Network eb92b723-cb1c-4df8-84a3-7b1e42ef5335 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:35.554684 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-3b0fd177-057a-457a-aaa7-b180cc363a63 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:35.559724 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0fd177-057a-457a-aaa7-b180cc363a63 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:35.559905 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e28885c-230f-4a20-92dc-e3ac1c07274a tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Made reservation on behalf of f0ff71c5e69148aba47fcc83d31f31f2 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:35.562217 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e28885c-230f-4a20-92dc-e3ac1c07274a tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:35.562955 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0fd177-057a-457a-aaa7-b180cc363a63 None None] Pushing event updated for resources: {'Port': ['ID=9fa0e0c8-91c4-44da-91d4-95e245ceec8e,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:35.564010 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3060ddd3-f50f-4dab-8d25-aa4f7a24cb42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:35.564154 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c6602f-7d76-4464-bd21-243dd0746cac None None] Routers {'4d952560-85bf-447e-97cc-954d20a33dbd'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:35.564760 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-41c6602f-7d76-4464-bd21-243dd0746cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['4d952560-85bf-447e-97cc-954d20a33dbd'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:35.578347 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2e1436-0772-42a8-8d47-6ca2dc4d3f6e tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Checking segment: {'id': '91f3fb91-1531-4d1d-89d7-fd41eecf9dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '9ac0c74f-131a-46f1-b41c-ca74b204bf5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:59:35.578718 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2e1436-0772-42a8-8d47-6ca2dc4d3f6e tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Network hostable DHCP agents. Network: 9ac0c74f-131a-46f1-b41c-ca74b204bf5f, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:59:35.602451 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-41c6602f-7d76-4464-bd21-243dd0746cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:35.602650 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b910976d-d5fb-416b-9dd1-d58224a61712 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "PUT /v2.0/routers/4d952560-85bf-447e-97cc-954d20a33dbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8436427 Nov 29 01:59:35.608101 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c6602f-7d76-4464-bd21-243dd0746cac None None] Routers {'4d952560-85bf-447e-97cc-954d20a33dbd'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:35.608712 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-41c6602f-7d76-4464-bd21-243dd0746cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['4d952560-85bf-447e-97cc-954d20a33dbd'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:35.617177 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 38998) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:35.634518 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060ddd3-f50f-4dab-8d25-aa4f7a24cb42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Pushing event deleted for resources: {'Port': ['ID=dbd5913d-70bd-4fc8-af81-eddfbe22db5e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:35.643680 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-3b0fd177-057a-457a-aaa7-b180cc363a63 None None] Attempting to bind port 9fa0e0c8-91c4-44da-91d4-95e245ceec8e on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:35.644481 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-3b0fd177-057a-457a-aaa7-b180cc363a63 None None] Attempting to bind port 9fa0e0c8-91c4-44da-91d4-95e245ceec8e by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'f034e30a-2987-4f0f-9709-b5eedf4799ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'eb92b723-cb1c-4df8-84a3-7b1e42ef5335'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:35.644481 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0fd177-057a-457a-aaa7-b180cc363a63 None None] Attempting to bind port 9fa0e0c8-91c4-44da-91d4-95e245ceec8e on network eb92b723-cb1c-4df8-84a3-7b1e42ef5335 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:35.648007 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ba63bef-dbaa-4db3-87a4-725c2f0466de tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:35.649072 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e28885c-230f-4a20-92dc-e3ac1c07274a tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:35.655449 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-41c6602f-7d76-4464-bd21-243dd0746cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:35.656109 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c6602f-7d76-4464-bd21-243dd0746cac None None] The sync data for ids ['4d952560-85bf-447e-97cc-954d20a33dbd'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:59:35.665025 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0fd177-057a-457a-aaa7-b180cc363a63 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:59:35.665531 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0fd177-057a-457a-aaa7-b180cc363a63 None None] Checking segment: {'id': 'f034e30a-2987-4f0f-9709-b5eedf4799ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'eb92b723-cb1c-4df8-84a3-7b1e42ef5335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:59:35.666074 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b0fd177-057a-457a-aaa7-b180cc363a63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:35.666574 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0fd177-057a-457a-aaa7-b180cc363a63 None None] Bound using segment: {'id': 'f034e30a-2987-4f0f-9709-b5eedf4799ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'eb92b723-cb1c-4df8-84a3-7b1e42ef5335'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:59:35.667389 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-3b0fd177-057a-457a-aaa7-b180cc363a63 None None] Bound port: 9fa0e0c8-91c4-44da-91d4-95e245ceec8e, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f034e30a-2987-4f0f-9709-b5eedf4799ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'eb92b723-cb1c-4df8-84a3-7b1e42ef5335'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:59:35.667690 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b0fd177-057a-457a-aaa7-b180cc363a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:35.688904 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bcf9404d-69d5-4f0d-b908-0932028c94f7 req-165898bb-ef86-4dd5-888e-a2be9a3202ac tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7e5385-c396-47f8-94ce-5fc68812c4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3003476 Nov 29 01:59:35.718855 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2e1436-0772-42a8-8d47-6ca2dc4d3f6e tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Network 9ac0c74f-131a-46f1-b41c-ca74b204bf5f is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:59:35.746270 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-3b0fd177-057a-457a-aaa7-b180cc363a63 None None] For port 9fa0e0c8-91c4-44da-91d4-95e245ceec8e, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:59:35.749714 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c2814b-1e01-4853-b9c3-2f768f585790 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:35.749963 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-3b0fd177-057a-457a-aaa7-b180cc363a63 None None] For port 9fa0e0c8-91c4-44da-91d4-95e245ceec8e, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=9fa0e0c8-91c4-44da-91d4-95e245ceec8e,segment=NetworkSegment(f034e30a-2987-4f0f-9709-b5eedf4799ba),segment_id=f034e30a-2987-4f0f-9709-b5eedf4799ba)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:59:35.751583 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a7c2814b-1e01-4853-b9c3-2f768f585790 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "GET /v2.0/ports/899a11fa-7279-4f0a-9a82-f4f999f51547 HTTP/1.1" status: 200 len: 983 time: 0.1223357 Nov 29 01:59:35.753788 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-9393ccde-61a6-460f-a819-57eefe68e6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:35.755374 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-9393ccde-61a6-460f-a819-57eefe68e6f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=832816b9-beec-4a08-8e13-11d88846b1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2623966 Nov 29 01:59:35.755551 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3060ddd3-f50f-4dab-8d25-aa4f7a24cb42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] No DVR routers for this DVR port dbd5913d-70bd-4fc8-af81-eddfbe22db5e on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:59:35.757269 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39000) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:35.758921 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b0fd177-057a-457a-aaa7-b180cc363a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:35.780615 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-4d2e1436-0772-42a8-8d47-6ca2dc4d3f6e tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 9ac0c74f-131a-46f1-b41c-ca74b204bf5f) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:35.831067 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2e1436-0772-42a8-8d47-6ca2dc4d3f6e tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:35.832685 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdeadc28-61a2-4ed2-bf38-6b55dc6a3001 None None] Network 9ac0c74f-131a-46f1-b41c-ca74b204bf5f requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:35.836982 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2e1436-0772-42a8-8d47-6ca2dc4d3f6e tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:35.849961 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2e1436-0772-42a8-8d47-6ca2dc4d3f6e tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:35.849961 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d2e1436-0772-42a8-8d47-6ca2dc4d3f6e tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:35.894967 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8c166d3-7cc3-440d-b0b8-1931541e2007 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:35.914568 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ba63bef-dbaa-4db3-87a4-725c2f0466de tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:35.925754 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0fd177-057a-457a-aaa7-b180cc363a63 None None] Pushing event updated for resources: {'Port': ['ID=9fa0e0c8-91c4-44da-91d4-95e245ceec8e,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:35.929181 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4d2e1436-0772-42a8-8d47-6ca2dc4d3f6e tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.2831841 Nov 29 01:59:35.939981 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39002) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:36.012902 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3060ddd3-f50f-4dab-8d25-aa4f7a24cb42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:36.022367 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e25ad8-6f86-478c-b7e0-9787098f4923 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:36.051785 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba63bef-dbaa-4db3-87a4-725c2f0466de tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Subnet': ['ID=41324a4d-0f92-4f69-b648-1b24d9fd15cd,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:36.105655 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ba63bef-dbaa-4db3-87a4-725c2f0466de tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:36.108925 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7ba63bef-dbaa-4db3-87a4-725c2f0466de tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/41324a4d-0f92-4f69-b648-1b24d9fd15cd HTTP/1.1" status: 204 len: 168 time: 1.7768500 Nov 29 01:59:36.116293 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39004) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:36.151450 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-2c4490c8-b6a8-4b1f-aa9f-033fa5716e50 service neutron] 10.222.0.24 "GET /v2.0/networks/832816b9-beec-4a08-8e13-11d88846b1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800392 Nov 29 01:59:36.283427 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e28885c-230f-4a20-92dc-e3ac1c07274a tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:36.307632 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e28885c-230f-4a20-92dc-e3ac1c07274a tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:36.329591 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3060ddd3-f50f-4dab-8d25-aa4f7a24cb42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:36.348283 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94944061-38a2-43bd-8dfb-a2e5ed9e37a4 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:36.363787 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94944061-38a2-43bd-8dfb-a2e5ed9e37a4 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:36.365493 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-94944061-38a2-43bd-8dfb-a2e5ed9e37a4 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4227436 Nov 29 01:59:36.373339 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39006) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:36.390000 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a84bfbbd-f3a1-4c17-a924-752303b2ef74 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:36.396381 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-713b756d-fcf0-4f9d-9226-915aa24a112e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting subnet a9ba203b-d788-43f2-9397-90ce6546664f {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:59:36.430367 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e28885c-230f-4a20-92dc-e3ac1c07274a tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:59:36.436510 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff2ee4e-4ea3-4713-87c7-2a0c6573a661 None None] Network 31549c6a-f558-4432-a393-e0a40ce98e23 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:36.441815 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-713b756d-fcf0-4f9d-9226-915aa24a112e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:36.448421 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a84bfbbd-f3a1-4c17-a924-752303b2ef74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:36.484264 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060ddd3-f50f-4dab-8d25-aa4f7a24cb42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Pushing event deleted for resources: {'Subnet': ['ID=62389ba4-e2d5-43be-919d-705d7be56fca,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:36.505252 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28885c-230f-4a20-92dc-e3ac1c07274a tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48477c3d-ab8c-4ca2-b5eb-516b16be986f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:36.506735 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-510d6690-eb79-4301-a22b-c7394cb64f67 None None] Could not find standard attr ID for object dbd5913d-70bd-4fc8-af81-eddfbe22db5e. {{(pid=103256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 01:59:36.522324 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e28885c-230f-4a20-92dc-e3ac1c07274a tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:36.522678 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-4e28885c-230f-4a20-92dc-e3ac1c07274a tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Added segment a047c6a1-3ef3-4b65-8382-561e109d7112 of type vlan for network b9b15ed1-5a2c-4b6f-a000-4878b5821c9f Nov 29 01:59:36.604225 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-713b756d-fcf0-4f9d-9226-915aa24a112e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:36.610934 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3b15533a-0007-4796-b1ed-a0b08a0ff82e req-103b78cf-09df-487f-8990-f666ad028727 service neutron] 10.222.0.24 "GET /v2.0/networks/832816b9-beec-4a08-8e13-11d88846b1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294658 Nov 29 01:59:36.671420 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3060ddd3-f50f-4dab-8d25-aa4f7a24cb42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:36.694803 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30848e6-ab30-4b7e-9cbc-298a26a37a42 None None] DHCP port deletion for 31549c6a-f558-4432-a393-e0a40ce98e23 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:59:36.720269 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e28885c-230f-4a20-92dc-e3ac1c07274a tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:36.734266 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-3060ddd3-f50f-4dab-8d25-aa4f7a24cb42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31549c6a-f558-4432-a393-e0a40ce98e23']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:36.761256 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-3060ddd3-f50f-4dab-8d25-aa4f7a24cb42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac9a1fd2-6ab9-4596-9304-9e80986ca067') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:36.761610 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-3060ddd3-f50f-4dab-8d25-aa4f7a24cb42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac9a1fd2-6ab9-4596-9304-9e80986ca067') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:36.777067 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8c166d3-7cc3-440d-b0b8-1931541e2007 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:36.797861 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-a84bfbbd-f3a1-4c17-a924-752303b2ef74 admin admin] Allocated IP 172.26.3.23 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/3bcb5f32-67be-4ce0-9077-a66c5423ce4e) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:36.800312 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3060ddd3-f50f-4dab-8d25-aa4f7a24cb42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:36.831862 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-713b756d-fcf0-4f9d-9226-915aa24a112e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:36.869589 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3060ddd3-f50f-4dab-8d25-aa4f7a24cb42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:36.922116 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4518552b-630f-4cea-86a4-5c3b73d8db52 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Deleting port cc0d9840-7188-451b-9568-96b67937cd59 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:36.922449 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4518552b-630f-4cea-86a4-5c3b73d8db52 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:36.953146 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3060ddd3-f50f-4dab-8d25-aa4f7a24cb42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:59:36.953586 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3060ddd3-f50f-4dab-8d25-aa4f7a24cb42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:36.963746 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 01:59:36.963746 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:59:36.963746 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 01:59:36.963746 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:59:36.963746 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 01:59:36.963746 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:59:36.963746 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 01:59:36.963746 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:59:36.963746 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 01:59:36.963746 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:59:36.963746 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 01:59:36.963746 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:59:36.963746 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 01:59:36.963746 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:59:36.963746 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:59:36.963746 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:59:36.963746 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:59:36.963746 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:59:36.963746 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 01:59:36.963746 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:59:36.963746 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 01:59:36.963746 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:59:36.963746 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:59:36.963746 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:59:36.963746 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 01:59:36.963746 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:59:36.963746 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:59:36.963746 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:59:36.963746 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:59:36.963746 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:59:36.963746 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:59:36.963746 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:59:37.012991 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0e05c-6d91-451a-9088-9d565a42d69f req-b96f94cc-25f2-4aad-b50e-305a34f71a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:37.014562 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9ca0e05c-6d91-451a-9088-9d565a42d69f req-b96f94cc-25f2-4aad-b50e-305a34f71a43 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641 HTTP/1.1" status: 200 len: 1097 time: 0.2740123 Nov 29 01:59:37.024763 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e28885c-230f-4a20-92dc-e3ac1c07274a tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:37.025836 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e28885c-230f-4a20-92dc-e3ac1c07274a tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:37.026454 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e28885c-230f-4a20-92dc-e3ac1c07274a tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:37.038518 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4518552b-630f-4cea-86a4-5c3b73d8db52 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:37.146158 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb57be1-f80d-4e38-858b-51ecc74ab27d req-9791032a-d29d-4170-863d-d21949442b9a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:37.146158 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7eb57be1-f80d-4e38-858b-51ecc74ab27d req-9791032a-d29d-4170-863d-d21949442b9a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641 HTTP/1.1" status: 200 len: 944 time: 0.3429651 Nov 29 01:59:37.156314 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4518552b-630f-4cea-86a4-5c3b73d8db52 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Calling delete_port for cc0d9840-7188-451b-9568-96b67937cd59 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:37.160877 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4e28885c-230f-4a20-92dc-e3ac1c07274a tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.5375252 Nov 29 01:59:37.161661 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3060ddd3-f50f-4dab-8d25-aa4f7a24cb42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:37.170568 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-713b756d-fcf0-4f9d-9226-915aa24a112e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:37.176112 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39010) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:37.188732 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-cb9e2d82-8370-4d98-bb5d-79015cd59558 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Request body: {'subnet': {'network_id': 'b9b15ed1-5a2c-4b6f-a000-4878b5821c9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:37.199574 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3060ddd3-f50f-4dab-8d25-aa4f7a24cb42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:37.207605 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3060ddd3-f50f-4dab-8d25-aa4f7a24cb42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "DELETE /v2.0/networks/31549c6a-f558-4432-a393-e0a40ce98e23 HTTP/1.1" status: 204 len: 168 time: 4.4227560 Nov 29 01:59:37.214356 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39012) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:37.236717 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 9fa0e0c8-91c4-44da-91d4-95e245ceec8e up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:59:37.239802 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28885c-230f-4a20-92dc-e3ac1c07274a tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Pushing event updated for resources: {'Network': ['ID=b9b15ed1-5a2c-4b6f-a000-4878b5821c9f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:37.282749 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network b9b15ed1-5a2c-4b6f-a000-4878b5821c9f details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:59:37.288485 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2e6d9cc-e981-44e3-afb1-24ed719606e3 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] DELETE failed (client error): The resource could not be found. Nov 29 01:59:37.288958 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2e6d9cc-e981-44e3-afb1-24ed719606e3 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:59:37.289239 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060ddd3-f50f-4dab-8d25-aa4f7a24cb42 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Pushing event deleted for resources: {'Network': ['ID=31549c6a-f558-4432-a393-e0a40ce98e23,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:37.298077 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f2e6d9cc-e981-44e3-afb1-24ed719606e3 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "DELETE /v2.0/subnets/62389ba4-e2d5-43be-919d-705d7be56fca HTTP/1.1" status: 404 len: 337 time: 0.0519776 Nov 29 01:59:37.301062 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39014) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:37.310050 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b756d-fcf0-4f9d-9226-915aa24a112e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Subnet': ['ID=a9ba203b-d788-43f2-9397-90ce6546664f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:37.315709 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-713b756d-fcf0-4f9d-9226-915aa24a112e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:37.319851 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-713b756d-fcf0-4f9d-9226-915aa24a112e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/a9ba203b-d788-43f2-9397-90ce6546664f HTTP/1.1" status: 204 len: 168 time: 1.2019007 Nov 29 01:59:37.338054 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-87f77fb7-9261-48f4-bca9-2382e853a4c0 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:37.350635 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39016) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:37.362766 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a84bfbbd-f3a1-4c17-a924-752303b2ef74 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:37.370302 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc74e4ca-2012-489d-9315-279ae8836164 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:37.412982 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9e2d82-8370-4d98-bb5d-79015cd59558 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Made reservation on behalf of f0ff71c5e69148aba47fcc83d31f31f2 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:37.415323 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cb9e2d82-8370-4d98-bb5d-79015cd59558 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:37.425531 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4c9065-c599-49d9-bbc0-5acab5a562e9 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] DELETE failed (client error): The resource could not be found. Nov 29 01:59:37.426099 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd4c9065-c599-49d9-bbc0-5acab5a562e9 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:59:37.431826 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bd4c9065-c599-49d9-bbc0-5acab5a562e9 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "DELETE /v2.0/networks/31549c6a-f558-4432-a393-e0a40ce98e23 HTTP/1.1" status: 404 len: 339 time: 0.1256464 Nov 29 01:59:37.444659 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6889a19a-1a47-4263-b225-c5378ec27324 None None] Network eb92b723-cb1c-4df8-84a3-7b1e42ef5335 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:37.465630 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39018) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:37.469988 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7eb57be1-f80d-4e38-858b-51ecc74ab27d req-4c49d390-6dc3-4a05-a268-a71d7e404fd0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7e5385-c396-47f8-94ce-5fc68812c4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2931349 Nov 29 01:59:37.475309 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0e05c-6d91-451a-9088-9d565a42d69f req-c397d1ed-090c-464b-8089-cc87c5aacce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:37.476839 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9ca0e05c-6d91-451a-9088-9d565a42d69f req-c397d1ed-090c-464b-8089-cc87c5aacce3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=832816b9-beec-4a08-8e13-11d88846b1eb HTTP/1.1" status: 200 len: 898 time: 0.4446926 Nov 29 01:59:37.488447 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-fb133dbf-1bd6-47b5-8d01-740818b7aa5e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1321340 Nov 29 01:59:37.489078 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39020) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:37.505000 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ab83da66-b4b8-4dd2-9c0b-0ce6dc0837e4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:37.549380 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3fc0fe1-d180-4753-92a1-a7b7bd4684d1 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] DELETE failed (client error): The resource could not be found. Nov 29 01:59:37.549613 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9ca0e05c-6d91-451a-9088-9d565a42d69f req-3d531998-45ec-46a4-af08-cd1fc7b65ef6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97bdb40e-4af9-4e30-a85e-91309f19d1d3 HTTP/1.1" status: 200 len: 217 time: 0.0624707 Nov 29 01:59:37.550507 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3fc0fe1-d180-4753-92a1-a7b7bd4684d1 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:59:37.556498 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f3fc0fe1-d180-4753-92a1-a7b7bd4684d1 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "DELETE /v2.0/subnets/9517bd71-a5c9-42d4-adf5-5f3a6b613a9b HTTP/1.1" status: 404 len: 337 time: 0.0854912 Nov 29 01:59:37.562419 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39022) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:37.563505 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a84bfbbd-f3a1-4c17-a924-752303b2ef74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:37.614036 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c166d3-7cc3-440d-b0b8-1931541e2007 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Router 743aef22-c18f-4244-8437-75ac83c1aeb0 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:59:37.641990 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-99bdc01d-8fa6-415d-8c45-528bba470ac7 None None] Provisioning complete for port d0aa0ada-6bd2-4b8e-ab21-8863435f64aa triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:37.642454 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99bdc01d-8fa6-415d-8c45-528bba470ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:37.655900 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-b369f78d-13d1-4faa-845f-3cb0e64de861 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] DELETE failed (client error): The resource could not be found. Nov 29 01:59:37.656696 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b369f78d-13d1-4faa-845f-3cb0e64de861 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:59:37.663581 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b369f78d-13d1-4faa-845f-3cb0e64de861 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "DELETE /v2.0/networks/705e04d1-6030-4b25-aa8e-8f87862a63a3 HTTP/1.1" status: 404 len: 339 time: 0.0962839 Nov 29 01:59:37.664234 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39024) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:37.671927 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4518552b-630f-4cea-86a4-5c3b73d8db52 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:37.733679 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-a085c247-69fe-4b37-8930-795cb6cbd7f6 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] DELETE failed (client error): The resource could not be found. Nov 29 01:59:37.734142 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a085c247-69fe-4b37-8930-795cb6cbd7f6 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:59:37.740468 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a085c247-69fe-4b37-8930-795cb6cbd7f6 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "DELETE /v2.0/subnets/f05c3ab2-ad70-41b9-9e42-30edf84f82e2 HTTP/1.1" status: 404 len: 337 time: 0.0698724 Nov 29 01:59:37.741096 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39026) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:37.746634 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84bfbbd-f3a1-4c17-a924-752303b2ef74 admin admin] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:37.753716 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-a84bfbbd-f3a1-4c17-a924-752303b2ef74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:37.763643 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 9fa0e0c8-91c4-44da-91d4-95e245ceec8e triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:37.763893 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:37.782182 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed3f48c-31c3-473b-a5db-ecbf53f0b94a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] DELETE failed (client error): The resource could not be found. Nov 29 01:59:37.782708 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ed3f48c-31c3-473b-a5db-ecbf53f0b94a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:59:37.789202 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9ed3f48c-31c3-473b-a5db-ecbf53f0b94a tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "DELETE /v2.0/networks/57486e44-9dd5-4615-9707-2f79412b6991 HTTP/1.1" status: 404 len: 339 time: 0.0367060 Nov 29 01:59:37.790382 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39028) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:37.796227 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84bfbbd-f3a1-4c17-a924-752303b2ef74 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:37.797832 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e024d2f2-b9c9-4e70-97fb-39e994137e60 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:59:37.798237 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84bfbbd-f3a1-4c17-a924-752303b2ef74 admin admin] Pushing event updated for resources: {'Port': ['ID=3bcb5f32-67be-4ce0-9077-a66c5423ce4e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:37.811812 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4518552b-630f-4cea-86a4-5c3b73d8db52 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:37.816093 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4518552b-630f-4cea-86a4-5c3b73d8db52 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] 10.222.0.37 "DELETE /v2.0/ports/cc0d9840-7188-451b-9568-96b67937cd59 HTTP/1.1" status: 204 len: 168 time: 1.4412978 Nov 29 01:59:37.833979 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39030) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:37.837917 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab83da66-b4b8-4dd2-9c0b-0ce6dc0837e4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:37.842369 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab83da66-b4b8-4dd2-9c0b-0ce6dc0837e4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:37.860684 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0e05c-6d91-451a-9088-9d565a42d69f req-14e499c3-4196-4691-8149-6ba14870e8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:37.861803 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9ca0e05c-6d91-451a-9088-9d565a42d69f req-14e499c3-4196-4691-8149-6ba14870e8e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=82d38417-3195-44e6-a3d7-993768ac5780 HTTP/1.1" status: 200 len: 834 time: 0.2949295 Nov 29 01:59:37.868163 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518552b-630f-4cea-86a4-5c3b73d8db52 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Pushing event deleted for resources: {'Port': ['ID=cc0d9840-7188-451b-9568-96b67937cd59,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:37.958224 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769c371a-c687-4491-9947-4c9ac8f58a72 None None] DHCP port deletion for 126abf58-b75c-4c07-bafa-8e25bc6621b0 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:59:38.001499 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:38.052274 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port 9fa0e0c8-91c4-44da-91d4-95e245ceec8e, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=9fa0e0c8-91c4-44da-91d4-95e245ceec8e,segment=NetworkSegment(f034e30a-2987-4f0f-9709-b5eedf4799ba),segment_id=f034e30a-2987-4f0f-9709-b5eedf4799ba)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:38.064783 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:38.098982 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-381426da-b9b1-4267-a5d8-61c575089179 None None] Provisioning complete for port 3bcb5f32-67be-4ce0-9077-a66c5423ce4e triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:38.099451 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-381426da-b9b1-4267-a5d8-61c575089179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:38.103817 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-769c371a-c687-4491-9947-4c9ac8f58a72 None None] Deleting port d0aa0ada-6bd2-4b8e-ab21-8863435f64aa {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:38.104252 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-769c371a-c687-4491-9947-4c9ac8f58a72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:38.114725 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c166d3-7cc3-440d-b0b8-1931541e2007 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:59:38.169536 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aadbba-ef6f-4d4c-bde3-61179e273c01 None None] Sync routers for ids ['743aef22-c18f-4244-8437-75ac83c1aeb0'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:59:38.211490 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device dbd5913d-70bd-4fc8-af81-eddfbe22db5e no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:59:38.269361 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: dbd5913d-70bd-4fc8-af81-eddfbe22db5e {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:59:38.270356 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device dbd5913d-70bd-4fc8-af81-eddfbe22db5e not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:59:38.282089 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=9fa0e0c8-91c4-44da-91d4-95e245ceec8e,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:38.294918 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-381426da-b9b1-4267-a5d8-61c575089179 None None] Port 3bcb5f32-67be-4ce0-9077-a66c5423ce4e cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:59:38.300334 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aadbba-ef6f-4d4c-bde3-61179e273c01 None None] Routers {'743aef22-c18f-4244-8437-75ac83c1aeb0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:38.301293 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a0aadbba-ef6f-4d4c-bde3-61179e273c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['743aef22-c18f-4244-8437-75ac83c1aeb0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:38.304893 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-769c371a-c687-4491-9947-4c9ac8f58a72 None None] For port d0aa0ada-6bd2-4b8e-ab21-8863435f64aa, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=d0aa0ada-6bd2-4b8e-ab21-8863435f64aa,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:38.305617 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-769c371a-c687-4491-9947-4c9ac8f58a72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:38.365412 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a0aadbba-ef6f-4d4c-bde3-61179e273c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:38.368375 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0e05c-6d91-451a-9088-9d565a42d69f req-225af890-7725-4049-a48d-08a22d4ac556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:38.369355 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-769c371a-c687-4491-9947-4c9ac8f58a72 None None] Calling delete_port for d0aa0ada-6bd2-4b8e-ab21-8863435f64aa owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:38.370623 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9ca0e05c-6d91-451a-9088-9d565a42d69f req-225af890-7725-4049-a48d-08a22d4ac556 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=832816b9-beec-4a08-8e13-11d88846b1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4738243 Nov 29 01:59:38.389098 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-381426da-b9b1-4267-a5d8-61c575089179 None None] Provisioning complete for port 9fa0e0c8-91c4-44da-91d4-95e245ceec8e triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:38.389464 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-381426da-b9b1-4267-a5d8-61c575089179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:38.393297 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aadbba-ef6f-4d4c-bde3-61179e273c01 None None] Routers {'743aef22-c18f-4244-8437-75ac83c1aeb0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:38.394161 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a0aadbba-ef6f-4d4c-bde3-61179e273c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['743aef22-c18f-4244-8437-75ac83c1aeb0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:38.475928 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a0aadbba-ef6f-4d4c-bde3-61179e273c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:38.476588 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aadbba-ef6f-4d4c-bde3-61179e273c01 None None] The sync data for ids ['743aef22-c18f-4244-8437-75ac83c1aeb0'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:59:38.564356 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8c166d3-7cc3-440d-b0b8-1931541e2007 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:38.565722 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c8c166d3-7cc3-440d-b0b8-1931541e2007 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.9419901 Nov 29 01:59:38.569515 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 97bdb40e-4af9-4e30-a85e-91309f19d1d3 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 01:59:38.576173 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39034) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:38.581701 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-769c371a-c687-4491-9947-4c9ac8f58a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:38.641346 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c371a-c687-4491-9947-4c9ac8f58a72 None None] Pushing event deleted for resources: {'Port': ['ID=d0aa0ada-6bd2-4b8e-ab21-8863435f64aa,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:38.644548 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9ca0e05c-6d91-451a-9088-9d565a42d69f req-02149a33-1087-49bb-a9ed-55e938704a9b service neutron] 10.222.0.24 "GET /v2.0/networks/832816b9-beec-4a08-8e13-11d88846b1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393396 Nov 29 01:59:38.655759 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769c371a-c687-4491-9947-4c9ac8f58a72 None None] No DVR routers for this DVR port d0aa0ada-6bd2-4b8e-ab21-8863435f64aa on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:59:38.717292 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfda0469-034a-427b-b137-c34e6bed419c None None] get_active_networks_info from dv-neutron-819032-3-hyperv {{(pid=103256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 01:59:38.727496 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a84bfbbd-f3a1-4c17-a924-752303b2ef74 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:38.734687 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-a322087c-69c5-41df-9f0d-b135a3da6419 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Deleting port a53693ed-e1b5-4a2a-a4e3-363bf1cbbd5b {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:38.735030 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a322087c-69c5-41df-9f0d-b135a3da6419 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:38.748522 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-7f520f40-2c1d-4097-a8ec-5004039a0674 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Deleting port 4e3f0092-b88d-4bb5-ab40-08e85ff5b077 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:38.748860 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7f520f40-2c1d-4097-a8ec-5004039a0674 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:38.840491 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 97bdb40e-4af9-4e30-a85e-91309f19d1d3, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=97bdb40e-4af9-4e30-a85e-91309f19d1d3,segment=NetworkSegment(b2cf5c1c-ee07-41a8-bd6a-2f68c500f224),segment_id=b2cf5c1c-ee07-41a8-bd6a-2f68c500f224)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:38.864428 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '97bdb40e-4af9-4e30-a85e-91309f19d1d3', 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb', 'port_id': '97bdb40e-4af9-4e30-a85e-91309f19d1d3', 'mac_address': 'fa:16:3e:1c:63:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82d38417-3195-44e6-a3d7-993768ac5780', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 01:59:38.873765 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9ca0e05c-6d91-451a-9088-9d565a42d69f req-3d344689-f835-4655-9982-8b98f6352d20 service neutron] 10.222.0.24 "GET /v2.0/networks/832816b9-beec-4a08-8e13-11d88846b1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134180 Nov 29 01:59:38.902823 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-87f77fb7-9261-48f4-bca9-2382e853a4c0 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Deleting port 899a11fa-7279-4f0a-9a82-f4f999f51547 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:38.903384 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-87f77fb7-9261-48f4-bca9-2382e853a4c0 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:38.924406 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfda0469-034a-427b-b137-c34e6bed419c None None] Resources bound (agent type, host, resource id): {{(pid=103256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 01:59:38.929802 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3bc748-bc7d-4ae0-b6dc-f232e046c41d req-1cc4c1e9-7cbf-42ca-a621-2e16c35a0d2d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:38.931744 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.objects.ports [None req-cb9e2d82-8370-4d98-bb5d-79015cd59558 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103255) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 01:59:38.932461 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cb9e2d82-8370-4d98-bb5d-79015cd59558 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:38.937243 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cc3bc748-bc7d-4ae0-b6dc-f232e046c41d req-1cc4c1e9-7cbf-42ca-a621-2e16c35a0d2d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641 HTTP/1.1" status: 200 len: 944 time: 0.3684747 Nov 29 01:59:38.943058 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-9363036d-d7e7-43be-b7df-86d0565f586b None None] Provisioning complete for port 9fa0e0c8-91c4-44da-91d4-95e245ceec8e triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:38.943501 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9363036d-d7e7-43be-b7df-86d0565f586b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:38.966929 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:39.028109 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7f520f40-2c1d-4097-a8ec-5004039a0674 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:39.035607 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a322087c-69c5-41df-9f0d-b135a3da6419 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:39.039314 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97bdb40e-4af9-4e30-a85e-91309f19d1d3 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 01:59:39.057161 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e2d82-8370-4d98-bb5d-79015cd59558 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Pushing event updated for resources: {'Subnet': ['ID=809588a3-3992-4387-a21a-d99a107cbf5f,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:39.077351 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-7f520f40-2c1d-4097-a8ec-5004039a0674 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Calling delete_port for 4e3f0092-b88d-4bb5-ab40-08e85ff5b077 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:39.088454 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 97bdb40e-4af9-4e30-a85e-91309f19d1d3, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=97bdb40e-4af9-4e30-a85e-91309f19d1d3,segment=NetworkSegment(b2cf5c1c-ee07-41a8-bd6a-2f68c500f224),segment_id=b2cf5c1c-ee07-41a8-bd6a-2f68c500f224)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:39.092974 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9e2d82-8370-4d98-bb5d-79015cd59558 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Checking segment: {'id': 'a047c6a1-3ef3-4b65-8382-561e109d7112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'b9b15ed1-5a2c-4b6f-a000-4878b5821c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:59:39.093445 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9e2d82-8370-4d98-bb5d-79015cd59558 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Network hostable DHCP agents. Network: b9b15ed1-5a2c-4b6f-a000-4878b5821c9f, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:59:39.099941 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:39.126104 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-a322087c-69c5-41df-9f0d-b135a3da6419 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Calling delete_port for a53693ed-e1b5-4a2a-a4e3-363bf1cbbd5b owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:39.129389 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a84bfbbd-f3a1-4c17-a924-752303b2ef74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:39.197387 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9e2d82-8370-4d98-bb5d-79015cd59558 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Network b9b15ed1-5a2c-4b6f-a000-4878b5821c9f is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:59:39.227062 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 9fa0e0c8-91c4-44da-91d4-95e245ceec8e up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:59:39.240155 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-cb9e2d82-8370-4d98-bb5d-79015cd59558 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, b9b15ed1-5a2c-4b6f-a000-4878b5821c9f) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:39.247556 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9e2d82-8370-4d98-bb5d-79015cd59558 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:39.248386 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cb9e2d82-8370-4d98-bb5d-79015cd59558 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:39.273830 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-cb9e2d82-8370-4d98-bb5d-79015cd59558 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.0895278 Nov 29 01:59:39.277604 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39036) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:39.282387 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b951fcb6-fd42-494c-a4c2-274190fd73af tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-676580673', 'network_id': 'b9b15ed1-5a2c-4b6f-a000-4878b5821c9f'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:39.290095 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cc3bc748-bc7d-4ae0-b6dc-f232e046c41d req-35c28ec6-1f20-451a-8df1-7e066ed87c98 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7e5385-c396-47f8-94ce-5fc68812c4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3521824 Nov 29 01:59:39.293069 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-87f77fb7-9261-48f4-bca9-2382e853a4c0 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:39.313796 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=97bdb40e-4af9-4e30-a85e-91309f19d1d3,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:39.333454 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b951fcb6-fd42-494c-a4c2-274190fd73af tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Made reservation on behalf of f0ff71c5e69148aba47fcc83d31f31f2 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:39.335927 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b951fcb6-fd42-494c-a4c2-274190fd73af tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:39.356739 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-b951fcb6-fd42-494c-a4c2-274190fd73af tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] device_id is not set on port f6128104-2685-4326-9f2e-e1cf910dcc09 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:59:39.361715 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84bfbbd-f3a1-4c17-a924-752303b2ef74 admin admin] Router b21bbec7-a19f-4bbe-909e-335767d3b85a is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:59:39.377330 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-87f77fb7-9261-48f4-bca9-2382e853a4c0 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Calling delete_port for 899a11fa-7279-4f0a-9a82-f4f999f51547 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:39.400031 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 9fa0e0c8-91c4-44da-91d4-95e245ceec8e triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:39.400360 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:39.430778 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.objects.ports [None req-ab83da66-b4b8-4dd2-9c0b-0ce6dc0837e4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103254) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 01:59:39.446670 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab83da66-b4b8-4dd2-9c0b-0ce6dc0837e4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:39.463441 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['97bdb40e-4af9-4e30-a85e-91309f19d1d3'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 01:59:39.559196 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-b951fcb6-fd42-494c-a4c2-274190fd73af tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Allocated IP 2001:db8::16d (b9b15ed1-5a2c-4b6f-a000-4878b5821c9f/809588a3-3992-4387-a21a-d99a107cbf5f/f6128104-2685-4326-9f2e-e1cf910dcc09) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:39.562438 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84bfbbd-f3a1-4c17-a924-752303b2ef74 admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:59:39.578816 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4702bee1-4b79-4e0f-9a1d-d07b01bd0cd5 None None] Sync routers for ids ['b21bbec7-a19f-4bbe-909e-335767d3b85a'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:59:39.598697 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a84bfbbd-f3a1-4c17-a924-752303b2ef74 admin admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:39.600370 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a84bfbbd-f3a1-4c17-a924-752303b2ef74 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6792369 Nov 29 01:59:39.605207 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39038) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:39.608513 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4702bee1-4b79-4e0f-9a1d-d07b01bd0cd5 None None] Routers {'b21bbec7-a19f-4bbe-909e-335767d3b85a'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:39.615168 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4702bee1-4b79-4e0f-9a1d-d07b01bd0cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['b21bbec7-a19f-4bbe-909e-335767d3b85a'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:39.627981 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab83da66-b4b8-4dd2-9c0b-0ce6dc0837e4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:39.630772 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7f520f40-2c1d-4097-a8ec-5004039a0674 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:39.652038 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-ab83da66-b4b8-4dd2-9c0b-0ce6dc0837e4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:39.664419 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab83da66-b4b8-4dd2-9c0b-0ce6dc0837e4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:39.665268 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab83da66-b4b8-4dd2-9c0b-0ce6dc0837e4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:39.686171 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ab54e1-fae9-4762-9989-c2650392eba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-126abf58-b75c-4c07-bafa-8e25bc6621b0', 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'fixed_ips': [{'subnet_id': 'eba2e129-3e4d-47ac-bb01-8bfe585f0f91'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:59:39.687043 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83ab54e1-fae9-4762-9989-c2650392eba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:39.696851 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83da66-b4b8-4dd2-9c0b-0ce6dc0837e4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Subnet': ['ID=eba2e129-3e4d-47ac-bb01-8bfe585f0f91,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:39.711976 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f520f40-2c1d-4097-a8ec-5004039a0674 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Pushing event deleted for resources: {'Port': ['ID=4e3f0092-b88d-4bb5-ab40-08e85ff5b077,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:39.751520 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a322087c-69c5-41df-9f0d-b135a3da6419 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:39.757265 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7f520f40-2c1d-4097-a8ec-5004039a0674 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:39.760827 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7f520f40-2c1d-4097-a8ec-5004039a0674 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] 10.222.0.37 "DELETE /v2.0/ports/4e3f0092-b88d-4bb5-ab40-08e85ff5b077 HTTP/1.1" status: 204 len: 168 time: 1.9036341 Nov 29 01:59:39.776011 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39040) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:39.779732 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ab83da66-b4b8-4dd2-9c0b-0ce6dc0837e4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2810619 Nov 29 01:59:39.792165 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-4702bee1-4b79-4e0f-9a1d-d07b01bd0cd5 None None] Set router b21bbec7-a19f-4bbe-909e-335767d3b85a gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:59:39.819020 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39042) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:39.825584 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-8d079313-b3f4-4d95-a899-fc7b6cc7caaa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:39.830655 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322087c-69c5-41df-9f0d-b135a3da6419 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Pushing event deleted for resources: {'Port': ['ID=a53693ed-e1b5-4a2a-a4e3-363bf1cbbd5b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:39.902059 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a322087c-69c5-41df-9f0d-b135a3da6419 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:39.905681 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a322087c-69c5-41df-9f0d-b135a3da6419 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "DELETE /v2.0/ports/a53693ed-e1b5-4a2a-a4e3-363bf1cbbd5b HTTP/1.1" status: 204 len: 168 time: 2.1091173 Nov 29 01:59:39.908102 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-55793730-73c9-499d-8066-3c3b1612581c tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1269405 Nov 29 01:59:39.912064 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b951fcb6-fd42-494c-a4c2-274190fd73af tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:39.914442 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39044) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:39.914872 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39046) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:39.948459 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-125f4fce-1d47-4847-b49d-44f19a40aee1 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-572529224'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:39.988627 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device d0aa0ada-6bd2-4b8e-ab21-8863435f64aa no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:59:39.994160 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac2709b-4247-4141-95ee-879e4ff4728c tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] DELETE failed (client error): The resource could not be found. Nov 29 01:59:39.994741 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ac2709b-4247-4141-95ee-879e4ff4728c tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:59:39.998573 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5ac2709b-4247-4141-95ee-879e4ff4728c tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "DELETE /v2.0/subnets/be7e48a4-abb5-4b4b-8063-85a8217032fa HTTP/1.1" status: 404 len: 337 time: 0.0826685 Nov 29 01:59:40.028265 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: d0aa0ada-6bd2-4b8e-ab21-8863435f64aa {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:59:40.028895 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device d0aa0ada-6bd2-4b8e-ab21-8863435f64aa not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:59:40.031103 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39048) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:40.056388 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-83ab54e1-fae9-4762-9989-c2650392eba8 None None] Allocated IP 2001:db8::f816:3eff:fe0a:50aa (126abf58-b75c-4c07-bafa-8e25bc6621b0/eba2e129-3e4d-47ac-bb01-8bfe585f0f91/3873a7ed-34d0-4997-ac5f-1357f6084706) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:40.074104 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4702bee1-4b79-4e0f-9a1d-d07b01bd0cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'name': 'tempest-ServerActionsTestJSON-1438424348-router', 'tenant_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3bcb5f32-67be-4ce0-9077-a66c5423ce4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:59:34Z', 'updated_at': '2021-11-29T01:59:38Z', 'revision_number': 3, 'project_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'gw_port': {'id': '3bcb5f32-67be-4ce0-9077-a66c5423ce4e', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:36Z', 'updated_at': '2021-11-29T01:59:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:40.151264 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125f4fce-1d47-4847-b49d-44f19a40aee1 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Made reservation on behalf of ba21662ce8d94fafbf3252ba00c23584 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:40.160908 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-125f4fce-1d47-4847-b49d-44f19a40aee1 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:40.214345 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-87f77fb7-9261-48f4-bca9-2382e853a4c0 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:40.219626 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4702bee1-4b79-4e0f-9a1d-d07b01bd0cd5 None None] Checking router: b21bbec7-a19f-4bbe-909e-335767d3b85a for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:59:40.220231 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4702bee1-4b79-4e0f-9a1d-d07b01bd0cd5 None None] Updating router b21bbec7-a19f-4bbe-909e-335767d3b85a port 3bcb5f32-67be-4ce0-9077-a66c5423ce4e binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:59:40.224444 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c9b26706-5e9b-4ab2-82c1-827a3424db14 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:40.247644 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4702bee1-4b79-4e0f-9a1d-d07b01bd0cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:40.282612 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b951fcb6-fd42-494c-a4c2-274190fd73af tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:40.304098 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-125f4fce-1d47-4847-b49d-44f19a40aee1 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:59:40.316750 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f77fb7-9261-48f4-bca9-2382e853a4c0 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event deleted for resources: {'Port': ['ID=899a11fa-7279-4f0a-9a82-f4f999f51547,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:40.336542 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83ab54e1-fae9-4762-9989-c2650392eba8 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:40.368328 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83ab54e1-fae9-4762-9989-c2650392eba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:40.400120 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d079313-b3f4-4d95-a899-fc7b6cc7caaa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:40.404335 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8d079313-b3f4-4d95-a899-fc7b6cc7caaa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:40.435307 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b951fcb6-fd42-494c-a4c2-274190fd73af tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Network b9b15ed1-5a2c-4b6f-a000-4878b5821c9f is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:40.437791 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c75f145c-fbd3-4705-81f4-c0b4bf7ff113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:40.455067 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b951fcb6-fd42-494c-a4c2-274190fd73af tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Pushing event updated for resources: {'Port': ['ID=f6128104-2685-4326-9f2e-e1cf910dcc09,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:40.458705 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-b951fcb6-fd42-494c-a4c2-274190fd73af tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:40.473997 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ab54e1-fae9-4762-9989-c2650392eba8 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:40.482600 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-125f4fce-1d47-4847-b49d-44f19a40aee1 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:40.483102 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-125f4fce-1d47-4847-b49d-44f19a40aee1 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Added segment 25dd98dd-1a42-4a39-98b8-3be63d547f8a of type vlan for network 383c9858-04ca-45ae-8408-eb682897ad50 Nov 29 01:59:40.484294 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-83ab54e1-fae9-4762-9989-c2650392eba8 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:40.493931 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab54e1-fae9-4762-9989-c2650392eba8 None None] Pushing event updated for resources: {'Port': ['ID=3873a7ed-34d0-4997-ac5f-1357f6084706,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:40.503525 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ab54e1-fae9-4762-9989-c2650392eba8 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:40.542955 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9edfbb58-8d5c-4921-aa82-146c518539d2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:40.547652 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b951fcb6-fd42-494c-a4c2-274190fd73af tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:40.548894 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b951fcb6-fd42-494c-a4c2-274190fd73af tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:40.549561 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b951fcb6-fd42-494c-a4c2-274190fd73af tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:40.588024 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4702bee1-4b79-4e0f-9a1d-d07b01bd0cd5 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:40.596200 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4702bee1-4b79-4e0f-9a1d-d07b01bd0cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:40.614979 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-83ab54e1-fae9-4762-9989-c2650392eba8 None None] Attempting to bind port 3873a7ed-34d0-4997-ac5f-1357f6084706 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:40.615623 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-83ab54e1-fae9-4762-9989-c2650392eba8 None None] Attempting to bind port 3873a7ed-34d0-4997-ac5f-1357f6084706 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:40.616262 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ab54e1-fae9-4762-9989-c2650392eba8 None None] Attempting to bind port 3873a7ed-34d0-4997-ac5f-1357f6084706 on network 126abf58-b75c-4c07-bafa-8e25bc6621b0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:40.617666 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b951fcb6-fd42-494c-a4c2-274190fd73af tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3390923 Nov 29 01:59:40.620832 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39052) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:40.627683 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ab54e1-fae9-4762-9989-c2650392eba8 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:59:40.628331 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ab54e1-fae9-4762-9989-c2650392eba8 None None] Checking segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:59:40.628905 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83ab54e1-fae9-4762-9989-c2650392eba8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:40.629480 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ab54e1-fae9-4762-9989-c2650392eba8 None None] Bound using segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:59:40.630168 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-83ab54e1-fae9-4762-9989-c2650392eba8 None None] Bound port: 3873a7ed-34d0-4997-ac5f-1357f6084706, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:59:40.631154 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83ab54e1-fae9-4762-9989-c2650392eba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:40.691322 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-87f77fb7-9261-48f4-bca9-2382e853a4c0 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:40.708746 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84992a07-0545-4d1e-b05b-774e3ec613e5 None None] Pushing event updated for resources: {'Port': ['ID=3bcb5f32-67be-4ce0-9077-a66c5423ce4e,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:40.715299 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-4702bee1-4b79-4e0f-9a1d-d07b01bd0cd5 None None] Attempting to bind port 3bcb5f32-67be-4ce0-9077-a66c5423ce4e on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:40.715688 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-4702bee1-4b79-4e0f-9a1d-d07b01bd0cd5 None None] Attempting to bind port 3bcb5f32-67be-4ce0-9077-a66c5423ce4e by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:40.716060 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4702bee1-4b79-4e0f-9a1d-d07b01bd0cd5 None None] Attempting to bind port 3bcb5f32-67be-4ce0-9077-a66c5423ce4e on network 4bf244a8-fda8-412f-8f05-2c7c5210f333 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:40.719899 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-83ab54e1-fae9-4762-9989-c2650392eba8 None None] For port 3873a7ed-34d0-4997-ac5f-1357f6084706, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:59:40.725026 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-83ab54e1-fae9-4762-9989-c2650392eba8 None None] For port 3873a7ed-34d0-4997-ac5f-1357f6084706, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=3873a7ed-34d0-4997-ac5f-1357f6084706,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:59:40.725215 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4702bee1-4b79-4e0f-9a1d-d07b01bd0cd5 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:59:40.725797 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4702bee1-4b79-4e0f-9a1d-d07b01bd0cd5 None None] Checking segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:59:40.726294 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4702bee1-4b79-4e0f-9a1d-d07b01bd0cd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:40.726860 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4702bee1-4b79-4e0f-9a1d-d07b01bd0cd5 None None] Bound using segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:59:40.727568 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-4702bee1-4b79-4e0f-9a1d-d07b01bd0cd5 None None] Bound port: 3bcb5f32-67be-4ce0-9077-a66c5423ce4e, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:59:40.727980 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4702bee1-4b79-4e0f-9a1d-d07b01bd0cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:40.731748 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c9b26706-5e9b-4ab2-82c1-827a3424db14 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:40.735039 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83ab54e1-fae9-4762-9989-c2650392eba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:40.760158 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-50fbd738-3f1f-43bc-8000-81917791acd2 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Deleting port f6128104-2685-4326-9f2e-e1cf910dcc09 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:40.760859 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50fbd738-3f1f-43bc-8000-81917791acd2 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:40.770947 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-125f4fce-1d47-4847-b49d-44f19a40aee1 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:40.829481 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab54e1-fae9-4762-9989-c2650392eba8 None None] Pushing event updated for resources: {'Port': ['ID=3873a7ed-34d0-4997-ac5f-1357f6084706,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:40.834765 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-4702bee1-4b79-4e0f-9a1d-d07b01bd0cd5 None None] For port 3bcb5f32-67be-4ce0-9077-a66c5423ce4e, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:59:40.842880 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-4702bee1-4b79-4e0f-9a1d-d07b01bd0cd5 None None] For port 3bcb5f32-67be-4ce0-9077-a66c5423ce4e, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=3bcb5f32-67be-4ce0-9077-a66c5423ce4e,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:59:40.849085 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564834be-b52e-483b-a770-e0256e21154f req-915105c8-ef27-45d1-95a1-6b3cf9031bc8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:40.857784 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4702bee1-4b79-4e0f-9a1d-d07b01bd0cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:40.860744 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-564834be-b52e-483b-a770-e0256e21154f req-915105c8-ef27-45d1-95a1-6b3cf9031bc8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641 HTTP/1.1" status: 200 len: 945 time: 0.4682026 Nov 29 01:59:40.867716 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c9b26706-5e9b-4ab2-82c1-827a3424db14 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6eb8550-54c3-427c-8f2e-23ae63705434']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:40.909470 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-c75f145c-fbd3-4705-81f4-c0b4bf7ff113 admin admin] Allocated IP 172.20.0.1 (eb92b723-cb1c-4df8-84a3-7b1e42ef5335/7fe7d8ce-5428-4f8e-9400-d67b4f1b0825/8deeec41-7f05-4846-b43a-2e5d99ad6db8) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:40.929714 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4702bee1-4b79-4e0f-9a1d-d07b01bd0cd5 None None] Routers {'b21bbec7-a19f-4bbe-909e-335767d3b85a'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:40.930332 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4702bee1-4b79-4e0f-9a1d-d07b01bd0cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['b21bbec7-a19f-4bbe-909e-335767d3b85a'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:40.934608 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50fbd738-3f1f-43bc-8000-81917791acd2 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:40.955661 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-50fbd738-3f1f-43bc-8000-81917791acd2 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Calling delete_port for f6128104-2685-4326-9f2e-e1cf910dcc09 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:40.988276 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c9b26706-5e9b-4ab2-82c1-827a3424db14 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b948a0fb-f09a-47be-bb3c-c12976739bfd') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:40.988869 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c9b26706-5e9b-4ab2-82c1-827a3424db14 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b948a0fb-f09a-47be-bb3c-c12976739bfd') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:40.994707 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84992a07-0545-4d1e-b05b-774e3ec613e5 None None] Pushing event updated for resources: {'Port': ['ID=3bcb5f32-67be-4ce0-9077-a66c5423ce4e,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:41.020003 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c9b26706-5e9b-4ab2-82c1-827a3424db14 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:41.044295 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-125f4fce-1d47-4847-b49d-44f19a40aee1 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:41.054749 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125f4fce-1d47-4847-b49d-44f19a40aee1 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:41.054749 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-125f4fce-1d47-4847-b49d-44f19a40aee1 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:41.087513 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-4702bee1-4b79-4e0f-9a1d-d07b01bd0cd5 None None] Set router b21bbec7-a19f-4bbe-909e-335767d3b85a gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:59:41.095404 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c9b26706-5e9b-4ab2-82c1-827a3424db14 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:41.218950 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 3873a7ed-34d0-4997-ac5f-1357f6084706 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:59:41.227118 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b26706-5e9b-4ab2-82c1-827a3424db14 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:59:41.227786 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c9b26706-5e9b-4ab2-82c1-827a3424db14 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:41.243084 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-564834be-b52e-483b-a770-e0256e21154f req-0909d35d-b4df-404d-bcf4-9686983ceef9 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7e5385-c396-47f8-94ce-5fc68812c4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3812709 Nov 29 01:59:41.246855 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 01:59:41.246855 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:59:41.246855 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 01:59:41.246855 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:59:41.246855 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 01:59:41.246855 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:59:41.246855 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 01:59:41.246855 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:59:41.246855 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 01:59:41.246855 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:59:41.246855 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 01:59:41.246855 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:59:41.246855 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 01:59:41.246855 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:59:41.246855 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:59:41.246855 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:59:41.246855 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:59:41.246855 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:59:41.246855 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 01:59:41.246855 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:59:41.246855 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 01:59:41.246855 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:59:41.246855 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:59:41.246855 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:59:41.246855 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 01:59:41.246855 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:59:41.246855 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:59:41.246855 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:59:41.246855 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:59:41.246855 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:59:41.246855 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:59:41.246855 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:59:41.327715 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 3873a7ed-34d0-4997-ac5f-1357f6084706 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:41.328834 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:41.346802 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4702bee1-4b79-4e0f-9a1d-d07b01bd0cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'name': 'tempest-ServerActionsTestJSON-1438424348-router', 'tenant_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3bcb5f32-67be-4ce0-9077-a66c5423ce4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:59:34Z', 'updated_at': '2021-11-29T01:59:38Z', 'revision_number': 3, 'project_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'gw_port': {'id': '3bcb5f32-67be-4ce0-9077-a66c5423ce4e', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:36Z', 'updated_at': '2021-11-29T01:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:41.380818 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4702bee1-4b79-4e0f-9a1d-d07b01bd0cd5 None None] The sync data for ids ['b21bbec7-a19f-4bbe-909e-335767d3b85a'] in dv-neutron-819032-3-hyperv is: [{'id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'name': 'tempest-ServerActionsTestJSON-1438424348-router', 'tenant_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3bcb5f32-67be-4ce0-9077-a66c5423ce4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:59:34Z', 'updated_at': '2021-11-29T01:59:38Z', 'revision_number': 3, 'project_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'gw_port': {'id': '3bcb5f32-67be-4ce0-9077-a66c5423ce4e', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:36Z', 'updated_at': '2021-11-29T01:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:59:41.435236 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:41.484418 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port 3873a7ed-34d0-4997-ac5f-1357f6084706, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=3873a7ed-34d0-4997-ac5f-1357f6084706,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:41.489972 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:41.546662 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=3873a7ed-34d0-4997-ac5f-1357f6084706,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:41.579622 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c75f145c-fbd3-4705-81f4-c0b4bf7ff113 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:41.654334 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50fbd738-3f1f-43bc-8000-81917791acd2 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:41.662831 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c75f145c-fbd3-4705-81f4-c0b4bf7ff113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:41.719578 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fbd738-3f1f-43bc-8000-81917791acd2 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6128104-2685-4326-9f2e-e1cf910dcc09,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:41.745039 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-125f4fce-1d47-4847-b49d-44f19a40aee1 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8278472 Nov 29 01:59:41.750401 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39054) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:41.773872 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50fbd738-3f1f-43bc-8000-81917791acd2 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:41.781411 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-50fbd738-3f1f-43bc-8000-81917791acd2 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] 10.222.0.37 "DELETE /v2.0/ports/f6128104-2685-4326-9f2e-e1cf910dcc09 HTTP/1.1" status: 204 len: 168 time: 1.1595392 Nov 29 01:59:41.788377 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-42b42629-b9ed-4050-b61b-e676e2f62891 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1134337371'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:41.793656 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39056) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:41.800475 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f5dbedda-715d-49f4-945e-292327e87239 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b9b15ed1-5a2c-4b6f-a000-4878b5821c9f', 'external_fixed_ips': [{'subnet_id': '809588a3-3992-4387-a21a-d99a107cbf5f', 'ip_address': '2001:db8::16d'}]}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:41.813148 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75f145c-fbd3-4705-81f4-c0b4bf7ff113 admin admin] Network eb92b723-cb1c-4df8-84a3-7b1e42ef5335 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:41.827427 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-c75f145c-fbd3-4705-81f4-c0b4bf7ff113 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:41.838386 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75f145c-fbd3-4705-81f4-c0b4bf7ff113 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:41.860203 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f145c-fbd3-4705-81f4-c0b4bf7ff113 admin admin] Pushing event updated for resources: {'Port': ['ID=8deeec41-7f05-4846-b43a-2e5d99ad6db8,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:41.914369 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b42629-b9ed-4050-b61b-e676e2f62891 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Made reservation on behalf of ba21662ce8d94fafbf3252ba00c23584 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:41.919759 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-42b42629-b9ed-4050-b61b-e676e2f62891 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:41.923569 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c75f145c-fbd3-4705-81f4-c0b4bf7ff113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:41.960801 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f4fce-1d47-4847-b49d-44f19a40aee1 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Pushing event updated for resources: {'Network': ['ID=383c9858-04ca-45ae-8408-eb682897ad50,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:41.973880 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 383c9858-04ca-45ae-8408-eb682897ad50 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:59:41.991365 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5dbedda-715d-49f4-945e-292327e87239 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:41.992716 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5dbedda-715d-49f4-945e-292327e87239 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:42.015359 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f77fb7-9261-48f4-bca9-2382e853a4c0 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Router 4d952560-85bf-447e-97cc-954d20a33dbd has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:59:42.016740 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c9b26706-5e9b-4ab2-82c1-827a3424db14 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:42.067031 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42b42629-b9ed-4050-b61b-e676e2f62891 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:59:42.099198 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35466145-9c40-4644-bc71-03a1b601c817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:42.110426 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c9b26706-5e9b-4ab2-82c1-827a3424db14 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:42.116718 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c9b26706-5e9b-4ab2-82c1-827a3424db14 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "DELETE /v2.0/networks/a6eb8550-54c3-427c-8f2e-23ae63705434 HTTP/1.1" status: 204 len: 168 time: 2.0818846 Nov 29 01:59:42.124193 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39058) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:42.142002 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b26706-5e9b-4ab2-82c1-827a3424db14 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Pushing event deleted for resources: {'Network': ['ID=a6eb8550-54c3-427c-8f2e-23ae63705434,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:42.174082 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-42b42629-b9ed-4050-b61b-e676e2f62891 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:42.174432 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-42b42629-b9ed-4050-b61b-e676e2f62891 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Added segment ef995d66-2e6d-4d80-a7ce-500cdbe7a1f9 of type vlan for network 45b8c0e6-1d35-4649-b90b-c0324654c5bb Nov 29 01:59:42.196460 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cdb229-3b3c-424e-b919-1c6e3ae6e520 None None] Network b9b15ed1-5a2c-4b6f-a000-4878b5821c9f requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:42.252756 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 01:59:42.266436 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7f2824-ffe5-4f53-9d1e-c2e026adbc97 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:42.280820 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5311952a-9637-48cf-85a0-b609b6fe5cda None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:59:42.284992 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5dbedda-715d-49f4-945e-292327e87239 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:42.420689 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-42b42629-b9ed-4050-b61b-e676e2f62891 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:42.467091 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-9edfbb58-8d5c-4921-aa82-146c518539d2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Allocated IP 172.20.0.1 (4851bbc4-3ddc-4587-9d58-c74c6a0c2d41/4dffd339-95ef-45d0-93a7-26f93ff426e6/fe0cdd17-c4db-45eb-b223-1c0339682f6a) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:42.510613 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306ecf5b-1ff8-4286-bd9e-23ee5c5b4175 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:59:42.513736 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-a0b669e9-6630-4ff4-995a-1ee4331e626a None None] Provisioning complete for port 3873a7ed-34d0-4997-ac5f-1357f6084706 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:42.514020 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a0b669e9-6630-4ff4-995a-1ee4331e626a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:42.532625 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f77fb7-9261-48f4-bca9-2382e853a4c0 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:59:42.555356 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 97bdb40e-4af9-4e30-a85e-91309f19d1d3 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:59:42.558994 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929f3e9b-0e7e-417b-9121-a7607ad503ad None None] Sync routers for ids ['4d952560-85bf-447e-97cc-954d20a33dbd'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:59:42.561662 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-87f77fb7-9261-48f4-bca9-2382e853a4c0 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "PUT /v2.0/routers/4d952560-85bf-447e-97cc-954d20a33dbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7975080 Nov 29 01:59:42.576020 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39064) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:42.599812 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c75f145c-fbd3-4705-81f4-c0b4bf7ff113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:42.602488 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-42b42629-b9ed-4050-b61b-e676e2f62891 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:42.607463 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b42629-b9ed-4050-b61b-e676e2f62891 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:42.608088 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-42b42629-b9ed-4050-b61b-e676e2f62891 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:42.626095 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5dbedda-715d-49f4-945e-292327e87239 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:42.762248 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-42b42629-b9ed-4050-b61b-e676e2f62891 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9778559 Nov 29 01:59:42.775540 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdae029-134d-4177-98fc-1b01edf5ad48 req-af86428c-24c3-4b73-9d1c-29c6fcea5f75 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:42.777188 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1cdae029-134d-4177-98fc-1b01edf5ad48 req-af86428c-24c3-4b73-9d1c-29c6fcea5f75 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641 HTTP/1.1" status: 200 len: 945 time: 0.4008696 Nov 29 01:59:42.782719 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8d079313-b3f4-4d95-a899-fc7b6cc7caaa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:42.824979 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929f3e9b-0e7e-417b-9121-a7607ad503ad None None] Routers {'4d952560-85bf-447e-97cc-954d20a33dbd'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:42.826528 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-929f3e9b-0e7e-417b-9121-a7607ad503ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['4d952560-85bf-447e-97cc-954d20a33dbd'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:42.828766 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea72b847-59d2-4101-abde-945288a18cfd None None] Network b9b15ed1-5a2c-4b6f-a000-4878b5821c9f requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:42.832956 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b35dc787-e898-4fb5-a1a4-fbc5d74075d8 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Deleting port fbaa4469-914c-436a-8a51-359a249d9522 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:42.833382 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b35dc787-e898-4fb5-a1a4-fbc5d74075d8 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:42.875386 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b42629-b9ed-4050-b61b-e676e2f62891 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Pushing event updated for resources: {'Network': ['ID=45b8c0e6-1d35-4649-b90b-c0324654c5bb,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:42.936782 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39066) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:42.945413 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-bfb4ccb6-1c1d-4a93-8fc9-0eac41bd150b tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Request body: {'subnets': [{'network_id': '383c9858-04ca-45ae-8408-eb682897ad50', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1775879016', 'ip_version': 4}, {'network_id': '45b8c0e6-1d35-4649-b90b-c0324654c5bb', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:42.945939 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-bfb4ccb6-1c1d-4a93-8fc9-0eac41bd150b tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Request body: {'subnet': {'network_id': '383c9858-04ca-45ae-8408-eb682897ad50', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1775879016', 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:42.946658 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-bfb4ccb6-1c1d-4a93-8fc9-0eac41bd150b tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Request body: {'subnet': {'network_id': '45b8c0e6-1d35-4649-b90b-c0324654c5bb', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:42.947374 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d079313-b3f4-4d95-a899-fc7b6cc7caaa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:42.966398 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 45b8c0e6-1d35-4649-b90b-c0324654c5bb details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:59:42.973310 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-8d079313-b3f4-4d95-a899-fc7b6cc7caaa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:42.977950 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-929f3e9b-0e7e-417b-9121-a7607ad503ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:42.978896 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d079313-b3f4-4d95-a899-fc7b6cc7caaa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Subnet': ['ID=9fe86096-aa58-4359-ad19-707be0e1988a,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:42.982139 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d079313-b3f4-4d95-a899-fc7b6cc7caaa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:42.982753 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8d079313-b3f4-4d95-a899-fc7b6cc7caaa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:43.041949 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1cdae029-134d-4177-98fc-1b01edf5ad48 req-394daf6a-fc3b-471d-89ac-6bae2a845b7d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7e5385-c396-47f8-94ce-5fc68812c4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185600 Nov 29 01:59:43.047870 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9edfbb58-8d5c-4921-aa82-146c518539d2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:43.049275 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port 97bdb40e-4af9-4e30-a85e-91309f19d1d3 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 01:59:43.082798 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8d079313-b3f4-4d95-a899-fc7b6cc7caaa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2630138 Nov 29 01:59:43.091797 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 97bdb40e-4af9-4e30-a85e-91309f19d1d3 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:43.091983 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39068) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:43.092071 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:43.094586 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-4e5fae1c-33e2-471d-ad8a-2118ff04835f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] remove_router_interface failed (client error): The resource could not be found. Nov 29 01:59:43.095693 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4e5fae1c-33e2-471d-ad8a-2118ff04835f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "PUT /v2.0/routers/4d952560-85bf-447e-97cc-954d20a33dbd/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4930439 Nov 29 01:59:43.100968 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-fece8799-c668-44b6-8c99-c06b51b6b078 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'port': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'mac_address': 'fa:16:3e:dd:e5:7e', 'name': 'tempest-NetworksTestDHCPv6-2096550419'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:43.105788 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929f3e9b-0e7e-417b-9121-a7607ad503ad None None] Routers {'4d952560-85bf-447e-97cc-954d20a33dbd'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:43.106238 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b35dc787-e898-4fb5-a1a4-fbc5d74075d8 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:43.106361 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-929f3e9b-0e7e-417b-9121-a7607ad503ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['4d952560-85bf-447e-97cc-954d20a33dbd'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:43.107370 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39070) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:43.187554 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f5f7db52-8635-4fc4-8485-88324d08d1da tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d952560-85bf-447e-97cc-954d20a33dbd HTTP/1.1" status: 200 len: 205 time: 0.0427964 Nov 29 01:59:43.189630 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39072) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:43.190397 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b35dc787-e898-4fb5-a1a4-fbc5d74075d8 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Calling delete_port for fbaa4469-914c-436a-8a51-359a249d9522 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:43.203037 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9edfbb58-8d5c-4921-aa82-146c518539d2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:43.343868 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4fa928b3-3a6a-4271-8dd0-53d558ad33b0 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:43.383451 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 3873a7ed-34d0-4997-ac5f-1357f6084706 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:59:43.413109 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-929f3e9b-0e7e-417b-9121-a7607ad503ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:43.413760 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929f3e9b-0e7e-417b-9121-a7607ad503ad None None] The sync data for ids ['4d952560-85bf-447e-97cc-954d20a33dbd'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:59:43.443332 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edfbb58-8d5c-4921-aa82-146c518539d2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Network 4851bbc4-3ddc-4587-9d58-c74c6a0c2d41 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:43.444211 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfbb58-8d5c-4921-aa82-146c518539d2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event updated for resources: {'Port': ['ID=fe0cdd17-c4db-45eb-b223-1c0339682f6a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:43.452374 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-9edfbb58-8d5c-4921-aa82-146c518539d2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:43.455708 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edfbb58-8d5c-4921-aa82-146c518539d2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:43.483357 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c75f145c-fbd3-4705-81f4-c0b4bf7ff113 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:43.497104 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748b85bf-6982-4f7f-8a01-1acc1c84ce4e None None] DHCP port deletion for 4851bbc4-3ddc-4587-9d58-c74c6a0c2d41 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:59:43.502630 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-febc97e3-a080-43c0-b6c3-3285121686bc None None] Provisioning complete for port 3bcb5f32-67be-4ce0-9077-a66c5423ce4e triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:43.503119 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-febc97e3-a080-43c0-b6c3-3285121686bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:43.508762 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c75f145c-fbd3-4705-81f4-c0b4bf7ff113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:43.546573 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb4ccb6-1c1d-4a93-8fc9-0eac41bd150b tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Made reservation on behalf of ba21662ce8d94fafbf3252ba00c23584 for: {'subnet': 2} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:43.551765 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bfb4ccb6-1c1d-4a93-8fc9-0eac41bd150b tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:43.552344 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bfb4ccb6-1c1d-4a93-8fc9-0eac41bd150b tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:43.598819 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4fa928b3-3a6a-4271-8dd0-53d558ad33b0 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:43.601062 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4fa928b3-3a6a-4271-8dd0-53d558ad33b0 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:43.602760 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9edfbb58-8d5c-4921-aa82-146c518539d2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:43.678601 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:43.698589 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4fa928b3-3a6a-4271-8dd0-53d558ad33b0 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:43.699151 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa928b3-3a6a-4271-8dd0-53d558ad33b0 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Fanout notify agent at l3_agent the message router_deleted on router 4d952560-85bf-447e-97cc-954d20a33dbd {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:59:43.710619 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4fa928b3-3a6a-4271-8dd0-53d558ad33b0 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:43.714695 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4fa928b3-3a6a-4271-8dd0-53d558ad33b0 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/routers/4d952560-85bf-447e-97cc-954d20a33dbd HTTP/1.1" status: 204 len: 168 time: 0.5233603 Nov 29 01:59:43.715450 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 3873a7ed-34d0-4997-ac5f-1357f6084706 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:43.715832 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:43.717321 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39074) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:43.720692 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:43.750486 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed64d30-ee80-4ce7-8919-84593eb9e0a0 None None] Update dhcp port {'port': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'fixed_ips': [{'subnet_id': 'eba2e129-3e4d-47ac-bb01-8bfe585f0f91', 'ip_address': '2001:db8::f816:3eff:fe0a:50aa'}, {'subnet_id': '9fe86096-aa58-4359-ad19-707be0e1988a'}], 'binding:host_id': 'dv-neutron-819032-3-hyperv'}, 'id': '3873a7ed-34d0-4997-ac5f-1357f6084706'} from dv-neutron-819032-3-hyperv. {{(pid=103256) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 01:59:43.785633 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b35dc787-e898-4fb5-a1a4-fbc5d74075d8 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:43.787711 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fece8799-c668-44b6-8c99-c06b51b6b078 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:43.789812 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-febc97e3-a080-43c0-b6c3-3285121686bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:43.802404 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f145c-fbd3-4705-81f4-c0b4bf7ff113 admin admin] Pushing event updated for resources: {'Port': ['ID=8deeec41-7f05-4846-b43a-2e5d99ad6db8,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:43.822604 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-589b0bc1-5e46-42ef-8ec6-94d57762609f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Deleting subnet 37945e26-c9af-4f00-afaa-2e909ce03eb4 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:59:43.822804 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97bdb40e-4af9-4e30-a85e-91309f19d1d3'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:59:43.825145 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77865c1-0913-42c7-a7bc-b1f45d5bb65a" -d '{"events": [{"server_uuid": "2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641", "name": "network-vif-plugged", "status": "completed", "tag": "97bdb40e-4af9-4e30-a85e-91309f19d1d3"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:59:43.827796 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-589b0bc1-5e46-42ef-8ec6-94d57762609f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:43.848906 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0ed64d30-ee80-4ce7-8919-84593eb9e0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:43.852347 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 97bdb40e-4af9-4e30-a85e-91309f19d1d3, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=97bdb40e-4af9-4e30-a85e-91309f19d1d3,segment=NetworkSegment(b2cf5c1c-ee07-41a8-bd6a-2f68c500f224),segment_id=b2cf5c1c-ee07-41a8-bd6a-2f68c500f224)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:43.862383 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-febc97e3-a080-43c0-b6c3-3285121686bc None None] For port 3bcb5f32-67be-4ce0-9077-a66c5423ce4e, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=3bcb5f32-67be-4ce0-9077-a66c5423ce4e,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:43.869948 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:43.882688 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-febc97e3-a080-43c0-b6c3-3285121686bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:43.900776 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c75f145c-fbd3-4705-81f4-c0b4bf7ff113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:43.907853 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9edfbb58-8d5c-4921-aa82-146c518539d2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:43.908368 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5dbedda-715d-49f4-945e-292327e87239 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:43.911847 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35dc787-e898-4fb5-a1a4-fbc5d74075d8 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Pushing event deleted for resources: {'Port': ['ID=fbaa4469-914c-436a-8a51-359a249d9522,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:43.919732 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-589b0bc1-5e46-42ef-8ec6-94d57762609f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:43.938767 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 01:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99bc1df-c940-4fd0-a98c-6563c76d9c17 x-openstack-request-id: req-d99bc1df-c940-4fd0-a98c-6563c76d9c17 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:59:43.939063 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641", "name": "network-vif-plugged", "status": "completed", "tag": "97bdb40e-4af9-4e30-a85e-91309f19d1d3", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:59:43.939317 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d99bc1df-c940-4fd0-a98c-6563c76d9c17 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:59:43.939717 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97bdb40e-4af9-4e30-a85e-91309f19d1d3', 'code': 200} Nov 29 01:59:43.958198 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b35dc787-e898-4fb5-a1a4-fbc5d74075d8 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:43.966998 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b35dc787-e898-4fb5-a1a4-fbc5d74075d8 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "DELETE /v2.0/ports/fbaa4469-914c-436a-8a51-359a249d9522 HTTP/1.1" status: 204 len: 168 time: 1.8374782 Nov 29 01:59:43.973258 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5dbedda-715d-49f4-945e-292327e87239 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:43.975376 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39078) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:44.070120 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-1694d283-3a2e-44fd-872f-9ee2629a5148 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] DELETE failed (client error): The resource could not be found. Nov 29 01:59:44.070489 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1694d283-3a2e-44fd-872f-9ee2629a5148 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:59:44.075823 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1694d283-3a2e-44fd-872f-9ee2629a5148 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "DELETE /v2.0/subnets/3ba17001-72a8-4f1a-8e0a-df0851460a19 HTTP/1.1" status: 404 len: 337 time: 0.0943923 Nov 29 01:59:44.086122 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39080) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:44.164500 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-0ed64d30-ee80-4ce7-8919-84593eb9e0a0 None None] Allocated IP 172.20.0.2 (126abf58-b75c-4c07-bafa-8e25bc6621b0/9fe86096-aa58-4359-ad19-707be0e1988a/3873a7ed-34d0-4997-ac5f-1357f6084706) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:44.232191 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-589b0bc1-5e46-42ef-8ec6-94d57762609f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:44.315662 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-febc97e3-a080-43c0-b6c3-3285121686bc None None] Provisioning complete for port 8deeec41-7f05-4846-b43a-2e5d99ad6db8 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:44.316022 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-febc97e3-a080-43c0-b6c3-3285121686bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:44.318127 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=97bdb40e-4af9-4e30-a85e-91309f19d1d3,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:44.361599 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 3bcb5f32-67be-4ce0-9077-a66c5423ce4e up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:59:44.386926 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6250e267-65b3-4c9e-95f8-b4480084d614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:44.433279 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-0ed64d30-ee80-4ce7-8919-84593eb9e0a0 None None] For port 3873a7ed-34d0-4997-ac5f-1357f6084706, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=3873a7ed-34d0-4997-ac5f-1357f6084706,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:44.471081 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-febc97e3-a080-43c0-b6c3-3285121686bc None None] Port 8deeec41-7f05-4846-b43a-2e5d99ad6db8 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:59:44.481243 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc97e3-a080-43c0-b6c3-3285121686bc None None] Pushing event updated for resources: {'Port': ['ID=3bcb5f32-67be-4ce0-9077-a66c5423ce4e,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:44.500181 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0ed64d30-ee80-4ce7-8919-84593eb9e0a0 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:44.510952 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 3bcb5f32-67be-4ce0-9077-a66c5423ce4e triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:44.511902 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:44.514948 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0ed64d30-ee80-4ce7-8919-84593eb9e0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:44.517527 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-589b0bc1-5e46-42ef-8ec6-94d57762609f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:44.598955 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0189f17-46a0-487b-84ba-0798eaaaf30a req-a31899ec-473d-4bd1-8c63-372016f31645 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:44.600332 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c0189f17-46a0-487b-84ba-0798eaaaf30a req-a31899ec-473d-4bd1-8c63-372016f31645 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641 HTTP/1.1" status: 200 len: 946 time: 0.3713448 Nov 29 01:59:44.601649 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fece8799-c668-44b6-8c99-c06b51b6b078 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:44.635474 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-589b0bc1-5e46-42ef-8ec6-94d57762609f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:44.639940 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-589b0bc1-5e46-42ef-8ec6-94d57762609f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/subnets/37945e26-c9af-4f00-afaa-2e909ce03eb4 HTTP/1.1" status: 204 len: 168 time: 0.9216256 Nov 29 01:59:44.641410 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b0bc1-5e46-42ef-8ec6-94d57762609f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event deleted for resources: {'Subnet': ['ID=37945e26-c9af-4f00-afaa-2e909ce03eb4,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:44.651652 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39084) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:44.652298 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed80297a-6e21-4fb2-8473-7a5771883b30 None None] Network 7c2e3b52-86c4-415e-bb84-b79cc0e5cb64 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:44.655400 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed64d30-ee80-4ce7-8919-84593eb9e0a0 None None] Pushing event updated for resources: {'Port': ['ID=3873a7ed-34d0-4997-ac5f-1357f6084706,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:44.723354 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-bfe55012-9ce2-4a38-ac4f-f542cbd9adb0 None None] Provisioning complete for port fe0cdd17-c4db-45eb-b223-1c0339682f6a triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:44.723983 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bfe55012-9ce2-4a38-ac4f-f542cbd9adb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:44.797045 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-fece8799-c668-44b6-8c99-c06b51b6b078 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] device_id is not set on port 206e726d-f3e6-4e5a-83c6-ffb925cb42ef yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:59:44.840769 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c0189f17-46a0-487b-84ba-0798eaaaf30a req-bb85e50f-b7c3-43c5-8b6b-f1e07dda69b8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7e5385-c396-47f8-94ce-5fc68812c4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220166 Nov 29 01:59:44.859883 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9edfbb58-8d5c-4921-aa82-146c518539d2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:44.860262 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-bfe55012-9ce2-4a38-ac4f-f542cbd9adb0 None None] Port fe0cdd17-c4db-45eb-b223-1c0339682f6a cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:59:44.866742 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-f5dbedda-715d-49f4-945e-292327e87239 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Allocated IP 2001:db8::16d (b9b15ed1-5a2c-4b6f-a000-4878b5821c9f/809588a3-3992-4387-a21a-d99a107cbf5f/44d2de75-8404-47b9-bc4b-9b853909cc81) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:44.869282 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9edfbb58-8d5c-4921-aa82-146c518539d2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:44.876824 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db76bd4b-9e80-4fd3-bfd5-52fc6eed09ef tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:44.923397 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75f145c-fbd3-4705-81f4-c0b4bf7ff113 admin admin] Network eb92b723-cb1c-4df8-84a3-7b1e42ef5335 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:44.941956 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-c75f145c-fbd3-4705-81f4-c0b4bf7ff113 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:44.964927 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9edfbb58-8d5c-4921-aa82-146c518539d2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:44.977176 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64066f72-e089-42a7-84c0-725d68117f51 req-3dc0d2c8-749a-4493-8bb5-b70f736675ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:44.978609 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-64066f72-e089-42a7-84c0-725d68117f51 req-3dc0d2c8-749a-4493-8bb5-b70f736675ed service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641 HTTP/1.1" status: 200 len: 1099 time: 0.2673492 Nov 29 01:59:44.988029 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3484cb1e-568f-42de-a474-c508037e90ce tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:45.031781 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfbb58-8d5c-4921-aa82-146c518539d2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event updated for resources: {'Port': ['ID=fe0cdd17-c4db-45eb-b223-1c0339682f6a,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:45.055402 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22b3a0d-a5de-4982-8578-26e18c5ff054 None None] DHCP port deletion for 7c2e3b52-86c4-415e-bb84-b79cc0e5cb64 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:59:45.167331 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edfbb58-8d5c-4921-aa82-146c518539d2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Network 4851bbc4-3ddc-4587-9d58-c74c6a0c2d41 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:45.174041 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-9edfbb58-8d5c-4921-aa82-146c518539d2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:45.184499 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-db76bd4b-9e80-4fd3-bfd5-52fc6eed09ef tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Deleting port 8fb3493e-66b3-4887-8768-4c83a19a2790 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:45.184845 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db76bd4b-9e80-4fd3-bfd5-52fc6eed09ef tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:45.192969 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a22b3a0d-a5de-4982-8578-26e18c5ff054 None None] Deleting port 8fb3493e-66b3-4887-8768-4c83a19a2790 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:45.193535 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a22b3a0d-a5de-4982-8578-26e18c5ff054 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:45.212916 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf9acc6-fa79-4741-a3a0-fc23c429d66c None None] DHCP port deletion for 4851bbc4-3ddc-4587-9d58-c74c6a0c2d41 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:59:45.282860 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 3873a7ed-34d0-4997-ac5f-1357f6084706 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:59:45.352048 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-81e56c29-0a8e-4c22-9562-5705806a76e9 None None] Provisioning complete for port fe0cdd17-c4db-45eb-b223-1c0339682f6a triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:45.352407 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81e56c29-0a8e-4c22-9562-5705806a76e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:45.390519 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:45.397886 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-81e56c29-0a8e-4c22-9562-5705806a76e9 None None] Port fe0cdd17-c4db-45eb-b223-1c0339682f6a cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:59:45.400580 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a22b3a0d-a5de-4982-8578-26e18c5ff054 None None] For port 8fb3493e-66b3-4887-8768-4c83a19a2790, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=8fb3493e-66b3-4887-8768-4c83a19a2790,segment=NetworkSegment(43012c8f-4f37-4062-9444-a3f3c9369b51),segment_id=43012c8f-4f37-4062-9444-a3f3c9369b51)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:45.400985 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a22b3a0d-a5de-4982-8578-26e18c5ff054 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:45.418338 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a22b3a0d-a5de-4982-8578-26e18c5ff054 None None] Calling delete_port for 8fb3493e-66b3-4887-8768-4c83a19a2790 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:45.531733 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 3873a7ed-34d0-4997-ac5f-1357f6084706 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:45.532098 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:45.535400 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a22b3a0d-a5de-4982-8578-26e18c5ff054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:45.545703 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bfb4ccb6-1c1d-4a93-8fc9-0eac41bd150b tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:45.585508 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28747bc8-53e7-4d77-8a83-5e68f12804d1 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:45.593475 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b3a0d-a5de-4982-8578-26e18c5ff054 None None] Pushing event deleted for resources: {'Port': ['ID=8fb3493e-66b3-4887-8768-4c83a19a2790,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:45.649630 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22b3a0d-a5de-4982-8578-26e18c5ff054 None None] No DVR routers for this DVR port 8fb3493e-66b3-4887-8768-4c83a19a2790 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:59:45.653760 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-c599195c-7d61-4888-87ea-17660e7a3f4e None None] Provisioning complete for port 8deeec41-7f05-4846-b43a-2e5d99ad6db8 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:45.654538 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c599195c-7d61-4888-87ea-17660e7a3f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:45.675982 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-64066f72-e089-42a7-84c0-725d68117f51 req-06fb7ade-53e8-4631-bd73-d39868f3a0f9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1f7e5385-c396-47f8-94ce-5fc68812c4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6752112 Nov 29 01:59:45.708083 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c599195c-7d61-4888-87ea-17660e7a3f4e None None] Port 8deeec41-7f05-4846-b43a-2e5d99ad6db8 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:59:45.763348 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb4ccb6-1c1d-4a93-8fc9-0eac41bd150b tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Pushing event updated for resources: {'Subnet': ['ID=9ccc17bd-963b-45a0-9b1d-072818f682e4,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:45.773021 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-db76bd4b-9e80-4fd3-bfd5-52fc6eed09ef tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] For port 8fb3493e-66b3-4887-8768-4c83a19a2790, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=8fb3493e-66b3-4887-8768-4c83a19a2790,segment=NetworkSegment(43012c8f-4f37-4062-9444-a3f3c9369b51),segment_id=43012c8f-4f37-4062-9444-a3f3c9369b51)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:45.773514 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db76bd4b-9e80-4fd3-bfd5-52fc6eed09ef tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:45.783821 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5dbedda-715d-49f4-945e-292327e87239 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:45.790803 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-db76bd4b-9e80-4fd3-bfd5-52fc6eed09ef tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Calling delete_port for 8fb3493e-66b3-4887-8768-4c83a19a2790 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:45.800820 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 3bcb5f32-67be-4ce0-9077-a66c5423ce4e up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:59:45.838709 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3484cb1e-568f-42de-a474-c508037e90ce tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:45.853766 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9edfbb58-8d5c-4921-aa82-146c518539d2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Router 743aef22-c18f-4244-8437-75ac83c1aeb0 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:59:45.896238 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75f145c-fbd3-4705-81f4-c0b4bf7ff113 admin admin] Router b21bbec7-a19f-4bbe-909e-335767d3b85a has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:59:45.901889 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb4ccb6-1c1d-4a93-8fc9-0eac41bd150b tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Checking segment: {'id': '25dd98dd-1a42-4a39-98b8-3be63d547f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '383c9858-04ca-45ae-8408-eb682897ad50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:59:45.902185 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb4ccb6-1c1d-4a93-8fc9-0eac41bd150b tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Network hostable DHCP agents. Network: 383c9858-04ca-45ae-8408-eb682897ad50, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:59:45.911466 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-3484cb1e-568f-42de-a474-c508037e90ce tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c06e1434-9b6b-441b-92ad-a13da69340ab']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:45.920667 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-fece8799-c668-44b6-8c99-c06b51b6b078 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Allocated IP 172.20.0.12 (126abf58-b75c-4c07-bafa-8e25bc6621b0/9fe86096-aa58-4359-ad19-707be0e1988a/206e726d-f3e6-4e5a-83c6-ffb925cb42ef) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:45.952113 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-3484cb1e-568f-42de-a474-c508037e90ce tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b85d0e3-bcf5-4bea-a9dd-f9c660c1cc6a') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:45.952790 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-3484cb1e-568f-42de-a474-c508037e90ce tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b85d0e3-bcf5-4bea-a9dd-f9c660c1cc6a') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:45.968616 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-fece8799-c668-44b6-8c99-c06b51b6b078 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Allocated IP 2001:db8::f816:3eff:fedd:e57e (126abf58-b75c-4c07-bafa-8e25bc6621b0/eba2e129-3e4d-47ac-bb01-8bfe585f0f91/206e726d-f3e6-4e5a-83c6-ffb925cb42ef) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:45.984880 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3484cb1e-568f-42de-a474-c508037e90ce tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:46.000127 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db76bd4b-9e80-4fd3-bfd5-52fc6eed09ef tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:46.031982 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-840760f6-4fe0-4038-a2b4-706eb8e0ed96 None None] Provisioning complete for port 3873a7ed-34d0-4997-ac5f-1357f6084706 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:46.032825 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-840760f6-4fe0-4038-a2b4-706eb8e0ed96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:46.037596 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76bd4b-9e80-4fd3-bfd5-52fc6eed09ef tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event deleted for resources: {'Port': ['ID=8fb3493e-66b3-4887-8768-4c83a19a2790,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:46.051764 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db76bd4b-9e80-4fd3-bfd5-52fc6eed09ef tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] No DVR routers for this DVR port 8fb3493e-66b3-4887-8768-4c83a19a2790 on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:59:46.081682 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 3bcb5f32-67be-4ce0-9077-a66c5423ce4e triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:46.082477 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:46.087789 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edfbb58-8d5c-4921-aa82-146c518539d2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:59:46.096794 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e27c6-d028-41be-83a8-44d459cd85fd req-d8ff2539-dc48-4c4e-9254-4fc02292c7df tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:46.098331 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4b4e27c6-d028-41be-83a8-44d459cd85fd req-d8ff2539-dc48-4c4e-9254-4fc02292c7df tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641 HTTP/1.1" status: 200 len: 946 time: 0.1404002 Nov 29 01:59:46.103503 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9edfbb58-8d5c-4921-aa82-146c518539d2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "PUT /v2.0/routers/743aef22-c18f-4244-8437-75ac83c1aeb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5244288 Nov 29 01:59:46.114905 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39088) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:46.118891 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fc3e3a-3c20-4291-a67b-2a28bb800203 None None] Sync routers for ids ['743aef22-c18f-4244-8437-75ac83c1aeb0'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:59:46.120300 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d221a602-e376-4813-baa5-fe0b343c4a8c tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Request body: {'port': {'network_id': '4851bbc4-3ddc-4587-9d58-c74c6a0c2d41', 'name': 'tempest-FloatingIPTestJSON-759433888'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:46.141386 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb4ccb6-1c1d-4a93-8fc9-0eac41bd150b tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Network 383c9858-04ca-45ae-8408-eb682897ad50 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:59:46.150212 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75f145c-fbd3-4705-81f4-c0b4bf7ff113 admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:59:46.176601 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c75f145c-fbd3-4705-81f4-c0b4bf7ff113 admin admin] 10.222.0.37 "PUT /v2.0/routers/b21bbec7-a19f-4bbe-909e-335767d3b85a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5585396 Nov 29 01:59:46.176601 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3484cb1e-568f-42de-a474-c508037e90ce tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:46.176959 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fc3e3a-3c20-4291-a67b-2a28bb800203 None None] Routers {'743aef22-c18f-4244-8437-75ac83c1aeb0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:46.176959 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d8fc3e3a-3c20-4291-a67b-2a28bb800203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['743aef22-c18f-4244-8437-75ac83c1aeb0'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:46.197283 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95ac665-d091-4f41-92ab-4ddaf87e2ca9 None None] Sync routers for ids ['b21bbec7-a19f-4bbe-909e-335767d3b85a'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:59:46.216151 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-bfb4ccb6-1c1d-4a93-8fc9-0eac41bd150b tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 383c9858-04ca-45ae-8408-eb682897ad50) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:46.218077 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d8fc3e3a-3c20-4291-a67b-2a28bb800203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:46.218739 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5dbedda-715d-49f4-945e-292327e87239 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:46.233587 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bfb4ccb6-1c1d-4a93-8fc9-0eac41bd150b tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:46.242447 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3484cb1e-568f-42de-a474-c508037e90ce tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:59:46.243137 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3484cb1e-568f-42de-a474-c508037e90ce tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:46.245715 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fc3e3a-3c20-4291-a67b-2a28bb800203 None None] Routers {'743aef22-c18f-4244-8437-75ac83c1aeb0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:46.246223 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d8fc3e3a-3c20-4291-a67b-2a28bb800203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['743aef22-c18f-4244-8437-75ac83c1aeb0'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:46.259614 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 01:59:46.259614 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:59:46.259614 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 01:59:46.259614 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:59:46.259614 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 01:59:46.259614 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:59:46.259614 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 01:59:46.259614 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:59:46.259614 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 01:59:46.259614 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:59:46.259614 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 01:59:46.259614 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:59:46.259614 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 01:59:46.259614 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:59:46.259614 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:59:46.259614 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:59:46.259614 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:59:46.259614 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:59:46.259614 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 01:59:46.259614 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:59:46.259614 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 01:59:46.259614 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:59:46.259614 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:59:46.259614 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:59:46.259614 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 01:59:46.259614 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:59:46.259614 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:59:46.259614 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:59:46.259614 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:59:46.259614 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:59:46.259614 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:59:46.259614 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:59:46.276311 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515aa183-8aa9-4c51-93eb-ddaf4dd81174 None None] Network 383c9858-04ca-45ae-8408-eb682897ad50 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:46.327934 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d8fc3e3a-3c20-4291-a67b-2a28bb800203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:46.329102 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fc3e3a-3c20-4291-a67b-2a28bb800203 None None] The sync data for ids ['743aef22-c18f-4244-8437-75ac83c1aeb0'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:59:46.334952 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db76bd4b-9e80-4fd3-bfd5-52fc6eed09ef tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:46.397646 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dbedda-715d-49f4-945e-292327e87239 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Network b9b15ed1-5a2c-4b6f-a000-4878b5821c9f is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:46.411393 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-f5dbedda-715d-49f4-945e-292327e87239 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:46.426565 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dbedda-715d-49f4-945e-292327e87239 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:46.429158 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-db76bd4b-9e80-4fd3-bfd5-52fc6eed09ef tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c2e3b52-86c4-415e-bb84-b79cc0e5cb64']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:46.438029 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95ac665-d091-4f41-92ab-4ddaf87e2ca9 None None] Routers {'b21bbec7-a19f-4bbe-909e-335767d3b85a'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:46.438688 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b95ac665-d091-4f41-92ab-4ddaf87e2ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['b21bbec7-a19f-4bbe-909e-335767d3b85a'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:46.441368 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-db76bd4b-9e80-4fd3-bfd5-52fc6eed09ef tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43012c8f-4f37-4062-9444-a3f3c9369b51') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:46.441769 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-db76bd4b-9e80-4fd3-bfd5-52fc6eed09ef tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43012c8f-4f37-4062-9444-a3f3c9369b51') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:46.454345 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db76bd4b-9e80-4fd3-bfd5-52fc6eed09ef tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:46.472689 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db76bd4b-9e80-4fd3-bfd5-52fc6eed09ef tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:46.483629 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db76bd4b-9e80-4fd3-bfd5-52fc6eed09ef tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:59:46.484763 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db76bd4b-9e80-4fd3-bfd5-52fc6eed09ef tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:46.550786 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4b4e27c6-d028-41be-83a8-44d459cd85fd req-c2df075b-1438-405d-806e-461da7565259 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7e5385-c396-47f8-94ce-5fc68812c4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4352760 Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: self.session.flush() Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: self.session.flush() Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: self.session.flush() Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: self.session.flush() Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:59:46.551935 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:59:46.590762 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 8fb3493e-66b3-4887-8768-4c83a19a2790 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:59:46.619154 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db76bd4b-9e80-4fd3-bfd5-52fc6eed09ef tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:46.631078 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db76bd4b-9e80-4fd3-bfd5-52fc6eed09ef tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:46.634518 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-db76bd4b-9e80-4fd3-bfd5-52fc6eed09ef tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/networks/7c2e3b52-86c4-415e-bb84-b79cc0e5cb64 HTTP/1.1" status: 204 len: 168 time: 1.9593501 Nov 29 01:59:46.640271 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39096) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:46.659642 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1ef4d41a-8222-4317-a9e7-e9b63b48cffc tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1035350963'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:46.661877 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 8fb3493e-66b3-4887-8768-4c83a19a2790 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:59:46.662233 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 8fb3493e-66b3-4887-8768-4c83a19a2790 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:59:46.665458 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76bd4b-9e80-4fd3-bfd5-52fc6eed09ef tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event deleted for resources: {'Network': ['ID=7c2e3b52-86c4-415e-bb84-b79cc0e5cb64,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:46.683094 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d221a602-e376-4813-baa5-fe0b343c4a8c tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Made reservation on behalf of 8f51738befc14d68b76c3f1db1b4459f for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:46.687121 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d221a602-e376-4813-baa5-fe0b343c4a8c tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:46.715687 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-d221a602-e376-4813-baa5-fe0b343c4a8c tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] device_id is not set on port abda6a05-9a1b-4c69-a1fe-ec077e5ebaf6 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:59:46.722000 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef4d41a-8222-4317-a9e7-e9b63b48cffc tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Made reservation on behalf of beede83db6b440a1a2eddd60d2641adf for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:46.725636 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1ef4d41a-8222-4317-a9e7-e9b63b48cffc tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:46.737298 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-2d2d90c2-a6eb-4c6c-8dc0-bbc8d1ec6566 None None] Provisioning complete for port 3873a7ed-34d0-4997-ac5f-1357f6084706 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:46.737606 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d2d90c2-a6eb-4c6c-8dc0-bbc8d1ec6566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:46.791088 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-b95ac665-d091-4f41-92ab-4ddaf87e2ca9 None None] Set router b21bbec7-a19f-4bbe-909e-335767d3b85a gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:59:46.795946 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef4d41a-8222-4317-a9e7-e9b63b48cffc tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 01:59:46.840547 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1ef4d41a-8222-4317-a9e7-e9b63b48cffc tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:46.841042 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-1ef4d41a-8222-4317-a9e7-e9b63b48cffc tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Added segment 1b1cc154-c8ed-4996-b2b2-e00ffc306109 of type vlan for network b1b23f61-7fd3-4b96-a5a3-095f93d356c2 Nov 29 01:59:46.855933 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3484cb1e-568f-42de-a474-c508037e90ce tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:46.863119 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dbedda-715d-49f4-945e-292327e87239 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Pushing event updated for resources: {'Port': ['ID=44d2de75-8404-47b9-bc4b-9b853909cc81,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:46.901500 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-d221a602-e376-4813-baa5-fe0b343c4a8c tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Allocated IP 172.20.0.9 (4851bbc4-3ddc-4587-9d58-c74c6a0c2d41/4dffd339-95ef-45d0-93a7-26f93ff426e6/abda6a05-9a1b-4c69-a1fe-ec077e5ebaf6) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:46.905905 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1ef4d41a-8222-4317-a9e7-e9b63b48cffc tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:46.915463 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b24abd-3b28-4f15-8e9e-7a7507c16ec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-383c9858-04ca-45ae-8408-eb682897ad50', 'network_id': '383c9858-04ca-45ae-8408-eb682897ad50', 'tenant_id': 'ba21662ce8d94fafbf3252ba00c23584', 'fixed_ips': [{'subnet_id': '9ccc17bd-963b-45a0-9b1d-072818f682e4'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:59:46.916399 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f6b24abd-3b28-4f15-8e9e-7a7507c16ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:46.976592 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1ef4d41a-8222-4317-a9e7-e9b63b48cffc tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:46.982655 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef4d41a-8222-4317-a9e7-e9b63b48cffc tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:46.983614 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1ef4d41a-8222-4317-a9e7-e9b63b48cffc tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:47.008098 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39098) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:47.018379 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e6664534-bde3-4072-adc4-f921c8645475 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1629332129', 'description': 'tempest-description--1919338320'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:47.050803 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3484cb1e-568f-42de-a474-c508037e90ce tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:47.056384 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3484cb1e-568f-42de-a474-c508037e90ce tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "DELETE /v2.0/networks/c06e1434-9b6b-441b-92ad-a13da69340ab HTTP/1.1" status: 204 len: 168 time: 2.9656126 Nov 29 01:59:47.059645 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39100) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:47.063765 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb4ccb6-1c1d-4a93-8fc9-0eac41bd150b tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Pushing event updated for resources: {'Subnet': ['ID=8bf25050-e814-4c92-9541-2a26581f9082,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:47.072237 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:47.088891 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484cb1e-568f-42de-a474-c508037e90ce tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Pushing event deleted for resources: {'Network': ['ID=c06e1434-9b6b-441b-92ad-a13da69340ab,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:47.104559 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1ef4d41a-8222-4317-a9e7-e9b63b48cffc tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4524119 Nov 29 01:59:47.124265 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb4ccb6-1c1d-4a93-8fc9-0eac41bd150b tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Checking segment: {'id': 'ef995d66-2e6d-4d80-a7ce-500cdbe7a1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '45b8c0e6-1d35-4649-b90b-c0324654c5bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:59:47.124634 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb4ccb6-1c1d-4a93-8fc9-0eac41bd150b tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Network hostable DHCP agents. Network: 45b8c0e6-1d35-4649-b90b-c0324654c5bb, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:59:47.132029 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39102) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:47.162814 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4d41a-8222-4317-a9e7-e9b63b48cffc tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Network': ['ID=b1b23f61-7fd3-4b96-a5a3-095f93d356c2,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:47.190244 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e6664534-bde3-4072-adc4-f921c8645475 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:47.202010 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network b1b23f61-7fd3-4b96-a5a3-095f93d356c2 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 01:59:47.252458 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-f6b24abd-3b28-4f15-8e9e-7a7507c16ec9 None None] Allocated IP 172.20.0.2 (383c9858-04ca-45ae-8408-eb682897ad50/9ccc17bd-963b-45a0-9b1d-072818f682e4/c840b87d-0439-48a0-878a-1d235642723a) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:47.279057 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d221a602-e376-4813-baa5-fe0b343c4a8c tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:47.318877 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e6664534-bde3-4072-adc4-f921c8645475 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:47.324074 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e6664534-bde3-4072-adc4-f921c8645475 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:47.374419 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6664534-bde3-4072-adc4-f921c8645475 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34156ace-326b-4213-8fdd-43cff46873cc,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:47.380625 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e6664534-bde3-4072-adc4-f921c8645475 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:47.381934 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e6664534-bde3-4072-adc4-f921c8645475 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3680110 Nov 29 01:59:47.384724 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d221a602-e376-4813-baa5-fe0b343c4a8c tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:47.392229 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b95ac665-d091-4f41-92ab-4ddaf87e2ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'name': 'tempest-ServerActionsTestJSON-1438424348-router', 'tenant_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3bcb5f32-67be-4ce0-9077-a66c5423ce4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:59:34Z', 'updated_at': '2021-11-29T01:59:42Z', 'revision_number': 4, 'project_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'gw_port': {'id': '3bcb5f32-67be-4ce0-9077-a66c5423ce4e', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:36Z', 'updated_at': '2021-11-29T01:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '8deeec41-7f05-4846-b43a-2e5d99ad6db8', 'name': '', 'network_id': 'eb92b723-cb1c-4df8-84a3-7b1e42ef5335', 'tenant_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'mac_address': 'fa:16:3e:f2:34:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7fe7d8ce-5428-4f8e-9400-d67b4f1b0825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:40Z', 'updated_at': '2021-11-29T01:59:42Z', 'revision_number': 2, 'project_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'subnets': [{'id': '7fe7d8ce-5428-4f8e-9400-d67b4f1b0825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:47.395547 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39104) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:47.427950 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f136530a-f43f-4de2-853a-3f67748b0ce7 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Request body: {'security_group_rule': {'security_group_id': '34156ace-326b-4213-8fdd-43cff46873cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:47.435326 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95ac665-d091-4f41-92ab-4ddaf87e2ca9 None None] Checking router: b21bbec7-a19f-4bbe-909e-335767d3b85a for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:59:47.435839 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95ac665-d091-4f41-92ab-4ddaf87e2ca9 None None] Updating router b21bbec7-a19f-4bbe-909e-335767d3b85a port 8deeec41-7f05-4846-b43a-2e5d99ad6db8 binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:59:47.443540 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d221a602-e376-4813-baa5-fe0b343c4a8c tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Network 4851bbc4-3ddc-4587-9d58-c74c6a0c2d41 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:47.443747 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-370ea35a-7c1d-4506-8135-5ffd88a59104 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Request body: {'subnet': {'network_id': 'b1b23f61-7fd3-4b96-a5a3-095f93d356c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:47.452202 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-d221a602-e376-4813-baa5-fe0b343c4a8c tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:47.455037 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d221a602-e376-4813-baa5-fe0b343c4a8c tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:47.480939 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb270c03-8f47-490b-964c-7c6c669bea45 None None] DHCP port deletion for 4851bbc4-3ddc-4587-9d58-c74c6a0c2d41 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:59:47.495148 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221a602-e376-4813-baa5-fe0b343c4a8c tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event updated for resources: {'Port': ['ID=abda6a05-9a1b-4c69-a1fe-ec077e5ebaf6,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:47.501418 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b95ac665-d091-4f41-92ab-4ddaf87e2ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:47.527747 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f6b24abd-3b28-4f15-8e9e-7a7507c16ec9 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:47.534910 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d221a602-e376-4813-baa5-fe0b343c4a8c tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:47.535829 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d221a602-e376-4813-baa5-fe0b343c4a8c tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:47.548187 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f136530a-f43f-4de2-853a-3f67748b0ce7 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:47.571172 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f6b24abd-3b28-4f15-8e9e-7a7507c16ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:47.572209 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-041eb658-86f1-44bd-be30-3ac83c0ca8d0 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Deleting subnet acf9b4e9-d8fc-4f5b-8b71-66b40ca56104 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:59:47.585170 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fece8799-c668-44b6-8c99-c06b51b6b078 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:47.590989 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-041eb658-86f1-44bd-be30-3ac83c0ca8d0 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:47.599392 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d221a602-e376-4813-baa5-fe0b343c4a8c tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4825981 Nov 29 01:59:47.629790 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39108) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:47.630441 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb4ccb6-1c1d-4a93-8fc9-0eac41bd150b tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Network 45b8c0e6-1d35-4649-b90b-c0324654c5bb is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:59:47.634719 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f136530a-f43f-4de2-853a-3f67748b0ce7 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:47.638791 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-eb9aa201-aa77-4fcd-b9ed-aea5a29da51d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Request body: {'port': {'network_id': '4851bbc4-3ddc-4587-9d58-c74c6a0c2d41', 'name': 'tempest-FloatingIPTestJSON-1965996857'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:47.646370 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f136530a-f43f-4de2-853a-3f67748b0ce7 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:47.649536 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b24abd-3b28-4f15-8e9e-7a7507c16ec9 None None] Network 383c9858-04ca-45ae-8408-eb682897ad50 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:47.663719 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5dbedda-715d-49f4-945e-292327e87239 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:47.696350 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b24abd-3b28-4f15-8e9e-7a7507c16ec9 None None] Pushing event updated for resources: {'Port': ['ID=c840b87d-0439-48a0-878a-1d235642723a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:47.698508 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-f6b24abd-3b28-4f15-8e9e-7a7507c16ec9 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:47.703677 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136530a-f43f-4de2-853a-3f67748b0ce7 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca36de74-fbdd-4057-8399-df8faa7b2811,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:47.707063 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b24abd-3b28-4f15-8e9e-7a7507c16ec9 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:47.728426 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-34f46aa2-608d-4764-8c51-0f09a91b185a None None] Provisioning complete for port abda6a05-9a1b-4c69-a1fe-ec077e5ebaf6 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:47.728800 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-34f46aa2-608d-4764-8c51-0f09a91b185a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:47.733574 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc80894-c3d4-4fe2-8e6f-bf2dcf1d9b06 req-3de5164f-281f-435a-90ba-bcf96aaa0acf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:47.740923 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4bc80894-c3d4-4fe2-8e6f-bf2dcf1d9b06 req-3de5164f-281f-435a-90ba-bcf96aaa0acf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641 HTTP/1.1" status: 200 len: 946 time: 0.1005530 Nov 29 01:59:47.748708 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-bfb4ccb6-1c1d-4a93-8fc9-0eac41bd150b tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 45b8c0e6-1d35-4649-b90b-c0324654c5bb) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:47.772649 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f6669e-3f75-4f53-ad2d-478efc65560d None None] Network 45b8c0e6-1d35-4649-b90b-c0324654c5bb requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:47.785912 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-041eb658-86f1-44bd-be30-3ac83c0ca8d0 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:47.798923 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb4ccb6-1c1d-4a93-8fc9-0eac41bd150b tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:47.799400 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb4ccb6-1c1d-4a93-8fc9-0eac41bd150b tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:47.800035 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bfb4ccb6-1c1d-4a93-8fc9-0eac41bd150b tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:47.801879 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4bc80894-c3d4-4fe2-8e6f-bf2dcf1d9b06 req-42d50141-e4cd-4d64-86c7-b34db9801b0e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7e5385-c396-47f8-94ce-5fc68812c4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599611 Nov 29 01:59:47.847474 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f136530a-f43f-4de2-853a-3f67748b0ce7 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:47.851315 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f136530a-f43f-4de2-853a-3f67748b0ce7 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4287982 Nov 29 01:59:47.853706 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39112) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:47.863547 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-7b625190-4323-4310-b8c0-8b8497ba2125 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Request body: {'security_group_rule': {'security_group_id': '34156ace-326b-4213-8fdd-43cff46873cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:47.874442 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370ea35a-7c1d-4506-8135-5ffd88a59104 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Made reservation on behalf of beede83db6b440a1a2eddd60d2641adf for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:47.878174 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-370ea35a-7c1d-4506-8135-5ffd88a59104 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:47.909622 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fece8799-c668-44b6-8c99-c06b51b6b078 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:47.938426 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b625190-4323-4310-b8c0-8b8497ba2125 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:47.946702 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-bfb4ccb6-1c1d-4a93-8fc9-0eac41bd150b tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 5.0064418 Nov 29 01:59:47.952756 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39114) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:48.007366 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d06d4-f5ff-4c6f-8e95-8fd54e792924 req-7935c282-1755-4b32-9932-4fde86656905 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:48.008863 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-868d06d4-f5ff-4c6f-8e95-8fd54e792924 req-7935c282-1755-4b32-9932-4fde86656905 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641 HTTP/1.1" status: 200 len: 946 time: 0.1152697 Nov 29 01:59:48.056715 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f842232-86d3-41d9-abdc-b554f8b1ac21 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:48.058294 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f842232-86d3-41d9-abdc-b554f8b1ac21 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:48.059576 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-34f46aa2-608d-4764-8c51-0f09a91b185a None None] Port abda6a05-9a1b-4c69-a1fe-ec077e5ebaf6 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:59:48.060037 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f842232-86d3-41d9-abdc-b554f8b1ac21 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:48.065319 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3f842232-86d3-41d9-abdc-b554f8b1ac21 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1061780 Nov 29 01:59:48.065319 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39116) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:48.068281 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-f6b24abd-3b28-4f15-8e9e-7a7507c16ec9 None None] Attempting to bind port c840b87d-0439-48a0-878a-1d235642723a on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:48.068659 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-f6b24abd-3b28-4f15-8e9e-7a7507c16ec9 None None] Attempting to bind port c840b87d-0439-48a0-878a-1d235642723a by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '25dd98dd-1a42-4a39-98b8-3be63d547f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '383c9858-04ca-45ae-8408-eb682897ad50'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:48.069202 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b24abd-3b28-4f15-8e9e-7a7507c16ec9 None None] Attempting to bind port c840b87d-0439-48a0-878a-1d235642723a on network 383c9858-04ca-45ae-8408-eb682897ad50 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:48.084467 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:48.090267 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b24abd-3b28-4f15-8e9e-7a7507c16ec9 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:59:48.090646 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b24abd-3b28-4f15-8e9e-7a7507c16ec9 None None] Checking segment: {'id': '25dd98dd-1a42-4a39-98b8-3be63d547f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '383c9858-04ca-45ae-8408-eb682897ad50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:59:48.091048 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f6b24abd-3b28-4f15-8e9e-7a7507c16ec9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:48.091436 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b24abd-3b28-4f15-8e9e-7a7507c16ec9 None None] Bound using segment: {'id': '25dd98dd-1a42-4a39-98b8-3be63d547f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '383c9858-04ca-45ae-8408-eb682897ad50'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:59:48.091920 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-f6b24abd-3b28-4f15-8e9e-7a7507c16ec9 None None] Bound port: c840b87d-0439-48a0-878a-1d235642723a, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25dd98dd-1a42-4a39-98b8-3be63d547f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '383c9858-04ca-45ae-8408-eb682897ad50'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:59:48.092302 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f6b24abd-3b28-4f15-8e9e-7a7507c16ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:48.114952 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b625190-4323-4310-b8c0-8b8497ba2125 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:48.131261 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b625190-4323-4310-b8c0-8b8497ba2125 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:48.135028 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fece8799-c668-44b6-8c99-c06b51b6b078 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:48.166157 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-868d06d4-f5ff-4c6f-8e95-8fd54e792924 req-781282d7-24ab-439c-a690-3dea3f773a80 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7e5385-c396-47f8-94ce-5fc68812c4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411314 Nov 29 01:59:48.170237 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-fece8799-c668-44b6-8c99-c06b51b6b078 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:48.183967 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-e14114c1-8d29-4e76-a45f-561064b5dd7a tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Deleting subnet 9ccc17bd-963b-45a0-9b1d-072818f682e4 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:59:48.188986 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e14114c1-8d29-4e76-a45f-561064b5dd7a tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:48.192515 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39118) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:48.196355 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fece8799-c668-44b6-8c99-c06b51b6b078 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:48.200628 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece8799-c668-44b6-8c99-c06b51b6b078 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Port': ['ID=206e726d-f3e6-4e5a-83c6-ffb925cb42ef,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:48.242472 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b625190-4323-4310-b8c0-8b8497ba2125 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03d5df4c-bb99-4731-b1c0-cdf7953cea8f,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:48.242723 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-041eb658-86f1-44bd-be30-3ac83c0ca8d0 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:48.248032 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b625190-4323-4310-b8c0-8b8497ba2125 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:48.254141 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7b625190-4323-4310-b8c0-8b8497ba2125 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3971279 Nov 29 01:59:48.272148 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39120) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:48.272681 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-f6b24abd-3b28-4f15-8e9e-7a7507c16ec9 None None] For port c840b87d-0439-48a0-878a-1d235642723a, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:59:48.281044 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-93cb4091-cd68-4cf2-a091-331df64d8032 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:48.293440 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-f6b24abd-3b28-4f15-8e9e-7a7507c16ec9 None None] For port c840b87d-0439-48a0-878a-1d235642723a, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c840b87d-0439-48a0-878a-1d235642723a,segment=NetworkSegment(25dd98dd-1a42-4a39-98b8-3be63d547f8a),segment_id=25dd98dd-1a42-4a39-98b8-3be63d547f8a)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:59:48.300681 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e14114c1-8d29-4e76-a45f-561064b5dd7a tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:48.326327 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f6b24abd-3b28-4f15-8e9e-7a7507c16ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:48.329337 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b95ac665-d091-4f41-92ab-4ddaf87e2ca9 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:48.361824 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a5ea23-508e-46e0-8574-c8dd1a8300e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-45b8c0e6-1d35-4649-b90b-c0324654c5bb', 'network_id': '45b8c0e6-1d35-4649-b90b-c0324654c5bb', 'tenant_id': 'ba21662ce8d94fafbf3252ba00c23584', 'fixed_ips': [{'subnet_id': '8bf25050-e814-4c92-9541-2a26581f9082'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:59:48.362702 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ea23-508e-46e0-8574-c8dd1a8300e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:48.376815 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b95ac665-d091-4f41-92ab-4ddaf87e2ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:48.403040 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9aa201-aa77-4fcd-b9ed-aea5a29da51d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Made reservation on behalf of 8f51738befc14d68b76c3f1db1b4459f for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:48.408478 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93cb4091-cd68-4cf2-a091-331df64d8032 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:48.423445 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb9aa201-aa77-4fcd-b9ed-aea5a29da51d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:48.463629 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efad776a-c932-4dc6-b441-253606f73b81 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:48.472910 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-efad776a-c932-4dc6-b441-253606f73b81 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641 HTTP/1.1" status: 200 len: 1094 time: 0.2578125 Nov 29 01:59:48.473292 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39122) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:48.487415 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-797dde25-1384-42aa-b5a8-bb925e14b89e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'port_id': '97bdb40e-4af9-4e30-a85e-91309f19d1d3', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:48.523277 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b24abd-3b28-4f15-8e9e-7a7507c16ec9 None None] Pushing event updated for resources: {'Port': ['ID=c840b87d-0439-48a0-878a-1d235642723a,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:48.523615 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-eb9aa201-aa77-4fcd-b9ed-aea5a29da51d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] device_id is not set on port a64238c5-2adf-4bc2-a4ac-b4ec3bafdef4 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:59:48.608252 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e14114c1-8d29-4e76-a45f-561064b5dd7a tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:48.652602 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b95ac665-d091-4f41-92ab-4ddaf87e2ca9 None None] Attempting to bind port 8deeec41-7f05-4846-b43a-2e5d99ad6db8 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:48.653169 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b95ac665-d091-4f41-92ab-4ddaf87e2ca9 None None] Attempting to bind port 8deeec41-7f05-4846-b43a-2e5d99ad6db8 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'f034e30a-2987-4f0f-9709-b5eedf4799ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'eb92b723-cb1c-4df8-84a3-7b1e42ef5335'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:48.653652 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95ac665-d091-4f41-92ab-4ddaf87e2ca9 None None] Attempting to bind port 8deeec41-7f05-4846-b43a-2e5d99ad6db8 on network eb92b723-cb1c-4df8-84a3-7b1e42ef5335 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:48.671154 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95ac665-d091-4f41-92ab-4ddaf87e2ca9 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:59:48.671761 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95ac665-d091-4f41-92ab-4ddaf87e2ca9 None None] Checking segment: {'id': 'f034e30a-2987-4f0f-9709-b5eedf4799ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'eb92b723-cb1c-4df8-84a3-7b1e42ef5335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:59:48.672431 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b95ac665-d091-4f41-92ab-4ddaf87e2ca9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:48.673512 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95ac665-d091-4f41-92ab-4ddaf87e2ca9 None None] Bound using segment: {'id': 'f034e30a-2987-4f0f-9709-b5eedf4799ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'eb92b723-cb1c-4df8-84a3-7b1e42ef5335'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:59:48.678313 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-eb9aa201-aa77-4fcd-b9ed-aea5a29da51d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Allocated IP 172.20.0.10 (4851bbc4-3ddc-4587-9d58-c74c6a0c2d41/4dffd339-95ef-45d0-93a7-26f93ff426e6/a64238c5-2adf-4bc2-a4ac-b4ec3bafdef4) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:48.686081 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b95ac665-d091-4f41-92ab-4ddaf87e2ca9 None None] Bound port: 8deeec41-7f05-4846-b43a-2e5d99ad6db8, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f034e30a-2987-4f0f-9709-b5eedf4799ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'eb92b723-cb1c-4df8-84a3-7b1e42ef5335'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:59:48.686851 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b95ac665-d091-4f41-92ab-4ddaf87e2ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:48.689697 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-797dde25-1384-42aa-b5a8-bb925e14b89e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:48.765100 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b9928-02f2-43f1-b726-53bee05e310a None None] Pushing event updated for resources: {'Port': ['ID=8deeec41-7f05-4846-b43a-2e5d99ad6db8,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:48.834550 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e14114c1-8d29-4e76-a45f-561064b5dd7a tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:48.858218 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-d9a5ea23-508e-46e0-8574-c8dd1a8300e2 None None] Allocated IP 172.20.0.18 (45b8c0e6-1d35-4649-b90b-c0324654c5bb/8bf25050-e814-4c92-9541-2a26581f9082/ceb621f1-e072-4803-a861-09d436178033) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:48.860228 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0f0380f8-3902-4ddf-83dc-e7f01a84b368 None None] Provisioning complete for port 206e726d-f3e6-4e5a-83c6-ffb925cb42ef triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:48.860600 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f0380f8-3902-4ddf-83dc-e7f01a84b368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:48.892285 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14114c1-8d29-4e76-a45f-561064b5dd7a tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Pushing event deleted for resources: {'Subnet': ['ID=9ccc17bd-963b-45a0-9b1d-072818f682e4,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:48.903953 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e14114c1-8d29-4e76-a45f-561064b5dd7a tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:48.907382 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e14114c1-8d29-4e76-a45f-561064b5dd7a tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] 10.222.0.37 "DELETE /v2.0/subnets/9ccc17bd-963b-45a0-9b1d-072818f682e4 HTTP/1.1" status: 204 len: 168 time: 0.8411944 Nov 29 01:59:48.911028 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39124) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:48.924026 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93cb4091-cd68-4cf2-a091-331df64d8032 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:48.944328 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b95ac665-d091-4f41-92ab-4ddaf87e2ca9 None None] For port 8deeec41-7f05-4846-b43a-2e5d99ad6db8, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:59:48.968814 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb9aa201-aa77-4fcd-b9ed-aea5a29da51d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:48.988796 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0f0380f8-3902-4ddf-83dc-e7f01a84b368 None None] Port 206e726d-f3e6-4e5a-83c6-ffb925cb42ef cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:59:48.996568 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b95ac665-d091-4f41-92ab-4ddaf87e2ca9 None None] For port 8deeec41-7f05-4846-b43a-2e5d99ad6db8, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=8deeec41-7f05-4846-b43a-2e5d99ad6db8,segment=NetworkSegment(f034e30a-2987-4f0f-9709-b5eedf4799ba),segment_id=f034e30a-2987-4f0f-9709-b5eedf4799ba)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:59:49.010079 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b95ac665-d091-4f41-92ab-4ddaf87e2ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:49.024304 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-08225914-7fab-4b14-9d4a-b7ac5c19dbae tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Deleting subnet 8bf25050-e814-4c92-9541-2a26581f9082 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:59:49.053591 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-797dde25-1384-42aa-b5a8-bb925e14b89e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:49.067550 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-041eb658-86f1-44bd-be30-3ac83c0ca8d0 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:49.087008 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fece8799-c668-44b6-8c99-c06b51b6b078 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:49.090749 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fece8799-c668-44b6-8c99-c06b51b6b078 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:49.094617 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95ac665-d091-4f41-92ab-4ddaf87e2ca9 None None] Routers {'b21bbec7-a19f-4bbe-909e-335767d3b85a'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:49.095256 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b95ac665-d091-4f41-92ab-4ddaf87e2ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['b21bbec7-a19f-4bbe-909e-335767d3b85a'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:49.202717 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-93cb4091-cd68-4cf2-a091-331df64d8032 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Allocated IP 172.26.3.132 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/09979f0e-30ed-4675-9ac2-2dcdd7a241d9) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:49.214080 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-041eb658-86f1-44bd-be30-3ac83c0ca8d0 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:49.220437 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-041eb658-86f1-44bd-be30-3ac83c0ca8d0 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "DELETE /v2.0/subnets/acf9b4e9-d8fc-4f5b-8b71-66b40ca56104 HTTP/1.1" status: 204 len: 168 time: 2.1575968 Nov 29 01:59:49.226167 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39126) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:49.232601 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041eb658-86f1-44bd-be30-3ac83c0ca8d0 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Pushing event deleted for resources: {'Subnet': ['ID=acf9b4e9-d8fc-4f5b-8b71-66b40ca56104,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:49.298723 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cd3645-9df9-4aa7-83c0-19d66543c31c None None] Network f34fbec8-4cbc-45eb-b39a-8ce8d2a3159c requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:49.300864 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c840b87d-0439-48a0-878a-1d235642723a up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:59:49.303696 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-fece8799-c668-44b6-8c99-c06b51b6b078 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 6.2084966 Nov 29 01:59:49.303696 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb9aa201-aa77-4fcd-b9ed-aea5a29da51d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:49.304781 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39128) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:49.322674 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5dbedda-715d-49f4-945e-292327e87239 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:49.331013 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c5f5d448-332f-4fa1-a086-bb3592e0acc4 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:49.384847 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b9928-02f2-43f1-b726-53bee05e310a None None] Pushing event updated for resources: {'Port': ['ID=8deeec41-7f05-4846-b43a-2e5d99ad6db8,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:49.407277 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9aa201-aa77-4fcd-b9ed-aea5a29da51d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Network 4851bbc4-3ddc-4587-9d58-c74c6a0c2d41 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:49.433412 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-c1368db3-e5fd-40e6-88bb-7ea4fdf836bd None None] Provisioning complete for port 8deeec41-7f05-4846-b43a-2e5d99ad6db8 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:49.433810 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1368db3-e5fd-40e6-88bb-7ea4fdf836bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:49.447297 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ea23-508e-46e0-8574-c8dd1a8300e2 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:49.482470 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-eb9aa201-aa77-4fcd-b9ed-aea5a29da51d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:49.483159 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-b95ac665-d091-4f41-92ab-4ddaf87e2ca9 None None] Set router b21bbec7-a19f-4bbe-909e-335767d3b85a gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:59:49.489188 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-370ea35a-7c1d-4506-8135-5ffd88a59104 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:49.500485 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9aa201-aa77-4fcd-b9ed-aea5a29da51d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:49.522919 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec45814-500c-4a88-be17-a79c22e14516 None None] DHCP port deletion for 4851bbc4-3ddc-4587-9d58-c74c6a0c2d41 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:59:49.525842 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ea23-508e-46e0-8574-c8dd1a8300e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:49.554895 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9aa201-aa77-4fcd-b9ed-aea5a29da51d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event updated for resources: {'Port': ['ID=a64238c5-2adf-4bc2-a4ac-b4ec3bafdef4,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:49.584833 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dba294c-0902-4f17-b336-9a910f90a643 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:49.597491 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dba294c-0902-4f17-b336-9a910f90a643 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:49.601597 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3dba294c-0902-4f17-b336-9a910f90a643 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2870204 Nov 29 01:59:49.616251 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39130) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:49.629876 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08225914-7fab-4b14-9d4a-b7ac5c19dbae tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:49.707381 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a5ea23-508e-46e0-8574-c8dd1a8300e2 None None] Network 45b8c0e6-1d35-4649-b90b-c0324654c5bb is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:49.709053 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08225914-7fab-4b14-9d4a-b7ac5c19dbae tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:49.719297 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-d9a5ea23-508e-46e0-8574-c8dd1a8300e2 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:49.728395 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a5ea23-508e-46e0-8574-c8dd1a8300e2 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:49.777501 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5ea23-508e-46e0-8574-c8dd1a8300e2 None None] Pushing event updated for resources: {'Port': ['ID=ceb621f1-e072-4803-a861-09d436178033,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:49.791112 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port c840b87d-0439-48a0-878a-1d235642723a triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:49.791319 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:49.798587 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ea35a-7c1d-4506-8135-5ffd88a59104 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Subnet': ['ID=703bf76b-50ad-4788-aa2b-50aa046f1dd1,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:49.800606 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c5f5d448-332f-4fa1-a086-bb3592e0acc4 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Deleting port 6de050a0-47d4-4692-87d3-664e922d350a {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:49.800949 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c5f5d448-332f-4fa1-a086-bb3592e0acc4 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:49.812800 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9aa201-aa77-4fcd-b9ed-aea5a29da51d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:49.813441 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb9aa201-aa77-4fcd-b9ed-aea5a29da51d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:49.846936 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-eb9aa201-aa77-4fcd-b9ed-aea5a29da51d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2110724 Nov 29 01:59:49.852060 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39132) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:49.860583 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370ea35a-7c1d-4506-8135-5ffd88a59104 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Checking segment: {'id': '1b1cc154-c8ed-4996-b2b2-e00ffc306109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b1b23f61-7fd3-4b96-a5a3-095f93d356c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:59:49.860985 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370ea35a-7c1d-4506-8135-5ffd88a59104 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network hostable DHCP agents. Network: b1b23f61-7fd3-4b96-a5a3-095f93d356c2, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 01:59:49.862778 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-fe7bac15-3eb6-4598-9b2b-71adfca9ce76 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'port_id': 'a64238c5-2adf-4bc2-a4ac-b4ec3bafdef4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:49.904741 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93cb4091-cd68-4cf2-a091-331df64d8032 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:49.907924 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d8649060-d84f-44ea-97d4-f87a05becf68 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting port 206e726d-f3e6-4e5a-83c6-ffb925cb42ef {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:49.908212 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8649060-d84f-44ea-97d4-f87a05becf68 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:49.918636 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370ea35a-7c1d-4506-8135-5ffd88a59104 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network b1b23f61-7fd3-4b96-a5a3-095f93d356c2 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 01:59:49.933216 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5dbedda-715d-49f4-945e-292327e87239 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Router 5ae1ba3f-6a76-4c01-b681-197777c8efd6 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:59:49.974983 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-c5f5d448-332f-4fa1-a086-bb3592e0acc4 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] For port 6de050a0-47d4-4692-87d3-664e922d350a, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=6de050a0-47d4-4692-87d3-664e922d350a,segment=NetworkSegment(e3074484-4dbe-49e6-b235-e8d57c31c6e6),segment_id=e3074484-4dbe-49e6-b235-e8d57c31c6e6)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:49.974983 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c5f5d448-332f-4fa1-a086-bb3592e0acc4 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:49.992321 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08225914-7fab-4b14-9d4a-b7ac5c19dbae tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:49.993728 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1368db3-e5fd-40e6-88bb-7ea4fdf836bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:49.994620 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-370ea35a-7c1d-4506-8135-5ffd88a59104 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, b1b23f61-7fd3-4b96-a5a3-095f93d356c2) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:49.998761 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-d9a5ea23-508e-46e0-8574-c8dd1a8300e2 None None] Attempting to bind port ceb621f1-e072-4803-a861-09d436178033 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:49.998761 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-d9a5ea23-508e-46e0-8574-c8dd1a8300e2 None None] Attempting to bind port ceb621f1-e072-4803-a861-09d436178033 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'ef995d66-2e6d-4d80-a7ce-500cdbe7a1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '45b8c0e6-1d35-4649-b90b-c0324654c5bb'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:49.999016 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a5ea23-508e-46e0-8574-c8dd1a8300e2 None None] Attempting to bind port ceb621f1-e072-4803-a861-09d436178033 on network 45b8c0e6-1d35-4649-b90b-c0324654c5bb {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:50.004898 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370ea35a-7c1d-4506-8135-5ffd88a59104 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:50.005497 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-370ea35a-7c1d-4506-8135-5ffd88a59104 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:50.024751 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe7bac15-3eb6-4598-9b2b-71adfca9ce76 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:50.025236 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abe290d-e921-484b-99d1-cad4bed24e42 None None] Network b1b23f61-7fd3-4b96-a5a3-095f93d356c2 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:50.029525 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c5f5d448-332f-4fa1-a086-bb3592e0acc4 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Calling delete_port for 6de050a0-47d4-4692-87d3-664e922d350a owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:50.132891 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-370ea35a-7c1d-4506-8135-5ffd88a59104 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9988370 Nov 29 01:59:50.137217 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39134) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:50.141814 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-0fc0174d-929c-4fb6-8773-fd6651afcad5 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1313252050', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:50.152665 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8649060-d84f-44ea-97d4-f87a05becf68 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:50.180793 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d8649060-d84f-44ea-97d4-f87a05becf68 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Calling delete_port for 206e726d-f3e6-4e5a-83c6-ffb925cb42ef owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:50.207917 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-797dde25-1384-42aa-b5a8-bb925e14b89e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.26.3.14 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/3e9e3648-b9f2-48cf-948c-19815edbb72a) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:50.210034 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5dbedda-715d-49f4-945e-292327e87239 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:59:50.216283 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0fc0174d-929c-4fb6-8773-fd6651afcad5 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:50.217285 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0fc0174d-929c-4fb6-8773-fd6651afcad5 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:50.220791 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93cb4091-cd68-4cf2-a091-331df64d8032 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:50.222321 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d370e7-fe74-4c45-8f9e-ab81f5257eec None None] Sync routers for ids ['5ae1ba3f-6a76-4c01-b681-197777c8efd6'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:59:50.236073 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d370e7-fe74-4c45-8f9e-ab81f5257eec None None] Routers {'5ae1ba3f-6a76-4c01-b681-197777c8efd6'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:50.237067 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-27d370e7-fe74-4c45-8f9e-ab81f5257eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['5ae1ba3f-6a76-4c01-b681-197777c8efd6'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:50.271619 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a5ea23-508e-46e0-8574-c8dd1a8300e2 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:59:50.272279 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a5ea23-508e-46e0-8574-c8dd1a8300e2 None None] Checking segment: {'id': 'ef995d66-2e6d-4d80-a7ce-500cdbe7a1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '45b8c0e6-1d35-4649-b90b-c0324654c5bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:59:50.272412 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ea23-508e-46e0-8574-c8dd1a8300e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:50.272804 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a5ea23-508e-46e0-8574-c8dd1a8300e2 None None] Bound using segment: {'id': 'ef995d66-2e6d-4d80-a7ce-500cdbe7a1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '45b8c0e6-1d35-4649-b90b-c0324654c5bb'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:59:50.273272 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-d9a5ea23-508e-46e0-8574-c8dd1a8300e2 None None] Bound port: ceb621f1-e072-4803-a861-09d436178033, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef995d66-2e6d-4d80-a7ce-500cdbe7a1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '45b8c0e6-1d35-4649-b90b-c0324654c5bb'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:59:50.273679 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ea23-508e-46e0-8574-c8dd1a8300e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:50.285518 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5dbedda-715d-49f4-945e-292327e87239 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:50.287415 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f5dbedda-715d-49f4-945e-292327e87239 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.4908624 Nov 29 01:59:50.301715 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39136) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:50.304477 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022b1e95-c551-49a3-927c-da98c6dd2cf2 None None] DHCP port deletion for f34fbec8-4cbc-45eb-b39a-8ce8d2a3159c request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:59:50.306343 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdadb2a-77cd-47f1-8450-f1cf93413410 None None] Network 383c9858-04ca-45ae-8408-eb682897ad50 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:50.319402 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08225914-7fab-4b14-9d4a-b7ac5c19dbae tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:50.331362 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c5f5d448-332f-4fa1-a086-bb3592e0acc4 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:50.334030 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0fc0174d-929c-4fb6-8773-fd6651afcad5 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:50.345071 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0fc0174d-929c-4fb6-8773-fd6651afcad5 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:50.375924 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-27d370e7-fe74-4c45-8f9e-ab81f5257eec None None] Set router 5ae1ba3f-6a76-4c01-b681-197777c8efd6 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:59:50.401318 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08225914-7fab-4b14-9d4a-b7ac5c19dbae tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:50.405870 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-08225914-7fab-4b14-9d4a-b7ac5c19dbae tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] 10.222.0.37 "DELETE /v2.0/subnets/8bf25050-e814-4c92-9541-2a26581f9082 HTTP/1.1" status: 204 len: 168 time: 1.4926271 Nov 29 01:59:50.447400 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08225914-7fab-4b14-9d4a-b7ac5c19dbae tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Pushing event deleted for resources: {'Subnet': ['ID=8bf25050-e814-4c92-9541-2a26581f9082,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:50.465971 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cb4091-cd68-4cf2-a091-331df64d8032 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:50.468286 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f5d448-332f-4fa1-a086-bb3592e0acc4 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] No DVR routers for this DVR port 6de050a0-47d4-4692-87d3-664e922d350a on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:59:50.477039 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c1368db3-e5fd-40e6-88bb-7ea4fdf836bd None None] For port 8deeec41-7f05-4846-b43a-2e5d99ad6db8, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=8deeec41-7f05-4846-b43a-2e5d99ad6db8,segment=NetworkSegment(f034e30a-2987-4f0f-9709-b5eedf4799ba),segment_id=f034e30a-2987-4f0f-9709-b5eedf4799ba)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:50.510463 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39138) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:50.511664 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-93cb4091-cd68-4cf2-a091-331df64d8032 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:50.525719 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1368db3-e5fd-40e6-88bb-7ea4fdf836bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:50.533521 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0fc0174d-929c-4fb6-8773-fd6651afcad5 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:50.538687 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-0fc0174d-929c-4fb6-8773-fd6651afcad5 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4004085 Nov 29 01:59:50.539907 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39140) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:50.547113 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8649060-d84f-44ea-97d4-f87a05becf68 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:50.549066 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:50.574436 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cb4091-cd68-4cf2-a091-331df64d8032 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:50.626281 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-27d370e7-fe74-4c45-8f9e-ab81f5257eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae1ba3f-6a76-4c01-b681-197777c8efd6', 'name': '', 'tenant_id': 'f0ff71c5e69148aba47fcc83d31f31f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9b15ed1-5a2c-4b6f-a000-4878b5821c9f', 'external_fixed_ips': [{'subnet_id': '809588a3-3992-4387-a21a-d99a107cbf5f', 'ip_address': '2001:db8::16d'}], 'enable_snat': True}, 'gw_port_id': '44d2de75-8404-47b9-bc4b-9b853909cc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:59:42Z', 'updated_at': '2021-11-29T01:59:46Z', 'revision_number': 3, 'project_id': 'f0ff71c5e69148aba47fcc83d31f31f2', 'gw_port': {'id': '44d2de75-8404-47b9-bc4b-9b853909cc81', 'name': '', 'network_id': 'b9b15ed1-5a2c-4b6f-a000-4878b5821c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae1ba3f-6a76-4c01-b681-197777c8efd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '809588a3-3992-4387-a21a-d99a107cbf5f', 'ip_address': '2001:db8::16d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:44Z', 'updated_at': '2021-11-29T01:59:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '809588a3-3992-4387-a21a-d99a107cbf5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:50.643666 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b793ec-a2e0-4d06-bbf6-3114e9111996 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:50.649028 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b6b793ec-a2e0-4d06-bbf6-3114e9111996 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1312168 Nov 29 01:59:50.657814 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39142) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:50.665241 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-d9a5ea23-508e-46e0-8574-c8dd1a8300e2 None None] For port ceb621f1-e072-4803-a861-09d436178033, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:59:50.673050 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d370e7-fe74-4c45-8f9e-ab81f5257eec None None] Checking router: 5ae1ba3f-6a76-4c01-b681-197777c8efd6 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 01:59:50.673489 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d370e7-fe74-4c45-8f9e-ab81f5257eec None None] Updating router 5ae1ba3f-6a76-4c01-b681-197777c8efd6 port 44d2de75-8404-47b9-bc4b-9b853909cc81 binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 01:59:50.706390 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-27d370e7-fe74-4c45-8f9e-ab81f5257eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:50.731639 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port c840b87d-0439-48a0-878a-1d235642723a, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c840b87d-0439-48a0-878a-1d235642723a,segment=NetworkSegment(25dd98dd-1a42-4a39-98b8-3be63d547f8a),segment_id=25dd98dd-1a42-4a39-98b8-3be63d547f8a)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:50.735541 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-d9a5ea23-508e-46e0-8574-c8dd1a8300e2 None None] For port ceb621f1-e072-4803-a861-09d436178033, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=ceb621f1-e072-4803-a861-09d436178033,segment=NetworkSegment(ef995d66-2e6d-4d80-a7ce-500cdbe7a1f9),segment_id=ef995d66-2e6d-4d80-a7ce-500cdbe7a1f9)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:59:50.736612 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1368db3-e5fd-40e6-88bb-7ea4fdf836bd None None] Pushing event updated for resources: {'Port': ['ID=8deeec41-7f05-4846-b43a-2e5d99ad6db8,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:50.753284 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ea23-508e-46e0-8574-c8dd1a8300e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:50.755198 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:50.767136 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-56e804ca-4c81-48df-a255-2415fa5692c6 None None] Provisioning complete for port 8deeec41-7f05-4846-b43a-2e5d99ad6db8 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:50.767509 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56e804ca-4c81-48df-a255-2415fa5692c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:50.768262 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1acc7217-1ed2-4ada-9f57-5dffe003637d tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:50.770831 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8649060-d84f-44ea-97d4-f87a05becf68 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Port': ['ID=206e726d-f3e6-4e5a-83c6-ffb925cb42ef,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:50.814255 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b95ac665-d091-4f41-92ab-4ddaf87e2ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'name': 'tempest-ServerActionsTestJSON-1438424348-router', 'tenant_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3bcb5f32-67be-4ce0-9077-a66c5423ce4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:59:34Z', 'updated_at': '2021-11-29T01:59:42Z', 'revision_number': 4, 'project_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'gw_port': {'id': '3bcb5f32-67be-4ce0-9077-a66c5423ce4e', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:36Z', 'updated_at': '2021-11-29T01:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '8deeec41-7f05-4846-b43a-2e5d99ad6db8', 'name': '', 'network_id': 'eb92b723-cb1c-4df8-84a3-7b1e42ef5335', 'tenant_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'mac_address': 'fa:16:3e:f2:34:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7fe7d8ce-5428-4f8e-9400-d67b4f1b0825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:40Z', 'updated_at': '2021-11-29T01:59:48Z', 'revision_number': 4, 'project_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'subnets': [{'id': '7fe7d8ce-5428-4f8e-9400-d67b4f1b0825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:50.817577 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93cb4091-cd68-4cf2-a091-331df64d8032 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:50.883130 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62954372-654a-42a6-9919-eda794bad64b None None] DHCP port deletion for 383c9858-04ca-45ae-8408-eb682897ad50 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:59:50.898206 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95ac665-d091-4f41-92ab-4ddaf87e2ca9 None None] The sync data for ids ['b21bbec7-a19f-4bbe-909e-335767d3b85a'] in dv-neutron-819032-3-hyperv is: [{'id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'name': 'tempest-ServerActionsTestJSON-1438424348-router', 'tenant_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3bcb5f32-67be-4ce0-9077-a66c5423ce4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:59:34Z', 'updated_at': '2021-11-29T01:59:42Z', 'revision_number': 4, 'project_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'gw_port': {'id': '3bcb5f32-67be-4ce0-9077-a66c5423ce4e', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:36Z', 'updated_at': '2021-11-29T01:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '8deeec41-7f05-4846-b43a-2e5d99ad6db8', 'name': '', 'network_id': 'eb92b723-cb1c-4df8-84a3-7b1e42ef5335', 'tenant_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'mac_address': 'fa:16:3e:f2:34:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7fe7d8ce-5428-4f8e-9400-d67b4f1b0825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:40Z', 'updated_at': '2021-11-29T01:59:48Z', 'revision_number': 4, 'project_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'subnets': [{'id': '7fe7d8ce-5428-4f8e-9400-d67b4f1b0825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:59:51.032949 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93cb4091-cd68-4cf2-a091-331df64d8032 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:51.096618 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30394aa4-55e0-4dd4-8e3c-2a4203557600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-b1b23f61-7fd3-4b96-a5a3-095f93d356c2', 'network_id': 'b1b23f61-7fd3-4b96-a5a3-095f93d356c2', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'fixed_ips': [{'subnet_id': '703bf76b-50ad-4788-aa2b-50aa046f1dd1'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:59:51.097207 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-30394aa4-55e0-4dd4-8e3c-2a4203557600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:51.113813 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5ea23-508e-46e0-8574-c8dd1a8300e2 None None] Pushing event updated for resources: {'Port': ['ID=ceb621f1-e072-4803-a861-09d436178033,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:51.294662 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6f6c2e-0f26-4043-bf44-fb8fa59b0b6f None None] Network 45b8c0e6-1d35-4649-b90b-c0324654c5bb requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:51.303893 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-27d370e7-fe74-4c45-8f9e-ab81f5257eec None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:51.320229 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-27d370e7-fe74-4c45-8f9e-ab81f5257eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:51.322815 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 8deeec41-7f05-4846-b43a-2e5d99ad6db8 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:59:51.361919 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93cb4091-cd68-4cf2-a091-331df64d8032 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:51.400685 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf711f-1fa1-42d0-acb9-e7ec627c21ca None None] Pushing event updated for resources: {'Port': ['ID=44d2de75-8404-47b9-bc4b-9b853909cc81,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:51.415525 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93cb4091-cd68-4cf2-a091-331df64d8032 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:51.422905 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb4091-cd68-4cf2-a091-331df64d8032 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Pushing event updated for resources: {'Port': ['ID=09979f0e-30ed-4675-9ac2-2dcdd7a241d9,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:51.447907 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-27d370e7-fe74-4c45-8f9e-ab81f5257eec None None] Attempting to bind port 44d2de75-8404-47b9-bc4b-9b853909cc81 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:51.449179 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-27d370e7-fe74-4c45-8f9e-ab81f5257eec None None] Attempting to bind port 44d2de75-8404-47b9-bc4b-9b853909cc81 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'a047c6a1-3ef3-4b65-8382-561e109d7112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'b9b15ed1-5a2c-4b6f-a000-4878b5821c9f'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:51.449756 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d370e7-fe74-4c45-8f9e-ab81f5257eec None None] Attempting to bind port 44d2de75-8404-47b9-bc4b-9b853909cc81 on network b9b15ed1-5a2c-4b6f-a000-4878b5821c9f {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:51.456417 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d370e7-fe74-4c45-8f9e-ab81f5257eec None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:59:51.457070 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d370e7-fe74-4c45-8f9e-ab81f5257eec None None] Checking segment: {'id': 'a047c6a1-3ef3-4b65-8382-561e109d7112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'b9b15ed1-5a2c-4b6f-a000-4878b5821c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:59:51.457747 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-27d370e7-fe74-4c45-8f9e-ab81f5257eec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:51.458294 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d370e7-fe74-4c45-8f9e-ab81f5257eec None None] Bound using segment: {'id': 'a047c6a1-3ef3-4b65-8382-561e109d7112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'b9b15ed1-5a2c-4b6f-a000-4878b5821c9f'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:59:51.458929 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-27d370e7-fe74-4c45-8f9e-ab81f5257eec None None] Bound port: 44d2de75-8404-47b9-bc4b-9b853909cc81, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a047c6a1-3ef3-4b65-8382-561e109d7112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'b9b15ed1-5a2c-4b6f-a000-4878b5821c9f'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:59:51.459478 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-27d370e7-fe74-4c45-8f9e-ab81f5257eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:51.523822 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5d448-332f-4fa1-a086-bb3592e0acc4 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Pushing event deleted for resources: {'Port': ['ID=6de050a0-47d4-4692-87d3-664e922d350a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:51.539554 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-27d370e7-fe74-4c45-8f9e-ab81f5257eec None None] For port 44d2de75-8404-47b9-bc4b-9b853909cc81, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:59:51.547264 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-27d370e7-fe74-4c45-8f9e-ab81f5257eec None None] For port 44d2de75-8404-47b9-bc4b-9b853909cc81, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=44d2de75-8404-47b9-bc4b-9b853909cc81,segment=NetworkSegment(a047c6a1-3ef3-4b65-8382-561e109d7112),segment_id=a047c6a1-3ef3-4b65-8382-561e109d7112)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:59:51.559065 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-27d370e7-fe74-4c45-8f9e-ab81f5257eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:51.564221 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8649060-d84f-44ea-97d4-f87a05becf68 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:51.567949 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d8649060-d84f-44ea-97d4-f87a05becf68 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/206e726d-f3e6-4e5a-83c6-ffb925cb42ef HTTP/1.1" status: 204 len: 168 time: 1.9448361 Nov 29 01:59:51.572410 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39144) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:51.602523 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=c840b87d-0439-48a0-878a-1d235642723a,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:51.632944 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf711f-1fa1-42d0-acb9-e7ec627c21ca None None] Pushing event updated for resources: {'Port': ['ID=44d2de75-8404-47b9-bc4b-9b853909cc81,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:51.635445 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c5f5d448-332f-4fa1-a086-bb3592e0acc4 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:51.635775 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2935c58-cb9b-4e8d-b3d2-779706c4f8f8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:51.638217 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2935c58-cb9b-4e8d-b3d2-779706c4f8f8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:51.639803 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2935c58-cb9b-4e8d-b3d2-779706c4f8f8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:51.641460 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c2935c58-cb9b-4e8d-b3d2-779706c4f8f8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0669277 Nov 29 01:59:51.668195 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39146) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:51.674392 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d370e7-fe74-4c45-8f9e-ab81f5257eec None None] Routers {'5ae1ba3f-6a76-4c01-b681-197777c8efd6'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:51.675408 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-27d370e7-fe74-4c45-8f9e-ab81f5257eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['5ae1ba3f-6a76-4c01-b681-197777c8efd6'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:51.711983 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93cb4091-cd68-4cf2-a091-331df64d8032 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:51.715696 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-62954372-654a-42a6-9919-eda794bad64b None None] Deleting port c840b87d-0439-48a0-878a-1d235642723a {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:51.716349 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62954372-654a-42a6-9919-eda794bad64b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:51.796849 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fa3d584c-9b1f-4831-b2f1-1b0327d23d84 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:51.798915 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93cb4091-cd68-4cf2-a091-331df64d8032 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:51.802514 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1acc7217-1ed2-4ada-9f57-5dffe003637d tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Deleting port ceb621f1-e072-4803-a861-09d436178033 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:51.802865 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1acc7217-1ed2-4ada-9f57-5dffe003637d tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:51.813891 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-93cb4091-cd68-4cf2-a091-331df64d8032 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5401547 Nov 29 01:59:51.815977 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb56edb-cdd1-4f68-9ec2-b2421c12c96a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting subnet 9fe86096-aa58-4359-ad19-707be0e1988a {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:59:51.834925 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe7bac15-3eb6-4598-9b2b-71adfca9ce76 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:51.858609 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3cb56edb-cdd1-4f68-9ec2-b2421c12c96a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:51.875082 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-56e804ca-4c81-48df-a255-2415fa5692c6 None None] Provisioning complete for port c840b87d-0439-48a0-878a-1d235642723a triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:51.876124 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56e804ca-4c81-48df-a255-2415fa5692c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:51.913601 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 8deeec41-7f05-4846-b43a-2e5d99ad6db8 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:51.916256 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:51.934082 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c5f5d448-332f-4fa1-a086-bb3592e0acc4 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f34fbec8-4cbc-45eb-b39a-8ce8d2a3159c']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:51.949912 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e413c0d-36e2-4a06-b123-de3c4ae88596 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:51.992312 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-27d370e7-fe74-4c45-8f9e-ab81f5257eec None None] Set router 5ae1ba3f-6a76-4c01-b681-197777c8efd6 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 01:59:52.021478 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-30394aa4-55e0-4dd4-8e3c-2a4203557600 None None] Allocated IP 2001:db8::2 (b1b23f61-7fd3-4b96-a5a3-095f93d356c2/703bf76b-50ad-4788-aa2b-50aa046f1dd1/7b7169a7-e83a-401b-ba06-2690ec45203d) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:52.028516 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-62954372-654a-42a6-9919-eda794bad64b None None] For port c840b87d-0439-48a0-878a-1d235642723a, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c840b87d-0439-48a0-878a-1d235642723a,segment=NetworkSegment(25dd98dd-1a42-4a39-98b8-3be63d547f8a),segment_id=25dd98dd-1a42-4a39-98b8-3be63d547f8a)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:52.029057 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62954372-654a-42a6-9919-eda794bad64b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:52.035506 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1acc7217-1ed2-4ada-9f57-5dffe003637d tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] For port ceb621f1-e072-4803-a861-09d436178033, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=ceb621f1-e072-4803-a861-09d436178033,segment=NetworkSegment(ef995d66-2e6d-4d80-a7ce-500cdbe7a1f9),segment_id=ef995d66-2e6d-4d80-a7ce-500cdbe7a1f9)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:52.035928 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1acc7217-1ed2-4ada-9f57-5dffe003637d tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:52.048349 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb4091-cd68-4cf2-a091-331df64d8032 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Pushing event updated for resources: {'Port': ['ID=09979f0e-30ed-4675-9ac2-2dcdd7a241d9,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:52.054397 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-797dde25-1384-42aa-b5a8-bb925e14b89e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:52.079704 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3cb56edb-cdd1-4f68-9ec2-b2421c12c96a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:52.105384 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-62954372-654a-42a6-9919-eda794bad64b None None] Calling delete_port for c840b87d-0439-48a0-878a-1d235642723a owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:52.116029 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c5f5d448-332f-4fa1-a086-bb3592e0acc4 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3074484-4dbe-49e6-b235-e8d57c31c6e6') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:52.116358 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c5f5d448-332f-4fa1-a086-bb3592e0acc4 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3074484-4dbe-49e6-b235-e8d57c31c6e6') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:52.193892 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-575e3288-e496-402e-b41c-68268583bda2 req-1bb604c3-de84-4b4b-b08f-2d23be090927 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1629332129&fields=id&tenant_id=b8cd21cd1c9b40658c50d85b4f327f37 HTTP/1.1" status: 200 len: 267 time: 0.0747228 Nov 29 01:59:52.194926 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-797dde25-1384-42aa-b5a8-bb925e14b89e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:52.208689 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1acc7217-1ed2-4ada-9f57-5dffe003637d tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Calling delete_port for ceb621f1-e072-4803-a861-09d436178033 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:52.271518 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-27d370e7-fe74-4c45-8f9e-ab81f5257eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae1ba3f-6a76-4c01-b681-197777c8efd6', 'name': '', 'tenant_id': 'f0ff71c5e69148aba47fcc83d31f31f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9b15ed1-5a2c-4b6f-a000-4878b5821c9f', 'external_fixed_ips': [{'subnet_id': '809588a3-3992-4387-a21a-d99a107cbf5f', 'ip_address': '2001:db8::16d'}], 'enable_snat': True}, 'gw_port_id': '44d2de75-8404-47b9-bc4b-9b853909cc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:59:42Z', 'updated_at': '2021-11-29T01:59:46Z', 'revision_number': 3, 'project_id': 'f0ff71c5e69148aba47fcc83d31f31f2', 'gw_port': {'id': '44d2de75-8404-47b9-bc4b-9b853909cc81', 'name': '', 'network_id': 'b9b15ed1-5a2c-4b6f-a000-4878b5821c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae1ba3f-6a76-4c01-b681-197777c8efd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '809588a3-3992-4387-a21a-d99a107cbf5f', 'ip_address': '2001:db8::16d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:44Z', 'updated_at': '2021-11-29T01:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '809588a3-3992-4387-a21a-d99a107cbf5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:52.308523 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d370e7-fe74-4c45-8f9e-ab81f5257eec None None] The sync data for ids ['5ae1ba3f-6a76-4c01-b681-197777c8efd6'] in dv-neutron-819032-3-hyperv is: [{'id': '5ae1ba3f-6a76-4c01-b681-197777c8efd6', 'name': '', 'tenant_id': 'f0ff71c5e69148aba47fcc83d31f31f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9b15ed1-5a2c-4b6f-a000-4878b5821c9f', 'external_fixed_ips': [{'subnet_id': '809588a3-3992-4387-a21a-d99a107cbf5f', 'ip_address': '2001:db8::16d'}], 'enable_snat': True}, 'gw_port_id': '44d2de75-8404-47b9-bc4b-9b853909cc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:59:42Z', 'updated_at': '2021-11-29T01:59:46Z', 'revision_number': 3, 'project_id': 'f0ff71c5e69148aba47fcc83d31f31f2', 'gw_port': {'id': '44d2de75-8404-47b9-bc4b-9b853909cc81', 'name': '', 'network_id': 'b9b15ed1-5a2c-4b6f-a000-4878b5821c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae1ba3f-6a76-4c01-b681-197777c8efd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '809588a3-3992-4387-a21a-d99a107cbf5f', 'ip_address': '2001:db8::16d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:44Z', 'updated_at': '2021-11-29T01:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '809588a3-3992-4387-a21a-d99a107cbf5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:59:52.343543 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c5f5d448-332f-4fa1-a086-bb3592e0acc4 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:52.397847 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797dde25-1384-42aa-b5a8-bb925e14b89e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=3e9e3648-b9f2-48cf-948c-19815edbb72a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:52.446798 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e413c0d-36e2-4a06-b123-de3c4ae88596 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:52.452541 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797dde25-1384-42aa-b5a8-bb925e14b89e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:52.453653 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c5f5d448-332f-4fa1-a086-bb3592e0acc4 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:52.455583 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3cb56edb-cdd1-4f68-9ec2-b2421c12c96a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:52.479167 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-797dde25-1384-42aa-b5a8-bb925e14b89e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:52.486275 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f5d448-332f-4fa1-a086-bb3592e0acc4 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:59:52.486694 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c5f5d448-332f-4fa1-a086-bb3592e0acc4 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:52.489806 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 01:59:52.489806 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:59:52.489806 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 01:59:52.489806 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:59:52.489806 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 01:59:52.489806 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:59:52.489806 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 01:59:52.489806 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:59:52.489806 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 01:59:52.489806 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:59:52.489806 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 01:59:52.489806 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:59:52.489806 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 01:59:52.489806 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:59:52.489806 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:59:52.489806 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:59:52.489806 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:59:52.489806 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:59:52.489806 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 01:59:52.489806 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:59:52.489806 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 01:59:52.489806 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:59:52.489806 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:59:52.489806 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:59:52.489806 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 01:59:52.489806 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:59:52.489806 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:59:52.489806 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:59:52.489806 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:59:52.489806 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:59:52.489806 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:59:52.489806 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:59:52.493583 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797dde25-1384-42aa-b5a8-bb925e14b89e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:52.526095 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-30394aa4-55e0-4dd4-8e3c-2a4203557600 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:52.552479 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1acc7217-1ed2-4ada-9f57-5dffe003637d tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:52.564030 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-30394aa4-55e0-4dd4-8e3c-2a4203557600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:52.615484 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc7217-1ed2-4ada-9f57-5dffe003637d tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Pushing event deleted for resources: {'Port': ['ID=ceb621f1-e072-4803-a861-09d436178033,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:52.626897 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30394aa4-55e0-4dd4-8e3c-2a4203557600 None None] Network b1b23f61-7fd3-4b96-a5a3-095f93d356c2 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:52.640341 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3cb56edb-cdd1-4f68-9ec2-b2421c12c96a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:52.640906 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-30394aa4-55e0-4dd4-8e3c-2a4203557600 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:52.645223 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acc7217-1ed2-4ada-9f57-5dffe003637d tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] No DVR routers for this DVR port ceb621f1-e072-4803-a861-09d436178033 on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:59:52.651199 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30394aa4-55e0-4dd4-8e3c-2a4203557600 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:52.661753 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-56e804ca-4c81-48df-a255-2415fa5692c6 None None] Provisioning complete for port a64238c5-2adf-4bc2-a4ac-b4ec3bafdef4 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:52.662257 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56e804ca-4c81-48df-a255-2415fa5692c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:52.702665 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb56edb-cdd1-4f68-9ec2-b2421c12c96a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Subnet': ['ID=9fe86096-aa58-4359-ad19-707be0e1988a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:52.825400 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1acc7217-1ed2-4ada-9f57-5dffe003637d tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:52.857404 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-fa3d584c-9b1f-4831-b2f1-1b0327d23d84 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Allocated IP 2001:db8::1 (b1b23f61-7fd3-4b96-a5a3-095f93d356c2/703bf76b-50ad-4788-aa2b-50aa046f1dd1/9a096376-fd45-4f7b-85ba-06d7ee9c14d5) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:52.898254 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-1acc7217-1ed2-4ada-9f57-5dffe003637d tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b8c0e6-1d35-4649-b90b-c0324654c5bb']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:52.908041 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30394aa4-55e0-4dd4-8e3c-2a4203557600 None None] Pushing event updated for resources: {'Port': ['ID=7b7169a7-e83a-401b-ba06-2690ec45203d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:52.911468 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-1acc7217-1ed2-4ada-9f57-5dffe003637d tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef995d66-2e6d-4d80-a7ce-500cdbe7a1f9') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:52.913440 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-1acc7217-1ed2-4ada-9f57-5dffe003637d tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef995d66-2e6d-4d80-a7ce-500cdbe7a1f9') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:52.922944 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c840b87d-0439-48a0-878a-1d235642723a no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:59:52.924729 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd68a00c-e0cc-44c1-97fb-1892cd2f7385 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:52.944181 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1acc7217-1ed2-4ada-9f57-5dffe003637d tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:52.964787 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1acc7217-1ed2-4ada-9f57-5dffe003637d tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:52.980899 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1acc7217-1ed2-4ada-9f57-5dffe003637d tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:59:52.981640 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1acc7217-1ed2-4ada-9f57-5dffe003637d tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:53.014653 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-fe7bac15-3eb6-4598-9b2b-71adfca9ce76 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Allocated IP 172.26.3.188 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/f61efd5f-37dc-4ad8-820e-92ef30c9c9b3) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:53.048667 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e3288-e496-402e-b41c-68268583bda2 req-7322c7ca-e6dc-4d7c-9608-d523a63c06dd tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:53.050324 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-575e3288-e496-402e-b41c-68268583bda2 req-7322c7ca-e6dc-4d7c-9608-d523a63c06dd tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/networks?id=eb92b723-cb1c-4df8-84a3-7b1e42ef5335 HTTP/1.1" status: 200 len: 812 time: 0.8072424 Nov 29 01:59:53.053622 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62954372-654a-42a6-9919-eda794bad64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:53.068311 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 01:59:53.068311 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:59:53.068311 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 01:59:53.068311 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:59:53.068311 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 01:59:53.068311 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:59:53.068311 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 01:59:53.068311 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:59:53.068311 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 01:59:53.068311 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:59:53.068311 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 01:59:53.068311 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:59:53.068311 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 01:59:53.068311 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:59:53.068311 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:59:53.068311 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:59:53.068311 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:59:53.068311 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:59:53.068311 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 01:59:53.068311 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:59:53.068311 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 01:59:53.068311 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:59:53.068311 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:59:53.068311 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:59:53.068311 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 01:59:53.068311 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:59:53.068311 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:59:53.068311 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:59:53.068311 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:59:53.068311 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:59:53.068311 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:59:53.068311 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:59:53.081263 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No active binding found for port c840b87d-0439-48a0-878a-1d235642723a {{(pid=103256) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 29 01:59:53.081826 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c840b87d-0439-48a0-878a-1d235642723a not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:59:53.082261 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 6de050a0-47d4-4692-87d3-664e922d350a no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:59:53.088561 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3cb56edb-cdd1-4f68-9ec2-b2421c12c96a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:53.095927 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3cb56edb-cdd1-4f68-9ec2-b2421c12c96a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/9fe86096-aa58-4359-ad19-707be0e1988a HTTP/1.1" status: 204 len: 168 time: 1.4266918 Nov 29 01:59:53.103084 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1acc7217-1ed2-4ada-9f57-5dffe003637d tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:53.106664 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39160) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:53.106844 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-30394aa4-55e0-4dd4-8e3c-2a4203557600 None None] Attempting to bind port 7b7169a7-e83a-401b-ba06-2690ec45203d on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:53.107101 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-30394aa4-55e0-4dd4-8e3c-2a4203557600 None None] Attempting to bind port 7b7169a7-e83a-401b-ba06-2690ec45203d by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '1b1cc154-c8ed-4996-b2b2-e00ffc306109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b1b23f61-7fd3-4b96-a5a3-095f93d356c2'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:53.107475 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30394aa4-55e0-4dd4-8e3c-2a4203557600 None None] Attempting to bind port 7b7169a7-e83a-401b-ba06-2690ec45203d on network b1b23f61-7fd3-4b96-a5a3-095f93d356c2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:53.134617 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 6de050a0-47d4-4692-87d3-664e922d350a {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:59:53.134945 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 6de050a0-47d4-4692-87d3-664e922d350a not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:59:53.150016 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-56e804ca-4c81-48df-a255-2415fa5692c6 None None] Port a64238c5-2adf-4bc2-a4ac-b4ec3bafdef4 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:59:53.154967 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-575e3288-e496-402e-b41c-68268583bda2 req-dd898eb4-6428-4f39-896c-492c021d427d tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/quotas/b8cd21cd1c9b40658c50d85b4f327f37 HTTP/1.1" status: 200 len: 375 time: 0.0698092 Nov 29 01:59:53.157402 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62954372-654a-42a6-9919-eda794bad64b None None] Pushing event deleted for resources: {'Port': ['ID=c840b87d-0439-48a0-878a-1d235642723a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:53.161662 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1acc7217-1ed2-4ada-9f57-5dffe003637d tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:53.162216 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62954372-654a-42a6-9919-eda794bad64b None None] No DVR routers for this DVR port c840b87d-0439-48a0-878a-1d235642723a on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:59:53.166106 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30394aa4-55e0-4dd4-8e3c-2a4203557600 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:59:53.166492 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30394aa4-55e0-4dd4-8e3c-2a4203557600 None None] Checking segment: {'id': '1b1cc154-c8ed-4996-b2b2-e00ffc306109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b1b23f61-7fd3-4b96-a5a3-095f93d356c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:59:53.166905 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-30394aa4-55e0-4dd4-8e3c-2a4203557600 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:53.167925 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30394aa4-55e0-4dd4-8e3c-2a4203557600 None None] Bound using segment: {'id': '1b1cc154-c8ed-4996-b2b2-e00ffc306109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b1b23f61-7fd3-4b96-a5a3-095f93d356c2'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:59:53.168359 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-30394aa4-55e0-4dd4-8e3c-2a4203557600 None None] Bound port: 7b7169a7-e83a-401b-ba06-2690ec45203d, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b1cc154-c8ed-4996-b2b2-e00ffc306109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b1b23f61-7fd3-4b96-a5a3-095f93d356c2'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:59:53.168749 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-30394aa4-55e0-4dd4-8e3c-2a4203557600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:53.170381 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1acc7217-1ed2-4ada-9f57-5dffe003637d tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] 10.222.0.37 "DELETE /v2.0/networks/45b8c0e6-1d35-4649-b90b-c0324654c5bb HTTP/1.1" status: 204 len: 168 time: 2.5085871 Nov 29 01:59:53.217382 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39162) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:53.282589 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc7217-1ed2-4ada-9f57-5dffe003637d tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Pushing event deleted for resources: {'Network': ['ID=45b8c0e6-1d35-4649-b90b-c0324654c5bb,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:53.330187 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c5f5d448-332f-4fa1-a086-bb3592e0acc4 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:53.332413 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce1d3639-5720-4457-a56a-ab2db58a3899 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting subnet eba2e129-3e4d-47ac-bb01-8bfe585f0f91 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:59:53.334998 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c5f5d448-332f-4fa1-a086-bb3592e0acc4 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:53.342802 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c5f5d448-332f-4fa1-a086-bb3592e0acc4 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] 10.222.0.37 "DELETE /v2.0/networks/f34fbec8-4cbc-45eb-b39a-8ce8d2a3159c HTTP/1.1" status: 204 len: 168 time: 4.1150801 Nov 29 01:59:53.352899 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7316555a-4f17-4e09-a64c-3885328e2a48 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:53.355817 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce1d3639-5720-4457-a56a-ab2db58a3899 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:53.382491 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-30394aa4-55e0-4dd4-8e3c-2a4203557600 None None] For port 7b7169a7-e83a-401b-ba06-2690ec45203d, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:59:53.386851 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-30394aa4-55e0-4dd4-8e3c-2a4203557600 None None] For port 7b7169a7-e83a-401b-ba06-2690ec45203d, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7b7169a7-e83a-401b-ba06-2690ec45203d,segment=NetworkSegment(1b1cc154-c8ed-4996-b2b2-e00ffc306109),segment_id=1b1cc154-c8ed-4996-b2b2-e00ffc306109)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:59:53.400116 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-30394aa4-55e0-4dd4-8e3c-2a4203557600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:53.466677 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5d448-332f-4fa1-a086-bb3592e0acc4 tempest-NetworksIpV6TestAttrs-498373231 tempest-NetworksIpV6TestAttrs-498373231-project] Pushing event deleted for resources: {'Network': ['ID=f34fbec8-4cbc-45eb-b39a-8ce8d2a3159c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:53.466901 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce1d3639-5720-4457-a56a-ab2db58a3899 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:53.470419 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-2e413c0d-36e2-4a06-b123-de3c4ae88596 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Deleting port 44d2de75-8404-47b9-bc4b-9b853909cc81 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:53.470763 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e413c0d-36e2-4a06-b123-de3c4ae88596 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:53.474634 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fa3d584c-9b1f-4831-b2f1-1b0327d23d84 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:53.494004 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 44d2de75-8404-47b9-bc4b-9b853909cc81 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:59:53.501145 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30394aa4-55e0-4dd4-8e3c-2a4203557600 None None] Pushing event updated for resources: {'Port': ['ID=7b7169a7-e83a-401b-ba06-2690ec45203d,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:53.524904 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-575e3288-e496-402e-b41c-68268583bda2 req-61f2f6b1-b8eb-49e2-9f67-089b5ac14acc tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8cd21cd1c9b40658c50d85b4f327f37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3299968 Nov 29 01:59:53.612528 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 44d2de75-8404-47b9-bc4b-9b853909cc81 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:53.613096 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:53.718879 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce1d3639-5720-4457-a56a-ab2db58a3899 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:53.809316 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fa3d584c-9b1f-4831-b2f1-1b0327d23d84 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:53.812122 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:53.895871 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port 44d2de75-8404-47b9-bc4b-9b853909cc81, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=44d2de75-8404-47b9-bc4b-9b853909cc81,segment=NetworkSegment(a047c6a1-3ef3-4b65-8382-561e109d7112),segment_id=a047c6a1-3ef3-4b65-8382-561e109d7112)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:53.910578 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:53.914447 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d584c-9b1f-4831-b2f1-1b0327d23d84 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Port': ['ID=9a096376-fd45-4f7b-85ba-06d7ee9c14d5,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:53.966176 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3d584c-9b1f-4831-b2f1-1b0327d23d84 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network b1b23f61-7fd3-4b96-a5a3-095f93d356c2 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:53.969822 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-fa3d584c-9b1f-4831-b2f1-1b0327d23d84 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:53.978476 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3d584c-9b1f-4831-b2f1-1b0327d23d84 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:53.979040 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fa3d584c-9b1f-4831-b2f1-1b0327d23d84 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:53.984209 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=44d2de75-8404-47b9-bc4b-9b853909cc81,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:53.988623 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7316555a-4f17-4e09-a64c-3885328e2a48 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:53.989363 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce1d3639-5720-4457-a56a-ab2db58a3899 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:54.048654 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe7bac15-3eb6-4598-9b2b-71adfca9ce76 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:54.068096 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-2e413c0d-36e2-4a06-b123-de3c4ae88596 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] For port 44d2de75-8404-47b9-bc4b-9b853909cc81, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=44d2de75-8404-47b9-bc4b-9b853909cc81,segment=NetworkSegment(a047c6a1-3ef3-4b65-8382-561e109d7112),segment_id=a047c6a1-3ef3-4b65-8382-561e109d7112)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:54.068773 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e413c0d-36e2-4a06-b123-de3c4ae88596 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:54.075585 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39168) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:54.093138 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d3639-5720-4457-a56a-ab2db58a3899 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Subnet': ['ID=eba2e129-3e4d-47ac-bb01-8bfe585f0f91,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:54.101030 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce1d3639-5720-4457-a56a-ab2db58a3899 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:54.104658 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ce1d3639-5720-4457-a56a-ab2db58a3899 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/eba2e129-3e4d-47ac-bb01-8bfe585f0f91 HTTP/1.1" status: 204 len: 168 time: 0.9942095 Nov 29 01:59:54.124830 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39172) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:54.148273 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-575e3288-e496-402e-b41c-68268583bda2 req-543a40ee-30a0-452f-893d-7bc662b305ce service neutron] 10.222.0.37 "GET /v2.0/networks/eb92b723-cb1c-4df8-84a3-7b1e42ef5335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5580423 Nov 29 01:59:54.152858 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-7316555a-4f17-4e09-a64c-3885328e2a48 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['383c9858-04ca-45ae-8408-eb682897ad50']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:54.178851 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4cec1967-4912-4207-adc6-cc6f032afa2b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0529373 Nov 29 01:59:54.184291 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39174) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:54.191308 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5786f0bf-b176-4769-8261-147602dd216c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:54.198204 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-2e413c0d-36e2-4a06-b123-de3c4ae88596 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Calling delete_port for 44d2de75-8404-47b9-bc4b-9b853909cc81 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:54.291384 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fa3d584c-9b1f-4831-b2f1-1b0327d23d84 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:54.293693 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-7316555a-4f17-4e09-a64c-3885328e2a48 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25dd98dd-1a42-4a39-98b8-3be63d547f8a') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:54.294192 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-7316555a-4f17-4e09-a64c-3885328e2a48 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25dd98dd-1a42-4a39-98b8-3be63d547f8a') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:54.374339 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5786f0bf-b176-4769-8261-147602dd216c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:54.377818 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5786f0bf-b176-4769-8261-147602dd216c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:54.409674 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7316555a-4f17-4e09-a64c-3885328e2a48 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:54.424904 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564a4461-1270-4bbd-a14b-394717df75ed None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:54.523356 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7316555a-4f17-4e09-a64c-3885328e2a48 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:54.557448 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-749ca657-5748-4678-9292-d3440d2dace8 None None] Provisioning complete for port 3873a7ed-34d0-4997-ac5f-1357f6084706 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:54.558120 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-749ca657-5748-4678-9292-d3440d2dace8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:54.591205 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7316555a-4f17-4e09-a64c-3885328e2a48 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:59:54.591453 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7316555a-4f17-4e09-a64c-3885328e2a48 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:54.607548 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 01:59:54.607548 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:59:54.607548 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 01:59:54.607548 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:59:54.607548 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 01:59:54.607548 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:59:54.607548 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 01:59:54.607548 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:59:54.607548 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 01:59:54.607548 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:59:54.607548 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 01:59:54.607548 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:59:54.607548 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 01:59:54.607548 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:59:54.607548 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:59:54.607548 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:59:54.607548 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:59:54.607548 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:59:54.607548 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 01:59:54.607548 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:59:54.607548 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 01:59:54.607548 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:59:54.607548 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:59:54.607548 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:59:54.607548 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 01:59:54.607548 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:59:54.607548 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:59:54.607548 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:59:54.607548 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:59:54.607548 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:59:54.607548 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:59:54.607548 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:59:54.609680 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe7bac15-3eb6-4598-9b2b-71adfca9ce76 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:54.707914 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7bac15-3eb6-4598-9b2b-71adfca9ce76 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:54.738676 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7f878698-ddf1-4590-a870-619ec65ff782 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=77990a2dfd894b2490311bfb91b4f343&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6553860 Nov 29 01:59:54.738890 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39176) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:54.743687 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17467a4-7ea3-4764-865e-6da80499f6b9 None None] DHCP port deletion for 126abf58-b75c-4c07-bafa-8e25bc6621b0 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 01:59:54.752102 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-fe7bac15-3eb6-4598-9b2b-71adfca9ce76 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:54.754875 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7bac15-3eb6-4598-9b2b-71adfca9ce76 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:54.770686 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5786f0bf-b176-4769-8261-147602dd216c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:54.774741 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fa3d584c-9b1f-4831-b2f1-1b0327d23d84 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:54.803484 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fa3d584c-9b1f-4831-b2f1-1b0327d23d84 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:54.804243 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fa3d584c-9b1f-4831-b2f1-1b0327d23d84 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:54.821172 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f17467a4-7ea3-4764-865e-6da80499f6b9 None None] Deleting port 3873a7ed-34d0-4997-ac5f-1357f6084706 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:54.821727 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f17467a4-7ea3-4764-865e-6da80499f6b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:54.887278 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5786f0bf-b176-4769-8261-147602dd216c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:54.898915 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-797dde25-1384-42aa-b5a8-bb925e14b89e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:54.901095 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-5786f0bf-b176-4769-8261-147602dd216c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:54.907104 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-575e3288-e496-402e-b41c-68268583bda2 req-6638d0a7-6309-48b3-bf0b-d5f9e995d2fe service neutron] 10.222.0.37 "GET /v2.0/networks/eb92b723-cb1c-4df8-84a3-7b1e42ef5335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7446034 Nov 29 01:59:54.930216 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5786f0bf-b176-4769-8261-147602dd216c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:54.930813 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5786f0bf-b176-4769-8261-147602dd216c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:54.931740 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-f17467a4-7ea3-4764-865e-6da80499f6b9 None None] For port 3873a7ed-34d0-4997-ac5f-1357f6084706, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=3873a7ed-34d0-4997-ac5f-1357f6084706,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:54.933229 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f17467a4-7ea3-4764-865e-6da80499f6b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:54.966843 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f17467a4-7ea3-4764-865e-6da80499f6b9 None None] Calling delete_port for 3873a7ed-34d0-4997-ac5f-1357f6084706 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:54.985086 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786f0bf-b176-4769-8261-147602dd216c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Subnet': ['ID=006f680c-b533-48a1-86b4-e199f642cfef,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:54.993027 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d584c-9b1f-4831-b2f1-1b0327d23d84 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Port': ['ID=9a096376-fd45-4f7b-85ba-06d7ee9c14d5,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:55.010201 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dea6682-001f-4d4c-867a-e70bcd870c89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:55.023159 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5786f0bf-b176-4769-8261-147602dd216c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8351479 Nov 29 01:59:55.028146 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39178) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:55.038004 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ca3c82b1-e010-4ddc-89a1-89234848b895 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:55.100520 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dea6682-001f-4d4c-867a-e70bcd870c89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:55.138422 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f17467a4-7ea3-4764-865e-6da80499f6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:55.211536 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17467a4-7ea3-4764-865e-6da80499f6b9 None None] Pushing event deleted for resources: {'Port': ['ID=3873a7ed-34d0-4997-ac5f-1357f6084706,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:55.233678 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17467a4-7ea3-4764-865e-6da80499f6b9 None None] No DVR routers for this DVR port 3873a7ed-34d0-4997-ac5f-1357f6084706 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 01:59:55.252783 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07eefc64-9953-406a-8190-bf0b998f5e5d None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:55.287912 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7316555a-4f17-4e09-a64c-3885328e2a48 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:55.293953 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7316555a-4f17-4e09-a64c-3885328e2a48 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:55.303138 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7316555a-4f17-4e09-a64c-3885328e2a48 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] 10.222.0.37 "DELETE /v2.0/networks/383c9858-04ca-45ae-8408-eb682897ad50 HTTP/1.1" status: 204 len: 168 time: 2.0813243 Nov 29 01:59:55.307007 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39184) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:55.317256 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dea6682-001f-4d4c-867a-e70bcd870c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:55.327857 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1dea6682-001f-4d4c-867a-e70bcd870c89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:55.329726 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1dea6682-001f-4d4c-867a-e70bcd870c89 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5be86bde-d7f1-40de-8b7b-88c7f7b8db03 HTTP/1.1" status: 204 len: 168 time: 0.5891273 Nov 29 01:59:55.336503 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3d584c-9b1f-4831-b2f1-1b0327d23d84 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network b1b23f61-7fd3-4b96-a5a3-095f93d356c2 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:55.360417 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-fa3d584c-9b1f-4831-b2f1-1b0327d23d84 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:55.370482 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7bac15-3eb6-4598-9b2b-71adfca9ce76 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event updated for resources: {'Port': ['ID=f61efd5f-37dc-4ad8-820e-92ef30c9c9b3,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:55.386202 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-aa9fb609-4af7-4db6-b368-f816473dc73e req-08eaf85a-9f1a-478c-8118-556c211aaf41 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 210 time: 0.0720320 Nov 29 01:59:55.396981 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea6682-001f-4d4c-867a-e70bcd870c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be86bde-d7f1-40de-8b7b-88c7f7b8db03,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:55.409850 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316555a-4f17-4e09-a64c-3885328e2a48 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Pushing event deleted for resources: {'Network': ['ID=383c9858-04ca-45ae-8408-eb682897ad50,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:55.431212 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3c82b1-e010-4ddc-89a1-89234848b895 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:55.454764 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca3c82b1-e010-4ddc-89a1-89234848b895 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:55.725511 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 44d2de75-8404-47b9-bc4b-9b853909cc81 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:59:55.780926 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-74135bf6-8c1a-4f27-be34-d04cdd3ef0e4 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:55.805086 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3d584c-9b1f-4831-b2f1-1b0327d23d84 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Router e01f4a14-4f3a-4fe3-b791-7883a924f2d0 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 01:59:55.816784 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-797dde25-1384-42aa-b5a8-bb925e14b89e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:55.819223 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e427f0a3-000c-4207-946c-5285f6c5c7e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-126abf58-b75c-4c07-bafa-8e25bc6621b0', 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'fixed_ips': [{'subnet_id': '006f680c-b533-48a1-86b4-e199f642cfef'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 01:59:55.823315 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e427f0a3-000c-4207-946c-5285f6c5c7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:55.880821 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e413c0d-36e2-4a06-b123-de3c4ae88596 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:55.930046 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e413c0d-36e2-4a06-b123-de3c4ae88596 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Pushing event deleted for resources: {'Port': ['ID=44d2de75-8404-47b9-bc4b-9b853909cc81,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:56.024857 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb32dfa8-0422-4f84-9baa-5336e0a9d701 None None] Network b1b23f61-7fd3-4b96-a5a3-095f93d356c2 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:56.044150 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No active binding found for port 44d2de75-8404-47b9-bc4b-9b853909cc81 {{(pid=103256) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 29 01:59:56.044150 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 44d2de75-8404-47b9-bc4b-9b853909cc81 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 29 01:59:56.050199 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e413c0d-36e2-4a06-b123-de3c4ae88596 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:56.108462 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Port 44d2de75-8404-47b9-bc4b-9b853909cc81 not found, will not notify nova. {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 29 01:59:56.108881 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7b7169a7-e83a-401b-ba06-2690ec45203d up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:59:56.114169 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3d584c-9b1f-4831-b2f1-1b0327d23d84 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:59:56.140750 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-fa3d584c-9b1f-4831-b2f1-1b0327d23d84 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "PUT /v2.0/routers/e01f4a14-4f3a-4fe3-b791-7883a924f2d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5964854 Nov 29 01:59:56.142545 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39204) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:56.175292 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae3b7e6-0254-4e24-8772-0e70628954cb None None] Sync routers for ids ['e01f4a14-4f3a-4fe3-b791-7883a924f2d0'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 01:59:56.218066 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-c1880e81-0971-479e-9ccd-34d9a0a1bd0d None None] Provisioning complete for port 7b7169a7-e83a-401b-ba06-2690ec45203d triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:56.218441 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1880e81-0971-479e-9ccd-34d9a0a1bd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:56.279774 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc86561-ded9-4a6e-9732-1e9a313bc8a5 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:56.286700 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-cdc86561-ded9-4a6e-9732-1e9a313bc8a5 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "GET /v2.0/ports/9a096376-fd45-4f7b-85ba-06d7ee9c14d5 HTTP/1.1" status: 200 len: 911 time: 0.1427844 Nov 29 01:59:56.287237 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae3b7e6-0254-4e24-8772-0e70628954cb None None] Routers {'e01f4a14-4f3a-4fe3-b791-7883a924f2d0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:56.288005 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6ae3b7e6-0254-4e24-8772-0e70628954cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['e01f4a14-4f3a-4fe3-b791-7883a924f2d0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:56.292951 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39210) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:56.315977 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-74135bf6-8c1a-4f27-be34-d04cdd3ef0e4 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:56.352257 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e413c0d-36e2-4a06-b123-de3c4ae88596 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:56.367917 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-e427f0a3-000c-4207-946c-5285f6c5c7e5 None None] Allocated IP 172.20.0.2 (126abf58-b75c-4c07-bafa-8e25bc6621b0/006f680c-b533-48a1-86b4-e199f642cfef/28882178-c1ca-4752-acb9-d368bc6dd8f4) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:56.372916 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6ae3b7e6-0254-4e24-8772-0e70628954cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:56.402755 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e413c0d-36e2-4a06-b123-de3c4ae88596 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:56.418929 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae3b7e6-0254-4e24-8772-0e70628954cb None None] Routers {'e01f4a14-4f3a-4fe3-b791-7883a924f2d0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 01:59:56.419715 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6ae3b7e6-0254-4e24-8772-0e70628954cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['e01f4a14-4f3a-4fe3-b791-7883a924f2d0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:56.518275 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-74135bf6-8c1a-4f27-be34-d04cdd3ef0e4 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac0c74f-131a-46f1-b41c-ca74b204bf5f']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:56.597793 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39218) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:56.605505 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-15707c06-7d93-44ae-9d27-39769aaad054 req-5337371e-f0b7-4666-b8b0-f778a95839a7 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 210 time: 0.0981283 Nov 29 01:59:56.616771 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-74135bf6-8c1a-4f27-be34-d04cdd3ef0e4 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91f3fb91-1531-4d1d-89d7-fd41eecf9dfa') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:56.617048 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-74135bf6-8c1a-4f27-be34-d04cdd3ef0e4 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91f3fb91-1531-4d1d-89d7-fd41eecf9dfa') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:56.644601 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e413c0d-36e2-4a06-b123-de3c4ae88596 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:56.645393 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e413c0d-36e2-4a06-b123-de3c4ae88596 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5ae1ba3f-6a76-4c01-b681-197777c8efd6 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 01:59:56.652525 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-74135bf6-8c1a-4f27-be34-d04cdd3ef0e4 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:56.659783 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e413c0d-36e2-4a06-b123-de3c4ae88596 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:56.664079 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2e413c0d-36e2-4a06-b123-de3c4ae88596 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] 10.222.0.37 "DELETE /v2.0/routers/5ae1ba3f-6a76-4c01-b681-197777c8efd6 HTTP/1.1" status: 204 len: 168 time: 6.3516665 Nov 29 01:59:56.677061 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39222) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:56.697975 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6ae3b7e6-0254-4e24-8772-0e70628954cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:56.699043 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae3b7e6-0254-4e24-8772-0e70628954cb None None] The sync data for ids ['e01f4a14-4f3a-4fe3-b791-7883a924f2d0'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 01:59:56.700722 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 7b7169a7-e83a-401b-ba06-2690ec45203d triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:56.701300 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:56.803071 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-74135bf6-8c1a-4f27-be34-d04cdd3ef0e4 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:56.842799 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ffea822d-c4d5-4ef7-86f9-9af5c3dce9b8 tempest-NetworksNegativeTestJSON-761633030 tempest-NetworksNegativeTestJSON-761633030-project] Request body: {'port': {'network_id': 'c9ca1b20-2863-4a6e-8669-4b3065f1e931', 'name': 'tempest-NetworksNegativeTestJSON-1442683248'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:56.854334 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74135bf6-8c1a-4f27-be34-d04cdd3ef0e4 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:59:56.855862 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-74135bf6-8c1a-4f27-be34-d04cdd3ef0e4 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:56.861346 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe7bac15-3eb6-4598-9b2b-71adfca9ce76 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:56.875759 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 01:59:56.875759 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:59:56.875759 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 01:59:56.875759 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:59:56.875759 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 01:59:56.875759 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:59:56.875759 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 01:59:56.875759 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:59:56.875759 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 01:59:56.875759 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:59:56.875759 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 01:59:56.875759 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:59:56.875759 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 01:59:56.875759 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:59:56.875759 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:59:56.875759 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:59:56.875759 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:59:56.875759 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:59:56.875759 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 01:59:56.875759 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:59:56.875759 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 01:59:56.875759 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:59:56.875759 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:59:56.875759 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:59:56.875759 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 01:59:56.875759 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:59:56.875759 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:59:56.875759 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:59:56.875759 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:59:56.875759 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:59:56.875759 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:59:56.875759 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:59:56.889964 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1880e81-0971-479e-9ccd-34d9a0a1bd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:56.913649 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.objects.ports [None req-ca3c82b1-e010-4ddc-89a1-89234848b895 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103255) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 01:59:56.930974 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c1880e81-0971-479e-9ccd-34d9a0a1bd0d None None] For port 7b7169a7-e83a-401b-ba06-2690ec45203d, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7b7169a7-e83a-401b-ba06-2690ec45203d,segment=NetworkSegment(1b1cc154-c8ed-4996-b2b2-e00ffc306109),segment_id=1b1cc154-c8ed-4996-b2b2-e00ffc306109)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:56.934362 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffea822d-c4d5-4ef7-86f9-9af5c3dce9b8 tempest-NetworksNegativeTestJSON-761633030 tempest-NetworksNegativeTestJSON-761633030-project] POST failed (client error): The resource could not be found. Nov 29 01:59:56.935070 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca3c82b1-e010-4ddc-89a1-89234848b895 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:56.936400 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffea822d-c4d5-4ef7-86f9-9af5c3dce9b8 tempest-NetworksNegativeTestJSON-761633030 tempest-NetworksNegativeTestJSON-761633030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:59:56.938228 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ffea822d-c4d5-4ef7-86f9-9af5c3dce9b8 tempest-NetworksNegativeTestJSON-761633030 tempest-NetworksNegativeTestJSON-761633030-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3356860 Nov 29 01:59:56.960937 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39224) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:56.989833 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1880e81-0971-479e-9ccd-34d9a0a1bd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:56.996881 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fedb93b-7ca9-4e93-94ea-2c190457f568 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Deleting subnet 809588a3-3992-4387-a21a-d99a107cbf5f {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 01:59:57.001617 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6fedb93b-7ca9-4e93-94ea-2c190457f568 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:57.054964 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-4230f8d5-89ac-4340-8b77-277d5fda46df tempest-NetworksNegativeTestJSON-761633030 tempest-NetworksNegativeTestJSON-761633030-project] DELETE failed (client error): The resource could not be found. Nov 29 01:59:57.055490 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4230f8d5-89ac-4340-8b77-277d5fda46df tempest-NetworksNegativeTestJSON-761633030 tempest-NetworksNegativeTestJSON-761633030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:59:57.058770 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4230f8d5-89ac-4340-8b77-277d5fda46df tempest-NetworksNegativeTestJSON-761633030 tempest-NetworksNegativeTestJSON-761633030-project] 10.222.0.37 "DELETE /v2.0/networks/71b7d5fb-58f6-4618-9944-8253acba4491 HTTP/1.1" status: 404 len: 339 time: 0.0965543 Nov 29 01:59:57.060800 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3c82b1-e010-4ddc-89a1-89234848b895 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:57.069068 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39226) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:57.096234 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6fedb93b-7ca9-4e93-94ea-2c190457f568 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:57.101360 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-797dde25-1384-42aa-b5a8-bb925e14b89e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:57.110484 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-ca3c82b1-e010-4ddc-89a1-89234848b895 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:57.126636 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e427f0a3-000c-4207-946c-5285f6c5c7e5 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:57.135378 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-797dde25-1384-42aa-b5a8-bb925e14b89e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:57.140493 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3c82b1-e010-4ddc-89a1-89234848b895 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:57.141092 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca3c82b1-e010-4ddc-89a1-89234848b895 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:57.151250 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:57.162024 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e427f0a3-000c-4207-946c-5285f6c5c7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:57.162285 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-74135bf6-8c1a-4f27-be34-d04cdd3ef0e4 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:57.168108 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-74135bf6-8c1a-4f27-be34-d04cdd3ef0e4 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:57.173958 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-74135bf6-8c1a-4f27-be34-d04cdd3ef0e4 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] 10.222.0.37 "DELETE /v2.0/networks/9ac0c74f-131a-46f1-b41c-ca74b204bf5f HTTP/1.1" status: 204 len: 168 time: 1.8149314 Nov 29 01:59:57.211046 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1880e81-0971-479e-9ccd-34d9a0a1bd0d None None] Pushing event updated for resources: {'Port': ['ID=7b7169a7-e83a-401b-ba06-2690ec45203d,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:57.244942 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39228) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:57.247872 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797dde25-1384-42aa-b5a8-bb925e14b89e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=3e9e3648-b9f2-48cf-948c-19815edbb72a,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:57.301025 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e427f0a3-000c-4207-946c-5285f6c5c7e5 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 01:59:57.303625 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74135bf6-8c1a-4f27-be34-d04cdd3ef0e4 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Pushing event deleted for resources: {'Network': ['ID=9ac0c74f-131a-46f1-b41c-ca74b204bf5f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:57.308603 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-e427f0a3-000c-4207-946c-5285f6c5c7e5 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 01:59:57.310393 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6fedb93b-7ca9-4e93-94ea-2c190457f568 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:57.313478 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe7bac15-3eb6-4598-9b2b-71adfca9ce76 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:57.317738 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e427f0a3-000c-4207-946c-5285f6c5c7e5 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 01:59:57.340720 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427f0a3-000c-4207-946c-5285f6c5c7e5 None None] Pushing event updated for resources: {'Port': ['ID=28882178-c1ca-4752-acb9-d368bc6dd8f4,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:57.348596 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.db.api [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 01:59:57.352604 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG oslo_db.api [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 01:59:57.388947 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5fd9ec8-e708-4855-974c-22a017b99dc6 tempest-NetworksNegativeTestJSON-761633030 tempest-NetworksNegativeTestJSON-761633030-project] DELETE failed (client error): The resource could not be found. Nov 29 01:59:57.389833 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5fd9ec8-e708-4855-974c-22a017b99dc6 tempest-NetworksNegativeTestJSON-761633030 tempest-NetworksNegativeTestJSON-761633030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:59:57.397634 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e5fd9ec8-e708-4855-974c-22a017b99dc6 tempest-NetworksNegativeTestJSON-761633030 tempest-NetworksNegativeTestJSON-761633030-project] 10.222.0.37 "DELETE /v2.0/ports/517ae707-69b4-4be2-bf10-b57b7d919c8f HTTP/1.1" status: 404 len: 333 time: 0.3214056 Nov 29 01:59:57.398476 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1843375-9592-4f5b-8250-dfb1ce5653c1 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:57.399141 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39234) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:57.403266 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-e427f0a3-000c-4207-946c-5285f6c5c7e5 None None] Attempting to bind port 28882178-c1ca-4752-acb9-d368bc6dd8f4 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 01:59:57.403756 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ca3c82b1-e010-4ddc-89a1-89234848b895 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3728518 Nov 29 01:59:57.406867 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-e427f0a3-000c-4207-946c-5285f6c5c7e5 None None] Attempting to bind port 28882178-c1ca-4752-acb9-d368bc6dd8f4 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 01:59:57.407748 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e427f0a3-000c-4207-946c-5285f6c5c7e5 None None] Attempting to bind port 28882178-c1ca-4752-acb9-d368bc6dd8f4 on network 126abf58-b75c-4c07-bafa-8e25bc6621b0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 01:59:57.412643 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39236) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:57.414026 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c82b1-e010-4ddc-89a1-89234848b895 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Subnet': ['ID=287ded3d-49fe-4f50-bd92-784328c9155a,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:57.417286 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e427f0a3-000c-4207-946c-5285f6c5c7e5 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 01:59:57.417695 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e427f0a3-000c-4207-946c-5285f6c5c7e5 None None] Checking segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 01:59:57.418102 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e427f0a3-000c-4207-946c-5285f6c5c7e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:57.418542 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e427f0a3-000c-4207-946c-5285f6c5c7e5 None None] Bound using segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 01:59:57.419245 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-e427f0a3-000c-4207-946c-5285f6c5c7e5 None None] Bound port: 28882178-c1ca-4752-acb9-d368bc6dd8f4, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 01:59:57.419383 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e427f0a3-000c-4207-946c-5285f6c5c7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:57.440545 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f5dddde5-bdb6-4ec2-8bda-d4a6614fad03 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'port': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'mac_address': 'fa:16:3e:c5:0a:15', 'name': 'tempest-NetworksTestDHCPv6-1538395360'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:57.445982 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-c43e7374-aaef-4255-957e-f60adcb80d06 None None] Provisioning complete for port 7b7169a7-e83a-401b-ba06-2690ec45203d triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:57.446494 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c43e7374-aaef-4255-957e-f60adcb80d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:57.535337 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e3288-e496-402e-b41c-68268583bda2 req-e9d75f23-e9c6-4ca4-893d-483115804c02 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 01:59:57.537476 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-575e3288-e496-402e-b41c-68268583bda2 req-e9d75f23-e9c6-4ca4-893d-483115804c02 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.24 "GET /v2.0/networks?id=eb92b723-cb1c-4df8-84a3-7b1e42ef5335 HTTP/1.1" status: 200 len: 812 time: 0.6219575 Nov 29 01:59:57.541940 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e427f0a3-000c-4207-946c-5285f6c5c7e5 None None] For port 28882178-c1ca-4752-acb9-d368bc6dd8f4, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 01:59:57.547207 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e427f0a3-000c-4207-946c-5285f6c5c7e5 None None] For port 28882178-c1ca-4752-acb9-d368bc6dd8f4, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=28882178-c1ca-4752-acb9-d368bc6dd8f4,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 01:59:57.580046 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e427f0a3-000c-4207-946c-5285f6c5c7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:57.669644 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427f0a3-000c-4207-946c-5285f6c5c7e5 None None] Pushing event updated for resources: {'Port': ['ID=28882178-c1ca-4752-acb9-d368bc6dd8f4,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:57.708779 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-c43e7374-aaef-4255-957e-f60adcb80d06 None None] Provisioning complete for port 9a096376-fd45-4f7b-85ba-06d7ee9c14d5 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:57.709155 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c43e7374-aaef-4255-957e-f60adcb80d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:57.761849 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c43e7374-aaef-4255-957e-f60adcb80d06 None None] Port 9a096376-fd45-4f7b-85ba-06d7ee9c14d5 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:59:57.767782 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f2fa1bd-025e-431d-a164-e2b3ca075532 tempest-NetworksNegativeTestJSON-761633030 tempest-NetworksNegativeTestJSON-761633030-project] DELETE failed (client error): The resource could not be found. Nov 29 01:59:57.768248 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f2fa1bd-025e-431d-a164-e2b3ca075532 tempest-NetworksNegativeTestJSON-761633030 tempest-NetworksNegativeTestJSON-761633030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:59:57.771955 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4f2fa1bd-025e-431d-a164-e2b3ca075532 tempest-NetworksNegativeTestJSON-761633030 tempest-NetworksNegativeTestJSON-761633030-project] 10.222.0.37 "DELETE /v2.0/subnets/f5d5a250-396c-4351-a06a-69d0990e5a1f HTTP/1.1" status: 404 len: 337 time: 0.3713093 Nov 29 01:59:57.783478 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39240) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:57.793588 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-797dde25-1384-42aa-b5a8-bb925e14b89e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:57.846663 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-30023242-dde1-45e5-9534-c55c025f6083 req-e6d53736-b3d1-4048-94ae-5f797f94e2dc tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 210 time: 0.0853689 Nov 29 01:59:57.859205 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c9e50e-e763-46a6-af29-8a51c4eb50f6 tempest-NetworksNegativeTestJSON-761633030 tempest-NetworksNegativeTestJSON-761633030-project] GET failed (client error): The resource could not be found. Nov 29 01:59:57.860596 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b2c9e50e-e763-46a6-af29-8a51c4eb50f6 tempest-NetworksNegativeTestJSON-761633030 tempest-NetworksNegativeTestJSON-761633030-project] 10.222.0.37 "GET /v2.0/networks/1ce10d3f-33f0-4dd6-a622-cfbe2193342a HTTP/1.1" status: 404 len: 339 time: 0.0582399 Nov 29 01:59:57.867970 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-575e3288-e496-402e-b41c-68268583bda2 req-bdcbcb96-dca1-4ad8-b4f5-f937c9e1f8bf tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8cd21cd1c9b40658c50d85b4f327f37 HTTP/1.1" status: 200 len: 380 time: 0.2945640 Nov 29 01:59:57.868846 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39242) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:57.873401 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1843375-9592-4f5b-8250-dfb1ce5653c1 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:57.899475 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-575e3288-e496-402e-b41c-68268583bda2 req-66068790-4cd0-4143-a97c-2e9de88d337a tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Request body: {'port': {'device_id': '71ba8100-3a27-4df5-82bd-f3f4648b1fdb', 'network_id': 'eb92b723-cb1c-4df8-84a3-7b1e42ef5335', 'admin_state_up': True, 'tenant_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'security_groups': ['34156ace-326b-4213-8fdd-43cff46873cc']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:57.966296 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-797dde25-1384-42aa-b5a8-bb925e14b89e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Floating IP 7ddd9d20-65ab-4ce0-85a7-2a784b222620 associated. External IP: 172.26.3.14, port: 97bdb40e-4af9-4e30-a85e-91309f19d1d3. Nov 29 01:59:57.992614 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-bae330b7-94d5-4e7e-a255-da17cd647bd7 tempest-NetworksNegativeTestJSON-761633030 tempest-NetworksNegativeTestJSON-761633030-project] GET failed (client error): The resource could not be found. Nov 29 01:59:57.994312 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-bae330b7-94d5-4e7e-a255-da17cd647bd7 tempest-NetworksNegativeTestJSON-761633030 tempest-NetworksNegativeTestJSON-761633030-project] 10.222.0.37 "GET /v2.0/ports/f6cb40f6-c598-4009-95b3-81f49fcc5393 HTTP/1.1" status: 404 len: 333 time: 0.1170673 Nov 29 01:59:57.999699 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39244) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:57.999881 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-c1843375-9592-4f5b-8250-dfb1ce5653c1 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2802da71-6462-48a4-9855-7b6a16dcbcdf']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:58.023472 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-a6d25bfe-8b0a-4a31-bd84-5da073337677 None None] Provisioning complete for port 9a096376-fd45-4f7b-85ba-06d7ee9c14d5 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:58.027580 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a6d25bfe-8b0a-4a31-bd84-5da073337677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:58.033610 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-c1843375-9592-4f5b-8250-dfb1ce5653c1 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b95775-13ab-4b32-add2-3224a5cb2edc') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:58.033913 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-c1843375-9592-4f5b-8250-dfb1ce5653c1 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b95775-13ab-4b32-add2-3224a5cb2edc') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:58.059430 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1843375-9592-4f5b-8250-dfb1ce5653c1 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:58.073044 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5dddde5-bdb6-4ec2-8bda-d4a6614fad03 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:58.075824 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 3873a7ed-34d0-4997-ac5f-1357f6084706 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:59:58.089945 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6fedb93b-7ca9-4e93-94ea-2c190457f568 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:58.119140 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 3873a7ed-34d0-4997-ac5f-1357f6084706 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:59:58.119637 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 3873a7ed-34d0-4997-ac5f-1357f6084706 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:59:58.148498 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1843375-9592-4f5b-8250-dfb1ce5653c1 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:58.148998 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a6d25bfe-8b0a-4a31-bd84-5da073337677 None None] Port 9a096376-fd45-4f7b-85ba-06d7ee9c14d5 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:59:58.164542 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1843375-9592-4f5b-8250-dfb1ce5653c1 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:59:58.164953 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1843375-9592-4f5b-8250-dfb1ce5653c1 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:58.172226 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 01:59:58.172226 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:59:58.172226 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 01:59:58.172226 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:59:58.172226 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 01:59:58.172226 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:59:58.172226 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 01:59:58.172226 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:59:58.172226 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 01:59:58.172226 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:59:58.172226 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 01:59:58.172226 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:59:58.172226 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 01:59:58.172226 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:59:58.172226 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:59:58.172226 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:59:58.172226 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:59:58.172226 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:59:58.172226 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 01:59:58.172226 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:59:58.172226 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 01:59:58.172226 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:59:58.172226 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:59:58.172226 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:59:58.172226 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 01:59:58.172226 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:59:58.172226 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:59:58.172226 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:59:58.172226 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:59:58.172226 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:59:58.172226 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:59:58.172226 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:59:58.232825 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f098e31-16b3-4fbe-910f-d8b84787f272 tempest-NetworksNegativeTestJSON-761633030 tempest-NetworksNegativeTestJSON-761633030-project] GET failed (client error): The resource could not be found. Nov 29 01:59:58.238045 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6f098e31-16b3-4fbe-910f-d8b84787f272 tempest-NetworksNegativeTestJSON-761633030 tempest-NetworksNegativeTestJSON-761633030-project] 10.222.0.37 "GET /v2.0/subnets/767d342a-e39a-4576-b8a0-1f1b02ab58d7 HTTP/1.1" status: 404 len: 337 time: 0.1453834 Nov 29 01:59:58.243721 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39246) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:58.270483 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-9fd37796-d64b-4970-9034-155df719dccf tempest-NetworksNegativeTestJSON-761633030 tempest-NetworksNegativeTestJSON-761633030-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:58.286722 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-9ab5909f-270c-4a9e-b6a9-ee2121eddbae None None] Provisioning complete for port 9a096376-fd45-4f7b-85ba-06d7ee9c14d5 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:58.287097 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9ab5909f-270c-4a9e-b6a9-ee2121eddbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:58.294683 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fedb93b-7ca9-4e93-94ea-2c190457f568 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=809588a3-3992-4387-a21a-d99a107cbf5f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:58.318737 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fd37796-d64b-4970-9034-155df719dccf tempest-NetworksNegativeTestJSON-761633030 tempest-NetworksNegativeTestJSON-761633030-project] PUT failed (client error): The resource could not be found. Nov 29 01:59:58.319167 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fd37796-d64b-4970-9034-155df719dccf tempest-NetworksNegativeTestJSON-761633030 tempest-NetworksNegativeTestJSON-761633030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:59:58.319817 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6fedb93b-7ca9-4e93-94ea-2c190457f568 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:58.320416 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9fd37796-d64b-4970-9034-155df719dccf tempest-NetworksNegativeTestJSON-761633030 tempest-NetworksNegativeTestJSON-761633030-project] 10.222.0.37 "PUT /v2.0/networks/b8fcb484-1b46-438f-9fff-b52527effc23 HTTP/1.1" status: 404 len: 339 time: 0.0547500 Nov 29 01:59:58.323769 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6fedb93b-7ca9-4e93-94ea-2c190457f568 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/809588a3-3992-4387-a21a-d99a107cbf5f HTTP/1.1" status: 204 len: 168 time: 1.6388419 Nov 29 01:59:58.328192 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39248) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:58.328606 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39250) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:58.340674 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-9ab5909f-270c-4a9e-b6a9-ee2121eddbae None None] Port 9a096376-fd45-4f7b-85ba-06d7ee9c14d5 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 01:59:58.344760 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-09e52b74-cb76-4bff-b98c-f5372e4bfda3 tempest-NetworksNegativeTestJSON-761633030 tempest-NetworksNegativeTestJSON-761633030-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:58.357397 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1843375-9592-4f5b-8250-dfb1ce5653c1 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:58.362219 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c1843375-9592-4f5b-8250-dfb1ce5653c1 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:58.368427 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c1843375-9592-4f5b-8250-dfb1ce5653c1 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] 10.222.0.37 "DELETE /v2.0/networks/2802da71-6462-48a4-9855-7b6a16dcbcdf HTTP/1.1" status: 204 len: 168 time: 1.0789967 Nov 29 01:59:58.410743 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1843375-9592-4f5b-8250-dfb1ce5653c1 tempest-BulkNetworkOpsTest-1718764587 tempest-BulkNetworkOpsTest-1718764587-project] Pushing event deleted for resources: {'Network': ['ID=2802da71-6462-48a4-9855-7b6a16dcbcdf,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:58.419929 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5dddde5-bdb6-4ec2-8bda-d4a6614fad03 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:58.426542 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e52b74-cb76-4bff-b98c-f5372e4bfda3 tempest-NetworksNegativeTestJSON-761633030 tempest-NetworksNegativeTestJSON-761633030-project] PUT failed (client error): The resource could not be found. Nov 29 01:59:58.427179 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09e52b74-cb76-4bff-b98c-f5372e4bfda3 tempest-NetworksNegativeTestJSON-761633030 tempest-NetworksNegativeTestJSON-761633030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:59:58.431835 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-09e52b74-cb76-4bff-b98c-f5372e4bfda3 tempest-NetworksNegativeTestJSON-761633030 tempest-NetworksNegativeTestJSON-761633030-project] 10.222.0.37 "PUT /v2.0/ports/4e85d8d8-baba-4a65-ba0c-245eb5919f1d HTTP/1.1" status: 404 len: 333 time: 0.0970018 Nov 29 01:59:58.434481 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39254) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:58.435263 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-575e3288-e496-402e-b41c-68268583bda2 req-66068790-4cd0-4143-a97c-2e9de88d337a tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Made reservation on behalf of b8cd21cd1c9b40658c50d85b4f327f37 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 01:59:58.438913 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-575e3288-e496-402e-b41c-68268583bda2 req-66068790-4cd0-4143-a97c-2e9de88d337a tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:58.446476 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-675f21ec-a772-4449-b44f-c8a0bec9a8d5 tempest-NetworksNegativeTestJSON-761633030 tempest-NetworksNegativeTestJSON-761633030-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:58.452961 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7b7169a7-e83a-401b-ba06-2690ec45203d up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:59:58.487696 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-865e5b43-f5a0-4c44-a0c8-070537dfae8b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:58.494167 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-675f21ec-a772-4449-b44f-c8a0bec9a8d5 tempest-NetworksNegativeTestJSON-761633030 tempest-NetworksNegativeTestJSON-761633030-project] PUT failed (client error): The resource could not be found. Nov 29 01:59:58.497866 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-675f21ec-a772-4449-b44f-c8a0bec9a8d5 tempest-NetworksNegativeTestJSON-761633030 tempest-NetworksNegativeTestJSON-761633030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 01:59:58.500292 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-675f21ec-a772-4449-b44f-c8a0bec9a8d5 tempest-NetworksNegativeTestJSON-761633030 tempest-NetworksNegativeTestJSON-761633030-project] 10.222.0.37 "PUT /v2.0/subnets/dba5fdf2-5ad4-49e0-acbb-a111ab659a93 HTTP/1.1" status: 404 len: 337 time: 0.0590491 Nov 29 01:59:58.527611 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-abe1112d-9661-4ab9-97b7-300177b25f86 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:58.545871 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-f5dddde5-bdb6-4ec2-8bda-d4a6614fad03 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] device_id is not set on port 4922f264-a3ba-4fb4-950f-10027069a07f yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 01:59:58.554480 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 7b7169a7-e83a-401b-ba06-2690ec45203d triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:58.554859 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:58.590694 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe7bac15-3eb6-4598-9b2b-71adfca9ce76 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:58.623202 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe7bac15-3eb6-4598-9b2b-71adfca9ce76 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:58.778033 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 28882178-c1ca-4752-acb9-d368bc6dd8f4 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 01:59:58.818903 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-abe1112d-9661-4ab9-97b7-300177b25f86 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:58.859130 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-abe1112d-9661-4ab9-97b7-300177b25f86 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b15ed1-5a2c-4b6f-a000-4878b5821c9f']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:58.880462 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-abe1112d-9661-4ab9-97b7-300177b25f86 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a047c6a1-3ef3-4b65-8382-561e109d7112') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:58.881338 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-abe1112d-9661-4ab9-97b7-300177b25f86 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a047c6a1-3ef3-4b65-8382-561e109d7112') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 01:59:58.897401 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-575e3288-e496-402e-b41c-68268583bda2 req-66068790-4cd0-4143-a97c-2e9de88d337a tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Allocated IP 172.20.0.5 (eb92b723-cb1c-4df8-84a3-7b1e42ef5335/7fe7d8ce-5428-4f8e-9400-d67b4f1b0825/fa82e7af-5435-42ba-a21f-1b96cdc0acdd) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:58.913238 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 28882178-c1ca-4752-acb9-d368bc6dd8f4 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:58.913776 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:58.917489 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-abe1112d-9661-4ab9-97b7-300177b25f86 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:58.933998 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39264) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:58.936008 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39266) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:58.946203 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797dde25-1384-42aa-b5a8-bb925e14b89e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router eb748527-9598-4459-b714-65533a632cbf has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 01:59:58.966236 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7bac15-3eb6-4598-9b2b-71adfca9ce76 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event updated for resources: {'Port': ['ID=f61efd5f-37dc-4ad8-820e-92ef30c9c9b3,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:58.981446 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-abe1112d-9661-4ab9-97b7-300177b25f86 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:59.015433 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-f5dddde5-bdb6-4ec2-8bda-d4a6614fad03 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Allocated IP 172.20.0.10 (126abf58-b75c-4c07-bafa-8e25bc6621b0/006f680c-b533-48a1-86b4-e199f642cfef/4922f264-a3ba-4fb4-950f-10027069a07f) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:59.037989 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-f5dddde5-bdb6-4ec2-8bda-d4a6614fad03 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Allocated IP 2001:db8::f816:3eff:fec5:a15 (126abf58-b75c-4c07-bafa-8e25bc6621b0/287ded3d-49fe-4f50-bd92-784328c9155a/4922f264-a3ba-4fb4-950f-10027069a07f) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 01:59:59.078822 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe1112d-9661-4ab9-97b7-300177b25f86 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 01:59:59.079240 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-abe1112d-9661-4ab9-97b7-300177b25f86 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:59.084581 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 01:59:59.084581 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 01:59:59.084581 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 01:59:59.084581 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 01:59:59.084581 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 01:59:59.084581 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 01:59:59.084581 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 01:59:59.084581 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 01:59:59.084581 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 01:59:59.084581 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 01:59:59.084581 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 01:59:59.084581 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 01:59:59.084581 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 01:59:59.084581 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 01:59:59.084581 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 01:59:59.084581 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 01:59:59.084581 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 01:59:59.084581 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 01:59:59.084581 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 01:59:59.084581 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 01:59:59.084581 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 01:59:59.084581 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 01:59:59.084581 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 01:59:59.084581 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 01:59:59.084581 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 01:59:59.084581 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 01:59:59.084581 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 01:59:59.084581 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 01:59:59.084581 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 01:59:59.084581 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 01:59:59.084581 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 01:59:59.084581 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 01:59:59.094373 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:59.149404 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port 28882178-c1ca-4752-acb9-d368bc6dd8f4, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=28882178-c1ca-4752-acb9-d368bc6dd8f4,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 01:59:59.159000 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:59.231489 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=28882178-c1ca-4752-acb9-d368bc6dd8f4,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:59.237780 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 44d2de75-8404-47b9-bc4b-9b853909cc81 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 01:59:59.238545 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe7bac15-3eb6-4598-9b2b-71adfca9ce76 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:59.268599 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 44d2de75-8404-47b9-bc4b-9b853909cc81 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 01:59:59.269392 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 44d2de75-8404-47b9-bc4b-9b853909cc81 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 01:59:59.285117 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-20d80c31-1823-4051-95e9-e90ed7cd5f9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:59.299251 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-436a9510-121b-403c-8bd1-d4b50b9efec9 req-ef318305-c658-4858-92ad-ba26d03d0e93 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 210 time: 0.2868521 Nov 29 01:59:59.320302 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654efac5-6d3f-4adf-bdb1-7eebe0120674 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 01:59:59.385853 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-abe1112d-9661-4ab9-97b7-300177b25f86 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:59.389973 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-14e6ee5a-0681-4297-8f39-96efca649fb5 None None] Provisioning complete for port 28882178-c1ca-4752-acb9-d368bc6dd8f4 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 01:59:59.390357 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-14e6ee5a-0681-4297-8f39-96efca649fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:59.390881 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe1112d-9661-4ab9-97b7-300177b25f86 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b9b15ed1-5a2c-4b6f-a000-4878b5821c9f {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 29 01:59:59.393211 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-abe1112d-9661-4ab9-97b7-300177b25f86 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:59.411831 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-abe1112d-9661-4ab9-97b7-300177b25f86 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] 10.222.0.37 "DELETE /v2.0/networks/b9b15ed1-5a2c-4b6f-a000-4878b5821c9f HTTP/1.1" status: 204 len: 168 time: 1.0712235 Nov 29 01:59:59.445000 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9f06501c-6a18-4375-98f0-38d1a77b1ca2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ba21662ce8d94fafbf3252ba00c23584&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5026619 Nov 29 01:59:59.455926 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-575e3288-e496-402e-b41c-68268583bda2 req-66068790-4cd0-4143-a97c-2e9de88d337a tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:59.462600 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39274) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:59.472522 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-865e5b43-f5a0-4c44-a0c8-070537dfae8b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Deleting port 9a096376-fd45-4f7b-85ba-06d7ee9c14d5 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 01:59:59.472855 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-865e5b43-f5a0-4c44-a0c8-070537dfae8b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:59.478122 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797dde25-1384-42aa-b5a8-bb925e14b89e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 01:59:59.486870 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1112d-9661-4ab9-97b7-300177b25f86 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Pushing event deleted for resources: {'Network': ['ID=b9b15ed1-5a2c-4b6f-a000-4878b5821c9f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 01:59:59.519602 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-fe7bac15-3eb6-4598-9b2b-71adfca9ce76 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Floating IP 530a492d-0de8-404a-9f1d-2a7c068a7d04 associated. External IP: 172.26.3.188, port: a64238c5-2adf-4bc2-a4ac-b4ec3bafdef4. Nov 29 01:59:59.656886 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-797dde25-1384-42aa-b5a8-bb925e14b89e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:59.690167 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-797dde25-1384-42aa-b5a8-bb925e14b89e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 11.2038980 Nov 29 01:59:59.704904 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39278) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:59.705188 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641', 'tag': '97bdb40e-4af9-4e30-a85e-91309f19d1d3'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 01:59:59.707615 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a54b0b8d43a805c8e04fafa9e6e1877f555095d74f053d1eebc96b979e45145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb48f73-87ed-4b46-bc45-fa1c74d0a825" -d '{"events": [{"name": "network-changed", "server_uuid": "2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641", "tag": "97bdb40e-4af9-4e30-a85e-91309f19d1d3"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 01:59:59.710399 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2a52ccb9-6802-4b59-80e6-558b751845e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:59.823181 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cef22eb-c7bb-4623-89aa-7cd524b7aa2e None None] Update dhcp port {'port': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'fixed_ips': [{'subnet_id': '006f680c-b533-48a1-86b4-e199f642cfef', 'ip_address': '172.20.0.2'}, {'subnet_id': '287ded3d-49fe-4f50-bd92-784328c9155a'}], 'binding:host_id': 'dv-neutron-819032-3-hyperv'}, 'id': '28882178-c1ca-4752-acb9-d368bc6dd8f4'} from dv-neutron-819032-3-hyperv. {{(pid=103256) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 01:59:59.878478 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5e760c4f-4ca4-4af2-b362-b9cd9bfa9fcd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/floatingips/7ddd9d20-65ab-4ce0-85a7-2a784b222620 HTTP/1.1" status: 200 len: 991 time: 0.1657746 Nov 29 01:59:59.896932 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2cef22eb-c7bb-4623-89aa-7cd524b7aa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:59.908730 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-865e5b43-f5a0-4c44-a0c8-070537dfae8b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:59.921859 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-865e5b43-f5a0-4c44-a0c8-070537dfae8b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Calling delete_port for 9a096376-fd45-4f7b-85ba-06d7ee9c14d5 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 01:59:59.931270 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 01:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb214c1c-cde0-4275-868c-3057e045258d x-openstack-request-id: req-bb214c1c-cde0-4275-868c-3057e045258d {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 01:59:59.931769 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641", "tag": "97bdb40e-4af9-4e30-a85e-91309f19d1d3", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 01:59:59.932171 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bb214c1c-cde0-4275-868c-3057e045258d {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 01:59:59.932709 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641', 'tag': '97bdb40e-4af9-4e30-a85e-91309f19d1d3', 'status': 'completed', 'code': 200} Nov 29 01:59:59.940176 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2a52ccb9-6802-4b59-80e6-558b751845e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:59.941911 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39284) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 01:59:59.946508 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b401cdb4-048c-4cb5-b117-64383c1f8fdc tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Request body: {'router': {'name': 'tempest-router--1932011356', 'project_id': 'd6559174a7294796a785f94ff60f69fb'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 01:59:59.990778 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b401cdb4-048c-4cb5-b117-64383c1f8fdc tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 01:59:59.992072 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b401cdb4-048c-4cb5-b117-64383c1f8fdc tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.083643 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b401cdb4-048c-4cb5-b117-64383c1f8fdc tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.112979 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8e6fc9-d4d9-4d0a-b7c0-8a2659c1aa24 None None] Sync routers for ids ['eb748527-9598-4459-b714-65533a632cbf'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:00.120546 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b401cdb4-048c-4cb5-b117-64383c1f8fdc tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.133465 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8e6fc9-d4d9-4d0a-b7c0-8a2659c1aa24 None None] Routers {'eb748527-9598-4459-b714-65533a632cbf'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:00.134270 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ea8e6fc9-d4d9-4d0a-b7c0-8a2659c1aa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['eb748527-9598-4459-b714-65533a632cbf'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:00.163277 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b401cdb4-048c-4cb5-b117-64383c1f8fdc tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.164494 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b401cdb4-048c-4cb5-b117-64383c1f8fdc tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2214704 Nov 29 02:00:00.174569 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39286) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:00.216065 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5dddde5-bdb6-4ec2-8bda-d4a6614fad03 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.226712 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-865e5b43-f5a0-4c44-a0c8-070537dfae8b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.229591 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 28882178-c1ca-4752-acb9-d368bc6dd8f4 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:00:00.237265 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb48f73-87ed-4b46-bc45-fa1c74d0a825 req-ebdb56d7-1c45-45b6-8adc-736d2eb72aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:00.238831 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-beb48f73-87ed-4b46-bc45-fa1c74d0a825 req-ebdb56d7-1c45-45b6-8adc-736d2eb72aa7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641 HTTP/1.1" status: 200 len: 1099 time: 0.1573112 Nov 29 02:00:00.253334 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-575e3288-e496-402e-b41c-68268583bda2 req-66068790-4cd0-4143-a97c-2e9de88d337a tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.292666 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 28882178-c1ca-4752-acb9-d368bc6dd8f4 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:00.293323 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.324371 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-ea8e6fc9-d4d9-4d0a-b7c0-8a2659c1aa24 None None] Set router eb748527-9598-4459-b714-65533a632cbf gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:00:00.351855 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e5b43-f5a0-4c44-a0c8-070537dfae8b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event deleted for resources: {'Port': ['ID=9a096376-fd45-4f7b-85ba-06d7ee9c14d5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:00.414605 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb48f73-87ed-4b46-bc45-fa1c74d0a825 req-7273665f-042c-4f1c-a906-89bc043599ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:00.416482 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-beb48f73-87ed-4b46-bc45-fa1c74d0a825 req-7273665f-042c-4f1c-a906-89bc043599ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=832816b9-beec-4a08-8e13-11d88846b1eb HTTP/1.1" status: 200 len: 898 time: 0.1598177 Nov 29 02:00:00.427007 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5dddde5-bdb6-4ec2-8bda-d4a6614fad03 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.461120 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-2cef22eb-c7bb-4623-89aa-7cd524b7aa2e None None] Allocated IP 2001:db8::f816:3eff:fed7:35aa (126abf58-b75c-4c07-bafa-8e25bc6621b0/287ded3d-49fe-4f50-bd92-784328c9155a/28882178-c1ca-4752-acb9-d368bc6dd8f4) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:00.516270 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dddde5-bdb6-4ec2-8bda-d4a6614fad03 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:00.522752 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-f5dddde5-bdb6-4ec2-8bda-d4a6614fad03 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:00.534736 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-575e3288-e496-402e-b41c-68268583bda2 req-66068790-4cd0-4143-a97c-2e9de88d337a tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Network eb92b723-cb1c-4df8-84a3-7b1e42ef5335 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:00.568816 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-2cef22eb-c7bb-4623-89aa-7cd524b7aa2e None None] For port 28882178-c1ca-4752-acb9-d368bc6dd8f4, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=28882178-c1ca-4752-acb9-d368bc6dd8f4,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:00.576973 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dddde5-bdb6-4ec2-8bda-d4a6614fad03 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:00.601397 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2cef22eb-c7bb-4623-89aa-7cd524b7aa2e None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.612945 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2cef22eb-c7bb-4623-89aa-7cd524b7aa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.641055 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-575e3288-e496-402e-b41c-68268583bda2 req-66068790-4cd0-4143-a97c-2e9de88d337a tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:00.650308 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dddde5-bdb6-4ec2-8bda-d4a6614fad03 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:00.650990 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5dddde5-bdb6-4ec2-8bda-d4a6614fad03 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.657096 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-575e3288-e496-402e-b41c-68268583bda2 req-66068790-4cd0-4143-a97c-2e9de88d337a tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:00.726495 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3379ca48-af25-4d7f-9ff5-08ad8ca256ba tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.728134 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef22eb-c7bb-4623-89aa-7cd524b7aa2e None None] Pushing event updated for resources: {'Port': ['ID=28882178-c1ca-4752-acb9-d368bc6dd8f4,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:00.733792 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2a52ccb9-6802-4b59-80e6-558b751845e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.738214 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2a52ccb9-6802-4b59-80e6-558b751845e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.741660 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2a52ccb9-6802-4b59-80e6-558b751845e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e9061324-7dd0-4621-a6d3-ff6f879a6f8e HTTP/1.1" status: 204 len: 168 time: 1.2712042 Nov 29 02:00:00.767684 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e3288-e496-402e-b41c-68268583bda2 req-66068790-4cd0-4143-a97c-2e9de88d337a tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:00.768393 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-575e3288-e496-402e-b41c-68268583bda2 req-66068790-4cd0-4143-a97c-2e9de88d337a tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:00.839497 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ea8e6fc9-d4d9-4d0a-b7c0-8a2659c1aa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb748527-9598-4459-b714-65533a632cbf', 'name': 'tempest-TestNetworkBasicOps-router-822574806', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:58:53Z', 'updated_at': '2021-11-29T01:59:09Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:58:55Z', 'updated_at': '2021-11-29T01:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '7ddd9d20-65ab-4ce0-85a7-2a784b222620', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.14', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'eb748527-9598-4459-b714-65533a632cbf', 'port_id': '97bdb40e-4af9-4e30-a85e-91309f19d1d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb', 'mac_address': 'fa:16:3e:1c:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:59:54Z', 'updated_at': '2021-11-29T01:59:54Z', 'revision_number': 0, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b545aeab-eeae-407e-957b-d0d1ffeb818e', 'name': '', 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:3a:b8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '82d38417-3195-44e6-a3d7-993768ac5780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:07Z', 'updated_at': '2021-11-29T01:59:19Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '82d38417-3195-44e6-a3d7-993768ac5780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:00.882132 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a52ccb9-6802-4b59-80e6-558b751845e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9061324-7dd0-4621-a6d3-ff6f879a6f8e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:00.897930 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39292) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:00.912427 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8e6fc9-d4d9-4d0a-b7c0-8a2659c1aa24 None None] Checking router: eb748527-9598-4459-b714-65533a632cbf for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:00:00.935050 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8e6fc9-d4d9-4d0a-b7c0-8a2659c1aa24 None None] Routers {'eb748527-9598-4459-b714-65533a632cbf'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:00.937096 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ea8e6fc9-d4d9-4d0a-b7c0-8a2659c1aa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['eb748527-9598-4459-b714-65533a632cbf'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:00.938129 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbab4ab-c205-4c33-baf9-3916a210a3fa req-03e01cd2-a356-44f8-af2a-fb326cd3f61b tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:00.953474 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dfbab4ab-c205-4c33-baf9-3916a210a3fa req-03e01cd2-a356-44f8-af2a-fb326cd3f61b tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 931 time: 0.2988725 Nov 29 02:00:00.978256 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-575e3288-e496-402e-b41c-68268583bda2 req-66068790-4cd0-4143-a97c-2e9de88d337a tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0872509 Nov 29 02:00:00.997191 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66068790-4cd0-4143-a97c-2e9de88d337a tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Pushing event updated for resources: {'Port': ['ID=fa82e7af-5435-42ba-a21f-1b96cdc0acdd,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:01.067849 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-c37ddb71-7a7d-4326-a3c0-195d58dd29d1 None None] Provisioning complete for port fa82e7af-5435-42ba-a21f-1b96cdc0acdd triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:01.068702 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f5dddde5-bdb6-4ec2-8bda-d4a6614fad03 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.6507814 Nov 29 02:00:01.069141 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c37ddb71-7a7d-4326-a3c0-195d58dd29d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:01.080230 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-575e3288-e496-402e-b41c-68268583bda2 req-61482976-1f90-48a8-adf1-24a3a06d03ff service neutron] Request body: {'port': {'device_id': '71ba8100-3a27-4df5-82bd-f3f4648b1fdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:01.090943 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-865e5b43-f5a0-4c44-a0c8-070537dfae8b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:01.091388 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39294) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:01.100354 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-20d80c31-1823-4051-95e9-e90ed7cd5f9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:01.109737 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-ea8e6fc9-d4d9-4d0a-b7c0-8a2659c1aa24 None None] Set router eb748527-9598-4459-b714-65533a632cbf gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:00:01.155639 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c37ddb71-7a7d-4326-a3c0-195d58dd29d1 None None] Port fa82e7af-5435-42ba-a21f-1b96cdc0acdd cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:00:01.164965 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-beb48f73-87ed-4b46-bc45-fa1c74d0a825 req-2ed3a104-fd2c-4736-80d0-5b55e31bc492 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97bdb40e-4af9-4e30-a85e-91309f19d1d3 HTTP/1.1" status: 200 len: 999 time: 0.7325714 Nov 29 02:00:01.186086 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-20d80c31-1823-4051-95e9-e90ed7cd5f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:01.207836 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3379ca48-af25-4d7f-9ff5-08ad8ca256ba tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:01.237022 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3379ca48-af25-4d7f-9ff5-08ad8ca256ba tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:01.283798 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dddde5-bdb6-4ec2-8bda-d4a6614fad03 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Port': ['ID=4922f264-a3ba-4fb4-950f-10027069a07f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:01.285222 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7bac15-3eb6-4598-9b2b-71adfca9ce76 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Router 743aef22-c18f-4244-8437-75ac83c1aeb0 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:00:01.330871 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0d73f08a-976e-49b5-9ccd-e7fff89d8cfc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/floatingips/7ddd9d20-65ab-4ce0-85a7-2a784b222620 HTTP/1.1" status: 200 len: 991 time: 0.4274054 Nov 29 02:00:01.353766 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed080afb-ff6a-4b07-bbdd-52d5f41a3b04 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:01.360644 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed080afb-ff6a-4b07-bbdd-52d5f41a3b04 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:01.365337 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ed080afb-ff6a-4b07-bbdd-52d5f41a3b04 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2250185 Nov 29 02:00:01.367392 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39302) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:01.382937 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dfbab4ab-c205-4c33-baf9-3916a210a3fa req-60bcf7bf-4802-45ed-8465-54f06c4c6dd8 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4284084 Nov 29 02:00:01.399206 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3379ca48-af25-4d7f-9ff5-08ad8ca256ba tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:01.399975 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3379ca48-af25-4d7f-9ff5-08ad8ca256ba tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f20860e1-63f5-4dbe-a190-05e5d9926cee {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:00:01.414897 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d80c31-1823-4051-95e9-e90ed7cd5f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6952afef-d676-4e8c-902c-b7990f646da4,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:01.431036 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3379ca48-af25-4d7f-9ff5-08ad8ca256ba tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:01.432255 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3379ca48-af25-4d7f-9ff5-08ad8ca256ba tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] 10.222.0.37 "DELETE /v2.0/routers/f20860e1-63f5-4dbe-a190-05e5d9926cee HTTP/1.1" status: 204 len: 168 time: 1.2567871 Nov 29 02:00:01.533232 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-20d80c31-1823-4051-95e9-e90ed7cd5f9a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=da7978da2f0e45c3a22df7cc91c5e2ea&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5900030 Nov 29 02:00:01.543420 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39310) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:01.569880 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ea8e6fc9-d4d9-4d0a-b7c0-8a2659c1aa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb748527-9598-4459-b714-65533a632cbf', 'name': 'tempest-TestNetworkBasicOps-router-822574806', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:58:53Z', 'updated_at': '2021-11-29T01:59:09Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:58:55Z', 'updated_at': '2021-11-29T01:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '7ddd9d20-65ab-4ce0-85a7-2a784b222620', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.14', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'eb748527-9598-4459-b714-65533a632cbf', 'port_id': '97bdb40e-4af9-4e30-a85e-91309f19d1d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb', 'mac_address': 'fa:16:3e:1c:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:59:54Z', 'updated_at': '2021-11-29T01:59:54Z', 'revision_number': 0, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b545aeab-eeae-407e-957b-d0d1ffeb818e', 'name': '', 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:3a:b8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '82d38417-3195-44e6-a3d7-993768ac5780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:07Z', 'updated_at': '2021-11-29T01:59:19Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '82d38417-3195-44e6-a3d7-993768ac5780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:01.641449 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8e6fc9-d4d9-4d0a-b7c0-8a2659c1aa24 None None] The sync data for ids ['eb748527-9598-4459-b714-65533a632cbf'] in dv-neutron-819032-3-hyperv is: [{'id': 'eb748527-9598-4459-b714-65533a632cbf', 'name': 'tempest-TestNetworkBasicOps-router-822574806', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:58:53Z', 'updated_at': '2021-11-29T01:59:09Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:58:55Z', 'updated_at': '2021-11-29T01:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '7ddd9d20-65ab-4ce0-85a7-2a784b222620', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.14', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'eb748527-9598-4459-b714-65533a632cbf', 'port_id': '97bdb40e-4af9-4e30-a85e-91309f19d1d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb', 'mac_address': 'fa:16:3e:1c:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:59:54Z', 'updated_at': '2021-11-29T01:59:54Z', 'revision_number': 0, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b545aeab-eeae-407e-957b-d0d1ffeb818e', 'name': '', 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:3a:b8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '82d38417-3195-44e6-a3d7-993768ac5780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:07Z', 'updated_at': '2021-11-29T01:59:19Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '82d38417-3195-44e6-a3d7-993768ac5780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:00:01.647598 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-575e3288-e496-402e-b41c-68268583bda2 req-61482976-1f90-48a8-adf1-24a3a06d03ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:01.667356 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb48f73-87ed-4b46-bc45-fa1c74d0a825 req-555e85bd-1322-498d-be3b-869d49901089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:01.669516 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-beb48f73-87ed-4b46-bc45-fa1c74d0a825 req-555e85bd-1322-498d-be3b-869d49901089 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=82d38417-3195-44e6-a3d7-993768ac5780 HTTP/1.1" status: 200 len: 834 time: 0.4752233 Nov 29 02:00:01.742884 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865e5b43-f5a0-4c44-a0c8-070537dfae8b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Router e01f4a14-4f3a-4fe3-b791-7883a924f2d0 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:00:01.762996 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7bac15-3eb6-4598-9b2b-71adfca9ce76 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:01.780852 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe385cb-36c3-4796-b010-c19ac0cc35ea None None] Sync routers for ids ['743aef22-c18f-4244-8437-75ac83c1aeb0'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:01.798295 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9cfba951-bad5-4071-b872-e401c2ea8902 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:01.806797 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-427bfbd4-aace-4eb8-ae50-ff04e79cd127 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting port 4922f264-a3ba-4fb4-950f-10027069a07f {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:01.806797 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-427bfbd4-aace-4eb8-ae50-ff04e79cd127 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:01.811713 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe7bac15-3eb6-4598-9b2b-71adfca9ce76 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:01.835757 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe385cb-36c3-4796-b010-c19ac0cc35ea None None] Routers {'743aef22-c18f-4244-8437-75ac83c1aeb0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:01.836809 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3fe385cb-36c3-4796-b010-c19ac0cc35ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['743aef22-c18f-4244-8437-75ac83c1aeb0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:01.924248 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb48f73-87ed-4b46-bc45-fa1c74d0a825 req-1c6f2301-b65b-4e65-ad80-2945a81caefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:01.927404 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-beb48f73-87ed-4b46-bc45-fa1c74d0a825 req-1c6f2301-b65b-4e65-ad80-2945a81caefd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=832816b9-beec-4a08-8e13-11d88846b1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2268972 Nov 29 02:00:01.929236 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3fe385cb-36c3-4796-b010-c19ac0cc35ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:01.931404 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9cfba951-bad5-4071-b872-e401c2ea8902 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:01.955925 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-e1193203-7a2e-442c-a2a3-26354a41de10 None None] Provisioning complete for port 28882178-c1ca-4752-acb9-d368bc6dd8f4 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:01.956591 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e1193203-7a2e-442c-a2a3-26354a41de10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:01.968757 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe385cb-36c3-4796-b010-c19ac0cc35ea None None] Routers {'743aef22-c18f-4244-8437-75ac83c1aeb0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:01.969830 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3fe385cb-36c3-4796-b010-c19ac0cc35ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['743aef22-c18f-4244-8437-75ac83c1aeb0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:01.971574 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39318) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:01.993953 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-fe7bac15-3eb6-4598-9b2b-71adfca9ce76 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 12.1346197 Nov 29 02:00:02.016016 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39320) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:02.032864 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-dabde1a0-486e-4686-8473-830672f233bc tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:02.093310 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865e5b43-f5a0-4c44-a0c8-070537dfae8b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:02.094725 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89770be4-2543-4251-a953-97e4fef11b5f None None] New status for floating IP 7ddd9d20-65ab-4ce0-85a7-2a784b222620: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:00:02.105083 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-865e5b43-f5a0-4c44-a0c8-070537dfae8b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "PUT /v2.0/routers/e01f4a14-4f3a-4fe3-b791-7883a924f2d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8029175 Nov 29 02:00:02.109038 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39326) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:02.162814 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88053fd-d2f7-49a2-be3b-35767775f028 None None] Sync routers for ids ['e01f4a14-4f3a-4fe3-b791-7883a924f2d0'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:02.174927 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3fe385cb-36c3-4796-b010-c19ac0cc35ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:02.175598 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe385cb-36c3-4796-b010-c19ac0cc35ea None None] The sync data for ids ['743aef22-c18f-4244-8437-75ac83c1aeb0'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:00:02.216435 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e4dbd9ef-ff18-4d06-8494-c81fd9922eb7 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01f4a14-4f3a-4fe3-b791-7883a924f2d0 HTTP/1.1" status: 200 len: 205 time: 0.0967727 Nov 29 02:00:02.216840 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88053fd-d2f7-49a2-be3b-35767775f028 None None] Routers {'e01f4a14-4f3a-4fe3-b791-7883a924f2d0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:02.220517 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b88053fd-d2f7-49a2-be3b-35767775f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['e01f4a14-4f3a-4fe3-b791-7883a924f2d0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:02.230925 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39328) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:02.310447 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39330) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:02.313838 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 28882178-c1ca-4752-acb9-d368bc6dd8f4 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:00:02.317738 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b88053fd-d2f7-49a2-be3b-35767775f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:02.332983 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416a69e8-9fc1-4ccc-ba4e-15276aaa0425 None None] get_active_networks_info from dv-neutron-819032-3-hyperv {{(pid=103256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 02:00:02.350952 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39334) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:02.437864 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e72c5a48-0f74-4981-882a-d9ea77cebb39 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-824258108', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:02.441020 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-beb48f73-87ed-4b46-bc45-fa1c74d0a825 req-3aafc249-685d-420c-9b6e-5a910ed4f41d service neutron] 10.222.0.24 "GET /v2.0/networks/832816b9-beec-4a08-8e13-11d88846b1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529872 Nov 29 02:00:02.445178 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7d719e99-1515-446e-a411-0f4bb4c13449 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-293695892'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:02.452160 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-427bfbd4-aace-4eb8-ae50-ff04e79cd127 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:02.460081 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-57ffeaf4-6417-4c35-b7f1-2925a47a7673 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/floatingips/7ddd9d20-65ab-4ce0-85a7-2a784b222620 HTTP/1.1" status: 200 len: 991 time: 0.1042235 Nov 29 02:00:02.468912 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-427bfbd4-aace-4eb8-ae50-ff04e79cd127 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Calling delete_port for 4922f264-a3ba-4fb4-950f-10027069a07f owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:02.474732 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dabde1a0-486e-4686-8473-830672f233bc tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for floatingip, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:02.481006 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88053fd-d2f7-49a2-be3b-35767775f028 None None] Routers {'e01f4a14-4f3a-4fe3-b791-7883a924f2d0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:02.482000 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b88053fd-d2f7-49a2-be3b-35767775f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['e01f4a14-4f3a-4fe3-b791-7883a924f2d0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:02.536861 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9cfba951-bad5-4071-b872-e401c2ea8902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:02.539487 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9cfba951-bad5-4071-b872-e401c2ea8902 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:02.543596 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9cfba951-bad5-4071-b872-e401c2ea8902 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6952afef-d676-4e8c-902c-b7990f646da4 HTTP/1.1" status: 204 len: 168 time: 0.9830630 Nov 29 02:00:02.543596 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-452573c4-bfdd-4405-ae91-52a3c6db9313 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:02.560271 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d719e99-1515-446e-a411-0f4bb4c13449 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Made reservation on behalf of 9c0ad15ecb344bb299c0c6d9f8bbfbe2 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:02.563804 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d719e99-1515-446e-a411-0f4bb4c13449 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:02.571897 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b88053fd-d2f7-49a2-be3b-35767775f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:02.572364 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88053fd-d2f7-49a2-be3b-35767775f028 None None] The sync data for ids ['e01f4a14-4f3a-4fe3-b791-7883a924f2d0'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:00:02.593433 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d719e99-1515-446e-a411-0f4bb4c13449 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:02.630474 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416a69e8-9fc1-4ccc-ba4e-15276aaa0425 None None] Resources bound (agent type, host, resource id): {{(pid=103256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 02:00:02.634126 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 28882178-c1ca-4752-acb9-d368bc6dd8f4 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:02.634874 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:02.682029 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-beb48f73-87ed-4b46-bc45-fa1c74d0a825 req-1422e62c-9f84-468d-ba2a-aa5df1cf47af service neutron] 10.222.0.24 "GET /v2.0/networks/832816b9-beec-4a08-8e13-11d88846b1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269924 Nov 29 02:00:02.760376 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-575e3288-e496-402e-b41c-68268583bda2 req-61482976-1f90-48a8-adf1-24a3a06d03ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa82e7af-5435-42ba-a21f-1b96cdc0acdd {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:00:02.777952 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-575e3288-e496-402e-b41c-68268583bda2 req-61482976-1f90-48a8-adf1-24a3a06d03ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:02.800757 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfba951-bad5-4071-b872-e401c2ea8902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6952afef-d676-4e8c-902c-b7990f646da4,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:02.820748 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-575e3288-e496-402e-b41c-68268583bda2 req-61482976-1f90-48a8-adf1-24a3a06d03ff service neutron] Transition to ACTIVE for port object fa82e7af-5435-42ba-a21f-1b96cdc0acdd will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:00:02.833056 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-575e3288-e496-402e-b41c-68268583bda2 req-61482976-1f90-48a8-adf1-24a3a06d03ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:02.865843 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-452573c4-bfdd-4405-ae91-52a3c6db9313 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:02.867764 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e72c5a48-0f74-4981-882a-d9ea77cebb39 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:02.868809 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e72c5a48-0f74-4981-882a-d9ea77cebb39 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:02.877271 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-452573c4-bfdd-4405-ae91-52a3c6db9313 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:02.885764 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d719e99-1515-446e-a411-0f4bb4c13449 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:02.916283 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-ae7e2562-d8e1-40f1-8891-9fb4d7ff95b6 None None] Provisioning complete for port 4922f264-a3ba-4fb4-950f-10027069a07f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:02.916853 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ae7e2562-d8e1-40f1-8891-9fb4d7ff95b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:02.945191 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61482976-1f90-48a8-adf1-24a3a06d03ff service neutron] Pushing event updated for resources: {'Port': ['ID=fa82e7af-5435-42ba-a21f-1b96cdc0acdd,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:02.948930 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d719e99-1515-446e-a411-0f4bb4c13449 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:02.959215 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a0ff5-1234-4b78-b430-664f0f27194b req-fa3b566d-af10-4cc6-9918-0d81dba37998 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:02.960779 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-689a0ff5-1234-4b78-b430-664f0f27194b req-fa3b566d-af10-4cc6-9918-0d81dba37998 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 931 time: 0.4837730 Nov 29 02:00:02.971337 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d719e99-1515-446e-a411-0f4bb4c13449 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:00:02.984000 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d719e99-1515-446e-a411-0f4bb4c13449 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:02.984360 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-7d719e99-1515-446e-a411-0f4bb4c13449 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Added segment f799cd76-e355-4175-8eb8-4e2f3c0c4b99 of type vlan for network 94d026cd-9724-42cc-9207-898d08c6a612 Nov 29 02:00:03.007390 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ae7e2562-d8e1-40f1-8891-9fb4d7ff95b6 None None] Port 4922f264-a3ba-4fb4-950f-10027069a07f cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:00:03.087682 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d719e99-1515-446e-a411-0f4bb4c13449 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c28226e-fbb3-44c0-b29c-ee1c7acbee98,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:03.088555 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dabde1a0-486e-4686-8473-830672f233bc tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:03.101190 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d719e99-1515-446e-a411-0f4bb4c13449 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:03.116632 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-452573c4-bfdd-4405-ae91-52a3c6db9313 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:03.117428 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452573c4-bfdd-4405-ae91-52a3c6db9313 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Fanout notify agent at l3_agent the message router_deleted on router e01f4a14-4f3a-4fe3-b791-7883a924f2d0 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:00:03.126294 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e72c5a48-0f74-4981-882a-d9ea77cebb39 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:03.127155 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dabde1a0-486e-4686-8473-830672f233bc tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:03.127647 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-dabde1a0-486e-4686-8473-830672f233bc tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Floating IP 530a492d-0de8-404a-9f1d-2a7c068a7d04 disassociated. External IP: 172.26.3.188, port: a64238c5-2adf-4bc2-a4ac-b4ec3bafdef4. Nov 29 02:00:03.135365 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-452573c4-bfdd-4405-ae91-52a3c6db9313 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:03.137418 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-452573c4-bfdd-4405-ae91-52a3c6db9313 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/routers/e01f4a14-4f3a-4fe3-b791-7883a924f2d0 HTTP/1.1" status: 204 len: 168 time: 0.8949871 Nov 29 02:00:03.142175 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39348) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:03.197761 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d719e99-1515-446e-a411-0f4bb4c13449 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:03.203444 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d719e99-1515-446e-a411-0f4bb4c13449 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:03.204039 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d719e99-1515-446e-a411-0f4bb4c13449 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:03.287825 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7d719e99-1515-446e-a411-0f4bb4c13449 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9694088 Nov 29 02:00:03.322522 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d719e99-1515-446e-a411-0f4bb4c13449 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event updated for resources: {'Network': ['ID=94d026cd-9724-42cc-9207-898d08c6a612,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:03.336115 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 94d026cd-9724-42cc-9207-898d08c6a612 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:00:03.364671 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-575e3288-e496-402e-b41c-68268583bda2 req-61482976-1f90-48a8-adf1-24a3a06d03ff service neutron] Attempting to bind port fa82e7af-5435-42ba-a21f-1b96cdc0acdd on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:00:03.365278 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-575e3288-e496-402e-b41c-68268583bda2 req-61482976-1f90-48a8-adf1-24a3a06d03ff service neutron] Attempting to bind port fa82e7af-5435-42ba-a21f-1b96cdc0acdd by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'f034e30a-2987-4f0f-9709-b5eedf4799ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'eb92b723-cb1c-4df8-84a3-7b1e42ef5335'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:00:03.365835 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575e3288-e496-402e-b41c-68268583bda2 req-61482976-1f90-48a8-adf1-24a3a06d03ff service neutron] Attempting to bind port fa82e7af-5435-42ba-a21f-1b96cdc0acdd on network eb92b723-cb1c-4df8-84a3-7b1e42ef5335 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:00:03.371952 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575e3288-e496-402e-b41c-68268583bda2 req-61482976-1f90-48a8-adf1-24a3a06d03ff service neutron] Port fa82e7af-5435-42ba-a21f-1b96cdc0acdd on network eb92b723-cb1c-4df8-84a3-7b1e42ef5335 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:00:03.372406 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575e3288-e496-402e-b41c-68268583bda2 req-61482976-1f90-48a8-adf1-24a3a06d03ff service neutron] Attempting to bind port fa82e7af-5435-42ba-a21f-1b96cdc0acdd on network eb92b723-cb1c-4df8-84a3-7b1e42ef5335 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:00:03.378348 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575e3288-e496-402e-b41c-68268583bda2 req-61482976-1f90-48a8-adf1-24a3a06d03ff service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:00:03.378831 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575e3288-e496-402e-b41c-68268583bda2 req-61482976-1f90-48a8-adf1-24a3a06d03ff service neutron] Checking segment: {'id': 'f034e30a-2987-4f0f-9709-b5eedf4799ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'eb92b723-cb1c-4df8-84a3-7b1e42ef5335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:03.379448 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575e3288-e496-402e-b41c-68268583bda2 req-61482976-1f90-48a8-adf1-24a3a06d03ff service neutron] Bound using segment: {'id': 'f034e30a-2987-4f0f-9709-b5eedf4799ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'eb92b723-cb1c-4df8-84a3-7b1e42ef5335'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:00:03.380051 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-575e3288-e496-402e-b41c-68268583bda2 req-61482976-1f90-48a8-adf1-24a3a06d03ff service neutron] Bound port: fa82e7af-5435-42ba-a21f-1b96cdc0acdd, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f034e30a-2987-4f0f-9709-b5eedf4799ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'eb92b723-cb1c-4df8-84a3-7b1e42ef5335'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:00:03.380492 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-575e3288-e496-402e-b41c-68268583bda2 req-61482976-1f90-48a8-adf1-24a3a06d03ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:03.425143 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39354) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:03.436461 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-3e1f85ba-5381-40a5-8d95-460d23b9aeb2 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Request body: {'subnet': {'network_id': '94d026cd-9724-42cc-9207-898d08c6a612', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:03.512206 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39358) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:03.663807 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9682b0f3-af6c-4377-a993-9b9f8c8669c7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/floatingips/7ddd9d20-65ab-4ce0-85a7-2a784b222620 HTTP/1.1" status: 200 len: 993 time: 0.1455026 Nov 29 02:00:03.663807 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-575e3288-e496-402e-b41c-68268583bda2 req-61482976-1f90-48a8-adf1-24a3a06d03ff service neutron] For port fa82e7af-5435-42ba-a21f-1b96cdc0acdd, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:00:03.667629 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-575e3288-e496-402e-b41c-68268583bda2 req-61482976-1f90-48a8-adf1-24a3a06d03ff service neutron] For port fa82e7af-5435-42ba-a21f-1b96cdc0acdd, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=fa82e7af-5435-42ba-a21f-1b96cdc0acdd,segment=NetworkSegment(f034e30a-2987-4f0f-9709-b5eedf4799ba),segment_id=f034e30a-2987-4f0f-9709-b5eedf4799ba)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:00:03.674608 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-575e3288-e496-402e-b41c-68268583bda2 req-61482976-1f90-48a8-adf1-24a3a06d03ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:03.684580 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1f85ba-5381-40a5-8d95-460d23b9aeb2 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Made reservation on behalf of 9c0ad15ecb344bb299c0c6d9f8bbfbe2 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:03.687597 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-689a0ff5-1234-4b78-b430-664f0f27194b req-5ccc6ff3-1510-426b-97d3-964060858cb7 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7103004 Nov 29 02:00:03.688118 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3e1f85ba-5381-40a5-8d95-460d23b9aeb2 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:03.713382 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39364) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:03.779740 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e3288-e496-402e-b41c-68268583bda2 req-61482976-1f90-48a8-adf1-24a3a06d03ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:03.780475 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-575e3288-e496-402e-b41c-68268583bda2 req-61482976-1f90-48a8-adf1-24a3a06d03ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:03.782138 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-575e3288-e496-402e-b41c-68268583bda2 req-61482976-1f90-48a8-adf1-24a3a06d03ff service neutron] 10.222.0.24 "PUT /v2.0/ports/fa82e7af-5435-42ba-a21f-1b96cdc0acdd HTTP/1.1" status: 200 len: 1093 time: 2.7302554 Nov 29 02:00:03.784587 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ba8100-3a27-4df5-82bd-f3f4648b1fdb', 'tag': 'fa82e7af-5435-42ba-a21f-1b96cdc0acdd'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:00:03.788785 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e83a5f9-1dcd-41d3-b211-7403b19162e4" -d '{"events": [{"name": "network-changed", "server_uuid": "71ba8100-3a27-4df5-82bd-f3f4648b1fdb", "tag": "fa82e7af-5435-42ba-a21f-1b96cdc0acdd"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:00:03.827244 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f716d9a-6828-4ee4-8c53-ae100dee5ed6 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Deleting subnet 703bf76b-50ad-4788-aa2b-50aa046f1dd1 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:00:03.829937 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61482976-1f90-48a8-adf1-24a3a06d03ff service neutron] Pushing event updated for resources: {'Port': ['ID=fa82e7af-5435-42ba-a21f-1b96cdc0acdd,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:03.871720 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9f716d9a-6828-4ee4-8c53-ae100dee5ed6 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:03.876030 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e72c5a48-0f74-4981-882a-d9ea77cebb39 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:03.926093 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-8cc06f0b-79ff-4354-943b-a769a9ac140e tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1128259590', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:03.961358 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e3288-e496-402e-b41c-68268583bda2 req-de2be0e3-2e5d-41eb-aa6b-a785a68e47c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:03.962919 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-575e3288-e496-402e-b41c-68268583bda2 req-de2be0e3-2e5d-41eb-aa6b-a785a68e47c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b8cd21cd1c9b40658c50d85b4f327f37&device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 1096 time: 0.1058717 Nov 29 02:00:04.018425 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-575e3288-e496-402e-b41c-68268583bda2 req-d855a511-2b67-4e60-8360-5f4735c563d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa82e7af-5435-42ba-a21f-1b96cdc0acdd HTTP/1.1" status: 200 len: 217 time: 0.0377665 Nov 29 02:00:04.023816 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9f716d9a-6828-4ee4-8c53-ae100dee5ed6 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:04.052703 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-427bfbd4-aace-4eb8-ae50-ff04e79cd127 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:04.114018 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511f4aa8-b9f3-4e5d-adf0-d7a58c304753 x-openstack-request-id: req-511f4aa8-b9f3-4e5d-adf0-d7a58c304753 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:00:04.114018 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ba8100-3a27-4df5-82bd-f3f4648b1fdb", "tag": "fa82e7af-5435-42ba-a21f-1b96cdc0acdd", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:00:04.114018 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-511f4aa8-b9f3-4e5d-adf0-d7a58c304753 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:00:04.114018 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ba8100-3a27-4df5-82bd-f3f4648b1fdb', 'tag': 'fa82e7af-5435-42ba-a21f-1b96cdc0acdd', 'status': 'completed', 'code': 200} Nov 29 02:00:04.124811 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e3288-e496-402e-b41c-68268583bda2 req-af07e289-10a2-4535-8a37-801af0771316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:04.126358 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-575e3288-e496-402e-b41c-68268583bda2 req-af07e289-10a2-4535-8a37-801af0771316 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7fe7d8ce-5428-4f8e-9400-d67b4f1b0825 HTTP/1.1" status: 200 len: 851 time: 0.0981195 Nov 29 02:00:04.145235 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8cc06f0b-79ff-4354-943b-a769a9ac140e tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:04.146313 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8cc06f0b-79ff-4354-943b-a769a9ac140e tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:04.192301 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427bfbd4-aace-4eb8-ae50-ff04e79cd127 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Port': ['ID=4922f264-a3ba-4fb4-950f-10027069a07f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:04.231636 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e3288-e496-402e-b41c-68268583bda2 req-f926d5aa-cd67-45dd-89bd-73a5893aa3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:04.233314 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-575e3288-e496-402e-b41c-68268583bda2 req-f926d5aa-cd67-45dd-89bd-73a5893aa3f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb92b723-cb1c-4df8-84a3-7b1e42ef5335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0986192 Nov 29 02:00:04.234677 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3e1f85ba-5381-40a5-8d95-460d23b9aeb2 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:04.370023 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8cc06f0b-79ff-4354-943b-a769a9ac140e tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:04.388619 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8cc06f0b-79ff-4354-943b-a769a9ac140e tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:04.399424 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9f716d9a-6828-4ee4-8c53-ae100dee5ed6 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:04.449339 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dabde1a0-486e-4686-8473-830672f233bc tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Router 743aef22-c18f-4244-8437-75ac83c1aeb0 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:00:04.475849 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8cc06f0b-79ff-4354-943b-a769a9ac140e tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:04.476974 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8cc06f0b-79ff-4354-943b-a769a9ac140e tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7596881 Nov 29 02:00:04.478267 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-427bfbd4-aace-4eb8-ae50-ff04e79cd127 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:04.484753 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-427bfbd4-aace-4eb8-ae50-ff04e79cd127 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/4922f264-a3ba-4fb4-950f-10027069a07f HTTP/1.1" status: 204 len: 168 time: 3.1007400 Nov 29 02:00:04.491808 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39370) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:04.492149 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39372) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:04.508740 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ca999eeb-d61a-477f-ac25-8dd191c477bb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-537617679'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:04.643431 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f85ba-5381-40a5-8d95-460d23b9aeb2 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event updated for resources: {'Subnet': ['ID=09331909-640e-4f26-9acf-35dd0eb5767d,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:04.657713 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1f85ba-5381-40a5-8d95-460d23b9aeb2 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Checking segment: {'id': 'f799cd76-e355-4175-8eb8-4e2f3c0c4b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '94d026cd-9724-42cc-9207-898d08c6a612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:04.658080 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1f85ba-5381-40a5-8d95-460d23b9aeb2 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Network hostable DHCP agents. Network: 94d026cd-9724-42cc-9207-898d08c6a612, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:00:04.662101 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca999eeb-d61a-477f-ac25-8dd191c477bb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Made reservation on behalf of df27b293cef34034a07e8aa52e5c6a2c for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:04.665556 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ca999eeb-d61a-477f-ac25-8dd191c477bb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:04.693157 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1f85ba-5381-40a5-8d95-460d23b9aeb2 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Network 94d026cd-9724-42cc-9207-898d08c6a612 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:00:04.696439 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-575e3288-e496-402e-b41c-68268583bda2 req-ce3b4f2a-f3c3-4fdb-84d5-5d29aed5cb12 service neutron] 10.222.0.24 "GET /v2.0/networks/eb92b723-cb1c-4df8-84a3-7b1e42ef5335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312451 Nov 29 02:00:04.704895 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-3e1f85ba-5381-40a5-8d95-460d23b9aeb2 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 94d026cd-9724-42cc-9207-898d08c6a612) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:04.709577 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe2550c-16ec-4fab-95eb-681be4743cbc tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:04.711085 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe2550c-16ec-4fab-95eb-681be4743cbc tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:04.713186 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe2550c-16ec-4fab-95eb-681be4743cbc tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:04.716855 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1f85ba-5381-40a5-8d95-460d23b9aeb2 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:04.717078 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3e1f85ba-5381-40a5-8d95-460d23b9aeb2 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:04.717760 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bfe2550c-16ec-4fab-95eb-681be4743cbc tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2234032 Nov 29 02:00:04.718998 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9f716d9a-6828-4ee4-8c53-ae100dee5ed6 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:04.722753 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6268c1e-7945-45b4-ad8e-c7ea760331e2 None None] Network 94d026cd-9724-42cc-9207-898d08c6a612 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:04.723360 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39376) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:04.770609 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3e1f85ba-5381-40a5-8d95-460d23b9aeb2 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3438435 Nov 29 02:00:04.775196 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39378) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:04.783093 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a4ea50e0-b74c-4619-ab86-a0f392eeccb7 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1606243075'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:04.799457 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ca999eeb-d61a-477f-ac25-8dd191c477bb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:04.814791 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ea50e0-b74c-4619-ab86-a0f392eeccb7 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Made reservation on behalf of 9c0ad15ecb344bb299c0c6d9f8bbfbe2 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:04.818762 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a4ea50e0-b74c-4619-ab86-a0f392eeccb7 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:04.833389 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f716d9a-6828-4ee4-8c53-ae100dee5ed6 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event deleted for resources: {'Subnet': ['ID=703bf76b-50ad-4788-aa2b-50aa046f1dd1,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:04.837862 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9f716d9a-6828-4ee4-8c53-ae100dee5ed6 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:04.842221 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9f716d9a-6828-4ee4-8c53-ae100dee5ed6 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/subnets/703bf76b-50ad-4788-aa2b-50aa046f1dd1 HTTP/1.1" status: 204 len: 168 time: 1.6980000 Nov 29 02:00:04.849021 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39380) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:04.926275 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e72c5a48-0f74-4981-882a-d9ea77cebb39 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:04.968929 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e72c5a48-0f74-4981-882a-d9ea77cebb39 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:04.974147 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-132e6be8-470e-4058-8504-4186adce6674 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting subnet 006f680c-b533-48a1-86b4-e199f642cfef {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:00:04.975679 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d002f109-49d4-444d-95f1-c15e981c0586 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:04.976846 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabde1a0-486e-4686-8473-830672f233bc tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:04.981001 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4ea50e0-b74c-4619-ab86-a0f392eeccb7 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:00:04.981823 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dabde1a0-486e-4686-8473-830672f233bc tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:04.996738 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bea2a7-81f5-447e-b55d-5cdc65956051 None None] Sync routers for ids ['743aef22-c18f-4244-8437-75ac83c1aeb0'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:04.999603 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2f194e-d7f1-4d55-9ea4-5ca37ed4b6dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-94d026cd-9724-42cc-9207-898d08c6a612', 'network_id': '94d026cd-9724-42cc-9207-898d08c6a612', 'tenant_id': '9c0ad15ecb344bb299c0c6d9f8bbfbe2', 'fixed_ips': [{'subnet_id': '09331909-640e-4f26-9acf-35dd0eb5767d'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:00:05.000396 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc2f194e-d7f1-4d55-9ea4-5ca37ed4b6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.004627 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-575e3288-e496-402e-b41c-68268583bda2 req-c57a8bdb-fcd7-48bd-8678-e3222a1f756a service neutron] 10.222.0.24 "GET /v2.0/networks/eb92b723-cb1c-4df8-84a3-7b1e42ef5335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931831 Nov 29 02:00:05.005824 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fe86e1-d7c0-40cb-9b89-a602889177c8 None None] Network b1b23f61-7fd3-4b96-a5a3-095f93d356c2 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:05.009086 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a4ea50e0-b74c-4619-ab86-a0f392eeccb7 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.009490 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-a4ea50e0-b74c-4619-ab86-a0f392eeccb7 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Added segment df2fa67b-3936-4c13-82d6-6948759f2e02 of type vlan for network d09a755b-467f-4148-b6ff-6726ca2f085e Nov 29 02:00:05.014155 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bea2a7-81f5-447e-b55d-5cdc65956051 None None] Routers {'743aef22-c18f-4244-8437-75ac83c1aeb0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:05.015374 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f6bea2a7-81f5-447e-b55d-5cdc65956051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['743aef22-c18f-4244-8437-75ac83c1aeb0'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:05.024496 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-132e6be8-470e-4058-8504-4186adce6674 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.068654 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b54f2-ceab-4009-9123-1358f13fa0b9 req-b32cc52d-1055-4c70-8790-d78517befda3 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:05.069947 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4d2b54f2-ceab-4009-9123-1358f13fa0b9 req-b32cc52d-1055-4c70-8790-d78517befda3 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 943 time: 0.2506082 Nov 29 02:00:05.077587 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a4ea50e0-b74c-4619-ab86-a0f392eeccb7 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.089234 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f6bea2a7-81f5-447e-b55d-5cdc65956051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:05.108178 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bea2a7-81f5-447e-b55d-5cdc65956051 None None] Routers {'743aef22-c18f-4244-8437-75ac83c1aeb0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:05.109063 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f6bea2a7-81f5-447e-b55d-5cdc65956051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['743aef22-c18f-4244-8437-75ac83c1aeb0'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:05.125459 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-dabde1a0-486e-4686-8473-830672f233bc tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "PUT /v2.0/floatingips/530a492d-0de8-404a-9f1d-2a7c068a7d04 HTTP/1.1" status: 200 len: 688 time: 3.1008949 Nov 29 02:00:05.135153 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39382) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:05.168909 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-132e6be8-470e-4058-8504-4186adce6674 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.201054 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a4ea50e0-b74c-4619-ab86-a0f392eeccb7 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.206507 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ea50e0-b74c-4619-ab86-a0f392eeccb7 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:05.207106 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a4ea50e0-b74c-4619-ab86-a0f392eeccb7 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.222116 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f6bea2a7-81f5-447e-b55d-5cdc65956051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:05.224041 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bea2a7-81f5-447e-b55d-5cdc65956051 None None] The sync data for ids ['743aef22-c18f-4244-8437-75ac83c1aeb0'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:00:05.269313 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ca999eeb-d61a-477f-ac25-8dd191c477bb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.288823 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ca999eeb-d61a-477f-ac25-8dd191c477bb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.302530 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d002f109-49d4-444d-95f1-c15e981c0586 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Deleting port 7b7169a7-e83a-401b-ba06-2690ec45203d {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:05.302874 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d002f109-49d4-444d-95f1-c15e981c0586 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.314199 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4d2b54f2-ceab-4009-9123-1358f13fa0b9 req-1a6f49e0-557d-457f-afd1-c8663428d457 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051368 Nov 29 02:00:05.314604 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83a5f9-1dcd-41d3-b211-7403b19162e4 req-da5e1347-9b4a-4488-9f38-758836b0ae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:05.316028 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-1e83a5f9-1dcd-41d3-b211-7403b19162e4 req-da5e1347-9b4a-4488-9f38-758836b0ae79 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b8cd21cd1c9b40658c50d85b4f327f37&device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 1096 time: 0.2151992 Nov 29 02:00:05.324773 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-fc2f194e-d7f1-4d55-9ea4-5ca37ed4b6dd None None] Allocated IP 172.20.255.242 (94d026cd-9724-42cc-9207-898d08c6a612/09331909-640e-4f26-9acf-35dd0eb5767d/ae72673b-f2ba-4bc3-86d7-2c419ba031fc) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:05.332304 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a4ea50e0-b74c-4619-ab86-a0f392eeccb7 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5558884 Nov 29 02:00:05.350607 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca999eeb-d61a-477f-ac25-8dd191c477bb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:00:05.353010 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39384) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:05.369284 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-e72c5a48-0f74-4981-882a-d9ea77cebb39 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Allocated IP 172.26.3.19 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/e75c408a-81c2-43a2-8502-b41938efcca5) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:05.378040 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-35c3bb87-4f70-4249-8886-d85aed968a11 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Request body: {'subnet': {'network_id': 'd09a755b-467f-4148-b6ff-6726ca2f085e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:05.446725 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499dcdb0-6ffd-49d5-b8f9-dc71941d6d10 None None] DHCP port deletion for b1b23f61-7fd3-4b96-a5a3-095f93d356c2 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:05.451241 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca999eeb-d61a-477f-ac25-8dd191c477bb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63932c17-20eb-4154-9c27-80191972e575,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:05.456341 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ca999eeb-d61a-477f-ac25-8dd191c477bb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.456737 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-ca999eeb-d61a-477f-ac25-8dd191c477bb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Added segment 5d35ecc7-f29b-424e-9467-4ca7e46172a6 of type vlan for network c955f451-3d70-40a3-a353-077a86c32408 Nov 29 02:00:05.461141 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea50e0-b74c-4619-ab86-a0f392eeccb7 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event updated for resources: {'Network': ['ID=d09a755b-467f-4148-b6ff-6726ca2f085e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:05.490583 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d002f109-49d4-444d-95f1-c15e981c0586 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] For port 7b7169a7-e83a-401b-ba06-2690ec45203d, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7b7169a7-e83a-401b-ba06-2690ec45203d,segment=NetworkSegment(1b1cc154-c8ed-4996-b2b2-e00ffc306109),segment_id=1b1cc154-c8ed-4996-b2b2-e00ffc306109)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:05.490961 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d002f109-49d4-444d-95f1-c15e981c0586 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.509737 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network d09a755b-467f-4148-b6ff-6726ca2f085e details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:00:05.515672 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d002f109-49d4-444d-95f1-c15e981c0586 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Calling delete_port for 7b7169a7-e83a-401b-ba06-2690ec45203d owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:05.519509 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-132e6be8-470e-4058-8504-4186adce6674 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.552069 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-10374295-87c0-44ea-ba35-c2e185ada5ff tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Deleting port f61efd5f-37dc-4ad8-820e-92ef30c9c9b3 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:05.552414 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10374295-87c0-44ea-ba35-c2e185ada5ff tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.591609 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc2f194e-d7f1-4d55-9ea4-5ca37ed4b6dd None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.608232 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc2f194e-d7f1-4d55-9ea4-5ca37ed4b6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.629861 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83a5f9-1dcd-41d3-b211-7403b19162e4 req-9b3a38af-ff54-4ece-8c19-d3cd0ef8770b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:05.631392 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-1e83a5f9-1dcd-41d3-b211-7403b19162e4 req-9b3a38af-ff54-4ece-8c19-d3cd0ef8770b service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb92b723-cb1c-4df8-84a3-7b1e42ef5335 HTTP/1.1" status: 200 len: 913 time: 0.2733736 Nov 29 02:00:05.656761 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-499dcdb0-6ffd-49d5-b8f9-dc71941d6d10 None None] Deleting port 7b7169a7-e83a-401b-ba06-2690ec45203d {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:05.657130 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-499dcdb0-6ffd-49d5-b8f9-dc71941d6d10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.665201 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2f194e-d7f1-4d55-9ea4-5ca37ed4b6dd None None] Network 94d026cd-9724-42cc-9207-898d08c6a612 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:05.679870 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-fc2f194e-d7f1-4d55-9ea4-5ca37ed4b6dd None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:05.687545 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-1e83a5f9-1dcd-41d3-b211-7403b19162e4 req-28995619-2397-47ee-97a3-9ee077b75cca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa82e7af-5435-42ba-a21f-1b96cdc0acdd HTTP/1.1" status: 200 len: 217 time: 0.0471871 Nov 29 02:00:05.711502 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2f194e-d7f1-4d55-9ea4-5ca37ed4b6dd None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:05.713453 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f194e-d7f1-4d55-9ea4-5ca37ed4b6dd None None] Pushing event updated for resources: {'Port': ['ID=ae72673b-f2ba-4bc3-86d7-2c419ba031fc,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:05.781140 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83a5f9-1dcd-41d3-b211-7403b19162e4 req-54c06337-e1b1-47ed-a19f-6ca51115487f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:05.781411 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-499dcdb0-6ffd-49d5-b8f9-dc71941d6d10 None None] For port 7b7169a7-e83a-401b-ba06-2690ec45203d, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7b7169a7-e83a-401b-ba06-2690ec45203d,segment=NetworkSegment(1b1cc154-c8ed-4996-b2b2-e00ffc306109),segment_id=1b1cc154-c8ed-4996-b2b2-e00ffc306109)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:05.782125 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-499dcdb0-6ffd-49d5-b8f9-dc71941d6d10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.782720 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-1e83a5f9-1dcd-41d3-b211-7403b19162e4 req-54c06337-e1b1-47ed-a19f-6ca51115487f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7fe7d8ce-5428-4f8e-9400-d67b4f1b0825 HTTP/1.1" status: 200 len: 851 time: 0.0839586 Nov 29 02:00:05.785086 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10374295-87c0-44ea-ba35-c2e185ada5ff tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.785421 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10374295-87c0-44ea-ba35-c2e185ada5ff tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.801401 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-499dcdb0-6ffd-49d5-b8f9-dc71941d6d10 None None] Calling delete_port for 7b7169a7-e83a-401b-ba06-2690ec45203d owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:05.803318 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-fc2f194e-d7f1-4d55-9ea4-5ca37ed4b6dd None None] Attempting to bind port ae72673b-f2ba-4bc3-86d7-2c419ba031fc on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:00:05.803702 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-fc2f194e-d7f1-4d55-9ea4-5ca37ed4b6dd None None] Attempting to bind port ae72673b-f2ba-4bc3-86d7-2c419ba031fc by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'f799cd76-e355-4175-8eb8-4e2f3c0c4b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '94d026cd-9724-42cc-9207-898d08c6a612'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:00:05.804060 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2f194e-d7f1-4d55-9ea4-5ca37ed4b6dd None None] Attempting to bind port ae72673b-f2ba-4bc3-86d7-2c419ba031fc on network 94d026cd-9724-42cc-9207-898d08c6a612 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:00:05.808653 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d002f109-49d4-444d-95f1-c15e981c0586 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.816148 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2f194e-d7f1-4d55-9ea4-5ca37ed4b6dd None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:00:05.816819 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2f194e-d7f1-4d55-9ea4-5ca37ed4b6dd None None] Checking segment: {'id': 'f799cd76-e355-4175-8eb8-4e2f3c0c4b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '94d026cd-9724-42cc-9207-898d08c6a612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:05.817225 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc2f194e-d7f1-4d55-9ea4-5ca37ed4b6dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.817824 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2f194e-d7f1-4d55-9ea4-5ca37ed4b6dd None None] Bound using segment: {'id': 'f799cd76-e355-4175-8eb8-4e2f3c0c4b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '94d026cd-9724-42cc-9207-898d08c6a612'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:00:05.818466 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-fc2f194e-d7f1-4d55-9ea4-5ca37ed4b6dd None None] Bound port: ae72673b-f2ba-4bc3-86d7-2c419ba031fc, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f799cd76-e355-4175-8eb8-4e2f3c0c4b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '94d026cd-9724-42cc-9207-898d08c6a612'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:00:05.818860 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc2f194e-d7f1-4d55-9ea4-5ca37ed4b6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.831773 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-10374295-87c0-44ea-ba35-c2e185ada5ff tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Calling delete_port for f61efd5f-37dc-4ad8-820e-92ef30c9c9b3 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:05.866191 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002f109-49d4-444d-95f1-c15e981c0586 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event deleted for resources: {'Port': ['ID=7b7169a7-e83a-401b-ba06-2690ec45203d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:05.875544 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d002f109-49d4-444d-95f1-c15e981c0586 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] No DVR routers for this DVR port 7b7169a7-e83a-401b-ba06-2690ec45203d on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:00:05.890055 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ca999eeb-d61a-477f-ac25-8dd191c477bb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.937957 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-fc2f194e-d7f1-4d55-9ea4-5ca37ed4b6dd None None] For port ae72673b-f2ba-4bc3-86d7-2c419ba031fc, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:00:05.952834 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-fc2f194e-d7f1-4d55-9ea4-5ca37ed4b6dd None None] For port ae72673b-f2ba-4bc3-86d7-2c419ba031fc, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=ae72673b-f2ba-4bc3-86d7-2c419ba031fc,segment=NetworkSegment(f799cd76-e355-4175-8eb8-4e2f3c0c4b99),segment_id=f799cd76-e355-4175-8eb8-4e2f3c0c4b99)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:00:05.957876 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-499dcdb0-6ffd-49d5-b8f9-dc71941d6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.963333 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc2f194e-d7f1-4d55-9ea4-5ca37ed4b6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.969811 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c3bb87-4f70-4249-8886-d85aed968a11 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Made reservation on behalf of 9c0ad15ecb344bb299c0c6d9f8bbfbe2 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:05.974040 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35c3bb87-4f70-4249-8886-d85aed968a11 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:05.992335 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499dcdb0-6ffd-49d5-b8f9-dc71941d6d10 None None] Pushing event deleted for resources: {'Port': ['ID=7b7169a7-e83a-401b-ba06-2690ec45203d,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:05.999752 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499dcdb0-6ffd-49d5-b8f9-dc71941d6d10 None None] No DVR routers for this DVR port 7b7169a7-e83a-401b-ba06-2690ec45203d on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:00:05.999922 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83a5f9-1dcd-41d3-b211-7403b19162e4 req-f2ba453d-67f4-45f2-8f6c-48c20f6b6cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:06.000728 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-132e6be8-470e-4058-8504-4186adce6674 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.001899 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-1e83a5f9-1dcd-41d3-b211-7403b19162e4 req-f2ba453d-67f4-45f2-8f6c-48c20f6b6cc6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb92b723-cb1c-4df8-84a3-7b1e42ef5335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2045441 Nov 29 02:00:06.041909 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d002f109-49d4-444d-95f1-c15e981c0586 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.043694 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ca999eeb-d61a-477f-ac25-8dd191c477bb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.045413 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca999eeb-d61a-477f-ac25-8dd191c477bb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:06.046221 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ca999eeb-d61a-477f-ac25-8dd191c477bb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.054998 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e72c5a48-0f74-4981-882a-d9ea77cebb39 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.064553 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f194e-d7f1-4d55-9ea4-5ca37ed4b6dd None None] Pushing event updated for resources: {'Port': ['ID=ae72673b-f2ba-4bc3-86d7-2c419ba031fc,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:06.109755 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-d002f109-49d4-444d-95f1-c15e981c0586 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b23f61-7fd3-4b96-a5a3-095f93d356c2']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:06.138454 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-d002f109-49d4-444d-95f1-c15e981c0586 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b1cc154-c8ed-4996-b2b2-e00ffc306109') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:06.138760 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-d002f109-49d4-444d-95f1-c15e981c0586 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b1cc154-c8ed-4996-b2b2-e00ffc306109') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:06.146818 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e6be8-470e-4058-8504-4186adce6674 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Subnet': ['ID=006f680c-b533-48a1-86b4-e199f642cfef,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:06.155215 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb0c37e-6599-4ab3-b6ae-4758764e419f None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:06.164188 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d002f109-49d4-444d-95f1-c15e981c0586 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.173004 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-132e6be8-470e-4058-8504-4186adce6674 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.179036 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-132e6be8-470e-4058-8504-4186adce6674 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/006f680c-b533-48a1-86b4-e199f642cfef HTTP/1.1" status: 204 len: 168 time: 1.4238784 Nov 29 02:00:06.180276 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39386) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:06.216796 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d002f109-49d4-444d-95f1-c15e981c0586 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.238246 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d002f109-49d4-444d-95f1-c15e981c0586 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:00:06.238659 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d002f109-49d4-444d-95f1-c15e981c0586 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.242031 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:00:06.242031 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:00:06.242031 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:00:06.242031 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:00:06.242031 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:00:06.242031 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:00:06.242031 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:00:06.242031 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:00:06.242031 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:00:06.242031 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:00:06.242031 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:00:06.242031 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:00:06.242031 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:00:06.242031 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:00:06.242031 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:00:06.242031 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:00:06.242031 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:00:06.242031 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:00:06.242031 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:00:06.242031 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:00:06.242031 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:00:06.242031 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:00:06.242031 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:00:06.242031 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:00:06.242031 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:00:06.242031 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:00:06.242031 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:00:06.242031 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:00:06.242031 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:00:06.242031 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:00:06.242031 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:00:06.242031 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:00:06.256565 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-1e83a5f9-1dcd-41d3-b211-7403b19162e4 req-35bf7597-aab2-42a7-9305-1f187808a233 service neutron] 10.222.0.24 "GET /v2.0/networks/eb92b723-cb1c-4df8-84a3-7b1e42ef5335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313845 Nov 29 02:00:06.327934 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7b7169a7-e83a-401b-ba06-2690ec45203d no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:00:06.334763 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ca999eeb-d61a-477f-ac25-8dd191c477bb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8406284 Nov 29 02:00:06.344058 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39388) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:06.377046 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9b9bd02b-8aa7-40f5-913b-705d2bc46bca tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Request body: {'subnet': {'network_id': 'c955f451-3d70-40a3-a353-077a86c32408', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:06.381573 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10374295-87c0-44ea-ba35-c2e185ada5ff tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.390368 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 7b7169a7-e83a-401b-ba06-2690ec45203d {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:00:06.396451 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7b7169a7-e83a-401b-ba06-2690ec45203d not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:00:06.427641 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d002f109-49d4-444d-95f1-c15e981c0586 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.433297 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d002f109-49d4-444d-95f1-c15e981c0586 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.442643 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d002f109-49d4-444d-95f1-c15e981c0586 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/networks/b1b23f61-7fd3-4b96-a5a3-095f93d356c2 HTTP/1.1" status: 204 len: 168 time: 1.5882328 Nov 29 02:00:06.444273 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca999eeb-d61a-477f-ac25-8dd191c477bb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Pushing event updated for resources: {'Network': ['ID=c955f451-3d70-40a3-a353-077a86c32408,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:06.446556 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39392) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:06.459431 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network c955f451-3d70-40a3-a353-077a86c32408 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:00:06.467263 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1d922453-9e0e-470c-bca6-0071df999251 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-389652366', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:06.496153 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10374295-87c0-44ea-ba35-c2e185ada5ff tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event deleted for resources: {'Port': ['ID=f61efd5f-37dc-4ad8-820e-92ef30c9c9b3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:06.532266 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6c5d8d-ae40-4153-93b2-3a7abeff6a07 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting subnet 287ded3d-49fe-4f50-bd92-784328c9155a {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:00:06.532471 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002f109-49d4-444d-95f1-c15e981c0586 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event deleted for resources: {'Network': ['ID=b1b23f61-7fd3-4b96-a5a3-095f93d356c2,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:06.536716 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c6c5d8d-ae40-4153-93b2-3a7abeff6a07 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.570235 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-1e83a5f9-1dcd-41d3-b211-7403b19162e4 req-4a34e533-e768-40fa-be17-7cd6c23d5b3b service neutron] 10.222.0.24 "GET /v2.0/networks/eb92b723-cb1c-4df8-84a3-7b1e42ef5335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623694 Nov 29 02:00:06.575202 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10374295-87c0-44ea-ba35-c2e185ada5ff tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for floatingip, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.578756 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10374295-87c0-44ea-ba35-c2e185ada5ff tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.579912 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-10374295-87c0-44ea-ba35-c2e185ada5ff tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "DELETE /v2.0/floatingips/530a492d-0de8-404a-9f1d-2a7c068a7d04 HTTP/1.1" status: 204 len: 168 time: 1.4404554 Nov 29 02:00:06.586089 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39394) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:06.590641 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-8416e3c2-bb31-4506-b3c8-67ce1d36329d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'port_id': 'abda6a05-9a1b-4c69-a1fe-ec077e5ebaf6'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:06.647654 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c6c5d8d-ae40-4153-93b2-3a7abeff6a07 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.670210 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e72c5a48-0f74-4981-882a-d9ea77cebb39 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.676108 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device fa82e7af-5435-42ba-a21f-1b96cdc0acdd details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:00:06.695280 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8416e3c2-bb31-4506-b3c8-67ce1d36329d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for floatingip, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.737008 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1d922453-9e0e-470c-bca6-0071df999251 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.738081 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1d922453-9e0e-470c-bca6-0071df999251 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.783245 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f7c86-72f4-42b0-9940-c174b3895e76 req-7dc0667a-22bc-4e8d-9bb3-7e8b9cf1a769 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:06.791495 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-592f7c86-72f4-42b0-9940-c174b3895e76 req-7dc0667a-22bc-4e8d-9bb3-7e8b9cf1a769 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 943 time: 0.3370118 Nov 29 02:00:06.817299 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port fa82e7af-5435-42ba-a21f-1b96cdc0acdd, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=fa82e7af-5435-42ba-a21f-1b96cdc0acdd,segment=NetworkSegment(f034e30a-2987-4f0f-9709-b5eedf4799ba),segment_id=f034e30a-2987-4f0f-9709-b5eedf4799ba)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:06.834598 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72c5a48-0f74-4981-882a-d9ea77cebb39 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:06.840083 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': 'fa82e7af-5435-42ba-a21f-1b96cdc0acdd', 'network_id': 'eb92b723-cb1c-4df8-84a3-7b1e42ef5335', 'port_id': 'fa82e7af-5435-42ba-a21f-1b96cdc0acdd', 'mac_address': 'fa:16:3e:31:30:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fe7d8ce-5428-4f8e-9400-d67b4f1b0825', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:00:06.855561 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8416e3c2-bb31-4506-b3c8-67ce1d36329d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.861360 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9bd02b-8aa7-40f5-913b-705d2bc46bca tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Made reservation on behalf of df27b293cef34034a07e8aa52e5c6a2c for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:06.865120 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b9bd02b-8aa7-40f5-913b-705d2bc46bca tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.891036 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.909504 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa82e7af-5435-42ba-a21f-1b96cdc0acdd {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:00:06.919364 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-e72c5a48-0f74-4981-882a-d9ea77cebb39 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:06.930723 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port fa82e7af-5435-42ba-a21f-1b96cdc0acdd, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=fa82e7af-5435-42ba-a21f-1b96cdc0acdd,segment=NetworkSegment(f034e30a-2987-4f0f-9709-b5eedf4799ba),segment_id=f034e30a-2987-4f0f-9709-b5eedf4799ba)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:06.939495 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:06.981267 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72c5a48-0f74-4981-882a-d9ea77cebb39 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:06.993612 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-8416e3c2-bb31-4506-b3c8-67ce1d36329d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Allocated IP 172.26.3.31 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/f5cbf4c3-aaec-4389-b9fe-222ca47fa316) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:07.000601 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c5a48-0f74-4981-882a-d9ea77cebb39 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Pushing event updated for resources: {'Port': ['ID=e75c408a-81c2-43a2-8502-b41938efcca5,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:07.018240 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4e2932-d6c8-4b6f-a890-851dde4c1507 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:07.023534 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=fa82e7af-5435-42ba-a21f-1b96cdc0acdd,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:07.134204 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1d922453-9e0e-470c-bca6-0071df999251 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:07.137369 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35c3bb87-4f70-4249-8886-d85aed968a11 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:07.144217 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-7e375f7f-8dba-472a-a320-0c4d266eaa86 None None] Provisioning complete for port e75c408a-81c2-43a2-8502-b41938efcca5 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:07.145810 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e375f7f-8dba-472a-a320-0c4d266eaa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:07.184306 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8416e3c2-bb31-4506-b3c8-67ce1d36329d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:07.194404 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c6c5d8d-ae40-4153-93b2-3a7abeff6a07 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:07.220217 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7e375f7f-8dba-472a-a320-0c4d266eaa86 None None] Port e75c408a-81c2-43a2-8502-b41938efcca5 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:00:07.242504 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8416e3c2-bb31-4506-b3c8-67ce1d36329d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:07.263978 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['fa82e7af-5435-42ba-a21f-1b96cdc0acdd'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:00:07.310214 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8416e3c2-bb31-4506-b3c8-67ce1d36329d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:07.313467 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-8416e3c2-bb31-4506-b3c8-67ce1d36329d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:07.317586 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8416e3c2-bb31-4506-b3c8-67ce1d36329d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:07.323359 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8416e3c2-bb31-4506-b3c8-67ce1d36329d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event updated for resources: {'Port': ['ID=f5cbf4c3-aaec-4389-b9fe-222ca47fa316,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:07.452069 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-aac46085-301f-43a8-9a09-a720fb7461ce None None] Provisioning complete for port 28882178-c1ca-4752-acb9-d368bc6dd8f4 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:07.452304 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aac46085-301f-43a8-9a09-a720fb7461ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:07.470161 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-592f7c86-72f4-42b0-9940-c174b3895e76 req-95881dac-78f2-49bb-ba9d-29ec7eaa9d2a tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6767039 Nov 29 02:00:07.487992 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c6c5d8d-ae40-4153-93b2-3a7abeff6a07 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:07.538230 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acd7bbc-4ae9-4d47-8926-711fea5e5351 None None] Network 94d026cd-9724-42cc-9207-898d08c6a612 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:07.539945 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3bb87-4f70-4249-8886-d85aed968a11 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event updated for resources: {'Subnet': ['ID=2a096c36-08ee-4f40-a3c7-7641f5bd89fb,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:07.592996 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bfda7f-5cf4-491d-8f2d-3e484d46383e None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:07.594688 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c6c5d8d-ae40-4153-93b2-3a7abeff6a07 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:07.600474 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7c6c5d8d-ae40-4153-93b2-3a7abeff6a07 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/287ded3d-49fe-4f50-bd92-784328c9155a HTTP/1.1" status: 204 len: 168 time: 1.4110613 Nov 29 02:00:07.601631 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39396) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:07.657473 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d38a9197-60e9-470b-80a6-bb08b07982ba tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0548644 Nov 29 02:00:07.669188 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39398) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:07.679272 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c3bb87-4f70-4249-8886-d85aed968a11 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Checking segment: {'id': 'df2fa67b-3936-4c13-82d6-6948759f2e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd09a755b-467f-4148-b6ff-6726ca2f085e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:07.680060 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c3bb87-4f70-4249-8886-d85aed968a11 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Network hostable DHCP agents. Network: d09a755b-467f-4148-b6ff-6726ca2f085e, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:00:07.683278 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1d922453-9e0e-470c-bca6-0071df999251 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:07.689124 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4bd42fb6-d461-46c5-8c59-d16b02968958 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:07.696405 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c5d8d-ae40-4153-93b2-3a7abeff6a07 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Subnet': ['ID=287ded3d-49fe-4f50-bd92-784328c9155a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:07.794965 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-bc213ca4-0649-41bb-ab6a-cc6703c9efaf None None] Provisioning complete for port ae72673b-f2ba-4bc3-86d7-2c419ba031fc triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:07.795323 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bc213ca4-0649-41bb-ab6a-cc6703c9efaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:07.928387 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c3bb87-4f70-4249-8886-d85aed968a11 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Network d09a755b-467f-4148-b6ff-6726ca2f085e is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:00:07.939216 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8416e3c2-bb31-4506-b3c8-67ce1d36329d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:07.987134 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-35c3bb87-4f70-4249-8886-d85aed968a11 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, d09a755b-467f-4148-b6ff-6726ca2f085e) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:07.989034 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b9bd02b-8aa7-40f5-913b-705d2bc46bca tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:08.008954 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c3bb87-4f70-4249-8886-d85aed968a11 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:08.009578 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35c3bb87-4f70-4249-8886-d85aed968a11 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:08.053700 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a396d94a-ee7c-46d5-a01d-23a77bf3d168 None None] DHCP port deletion for 126abf58-b75c-4c07-bafa-8e25bc6621b0 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:08.058767 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412db011-940f-481e-8350-b0277832fa9e None None] Network d09a755b-467f-4148-b6ff-6726ca2f085e requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:08.068994 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e72c5a48-0f74-4981-882a-d9ea77cebb39 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:08.077667 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8416e3c2-bb31-4506-b3c8-67ce1d36329d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:08.151731 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bc213ca4-0649-41bb-ab6a-cc6703c9efaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:08.212943 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-bc213ca4-0649-41bb-ab6a-cc6703c9efaf None None] For port ae72673b-f2ba-4bc3-86d7-2c419ba031fc, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=ae72673b-f2ba-4bc3-86d7-2c419ba031fc,segment=NetworkSegment(f799cd76-e355-4175-8eb8-4e2f3c0c4b99),segment_id=f799cd76-e355-4175-8eb8-4e2f3c0c4b99)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:08.230128 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bc213ca4-0649-41bb-ab6a-cc6703c9efaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:08.331784 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a396d94a-ee7c-46d5-a01d-23a77bf3d168 None None] Deleting port 28882178-c1ca-4752-acb9-d368bc6dd8f4 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:08.332073 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a396d94a-ee7c-46d5-a01d-23a77bf3d168 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:08.333903 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc213ca4-0649-41bb-ab6a-cc6703c9efaf None None] Pushing event updated for resources: {'Port': ['ID=ae72673b-f2ba-4bc3-86d7-2c419ba031fc,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:08.387686 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device ae72673b-f2ba-4bc3-86d7-2c419ba031fc up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:00:08.440939 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd42fb6-d461-46c5-8c59-d16b02968958 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:08.444226 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4bd42fb6-d461-46c5-8c59-d16b02968958 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:08.470370 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-35c3bb87-4f70-4249-8886-d85aed968a11 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.1041911 Nov 29 02:00:08.473099 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39400) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:08.479183 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-7175513c-5efd-4550-8b55-9b61172381dc None None] Provisioning complete for port ae72673b-f2ba-4bc3-86d7-2c419ba031fc triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:08.480116 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7175513c-5efd-4550-8b55-9b61172381dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:08.520872 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9bd02b-8aa7-40f5-913b-705d2bc46bca tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Pushing event updated for resources: {'Subnet': ['ID=0a131b29-757a-437f-ba40-3983147a53d8,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:08.560971 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befae5f9-5dfd-4cb3-b0d8-d350e500d5c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-d09a755b-467f-4148-b6ff-6726ca2f085e', 'network_id': 'd09a755b-467f-4148-b6ff-6726ca2f085e', 'tenant_id': '9c0ad15ecb344bb299c0c6d9f8bbfbe2', 'fixed_ips': [{'subnet_id': '2a096c36-08ee-4f40-a3c7-7641f5bd89fb'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:00:08.561843 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-befae5f9-5dfd-4cb3-b0d8-d350e500d5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:08.575750 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a396d94a-ee7c-46d5-a01d-23a77bf3d168 None None] For port 28882178-c1ca-4752-acb9-d368bc6dd8f4, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=28882178-c1ca-4752-acb9-d368bc6dd8f4,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:08.576149 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a396d94a-ee7c-46d5-a01d-23a77bf3d168 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:08.622961 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a396d94a-ee7c-46d5-a01d-23a77bf3d168 None None] Calling delete_port for 28882178-c1ca-4752-acb9-d368bc6dd8f4 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:08.629877 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port ae72673b-f2ba-4bc3-86d7-2c419ba031fc triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:08.630243 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:08.633611 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8416e3c2-bb31-4506-b3c8-67ce1d36329d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:08.639340 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8416e3c2-bb31-4506-b3c8-67ce1d36329d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:08.642013 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9bd02b-8aa7-40f5-913b-705d2bc46bca tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Checking segment: {'id': '5d35ecc7-f29b-424e-9467-4ca7e46172a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c955f451-3d70-40a3-a353-077a86c32408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:08.642374 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9bd02b-8aa7-40f5-913b-705d2bc46bca tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Network hostable DHCP agents. Network: c955f451-3d70-40a3-a353-077a86c32408, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:00:08.723492 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8416e3c2-bb31-4506-b3c8-67ce1d36329d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event updated for resources: {'Port': ['ID=f5cbf4c3-aaec-4389-b9fe-222ca47fa316,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:08.742888 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8416e3c2-bb31-4506-b3c8-67ce1d36329d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:08.766079 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device fa82e7af-5435-42ba-a21f-1b96cdc0acdd up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:00:08.784584 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9bd02b-8aa7-40f5-913b-705d2bc46bca tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Network c955f451-3d70-40a3-a353-077a86c32408 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:00:08.827963 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c4893-63fc-46dd-8cfd-c9ca01fcf8d9 req-33ce4980-796d-424b-acb2-b3281ca94782 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:08.829671 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-184c4893-63fc-46dd-8cfd-c9ca01fcf8d9 req-33ce4980-796d-424b-acb2-b3281ca94782 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 944 time: 0.2471390 Nov 29 02:00:08.840219 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bdb3647f-608e-40df-8851-f70543307946 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:08.859672 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [None req-8416e3c2-bb31-4506-b3c8-67ce1d36329d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Floating IP 0870b36f-cdab-48da-8132-2ed648af4342 associated. External IP: 172.26.3.31, port: abda6a05-9a1b-4c69-a1fe-ec077e5ebaf6. Nov 29 02:00:08.862013 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-9b9bd02b-8aa7-40f5-913b-705d2bc46bca tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, c955f451-3d70-40a3-a353-077a86c32408) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:08.883258 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb33ee00-a3be-4e07-a264-503e80477842 None None] Network c955f451-3d70-40a3-a353-077a86c32408 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:08.895233 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9bd02b-8aa7-40f5-913b-705d2bc46bca tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:08.895843 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b9bd02b-8aa7-40f5-913b-705d2bc46bca tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:09.008043 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-befae5f9-5dfd-4cb3-b0d8-d350e500d5c7 None None] Allocated IP 172.20.0.2 (d09a755b-467f-4148-b6ff-6726ca2f085e/2a096c36-08ee-4f40-a3c7-7641f5bd89fb/7b784944-0a4b-4e3f-9cfd-957a72f61e12) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:09.031000 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a396d94a-ee7c-46d5-a01d-23a77bf3d168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:09.032787 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port fa82e7af-5435-42ba-a21f-1b96cdc0acdd completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:00:09.056854 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9b9bd02b-8aa7-40f5-913b-705d2bc46bca tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7056518 Nov 29 02:00:09.062291 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39404) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:09.073757 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-3329a243-da64-4eef-8a50-9392a51599da tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Request body: {'network': {'name': 'tempest-router-network01--1277227407'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:09.077417 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port fa82e7af-5435-42ba-a21f-1b96cdc0acdd triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:09.077928 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:09.126750 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396d94a-ee7c-46d5-a01d-23a77bf3d168 None None] Pushing event deleted for resources: {'Port': ['ID=28882178-c1ca-4752-acb9-d368bc6dd8f4,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:09.128483 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1d922453-9e0e-470c-bca6-0071df999251 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:09.129591 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3329a243-da64-4eef-8a50-9392a51599da tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Made reservation on behalf of df27b293cef34034a07e8aa52e5c6a2c for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:09.134724 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3329a243-da64-4eef-8a50-9392a51599da tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:09.143824 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-184c4893-63fc-46dd-8cfd-c9ca01fcf8d9 req-a8663255-c60d-4ac6-8ecb-ede47502bc92 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3000405 Nov 29 02:00:09.150101 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a396d94a-ee7c-46d5-a01d-23a77bf3d168 None None] No DVR routers for this DVR port 28882178-c1ca-4752-acb9-d368bc6dd8f4 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:00:09.163052 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 28882178-c1ca-4752-acb9-d368bc6dd8f4 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:00:09.177378 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bdb3647f-608e-40df-8851-f70543307946 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:09.187142 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e72c5a48-0f74-4981-882a-d9ea77cebb39 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:09.187554 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8416e3c2-bb31-4506-b3c8-67ce1d36329d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Router 743aef22-c18f-4244-8437-75ac83c1aeb0 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:00:09.189360 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1d922453-9e0e-470c-bca6-0071df999251 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:09.196958 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3329a243-da64-4eef-8a50-9392a51599da tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:00:09.212731 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3329a243-da64-4eef-8a50-9392a51599da tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:09.212731 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-3329a243-da64-4eef-8a50-9392a51599da tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Added segment 09a415cb-c035-4b35-aa00-f2ac4b6b5205 of type vlan for network 154f0060-535e-4d6a-9106-262c6ce5f2f5 Nov 29 02:00:09.215849 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 28882178-c1ca-4752-acb9-d368bc6dd8f4 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:00:09.216387 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 28882178-c1ca-4752-acb9-d368bc6dd8f4 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:00:09.240387 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4bd42fb6-d461-46c5-8c59-d16b02968958 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:09.339739 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3329a243-da64-4eef-8a50-9392a51599da tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:09.363362 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b315b18-8a75-4213-8c36-916aab767494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-c955f451-3d70-40a3-a353-077a86c32408', 'network_id': 'c955f451-3d70-40a3-a353-077a86c32408', 'tenant_id': 'df27b293cef34034a07e8aa52e5c6a2c', 'fixed_ips': [{'subnet_id': '0a131b29-757a-437f-ba40-3983147a53d8'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:00:09.365150 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b315b18-8a75-4213-8c36-916aab767494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:09.396070 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3329a243-da64-4eef-8a50-9392a51599da tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:09.402575 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3329a243-da64-4eef-8a50-9392a51599da tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:09.403312 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3329a243-da64-4eef-8a50-9392a51599da tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:09.404564 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd42fb6-d461-46c5-8c59-d16b02968958 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:09.416807 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-4bd42fb6-d461-46c5-8c59-d16b02968958 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:09.425159 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd42fb6-d461-46c5-8c59-d16b02968958 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:09.425793 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4bd42fb6-d461-46c5-8c59-d16b02968958 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:09.453907 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd42fb6-d461-46c5-8c59-d16b02968958 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Subnet': ['ID=166b898d-3f78-4270-87b8-8fd3dbe64336,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:09.474725 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab5f535-914e-4543-a68e-9ea262e2129b None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:09.483555 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4bd42fb6-d461-46c5-8c59-d16b02968958 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8053889 Nov 29 02:00:09.483961 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329a243-da64-4eef-8a50-9392a51599da tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Pushing event updated for resources: {'Network': ['ID=154f0060-535e-4d6a-9106-262c6ce5f2f5,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:09.488051 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39406) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:09.491142 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8416e3c2-bb31-4506-b3c8-67ce1d36329d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:09.492081 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-7d043431-af9e-4e42-a876-6cf387c7c4e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:09.505831 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3329a243-da64-4eef-8a50-9392a51599da tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4375935 Nov 29 02:00:09.507754 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39408) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:09.514143 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ea8ae46b-53ed-4260-bda9-1a798e53bd12 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Request body: {'network': {'name': 'tempest-router-network02--19144093'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:09.524977 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 154f0060-535e-4d6a-9106-262c6ce5f2f5 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:00:09.527322 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068abdca-9942-4a4a-a70e-de07d4ec7558 None None] Sync routers for ids ['743aef22-c18f-4244-8437-75ac83c1aeb0'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:09.532510 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8416e3c2-bb31-4506-b3c8-67ce1d36329d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:09.546106 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:09.567082 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-1d922453-9e0e-470c-bca6-0071df999251 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Allocated IP 172.26.3.75 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/ebaf42b4-1809-4c2a-b79b-56fea917d00e) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:09.571561 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8416e3c2-bb31-4506-b3c8-67ce1d36329d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.9843688 Nov 29 02:00:09.575009 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39410) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:09.585311 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8ae46b-53ed-4260-bda9-1a798e53bd12 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Made reservation on behalf of df27b293cef34034a07e8aa52e5c6a2c for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:09.590169 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ea8ae46b-53ed-4260-bda9-1a798e53bd12 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:09.601300 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-befae5f9-5dfd-4cb3-b0d8-d350e500d5c7 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:09.650813 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-befae5f9-5dfd-4cb3-b0d8-d350e500d5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:09.652499 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068abdca-9942-4a4a-a70e-de07d4ec7558 None None] Routers {'743aef22-c18f-4244-8437-75ac83c1aeb0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:09.653124 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-068abdca-9942-4a4a-a70e-de07d4ec7558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['743aef22-c18f-4244-8437-75ac83c1aeb0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:09.670739 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72c5a48-0f74-4981-882a-d9ea77cebb39 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Router c594904c-2162-440f-9cfb-c3d0e5a41a46 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:00:09.677719 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea8ae46b-53ed-4260-bda9-1a798e53bd12 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:00:09.697444 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-377ab529-3723-4904-a621-0af48fd6cb8d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "GET /v2.0/floatingips/0870b36f-cdab-48da-8132-2ed648af4342 HTTP/1.1" status: 200 len: 976 time: 0.1199741 Nov 29 02:00:09.701144 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39412) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:09.720131 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bdb3647f-608e-40df-8851-f70543307946 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:09.736271 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ea8ae46b-53ed-4260-bda9-1a798e53bd12 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:09.736937 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-ea8ae46b-53ed-4260-bda9-1a798e53bd12 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Added segment 33a7e834-e62f-4b93-b5c9-25223de05237 of type vlan for network fc6f75f6-5e10-44cd-a2f3-9a2738e7f286 Nov 29 02:00:09.768756 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3647f-608e-40df-8851-f70543307946 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event deleted for resources: {'Subnet': ['ID=2a096c36-08ee-4f40-a3c7-7641f5bd89fb,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:09.872904 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ea8ae46b-53ed-4260-bda9-1a798e53bd12 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:09.883768 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e1499fe9-920e-4856-9877-4e137b1478b6 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1806538 Nov 29 02:00:09.884522 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39414) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:09.891081 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ff49a7ac-40e1-4264-a2b5-7dca035c8d89 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Request body: {'floatingip': {'port_id': 'a64238c5-2adf-4bc2-a4ac-b4ec3bafdef4'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:09.906503 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ba8100-3a27-4df5-82bd-f3f4648b1fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa82e7af-5435-42ba-a21f-1b96cdc0acdd'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:00:09.908670 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2766d4c0-027e-4492-8b5b-2f184d7aebad" -d '{"events": [{"server_uuid": "71ba8100-3a27-4df5-82bd-f3f4648b1fdb", "name": "network-vif-plugged", "status": "completed", "tag": "fa82e7af-5435-42ba-a21f-1b96cdc0acdd"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:00:09.935908 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d043431-af9e-4e42-a876-6cf387c7c4e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:09.937808 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-068abdca-9942-4a4a-a70e-de07d4ec7558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:09.939437 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7d043431-af9e-4e42-a876-6cf387c7c4e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:09.951818 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bdb3647f-608e-40df-8851-f70543307946 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:09.958618 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port fa82e7af-5435-42ba-a21f-1b96cdc0acdd, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=fa82e7af-5435-42ba-a21f-1b96cdc0acdd,segment=NetworkSegment(f034e30a-2987-4f0f-9709-b5eedf4799ba),segment_id=f034e30a-2987-4f0f-9709-b5eedf4799ba)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:09.971041 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befae5f9-5dfd-4cb3-b0d8-d350e500d5c7 None None] Network d09a755b-467f-4148-b6ff-6726ca2f085e is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:09.979111 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153467c4-68e4-4128-b550-b02d1e07d4e6 x-openstack-request-id: req-153467c4-68e4-4128-b550-b02d1e07d4e6 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:00:09.981836 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ba8100-3a27-4df5-82bd-f3f4648b1fdb", "name": "network-vif-plugged", "status": "completed", "tag": "fa82e7af-5435-42ba-a21f-1b96cdc0acdd", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:00:09.982097 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-153467c4-68e4-4128-b550-b02d1e07d4e6 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:00:09.982334 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff49a7ac-40e1-4264-a2b5-7dca035c8d89 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for floatingip, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:09.982492 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ba8100-3a27-4df5-82bd-f3f4648b1fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa82e7af-5435-42ba-a21f-1b96cdc0acdd', 'code': 200} Nov 29 02:00:09.985111 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-befae5f9-5dfd-4cb3-b0d8-d350e500d5c7 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:09.986940 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:09.990919 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befae5f9-5dfd-4cb3-b0d8-d350e500d5c7 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:09.997159 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befae5f9-5dfd-4cb3-b0d8-d350e500d5c7 None None] Pushing event updated for resources: {'Port': ['ID=7b784944-0a4b-4e3f-9cfd-957a72f61e12,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:10.000030 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-4b315b18-8a75-4213-8c36-916aab767494 None None] Allocated IP 172.20.0.2 (c955f451-3d70-40a3-a353-077a86c32408/0a131b29-757a-437f-ba40-3983147a53d8/3daffd41-6d42-4c27-b5b5-bb62d1f39d51) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:10.008613 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1d922453-9e0e-470c-bca6-0071df999251 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:10.040765 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.db.resource_extend [None req-ea8ae46b-53ed-4260-bda9-1a798e53bd12 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 02:00:10.044240 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-bdb3647f-608e-40df-8851-f70543307946 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d09a755b-467f-4148-b6ff-6726ca2f085e']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:10.052192 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068abdca-9942-4a4a-a70e-de07d4ec7558 None None] Routers {'743aef22-c18f-4244-8437-75ac83c1aeb0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:10.052729 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-068abdca-9942-4a4a-a70e-de07d4ec7558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['743aef22-c18f-4244-8437-75ac83c1aeb0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:10.067635 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-bdb3647f-608e-40df-8851-f70543307946 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df2fa67b-3936-4c13-82d6-6948759f2e02') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:10.068277 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-bdb3647f-608e-40df-8851-f70543307946 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df2fa67b-3936-4c13-82d6-6948759f2e02') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:10.081414 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72c5a48-0f74-4981-882a-d9ea77cebb39 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:10.093128 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998cdd0e-0419-4ab6-9534-45e12382c94d None None] Sync routers for ids ['c594904c-2162-440f-9cfb-c3d0e5a41a46'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:10.106383 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bdb3647f-608e-40df-8851-f70543307946 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:10.111555 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998cdd0e-0419-4ab6-9534-45e12382c94d None None] Routers {'c594904c-2162-440f-9cfb-c3d0e5a41a46'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:10.112367 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ea8ae46b-53ed-4260-bda9-1a798e53bd12 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:10.113607 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-998cdd0e-0419-4ab6-9534-45e12382c94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['c594904c-2162-440f-9cfb-c3d0e5a41a46'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:10.128193 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8ae46b-53ed-4260-bda9-1a798e53bd12 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:10.131606 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ea8ae46b-53ed-4260-bda9-1a798e53bd12 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:10.132076 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-068abdca-9942-4a4a-a70e-de07d4ec7558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:10.132740 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068abdca-9942-4a4a-a70e-de07d4ec7558 None None] The sync data for ids ['743aef22-c18f-4244-8437-75ac83c1aeb0'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:00:10.145699 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bdb3647f-608e-40df-8851-f70543307946 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:10.164823 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e72c5a48-0f74-4981-882a-d9ea77cebb39 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:10.169375 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e72c5a48-0f74-4981-882a-d9ea77cebb39 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.1832328 Nov 29 02:00:10.169375 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdb3647f-608e-40df-8851-f70543307946 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:00:10.169375 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bdb3647f-608e-40df-8851-f70543307946 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:10.175810 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:00:10.175810 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:00:10.175810 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:00:10.175810 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:00:10.175810 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:00:10.175810 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:00:10.175810 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:00:10.175810 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:00:10.175810 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:00:10.175810 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:00:10.175810 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:00:10.175810 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:00:10.175810 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:00:10.175810 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:00:10.175810 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:00:10.175810 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:00:10.175810 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:00:10.175810 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:00:10.175810 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:00:10.175810 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:00:10.175810 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:00:10.175810 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:00:10.175810 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:00:10.175810 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:00:10.175810 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:00:10.175810 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:00:10.175810 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:00:10.175810 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:00:10.175810 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:00:10.175810 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:00:10.175810 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:00:10.175810 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:00:10.187277 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39418) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:10.194013 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1d922453-9e0e-470c-bca6-0071df999251 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:10.257081 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=fa82e7af-5435-42ba-a21f-1b96cdc0acdd,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:10.276942 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-befae5f9-5dfd-4cb3-b0d8-d350e500d5c7 None None] Attempting to bind port 7b784944-0a4b-4e3f-9cfd-957a72f61e12 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:00:10.277485 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-befae5f9-5dfd-4cb3-b0d8-d350e500d5c7 None None] Attempting to bind port 7b784944-0a4b-4e3f-9cfd-957a72f61e12 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'df2fa67b-3936-4c13-82d6-6948759f2e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd09a755b-467f-4148-b6ff-6726ca2f085e'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:00:10.278229 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befae5f9-5dfd-4cb3-b0d8-d350e500d5c7 None None] Attempting to bind port 7b784944-0a4b-4e3f-9cfd-957a72f61e12 on network d09a755b-467f-4148-b6ff-6726ca2f085e {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:00:10.299718 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befae5f9-5dfd-4cb3-b0d8-d350e500d5c7 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:00:10.300459 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befae5f9-5dfd-4cb3-b0d8-d350e500d5c7 None None] Checking segment: {'id': 'df2fa67b-3936-4c13-82d6-6948759f2e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd09a755b-467f-4148-b6ff-6726ca2f085e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:10.301382 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-befae5f9-5dfd-4cb3-b0d8-d350e500d5c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:10.301893 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befae5f9-5dfd-4cb3-b0d8-d350e500d5c7 None None] Bound using segment: {'id': 'df2fa67b-3936-4c13-82d6-6948759f2e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd09a755b-467f-4148-b6ff-6726ca2f085e'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:00:10.302586 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-befae5f9-5dfd-4cb3-b0d8-d350e500d5c7 None None] Bound port: 7b784944-0a4b-4e3f-9cfd-957a72f61e12, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2fa67b-3936-4c13-82d6-6948759f2e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd09a755b-467f-4148-b6ff-6726ca2f085e'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:00:10.303543 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-befae5f9-5dfd-4cb3-b0d8-d350e500d5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:10.309393 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb7965a-7350-4451-8fdf-4df7e51d1ed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-126abf58-b75c-4c07-bafa-8e25bc6621b0', 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'fixed_ips': [{'subnet_id': '166b898d-3f78-4270-87b8-8fd3dbe64336'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:00:10.310269 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-efb7965a-7350-4451-8fdf-4df7e51d1ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:10.312737 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ae46b-53ed-4260-bda9-1a798e53bd12 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Pushing event updated for resources: {'Network': ['ID=fc6f75f6-5e10-44cd-a2f3-9a2738e7f286,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:10.337847 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ea8ae46b-53ed-4260-bda9-1a798e53bd12 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8288543 Nov 29 02:00:10.347187 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39422) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:10.357974 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-62c0d90c-bb23-4bb3-a6e0-fcbf50c59789 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Request body: {'subnet': {'network_id': '154f0060-535e-4d6a-9106-262c6ce5f2f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:10.420998 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network fc6f75f6-5e10-44cd-a2f3-9a2738e7f286 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:00:10.439201 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-998cdd0e-0419-4ab6-9534-45e12382c94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:10.462927 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998cdd0e-0419-4ab6-9534-45e12382c94d None None] Routers {'c594904c-2162-440f-9cfb-c3d0e5a41a46'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:10.464836 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-998cdd0e-0419-4ab6-9534-45e12382c94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['c594904c-2162-440f-9cfb-c3d0e5a41a46'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:10.494877 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1db2d-d02d-41da-829f-43be95137d46 req-70c0655d-b005-49f4-b61e-f64fcccb2d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:10.496445 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2db1db2d-d02d-41da-829f-43be95137d46 req-70c0655d-b005-49f4-b61e-f64fcccb2d74 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 1098 time: 0.1167877 Nov 29 02:00:10.504870 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device ae72673b-f2ba-4bc3-86d7-2c419ba031fc up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:00:10.520252 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-998cdd0e-0419-4ab6-9534-45e12382c94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:10.521214 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998cdd0e-0419-4ab6-9534-45e12382c94d None None] The sync data for ids ['c594904c-2162-440f-9cfb-c3d0e5a41a46'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:00:10.639376 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-befae5f9-5dfd-4cb3-b0d8-d350e500d5c7 None None] For port 7b784944-0a4b-4e3f-9cfd-957a72f61e12, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:00:10.642853 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2db1db2d-d02d-41da-829f-43be95137d46 req-8a1f9c33-b62c-4dd9-bc50-0573b1738312 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352766 Nov 29 02:00:10.690963 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b315b18-8a75-4213-8c36-916aab767494 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:10.697787 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-befae5f9-5dfd-4cb3-b0d8-d350e500d5c7 None None] For port 7b784944-0a4b-4e3f-9cfd-957a72f61e12, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7b784944-0a4b-4e3f-9cfd-957a72f61e12,segment=NetworkSegment(df2fa67b-3936-4c13-82d6-6948759f2e02),segment_id=df2fa67b-3936-4c13-82d6-6948759f2e02)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:00:10.712695 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-befae5f9-5dfd-4cb3-b0d8-d350e500d5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:10.727572 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b315b18-8a75-4213-8c36-916aab767494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:10.747761 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d922453-9e0e-470c-bca6-0071df999251 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:10.758167 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.db.api [None req-bdb3647f-608e-40df-8851-f70543307946 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 29 02:00:10.758167 dv-neutron-819032-3-hyperv neutron-server[103254]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 29 02:00:10.758167 dv-neutron-819032-3-hyperv neutron-server[103254]: [parameters: {'id': 'd09a755b-467f-4148-b6ff-6726ca2f085e'}] Nov 29 02:00:10.758167 dv-neutron-819032-3-hyperv neutron-server[103254]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:00:10.758997 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG oslo_db.api [None req-bdb3647f-608e-40df-8851-f70543307946 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:00:10.779629 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-1d922453-9e0e-470c-bca6-0071df999251 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:10.791564 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d922453-9e0e-470c-bca6-0071df999251 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Port': ['ID=ebaf42b4-1809-4c2a-b79b-56fea917d00e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:10.791698 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-efb7965a-7350-4451-8fdf-4df7e51d1ed9 None None] Allocated IP 172.20.0.2 (126abf58-b75c-4c07-bafa-8e25bc6621b0/166b898d-3f78-4270-87b8-8fd3dbe64336/bbba39ef-2222-424b-bf57-e48bd3b9d90b) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:10.798801 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d922453-9e0e-470c-bca6-0071df999251 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:10.807231 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port ae72673b-f2ba-4bc3-86d7-2c419ba031fc triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:10.807735 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:10.810736 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b315b18-8a75-4213-8c36-916aab767494 None None] Network c955f451-3d70-40a3-a353-077a86c32408 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:10.827462 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-4b315b18-8a75-4213-8c36-916aab767494 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:10.829220 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7575b8-015a-4f50-b1a9-88037867f560 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:10.883458 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b315b18-8a75-4213-8c36-916aab767494 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:10.926844 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-94869d9a-e264-492b-8aa3-cce7a2f7e79c tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] 10.222.0.37 "GET /v2.0/routers/c594904c-2162-440f-9cfb-c3d0e5a41a46 HTTP/1.1" status: 200 len: 923 time: 0.7382870 Nov 29 02:00:10.935606 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39424) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:10.949163 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff49a7ac-40e1-4264-a2b5-7dca035c8d89 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:10.950702 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b448a-9752-42a0-a37c-41bc9dc5be96 req-c5495344-9bb4-42cd-a446-b90ce0fbb8d9 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:10.952333 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c14b448a-9752-42a0-a37c-41bc9dc5be96 req-c5495344-9bb4-42cd-a446-b90ce0fbb8d9 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.4946411 Nov 29 02:00:10.961956 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fff70dd-5c4b-4188-8a89-2deaebd0bf11 None None] Network d09a755b-467f-4148-b6ff-6726ca2f085e requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:10.967482 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befae5f9-5dfd-4cb3-b0d8-d350e500d5c7 None None] Pushing event updated for resources: {'Port': ['ID=7b784944-0a4b-4e3f-9cfd-957a72f61e12,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:10.972739 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff49a7ac-40e1-4264-a2b5-7dca035c8d89 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:10.976070 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e550c211-9e0b-4ac9-b4e2-debe76aadfed tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] 10.222.0.37 "GET /v2.0/ports?device_id=c594904c-2162-440f-9cfb-c3d0e5a41a46 HTTP/1.1" status: 200 len: 205 time: 0.0392666 Nov 29 02:00:10.978495 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39426) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:11.066083 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c0d90c-bb23-4bb3-a6e0-fcbf50c59789 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Made reservation on behalf of df27b293cef34034a07e8aa52e5c6a2c for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:11.069516 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-62c0d90c-bb23-4bb3-a6e0-fcbf50c59789 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:11.142062 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-4b315b18-8a75-4213-8c36-916aab767494 None None] Attempting to bind port 3daffd41-6d42-4c27-b5b5-bb62d1f39d51 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:00:11.142062 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-4b315b18-8a75-4213-8c36-916aab767494 None None] Attempting to bind port 3daffd41-6d42-4c27-b5b5-bb62d1f39d51 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '5d35ecc7-f29b-424e-9467-4ca7e46172a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c955f451-3d70-40a3-a353-077a86c32408'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:00:11.142062 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b315b18-8a75-4213-8c36-916aab767494 None None] Attempting to bind port 3daffd41-6d42-4c27-b5b5-bb62d1f39d51 on network c955f451-3d70-40a3-a353-077a86c32408 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:00:11.165336 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b315b18-8a75-4213-8c36-916aab767494 None None] Pushing event updated for resources: {'Port': ['ID=3daffd41-6d42-4c27-b5b5-bb62d1f39d51,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:11.182034 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b315b18-8a75-4213-8c36-916aab767494 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:00:11.182419 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b315b18-8a75-4213-8c36-916aab767494 None None] Checking segment: {'id': '5d35ecc7-f29b-424e-9467-4ca7e46172a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c955f451-3d70-40a3-a353-077a86c32408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:11.183370 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b315b18-8a75-4213-8c36-916aab767494 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:11.183774 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b315b18-8a75-4213-8c36-916aab767494 None None] Bound using segment: {'id': '5d35ecc7-f29b-424e-9467-4ca7e46172a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c955f451-3d70-40a3-a353-077a86c32408'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:00:11.184050 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04870e70-ebc6-4ed4-80b8-2a20b03f9769 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:11.184606 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-4b315b18-8a75-4213-8c36-916aab767494 None None] Bound port: 3daffd41-6d42-4c27-b5b5-bb62d1f39d51, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d35ecc7-f29b-424e-9467-4ca7e46172a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c955f451-3d70-40a3-a353-077a86c32408'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:00:11.185012 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b315b18-8a75-4213-8c36-916aab767494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:11.188962 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-3f8cee76-265d-4d17-ba80-201524e50b3c None None] Provisioning complete for port ebaf42b4-1809-4c2a-b79b-56fea917d00e triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:11.189330 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f8cee76-265d-4d17-ba80-201524e50b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:11.222558 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c14b448a-9752-42a0-a37c-41bc9dc5be96 req-70715270-370d-4f53-8232-a193a4f2b61f tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2392097 Nov 29 02:00:11.257619 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [None req-ff49a7ac-40e1-4264-a2b5-7dca035c8d89 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Floating IP 0870b36f-cdab-48da-8132-2ed648af4342 associated. External IP: 172.26.3.31, port: abda6a05-9a1b-4c69-a1fe-ec077e5ebaf6. Nov 29 02:00:11.263114 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bdb3647f-608e-40df-8851-f70543307946 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:11.372297 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04870e70-ebc6-4ed4-80b8-2a20b03f9769 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:11.391528 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-3f8cee76-265d-4d17-ba80-201524e50b3c None None] Port ebaf42b4-1809-4c2a-b79b-56fea917d00e cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:00:11.422767 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-efb7965a-7350-4451-8fdf-4df7e51d1ed9 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:11.438922 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-efb7965a-7350-4451-8fdf-4df7e51d1ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:11.476392 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-4b315b18-8a75-4213-8c36-916aab767494 None None] For port 3daffd41-6d42-4c27-b5b5-bb62d1f39d51, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:00:11.493367 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-4b315b18-8a75-4213-8c36-916aab767494 None None] For port 3daffd41-6d42-4c27-b5b5-bb62d1f39d51, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=3daffd41-6d42-4c27-b5b5-bb62d1f39d51,segment=NetworkSegment(5d35ecc7-f29b-424e-9467-4ca7e46172a6),segment_id=5d35ecc7-f29b-424e-9467-4ca7e46172a6)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:00:11.500798 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb7965a-7350-4451-8fdf-4df7e51d1ed9 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:11.506183 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-efb7965a-7350-4451-8fdf-4df7e51d1ed9 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:11.508690 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb7965a-7350-4451-8fdf-4df7e51d1ed9 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:11.511545 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b315b18-8a75-4213-8c36-916aab767494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:11.530541 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7965a-7350-4451-8fdf-4df7e51d1ed9 None None] Pushing event updated for resources: {'Port': ['ID=bbba39ef-2222-424b-bf57-e48bd3b9d90b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:11.548343 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.objects.ports [None req-7d043431-af9e-4e42-a876-6cf387c7c4e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103254) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 02:00:11.615508 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1d922453-9e0e-470c-bca6-0071df999251 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:11.630218 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-efb7965a-7350-4451-8fdf-4df7e51d1ed9 None None] Attempting to bind port bbba39ef-2222-424b-bf57-e48bd3b9d90b on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:00:11.632547 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-efb7965a-7350-4451-8fdf-4df7e51d1ed9 None None] Attempting to bind port bbba39ef-2222-424b-bf57-e48bd3b9d90b by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:00:11.633025 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7965a-7350-4451-8fdf-4df7e51d1ed9 None None] Attempting to bind port bbba39ef-2222-424b-bf57-e48bd3b9d90b on network 126abf58-b75c-4c07-bafa-8e25bc6621b0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:00:11.658238 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b315b18-8a75-4213-8c36-916aab767494 None None] Pushing event updated for resources: {'Port': ['ID=3daffd41-6d42-4c27-b5b5-bb62d1f39d51,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:11.662868 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7965a-7350-4451-8fdf-4df7e51d1ed9 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:00:11.663704 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7965a-7350-4451-8fdf-4df7e51d1ed9 None None] Checking segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:11.664303 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-efb7965a-7350-4451-8fdf-4df7e51d1ed9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:11.664875 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7965a-7350-4451-8fdf-4df7e51d1ed9 None None] Bound using segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:00:11.665522 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-efb7965a-7350-4451-8fdf-4df7e51d1ed9 None None] Bound port: bbba39ef-2222-424b-bf57-e48bd3b9d90b, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:00:11.666106 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-efb7965a-7350-4451-8fdf-4df7e51d1ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:11.753167 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-efb7965a-7350-4451-8fdf-4df7e51d1ed9 None None] For port bbba39ef-2222-424b-bf57-e48bd3b9d90b, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:00:11.757715 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-efb7965a-7350-4451-8fdf-4df7e51d1ed9 None None] For port bbba39ef-2222-424b-bf57-e48bd3b9d90b, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=bbba39ef-2222-424b-bf57-e48bd3b9d90b,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:00:11.763095 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-efb7965a-7350-4451-8fdf-4df7e51d1ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:11.793027 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-62c0d90c-bb23-4bb3-a6e0-fcbf50c59789 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:11.853291 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7965a-7350-4451-8fdf-4df7e51d1ed9 None None] Pushing event updated for resources: {'Port': ['ID=bbba39ef-2222-424b-bf57-e48bd3b9d90b,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:11.909818 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-04870e70-ebc6-4ed4-80b8-2a20b03f9769 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Deleting port e75c408a-81c2-43a2-8502-b41938efcca5 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:11.910314 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04870e70-ebc6-4ed4-80b8-2a20b03f9769 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:11.914570 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff49a7ac-40e1-4264-a2b5-7dca035c8d89 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Router 743aef22-c18f-4244-8437-75ac83c1aeb0 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:00:11.923457 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0d90c-bb23-4bb3-a6e0-fcbf50c59789 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Pushing event updated for resources: {'Subnet': ['ID=78b7fee2-a4d3-44c3-9451-e9e936706ffe,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:11.927129 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-bdb3647f-608e-40df-8851-f70543307946 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Deleting port 7b784944-0a4b-4e3f-9cfd-957a72f61e12 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:11.927468 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bdb3647f-608e-40df-8851-f70543307946 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:12.041864 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6556712a-c996-4bd1-9bc3-8c0b6f89cb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:12.074140 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04870e70-ebc6-4ed4-80b8-2a20b03f9769 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:12.093068 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-04870e70-ebc6-4ed4-80b8-2a20b03f9769 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Calling delete_port for e75c408a-81c2-43a2-8502-b41938efcca5 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:12.126589 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c0d90c-bb23-4bb3-a6e0-fcbf50c59789 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Checking segment: {'id': '09a415cb-c035-4b35-aa00-f2ac4b6b5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '154f0060-535e-4d6a-9106-262c6ce5f2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:12.126589 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c0d90c-bb23-4bb3-a6e0-fcbf50c59789 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Network hostable DHCP agents. Network: 154f0060-535e-4d6a-9106-262c6ce5f2f5, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:00:12.176978 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-bdb3647f-608e-40df-8851-f70543307946 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] For port 7b784944-0a4b-4e3f-9cfd-957a72f61e12, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7b784944-0a4b-4e3f-9cfd-957a72f61e12,segment=NetworkSegment(df2fa67b-3936-4c13-82d6-6948759f2e02),segment_id=df2fa67b-3936-4c13-82d6-6948759f2e02)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:12.178361 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff49a7ac-40e1-4264-a2b5-7dca035c8d89 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:12.178498 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bdb3647f-608e-40df-8851-f70543307946 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:12.200358 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e39d73-3b21-4579-aacd-f48338285625 None None] Sync routers for ids ['743aef22-c18f-4244-8437-75ac83c1aeb0'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:12.229076 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e39d73-3b21-4579-aacd-f48338285625 None None] Routers {'743aef22-c18f-4244-8437-75ac83c1aeb0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:12.233249 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b6e39d73-3b21-4579-aacd-f48338285625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['743aef22-c18f-4244-8437-75ac83c1aeb0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:12.234621 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-bdb3647f-608e-40df-8851-f70543307946 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Calling delete_port for 7b784944-0a4b-4e3f-9cfd-957a72f61e12 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:12.421578 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c0d90c-bb23-4bb3-a6e0-fcbf50c59789 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Network 154f0060-535e-4d6a-9106-262c6ce5f2f5 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:00:12.472249 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 3daffd41-6d42-4c27-b5b5-bb62d1f39d51 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:00:12.475780 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b6e39d73-3b21-4579-aacd-f48338285625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:12.480648 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-62c0d90c-bb23-4bb3-a6e0-fcbf50c59789 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 154f0060-535e-4d6a-9106-262c6ce5f2f5) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:12.488506 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7d043431-af9e-4e42-a876-6cf387c7c4e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:12.502779 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c0d90c-bb23-4bb3-a6e0-fcbf50c59789 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:12.503378 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-62c0d90c-bb23-4bb3-a6e0-fcbf50c59789 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:12.523190 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67039b72-7e25-4121-a616-6f60426048b3 None None] Network 154f0060-535e-4d6a-9106-262c6ce5f2f5 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:12.536708 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1d922453-9e0e-470c-bca6-0071df999251 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:12.617418 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04870e70-ebc6-4ed4-80b8-2a20b03f9769 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:12.650891 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e39d73-3b21-4579-aacd-f48338285625 None None] Routers {'743aef22-c18f-4244-8437-75ac83c1aeb0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:12.651574 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b6e39d73-3b21-4579-aacd-f48338285625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['743aef22-c18f-4244-8437-75ac83c1aeb0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:12.652120 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04870e70-ebc6-4ed4-80b8-2a20b03f9769 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Pushing event deleted for resources: {'Port': ['ID=e75c408a-81c2-43a2-8502-b41938efcca5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:12.700094 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e73de5c-1688-477e-b67d-9dad1fd1c006 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:12.700314 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-62c0d90c-bb23-4bb3-a6e0-fcbf50c59789 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3434279 Nov 29 02:00:12.704397 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39430) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:12.706173 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bdb3647f-608e-40df-8851-f70543307946 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:12.710285 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b6e39d73-3b21-4579-aacd-f48338285625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:12.710950 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e39d73-3b21-4579-aacd-f48338285625 None None] The sync data for ids ['743aef22-c18f-4244-8437-75ac83c1aeb0'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:00:12.712643 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-8d161316-69f4-4f38-bfe2-d09939b978bc tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Request body: {'subnet': {'network_id': 'fc6f75f6-5e10-44cd-a2f3-9a2738e7f286', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:12.755553 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 3daffd41-6d42-4c27-b5b5-bb62d1f39d51 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:12.755553 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:12.777784 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70227b9b-21bd-4dfa-abfa-27a3889c594e req-6b8aedf8-50d4-43ab-b36a-11def4de8a1d tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:12.779719 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-70227b9b-21bd-4dfa-abfa-27a3889c594e req-6b8aedf8-50d4-43ab-b36a-11def4de8a1d tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.3561010 Nov 29 02:00:12.783920 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb3647f-608e-40df-8851-f70543307946 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] No DVR routers for this DVR port 7b784944-0a4b-4e3f-9cfd-957a72f61e12 on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:00:12.799981 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50e6fe9-5a2c-410c-a698-2df636e1e4c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-154f0060-535e-4d6a-9106-262c6ce5f2f5', 'network_id': '154f0060-535e-4d6a-9106-262c6ce5f2f5', 'tenant_id': 'df27b293cef34034a07e8aa52e5c6a2c', 'fixed_ips': [{'subnet_id': '78b7fee2-a4d3-44c3-9451-e9e936706ffe'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:00:12.800415 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3647f-608e-40df-8851-f70543307946 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event deleted for resources: {'Port': ['ID=7b784944-0a4b-4e3f-9cfd-957a72f61e12,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:12.800860 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a50e6fe9-5a2c-410c-a698-2df636e1e4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:12.847882 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff49a7ac-40e1-4264-a2b5-7dca035c8d89 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Router 743aef22-c18f-4244-8437-75ac83c1aeb0 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:00:12.885182 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04870e70-ebc6-4ed4-80b8-2a20b03f9769 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:12.955836 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-a50e6fe9-5a2c-410c-a698-2df636e1e4c9 None None] Allocated IP 172.20.0.2 (154f0060-535e-4d6a-9106-262c6ce5f2f5/78b7fee2-a4d3-44c3-9451-e9e936706ffe/a3da620c-f56a-445f-9b5b-cf6ffcdc7b9a) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:12.994482 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-70227b9b-21bd-4dfa-abfa-27a3889c594e req-9136ab77-87c0-4ca0-b9a0-de69bb5a90a5 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034447 Nov 29 02:00:13.042959 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bdb3647f-608e-40df-8851-f70543307946 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:13.075858 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:13.105388 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-bdb3647f-608e-40df-8851-f70543307946 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d09a755b-467f-4148-b6ff-6726ca2f085e']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:13.142074 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port 3daffd41-6d42-4c27-b5b5-bb62d1f39d51, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=3daffd41-6d42-4c27-b5b5-bb62d1f39d51,segment=NetworkSegment(5d35ecc7-f29b-424e-9467-4ca7e46172a6),segment_id=5d35ecc7-f29b-424e-9467-4ca7e46172a6)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:13.157586 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-7d043431-af9e-4e42-a876-6cf387c7c4e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] For port bbba39ef-2222-424b-bf57-e48bd3b9d90b, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=bbba39ef-2222-424b-bf57-e48bd3b9d90b,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:13.161701 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:13.175346 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff49a7ac-40e1-4264-a2b5-7dca035c8d89 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:13.177262 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-bdb3647f-608e-40df-8851-f70543307946 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df2fa67b-3936-4c13-82d6-6948759f2e02') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:13.177828 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-bdb3647f-608e-40df-8851-f70543307946 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df2fa67b-3936-4c13-82d6-6948759f2e02') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:13.183626 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff49a7ac-40e1-4264-a2b5-7dca035c8d89 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:13.191418 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f23ef3-cd74-47e8-9032-c278d4b1c7b2 None None] Sync routers for ids ['743aef22-c18f-4244-8437-75ac83c1aeb0'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:13.207204 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f23ef3-cd74-47e8-9032-c278d4b1c7b2 None None] Routers {'743aef22-c18f-4244-8437-75ac83c1aeb0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:13.207842 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-66f23ef3-cd74-47e8-9032-c278d4b1c7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['743aef22-c18f-4244-8437-75ac83c1aeb0'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:13.222077 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bdb3647f-608e-40df-8851-f70543307946 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:13.222948 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04870e70-ebc6-4ed4-80b8-2a20b03f9769 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:13.231171 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04870e70-ebc6-4ed4-80b8-2a20b03f9769 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:13.260284 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bdb3647f-608e-40df-8851-f70543307946 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:13.268785 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ff49a7ac-40e1-4264-a2b5-7dca035c8d89 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "PUT /v2.0/floatingips/0870b36f-cdab-48da-8132-2ed648af4342 HTTP/1.1" status: 200 len: 978 time: 3.3811700 Nov 29 02:00:13.275193 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39434) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:13.280158 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2c5c1296-dff3-4284-bd51-48e1b36396bd tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:13.289619 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e708963-5ab0-4976-996c-4b3d193e00dd req-8d489c9c-d96d-4269-b675-09b4d795b62d tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:13.289862 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-66f23ef3-cd74-47e8-9032-c278d4b1c7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:13.291714 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0e708963-5ab0-4976-996c-4b3d193e00dd req-8d489c9c-d96d-4269-b675-09b4d795b62d tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.1599522 Nov 29 02:00:13.294192 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dd15e8-4663-4bc6-adb7-d9016b327aeb None None] Network c955f451-3d70-40a3-a353-077a86c32408 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:13.297741 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7d043431-af9e-4e42-a876-6cf387c7c4e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:13.306624 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39436) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:13.309015 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d922453-9e0e-470c-bca6-0071df999251 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Router 3486b15f-17c7-4b8e-8329-9e7855dc0516 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:00:13.315065 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-eecb334b-eff2-4881-b5ba-57193dcc5f8e tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Request body: {'floatingip': {'port_id': 'fa82e7af-5435-42ba-a21f-1b96cdc0acdd'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:13.319271 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdb3647f-608e-40df-8851-f70543307946 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:00:13.319951 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bdb3647f-608e-40df-8851-f70543307946 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:13.324265 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:00:13.324265 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:00:13.324265 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:00:13.324265 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:00:13.324265 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:00:13.324265 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:00:13.324265 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:00:13.324265 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:00:13.324265 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:00:13.324265 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:00:13.324265 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:00:13.324265 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:00:13.324265 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:00:13.324265 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:00:13.324265 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:00:13.324265 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:00:13.324265 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:00:13.324265 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:00:13.324265 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:00:13.324265 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:00:13.324265 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:00:13.324265 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:00:13.324265 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:00:13.324265 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:00:13.324265 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:00:13.324265 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:00:13.324265 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:00:13.324265 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:00:13.324265 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:00:13.324265 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:00:13.324265 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:00:13.324265 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:00:13.326574 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f23ef3-cd74-47e8-9032-c278d4b1c7b2 None None] Routers {'743aef22-c18f-4244-8437-75ac83c1aeb0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:13.326750 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-66f23ef3-cd74-47e8-9032-c278d4b1c7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['743aef22-c18f-4244-8437-75ac83c1aeb0'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:13.369839 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7d043431-af9e-4e42-a876-6cf387c7c4e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:13.370942 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7d043431-af9e-4e42-a876-6cf387c7c4e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:13.374232 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c5c1296-dff3-4284-bd51-48e1b36396bd tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for floatingip, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:13.376291 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d161316-69f4-4f38-bfe2-d09939b978bc tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Made reservation on behalf of df27b293cef34034a07e8aa52e5c6a2c for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:13.379836 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d161316-69f4-4f38-bfe2-d09939b978bc tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:13.414844 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-66f23ef3-cd74-47e8-9032-c278d4b1c7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:13.415563 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f23ef3-cd74-47e8-9032-c278d4b1c7b2 None None] The sync data for ids ['743aef22-c18f-4244-8437-75ac83c1aeb0'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:00:13.464493 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d043431-af9e-4e42-a876-6cf387c7c4e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Subnet': ['ID=341a3c67-1c60-4a30-be20-3e2031ec51b0,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:13.498503 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eecb334b-eff2-4881-b5ba-57193dcc5f8e tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks [] for floatingip, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:13.514405 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d043431-af9e-4e42-a876-6cf387c7c4e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:13.525505 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a50e6fe9-5a2c-410c-a698-2df636e1e4c9 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:13.533208 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=3daffd41-6d42-4c27-b5b5-bb62d1f39d51,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:13.577531 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a50e6fe9-5a2c-410c-a698-2df636e1e4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:13.620953 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d161316-69f4-4f38-bfe2-d09939b978bc tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:13.636472 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04870e70-ebc6-4ed4-80b8-2a20b03f9769 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:13.637044 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04870e70-ebc6-4ed4-80b8-2a20b03f9769 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Fanout notify agent at l3_agent the message router_deleted on router c594904c-2162-440f-9cfb-c3d0e5a41a46 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:00:13.638629 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e6fe9-5a2c-410c-a698-2df636e1e4c9 None None] Pushing event updated for resources: {'Port': ['ID=a3da620c-f56a-445f-9b5b-cf6ffcdc7b9a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:13.655901 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04870e70-ebc6-4ed4-80b8-2a20b03f9769 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:13.660798 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-04870e70-ebc6-4ed4-80b8-2a20b03f9769 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] 10.222.0.37 "DELETE /v2.0/routers/c594904c-2162-440f-9cfb-c3d0e5a41a46 HTTP/1.1" status: 204 len: 168 time: 2.6776555 Nov 29 02:00:13.660977 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-21472754-ffa9-433f-81f7-b6b8ae491f66 None None] Provisioning complete for port 3daffd41-6d42-4c27-b5b5-bb62d1f39d51 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:13.660977 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-21472754-ffa9-433f-81f7-b6b8ae491f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:13.663358 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39438) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:13.672956 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:13.688947 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5202f994-9d62-4532-99f7-935c3930b1b3 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1970301484', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'enable_snat': False}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:13.694037 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50e6fe9-5a2c-410c-a698-2df636e1e4c9 None None] Network 154f0060-535e-4d6a-9106-262c6ce5f2f5 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:13.696943 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-a50e6fe9-5a2c-410c-a698-2df636e1e4c9 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:13.702013 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50e6fe9-5a2c-410c-a698-2df636e1e4c9 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:13.819118 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a50e6fe9-5a2c-410c-a698-2df636e1e4c9 None None] Attempting to bind port a3da620c-f56a-445f-9b5b-cf6ffcdc7b9a on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:00:13.819588 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a50e6fe9-5a2c-410c-a698-2df636e1e4c9 None None] Attempting to bind port a3da620c-f56a-445f-9b5b-cf6ffcdc7b9a by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '09a415cb-c035-4b35-aa00-f2ac4b6b5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '154f0060-535e-4d6a-9106-262c6ce5f2f5'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:00:13.820057 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50e6fe9-5a2c-410c-a698-2df636e1e4c9 None None] Attempting to bind port a3da620c-f56a-445f-9b5b-cf6ffcdc7b9a on network 154f0060-535e-4d6a-9106-262c6ce5f2f5 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:00:13.822506 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d161316-69f4-4f38-bfe2-d09939b978bc tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Pushing event updated for resources: {'Subnet': ['ID=5570d10c-36dc-49f6-b14c-c3520b6bd5c0,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:13.826639 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5202f994-9d62-4532-99f7-935c3930b1b3 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:13.832037 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50e6fe9-5a2c-410c-a698-2df636e1e4c9 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:00:13.832515 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50e6fe9-5a2c-410c-a698-2df636e1e4c9 None None] Checking segment: {'id': '09a415cb-c035-4b35-aa00-f2ac4b6b5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '154f0060-535e-4d6a-9106-262c6ce5f2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:13.832989 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a50e6fe9-5a2c-410c-a698-2df636e1e4c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:13.833452 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50e6fe9-5a2c-410c-a698-2df636e1e4c9 None None] Bound using segment: {'id': '09a415cb-c035-4b35-aa00-f2ac4b6b5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '154f0060-535e-4d6a-9106-262c6ce5f2f5'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:00:13.834033 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a50e6fe9-5a2c-410c-a698-2df636e1e4c9 None None] Bound port: a3da620c-f56a-445f-9b5b-cf6ffcdc7b9a, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a415cb-c035-4b35-aa00-f2ac4b6b5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '154f0060-535e-4d6a-9106-262c6ce5f2f5'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:00:13.834580 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a50e6fe9-5a2c-410c-a698-2df636e1e4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:13.834728 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5202f994-9d62-4532-99f7-935c3930b1b3 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:13.844686 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-7d043431-af9e-4e42-a876-6cf387c7c4e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:13.855030 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d043431-af9e-4e42-a876-6cf387c7c4e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:13.855619 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7d043431-af9e-4e42-a876-6cf387c7c4e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:13.869636 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee9fdc5-4fa8-4324-b670-149fc3b44576 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:13.924624 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c5c1296-dff3-4284-bd51-48e1b36396bd tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:13.939124 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c5c1296-dff3-4284-bd51-48e1b36396bd tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:13.939544 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [None req-2c5c1296-dff3-4284-bd51-48e1b36396bd tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Floating IP 0870b36f-cdab-48da-8132-2ed648af4342 disassociated. External IP: 172.26.3.31, port: a64238c5-2adf-4bc2-a4ac-b4ec3bafdef4. Nov 29 02:00:13.981919 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bdb3647f-608e-40df-8851-f70543307946 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:13.989740 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d161316-69f4-4f38-bfe2-d09939b978bc tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Checking segment: {'id': '33a7e834-e62f-4b93-b5c9-25223de05237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc6f75f6-5e10-44cd-a2f3-9a2738e7f286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:13.989740 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d161316-69f4-4f38-bfe2-d09939b978bc tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Network hostable DHCP agents. Network: fc6f75f6-5e10-44cd-a2f3-9a2738e7f286, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:00:13.999397 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bdb3647f-608e-40df-8851-f70543307946 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:14.008097 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bdb3647f-608e-40df-8851-f70543307946 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "DELETE /v2.0/networks/d09a755b-467f-4148-b6ff-6726ca2f085e HTTP/1.1" status: 204 len: 168 time: 5.5065258 Nov 29 02:00:14.019508 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a50e6fe9-5a2c-410c-a698-2df636e1e4c9 None None] For port a3da620c-f56a-445f-9b5b-cf6ffcdc7b9a, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:00:14.023804 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a50e6fe9-5a2c-410c-a698-2df636e1e4c9 None None] For port a3da620c-f56a-445f-9b5b-cf6ffcdc7b9a, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=a3da620c-f56a-445f-9b5b-cf6ffcdc7b9a,segment=NetworkSegment(09a415cb-c035-4b35-aa00-f2ac4b6b5205),segment_id=09a415cb-c035-4b35-aa00-f2ac4b6b5205)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:00:14.029500 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39444) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:14.030229 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d043431-af9e-4e42-a876-6cf387c7c4e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Port': ['ID=bbba39ef-2222-424b-bf57-e48bd3b9d90b,revision_number=4']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:14.038154 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e9c27279-637c-4ff2-84a4-659e1af4e1f1 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-891628988'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:14.044641 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a50e6fe9-5a2c-410c-a698-2df636e1e4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:14.080026 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7d043431-af9e-4e42-a876-6cf387c7c4e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5866318 Nov 29 02:00:14.080656 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39446) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:14.090259 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5202f994-9d62-4532-99f7-935c3930b1b3 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:14.093834 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-fc9fd15c-016d-4515-bc71-69b5177fc006 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'port': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'mac_address': 'fa:16:3e:79:69:26', 'name': 'tempest-NetworksTestDHCPv6-1919603213'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:14.097472 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3647f-608e-40df-8851-f70543307946 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event deleted for resources: {'Network': ['ID=d09a755b-467f-4148-b6ff-6726ca2f085e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:14.180190 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d161316-69f4-4f38-bfe2-d09939b978bc tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Network fc6f75f6-5e10-44cd-a2f3-9a2738e7f286 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:00:14.210478 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-8d161316-69f4-4f38-bfe2-d09939b978bc tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, fc6f75f6-5e10-44cd-a2f3-9a2738e7f286) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:14.237672 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afeba1c-03a2-4d8d-aebb-0a5f59c265a5 None None] Network fc6f75f6-5e10-44cd-a2f3-9a2738e7f286 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:14.256826 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d161316-69f4-4f38-bfe2-d09939b978bc tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:14.257422 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d161316-69f4-4f38-bfe2-d09939b978bc tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:14.297025 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c27279-637c-4ff2-84a4-659e1af4e1f1 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Made reservation on behalf of 9c0ad15ecb344bb299c0c6d9f8bbfbe2 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:14.301354 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5202f994-9d62-4532-99f7-935c3930b1b3 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:14.301525 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9c27279-637c-4ff2-84a4-659e1af4e1f1 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:14.355657 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d922453-9e0e-470c-bca6-0071df999251 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:14.373037 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8d161316-69f4-4f38-bfe2-d09939b978bc tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6646223 Nov 29 02:00:14.373345 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39448) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:14.404488 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e6fe9-5a2c-410c-a698-2df636e1e4c9 None None] Pushing event updated for resources: {'Port': ['ID=a3da620c-f56a-445f-9b5b-cf6ffcdc7b9a,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:14.440683 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1d922453-9e0e-470c-bca6-0071df999251 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:14.441770 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-ef3cfbd8-e3e6-44e2-8c0c-45381c1acecd None None] Provisioning complete for port bbba39ef-2222-424b-bf57-e48bd3b9d90b triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:14.441918 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1d922453-9e0e-470c-bca6-0071df999251 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 7.9789102 Nov 29 02:00:14.443301 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef3cfbd8-e3e6-44e2-8c0c-45381c1acecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:14.444602 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9c27279-637c-4ff2-84a4-659e1af4e1f1 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:00:14.448692 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39450) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:14.486893 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aabc5b0-d2d2-416c-a117-050d1b46826f None None] Sync routers for ids ['3486b15f-17c7-4b8e-8329-9e7855dc0516'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:14.536347 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab24f07b-02a3-42ef-98db-18bf02b976ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:14.547763 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 3daffd41-6d42-4c27-b5b5-bb62d1f39d51 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:00:14.571666 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9c27279-637c-4ff2-84a4-659e1af4e1f1 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:14.572009 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-e9c27279-637c-4ff2-84a4-659e1af4e1f1 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Added segment 639254e3-906c-4ee2-9fe1-ebf1808907c0 of type vlan for network 4d6bdf89-4572-431d-9f28-894cce1484bd Nov 29 02:00:14.600571 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aabc5b0-d2d2-416c-a117-050d1b46826f None None] Routers {'3486b15f-17c7-4b8e-8329-9e7855dc0516'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:14.601342 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6aabc5b0-d2d2-416c-a117-050d1b46826f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T01:59:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['3486b15f-17c7-4b8e-8329-9e7855dc0516'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:14.721072 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6aabc5b0-d2d2-416c-a117-050d1b46826f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:14.747845 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9fd15c-016d-4515-bc71-69b5177fc006 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:14.758081 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aabc5b0-d2d2-416c-a117-050d1b46826f None None] Routers {'3486b15f-17c7-4b8e-8329-9e7855dc0516'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:14.758861 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6aabc5b0-d2d2-416c-a117-050d1b46826f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['3486b15f-17c7-4b8e-8329-9e7855dc0516'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:14.783373 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5c1296-dff3-4284-bd51-48e1b36396bd tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Router 743aef22-c18f-4244-8437-75ac83c1aeb0 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:00:14.787747 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9c27279-637c-4ff2-84a4-659e1af4e1f1 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:14.916048 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0503d810-bd67-48eb-b176-66440cca9fa0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:14.922338 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9c27279-637c-4ff2-84a4-659e1af4e1f1 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:14.935121 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c27279-637c-4ff2-84a4-659e1af4e1f1 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:14.938851 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9c27279-637c-4ff2-84a4-659e1af4e1f1 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:15.006721 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6aabc5b0-d2d2-416c-a117-050d1b46826f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:15.007751 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aabc5b0-d2d2-416c-a117-050d1b46826f None None] The sync data for ids ['3486b15f-17c7-4b8e-8329-9e7855dc0516'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:00:15.024879 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 3daffd41-6d42-4c27-b5b5-bb62d1f39d51 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:15.025591 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:15.090203 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef3cfbd8-e3e6-44e2-8c0c-45381c1acecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:15.096565 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357274f2-2841-4f82-a391-1e423f11f184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-fc6f75f6-5e10-44cd-a2f3-9a2738e7f286', 'network_id': 'fc6f75f6-5e10-44cd-a2f3-9a2738e7f286', 'tenant_id': 'df27b293cef34034a07e8aa52e5c6a2c', 'fixed_ips': [{'subnet_id': '5570d10c-36dc-49f6-b14c-c3520b6bd5c0'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:00:15.097459 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-357274f2-2841-4f82-a391-1e423f11f184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:15.125445 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc9fd15c-016d-4515-bc71-69b5177fc006 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:15.138292 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c00e4d1f-c053-404d-b3ae-ee8793b3377b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "GET /v2.0/routers/3486b15f-17c7-4b8e-8329-9e7855dc0516 HTTP/1.1" status: 200 len: 883 time: 0.6787515 Nov 29 02:00:15.143750 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39452) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:15.187030 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e9c27279-637c-4ff2-84a4-659e1af4e1f1 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1529555 Nov 29 02:00:15.234271 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eecb334b-eff2-4881-b5ba-57193dcc5f8e tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:15.278486 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39454) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:15.283477 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ef3cfbd8-e3e6-44e2-8c0c-45381c1acecd None None] For port bbba39ef-2222-424b-bf57-e48bd3b9d90b, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=bbba39ef-2222-424b-bf57-e48bd3b9d90b,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:15.293537 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device bbba39ef-2222-424b-bf57-e48bd3b9d90b up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:00:15.326606 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eecb334b-eff2-4881-b5ba-57193dcc5f8e tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:15.332028 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef3cfbd8-e3e6-44e2-8c0c-45381c1acecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:15.342520 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d6a02f83-6b3c-4bf0-95b2-499f2cfa7c95 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Request body: {'subnet': {'network_id': '4d6bdf89-4572-431d-9f28-894cce1484bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:15.406789 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:15.476039 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-357274f2-2841-4f82-a391-1e423f11f184 None None] Allocated IP 172.20.0.2 (fc6f75f6-5e10-44cd-a2f3-9a2738e7f286/5570d10c-36dc-49f6-b14c-c3520b6bd5c0/d2d74083-b322-48cd-894f-c0944a661895) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:15.479118 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3cfbd8-e3e6-44e2-8c0c-45381c1acecd None None] Pushing event updated for resources: {'Port': ['ID=bbba39ef-2222-424b-bf57-e48bd3b9d90b,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:15.483128 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-c35f068a-c779-4ac9-9b1c-5ff2090e6b52 None None] Provisioning complete for port 3daffd41-6d42-4c27-b5b5-bb62d1f39d51 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:15.483507 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c35f068a-c779-4ac9-9b1c-5ff2090e6b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:15.521108 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port bbba39ef-2222-424b-bf57-e48bd3b9d90b triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:15.521486 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:15.587275 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5c1296-dff3-4284-bd51-48e1b36396bd tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:15.597181 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa237f02-df4c-4909-bb5c-91bc9d3ada64 None None] Sync routers for ids ['743aef22-c18f-4244-8437-75ac83c1aeb0'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:15.615223 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa237f02-df4c-4909-bb5c-91bc9d3ada64 None None] Routers {'743aef22-c18f-4244-8437-75ac83c1aeb0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:15.615891 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fa237f02-df4c-4909-bb5c-91bc9d3ada64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['743aef22-c18f-4244-8437-75ac83c1aeb0'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:15.627649 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a02f83-6b3c-4bf0-95b2-499f2cfa7c95 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Made reservation on behalf of 9c0ad15ecb344bb299c0c6d9f8bbfbe2 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:15.628365 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c5c1296-dff3-4284-bd51-48e1b36396bd tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:15.631348 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d6a02f83-6b3c-4bf0-95b2-499f2cfa7c95 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:15.677781 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fa237f02-df4c-4909-bb5c-91bc9d3ada64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:15.687209 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa237f02-df4c-4909-bb5c-91bc9d3ada64 None None] Routers {'743aef22-c18f-4244-8437-75ac83c1aeb0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:15.687814 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fa237f02-df4c-4909-bb5c-91bc9d3ada64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['743aef22-c18f-4244-8437-75ac83c1aeb0'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:15.718989 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-fc9fd15c-016d-4515-bc71-69b5177fc006 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] device_id is not set on port a8f35272-b104-4ff9-837a-2b0a22c0a02c yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:00:15.723816 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fa237f02-df4c-4909-bb5c-91bc9d3ada64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:15.724847 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa237f02-df4c-4909-bb5c-91bc9d3ada64 None None] The sync data for ids ['743aef22-c18f-4244-8437-75ac83c1aeb0'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:00:15.727726 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2c5c1296-dff3-4284-bd51-48e1b36396bd tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "PUT /v2.0/floatingips/0870b36f-cdab-48da-8132-2ed648af4342 HTTP/1.1" status: 200 len: 687 time: 2.4493296 Nov 29 02:00:15.730816 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39456) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:15.738408 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c27279-637c-4ff2-84a4-659e1af4e1f1 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event updated for resources: {'Network': ['ID=4d6bdf89-4572-431d-9f28-894cce1484bd,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:15.757133 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771cd6ca-94b8-45cd-bead-1d04ad55b522 None None] Network 154f0060-535e-4d6a-9106-262c6ce5f2f5 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:15.759299 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 4d6bdf89-4572-431d-9f28-894cce1484bd details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:00:15.772394 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.ipam_backend_mixin [None req-d6a02f83-6b3c-4bf0-95b2-499f2cfa7c95 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Performing IP validity checks on allocation pools {{(pid=103254) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 29 02:00:15.772980 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.ipam_backend_mixin [None req-d6a02f83-6b3c-4bf0-95b2-499f2cfa7c95 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103254) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 29 02:00:15.825585 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5202f994-9d62-4532-99f7-935c3930b1b3 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:15.888763 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5202f994-9d62-4532-99f7-935c3930b1b3 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:15.983245 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-357274f2-2841-4f82-a391-1e423f11f184 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:16.009206 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-357274f2-2841-4f82-a391-1e423f11f184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:16.062367 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-0503d810-bd67-48eb-b176-66440cca9fa0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Allocated IP 172.20.0.1 (154f0060-535e-4d6a-9106-262c6ce5f2f5/78b7fee2-a4d3-44c3-9451-e9e936706ffe/0bf011b8-dd85-47e1-9aab-daf344674399) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:16.088411 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357274f2-2841-4f82-a391-1e423f11f184 None None] Network fc6f75f6-5e10-44cd-a2f3-9a2738e7f286 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:16.093422 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-357274f2-2841-4f82-a391-1e423f11f184 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:16.096077 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357274f2-2841-4f82-a391-1e423f11f184 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:16.133163 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357274f2-2841-4f82-a391-1e423f11f184 None None] Pushing event updated for resources: {'Port': ['ID=d2d74083-b322-48cd-894f-c0944a661895,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:16.134863 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-31a0324b-6ab2-4a77-a15c-bd401e7c8315 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Deleting port f5cbf4c3-aaec-4389-b9fe-222ca47fa316 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:16.135212 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31a0324b-6ab2-4a77-a15c-bd401e7c8315 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:16.189713 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-eecb334b-eff2-4881-b5ba-57193dcc5f8e tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Floating IP 2692fa1a-bb37-4d5f-bad7-a02ddef64d47 associated. External IP: 172.26.3.132, port: fa82e7af-5435-42ba-a21f-1b96cdc0acdd. Nov 29 02:00:16.200403 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-5202f994-9d62-4532-99f7-935c3930b1b3 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Allocated IP 172.26.3.177 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/323bc53a-b8c2-4248-a196-990c2c047d48) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:16.219332 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-357274f2-2841-4f82-a391-1e423f11f184 None None] Attempting to bind port d2d74083-b322-48cd-894f-c0944a661895 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:00:16.219705 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-357274f2-2841-4f82-a391-1e423f11f184 None None] Attempting to bind port d2d74083-b322-48cd-894f-c0944a661895 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '33a7e834-e62f-4b93-b5c9-25223de05237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc6f75f6-5e10-44cd-a2f3-9a2738e7f286'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:00:16.220068 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357274f2-2841-4f82-a391-1e423f11f184 None None] Attempting to bind port d2d74083-b322-48cd-894f-c0944a661895 on network fc6f75f6-5e10-44cd-a2f3-9a2738e7f286 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:00:16.232057 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357274f2-2841-4f82-a391-1e423f11f184 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 1, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:00:16.232463 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357274f2-2841-4f82-a391-1e423f11f184 None None] Checking segment: {'id': '33a7e834-e62f-4b93-b5c9-25223de05237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc6f75f6-5e10-44cd-a2f3-9a2738e7f286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:16.232906 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-357274f2-2841-4f82-a391-1e423f11f184 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:16.233464 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357274f2-2841-4f82-a391-1e423f11f184 None None] Bound using segment: {'id': '33a7e834-e62f-4b93-b5c9-25223de05237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc6f75f6-5e10-44cd-a2f3-9a2738e7f286'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:00:16.233846 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-357274f2-2841-4f82-a391-1e423f11f184 None None] Bound port: d2d74083-b322-48cd-894f-c0944a661895, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a7e834-e62f-4b93-b5c9-25223de05237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc6f75f6-5e10-44cd-a2f3-9a2738e7f286'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:00:16.234229 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-357274f2-2841-4f82-a391-1e423f11f184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:16.255916 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-d2dd8b9f-662a-4449-8c3f-2b487e2ae71f None None] Provisioning complete for port a3da620c-f56a-445f-9b5b-cf6ffcdc7b9a triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:16.256631 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d2dd8b9f-662a-4449-8c3f-2b487e2ae71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:16.372309 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31a0324b-6ab2-4a77-a15c-bd401e7c8315 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:16.372781 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31a0324b-6ab2-4a77-a15c-bd401e7c8315 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:16.377485 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0503d810-bd67-48eb-b176-66440cca9fa0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:16.393365 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-357274f2-2841-4f82-a391-1e423f11f184 None None] For port d2d74083-b322-48cd-894f-c0944a661895, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:00:16.397427 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-357274f2-2841-4f82-a391-1e423f11f184 None None] For port d2d74083-b322-48cd-894f-c0944a661895, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=d2d74083-b322-48cd-894f-c0944a661895,segment=NetworkSegment(33a7e834-e62f-4b93-b5c9-25223de05237),segment_id=33a7e834-e62f-4b93-b5c9-25223de05237)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:00:16.410550 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-31a0324b-6ab2-4a77-a15c-bd401e7c8315 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Calling delete_port for f5cbf4c3-aaec-4389-b9fe-222ca47fa316 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:16.434724 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-357274f2-2841-4f82-a391-1e423f11f184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:16.487932 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d2dd8b9f-662a-4449-8c3f-2b487e2ae71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:16.511096 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5202f994-9d62-4532-99f7-935c3930b1b3 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:16.524886 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a3da620c-f56a-445f-9b5b-cf6ffcdc7b9a up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:00:16.559175 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-77c67d2b-8640-4725-b8dd-db943417b12e tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 1.3841264 Nov 29 02:00:16.561901 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39460) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:16.568411 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-66aff71e-d969-4c12-a95c-8fb49920a566 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-389652366'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:16.571400 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-fc9fd15c-016d-4515-bc71-69b5177fc006 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Allocated IP 172.20.0.3 (126abf58-b75c-4c07-bafa-8e25bc6621b0/166b898d-3f78-4270-87b8-8fd3dbe64336/a8f35272-b104-4ff9-837a-2b0a22c0a02c) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:16.574690 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d6a02f83-6b3c-4bf0-95b2-499f2cfa7c95 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:16.639379 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357274f2-2841-4f82-a391-1e423f11f184 None None] Pushing event updated for resources: {'Port': ['ID=d2d74083-b322-48cd-894f-c0944a661895,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:16.648324 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-d2dd8b9f-662a-4449-8c3f-2b487e2ae71f None None] For port a3da620c-f56a-445f-9b5b-cf6ffcdc7b9a, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=a3da620c-f56a-445f-9b5b-cf6ffcdc7b9a,segment=NetworkSegment(09a415cb-c035-4b35-aa00-f2ac4b6b5205),segment_id=09a415cb-c035-4b35-aa00-f2ac4b6b5205)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:16.656721 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d2dd8b9f-662a-4449-8c3f-2b487e2ae71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:16.703915 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-d2dd8b9f-662a-4449-8c3f-2b487e2ae71f None None] Provisioning complete for port bbba39ef-2222-424b-bf57-e48bd3b9d90b triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:16.704290 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d2dd8b9f-662a-4449-8c3f-2b487e2ae71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:16.704928 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0503d810-bd67-48eb-b176-66440cca9fa0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:16.712350 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-fc9fd15c-016d-4515-bc71-69b5177fc006 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Allocated IP 2001:db8::f816:3eff:fe79:6926 (126abf58-b75c-4c07-bafa-8e25bc6621b0/341a3c67-1c60-4a30-be20-3e2031ec51b0/a8f35272-b104-4ff9-837a-2b0a22c0a02c) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:16.752424 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port a3da620c-f56a-445f-9b5b-cf6ffcdc7b9a triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:16.752692 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:16.813967 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0503d810-bd67-48eb-b176-66440cca9fa0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Network 154f0060-535e-4d6a-9106-262c6ce5f2f5 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:16.820071 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-0503d810-bd67-48eb-b176-66440cca9fa0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:16.820899 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd8b9f-662a-4449-8c3f-2b487e2ae71f None None] Pushing event updated for resources: {'Port': ['ID=a3da620c-f56a-445f-9b5b-cf6ffcdc7b9a,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:16.831824 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0503d810-bd67-48eb-b176-66440cca9fa0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:16.856209 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a02f83-6b3c-4bf0-95b2-499f2cfa7c95 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event updated for resources: {'Subnet': ['ID=2208dd61-e441-4b49-b241-888b194a4423,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:16.882060 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503d810-bd67-48eb-b176-66440cca9fa0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Pushing event updated for resources: {'Port': ['ID=0bf011b8-dd85-47e1-9aab-daf344674399,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:16.889004 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0503d810-bd67-48eb-b176-66440cca9fa0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:16.911027 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a02f83-6b3c-4bf0-95b2-499f2cfa7c95 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Checking segment: {'id': '639254e3-906c-4ee2-9fe1-ebf1808907c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4d6bdf89-4572-431d-9f28-894cce1484bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:16.911624 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a02f83-6b3c-4bf0-95b2-499f2cfa7c95 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Network hostable DHCP agents. Network: 4d6bdf89-4572-431d-9f28-894cce1484bd, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:00:16.957906 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device bbba39ef-2222-424b-bf57-e48bd3b9d90b up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:00:16.960425 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:17.008251 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0503d810-bd67-48eb-b176-66440cca9fa0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:17.008522 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0503d810-bd67-48eb-b176-66440cca9fa0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:17.009644 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0503d810-bd67-48eb-b176-66440cca9fa0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:17.009987 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0503d810-bd67-48eb-b176-66440cca9fa0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:17.010329 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0503d810-bd67-48eb-b176-66440cca9fa0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:17.011231 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0503d810-bd67-48eb-b176-66440cca9fa0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:17.011594 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0503d810-bd67-48eb-b176-66440cca9fa0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:17.012100 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0503d810-bd67-48eb-b176-66440cca9fa0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:17.012595 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0503d810-bd67-48eb-b176-66440cca9fa0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:17.017967 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0503d810-bd67-48eb-b176-66440cca9fa0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:17.018670 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0503d810-bd67-48eb-b176-66440cca9fa0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:17.019178 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0503d810-bd67-48eb-b176-66440cca9fa0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:17.061131 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-18784779-0445-4fd3-be6b-e8c972660fa4 None None] Provisioning complete for port a3da620c-f56a-445f-9b5b-cf6ffcdc7b9a triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:17.065492 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-18784779-0445-4fd3-be6b-e8c972660fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:17.082350 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5202f994-9d62-4532-99f7-935c3930b1b3 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:17.105356 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a02f83-6b3c-4bf0-95b2-499f2cfa7c95 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Network 4d6bdf89-4572-431d-9f28-894cce1484bd is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:00:17.110366 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eecb334b-eff2-4881-b5ba-57193dcc5f8e tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Router b21bbec7-a19f-4bbe-909e-335767d3b85a has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:00:17.117928 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port bbba39ef-2222-424b-bf57-e48bd3b9d90b triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:17.118890 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:17.156822 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-d6a02f83-6b3c-4bf0-95b2-499f2cfa7c95 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 4d6bdf89-4572-431d-9f28-894cce1484bd) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:17.161180 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a02f83-6b3c-4bf0-95b2-499f2cfa7c95 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:17.161832 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d6a02f83-6b3c-4bf0-95b2-499f2cfa7c95 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:17.176055 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed1437f-2c53-47ee-bebe-34f41c94941e None None] Network 4d6bdf89-4572-431d-9f28-894cce1484bd requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:17.187383 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31a0324b-6ab2-4a77-a15c-bd401e7c8315 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:17.213156 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5202f994-9d62-4532-99f7-935c3930b1b3 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:17.228410 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202f994-9d62-4532-99f7-935c3930b1b3 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Pushing event updated for resources: {'Port': ['ID=323bc53a-b8c2-4248-a196-990c2c047d48,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:17.242929 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-5202f994-9d62-4532-99f7-935c3930b1b3 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:17.271870 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89e6122-8a7a-4a2b-945f-c325a3be267f None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:17.280431 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d6a02f83-6b3c-4bf0-95b2-499f2cfa7c95 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.9481809 Nov 29 02:00:17.284655 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39462) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:17.287480 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc9fd15c-016d-4515-bc71-69b5177fc006 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:17.309088 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5202f994-9d62-4532-99f7-935c3930b1b3 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:17.376716 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a0324b-6ab2-4a77-a15c-bd401e7c8315 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event deleted for resources: {'Port': ['ID=f5cbf4c3-aaec-4389-b9fe-222ca47fa316,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:17.398850 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0503d810-bd67-48eb-b176-66440cca9fa0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:17.519222 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecb334b-eff2-4881-b5ba-57193dcc5f8e tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:17.528751 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eecb334b-eff2-4881-b5ba-57193dcc5f8e tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:17.540717 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31a0324b-6ab2-4a77-a15c-bd401e7c8315 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for floatingip, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:17.541122 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a7bb57-0a40-4d38-9e37-9ab9abf68711 None None] Sync routers for ids ['b21bbec7-a19f-4bbe-909e-335767d3b85a'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:17.541682 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc9fd15c-016d-4515-bc71-69b5177fc006 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:17.543886 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31a0324b-6ab2-4a77-a15c-bd401e7c8315 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:17.545206 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-31a0324b-6ab2-4a77-a15c-bd401e7c8315 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "DELETE /v2.0/floatingips/0870b36f-cdab-48da-8132-2ed648af4342 HTTP/1.1" status: 204 len: 168 time: 1.8108382 Nov 29 02:00:17.548601 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39464) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:17.563994 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a7bb57-0a40-4d38-9e37-9ab9abf68711 None None] Routers {'b21bbec7-a19f-4bbe-909e-335767d3b85a'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:17.564638 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-16a7bb57-0a40-4d38-9e37-9ab9abf68711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['b21bbec7-a19f-4bbe-909e-335767d3b85a'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:17.616068 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f258861c-358c-428d-8d80-b87f5b06346a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:17.650344 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-66aff71e-d969-4c12-a95c-8fb49920a566 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32579'] for router, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:17.667463 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-c1375d90-a04c-4884-9edd-6eab9afee25f tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] delete failed (client error): The resource could not be found. Nov 29 02:00:17.674943 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c1375d90-a04c-4884-9edd-6eab9afee25f tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "DELETE /v2.0/floatingips/0870b36f-cdab-48da-8132-2ed648af4342 HTTP/1.1" status: 404 len: 345 time: 0.0992794 Nov 29 02:00:17.676899 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39466) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:17.684749 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-eecb334b-eff2-4881-b5ba-57193dcc5f8e tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "PUT /v2.0/floatingips/2692fa1a-bb37-4d5f-bad7-a02ddef64d47 HTTP/1.1" status: 200 len: 991 time: 4.3704312 Nov 29 02:00:17.692031 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ba8100-3a27-4df5-82bd-f3f4648b1fdb', 'tag': 'fa82e7af-5435-42ba-a21f-1b96cdc0acdd'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:00:17.693983 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a54b0b8d43a805c8e04fafa9e6e1877f555095d74f053d1eebc96b979e45145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42148ad-232c-457c-b33c-07c755539421" -d '{"events": [{"name": "network-changed", "server_uuid": "71ba8100-3a27-4df5-82bd-f3f4648b1fdb", "tag": "fa82e7af-5435-42ba-a21f-1b96cdc0acdd"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:00:17.700130 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9fd15c-016d-4515-bc71-69b5177fc006 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:17.782257 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb532ba1-1340-4e06-a28e-db1298dc653a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-4d6bdf89-4572-431d-9f28-894cce1484bd', 'network_id': '4d6bdf89-4572-431d-9f28-894cce1484bd', 'tenant_id': '9c0ad15ecb344bb299c0c6d9f8bbfbe2', 'fixed_ips': [{'subnet_id': '2208dd61-e441-4b49-b241-888b194a4423'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:00:17.783595 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb532ba1-1340-4e06-a28e-db1298dc653a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:17.788402 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-66aff71e-d969-4c12-a95c-8fb49920a566 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-599907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-599898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-600112'] for router, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:17.808385 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-c3e5c7b3-77c5-49f5-9772-0fe34c853d0c None None] Provisioning complete for port 323bc53a-b8c2-4248-a196-990c2c047d48 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:17.808968 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3e5c7b3-77c5-49f5-9772-0fe34c853d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:17.809266 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e02a47-a7a2-4890-94e9-2575b22d8e8c x-openstack-request-id: req-e0e02a47-a7a2-4890-94e9-2575b22d8e8c {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:00:17.809589 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ba8100-3a27-4df5-82bd-f3f4648b1fdb", "tag": "fa82e7af-5435-42ba-a21f-1b96cdc0acdd", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:00:17.809856 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e0e02a47-a7a2-4890-94e9-2575b22d8e8c {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:00:17.810255 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ba8100-3a27-4df5-82bd-f3f4648b1fdb', 'tag': 'fa82e7af-5435-42ba-a21f-1b96cdc0acdd', 'status': 'completed', 'code': 200} Nov 29 02:00:17.811149 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9fd15c-016d-4515-bc71-69b5177fc006 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Port': ['ID=a8f35272-b104-4ff9-837a-2b0a22c0a02c,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:17.815087 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-fc9fd15c-016d-4515-bc71-69b5177fc006 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:17.820857 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9fd15c-016d-4515-bc71-69b5177fc006 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:17.863492 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9fd15c-016d-4515-bc71-69b5177fc006 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:17.863845 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9fd15c-016d-4515-bc71-69b5177fc006 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:17.864195 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9fd15c-016d-4515-bc71-69b5177fc006 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:17.864537 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9fd15c-016d-4515-bc71-69b5177fc006 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:17.864874 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9fd15c-016d-4515-bc71-69b5177fc006 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:17.865217 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9fd15c-016d-4515-bc71-69b5177fc006 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:17.865577 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9fd15c-016d-4515-bc71-69b5177fc006 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:17.865906 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9fd15c-016d-4515-bc71-69b5177fc006 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:17.866243 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9fd15c-016d-4515-bc71-69b5177fc006 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:17.866580 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9fd15c-016d-4515-bc71-69b5177fc006 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:17.866901 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9fd15c-016d-4515-bc71-69b5177fc006 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:17.867227 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9fd15c-016d-4515-bc71-69b5177fc006 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:17.893028 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c3e5c7b3-77c5-49f5-9772-0fe34c853d0c None None] Port 323bc53a-b8c2-4248-a196-990c2c047d48 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:00:17.930852 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-16a7bb57-0a40-4d38-9e37-9ab9abf68711 None None] Set router b21bbec7-a19f-4bbe-909e-335767d3b85a gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:00:18.008758 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-c3e5c7b3-77c5-49f5-9772-0fe34c853d0c None None] Provisioning complete for port 0bf011b8-dd85-47e1-9aab-daf344674399 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:18.009462 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3e5c7b3-77c5-49f5-9772-0fe34c853d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:18.011586 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9fd15c-016d-4515-bc71-69b5177fc006 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:18.012303 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc9fd15c-016d-4515-bc71-69b5177fc006 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:18.029525 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0503d810-bd67-48eb-b176-66440cca9fa0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:18.037705 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5202f994-9d62-4532-99f7-935c3930b1b3 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:18.046930 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0503d810-bd67-48eb-b176-66440cca9fa0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:18.049846 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3729b0-d7fd-4abe-892f-4727098b61d7 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:18.055879 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3729b0-d7fd-4abe-892f-4727098b61d7 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:18.060718 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:18.064293 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3729b0-d7fd-4abe-892f-4727098b61d7 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:18.070192 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c3e5c7b3-77c5-49f5-9772-0fe34c853d0c None None] Port 0bf011b8-dd85-47e1-9aab-daf344674399 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:00:18.070391 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ae3729b0-d7fd-4abe-892f-4727098b61d7 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "GET /v2.0/ports?network_id=4851bbc4-3ddc-4587-9d58-c74c6a0c2d41 HTTP/1.1" status: 200 len: 2358 time: 0.3856723 Nov 29 02:00:18.071242 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39472) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:18.077252 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f258861c-358c-428d-8d80-b87f5b06346a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:18.137658 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd88c1b-5887-4833-8682-8e31148694ad None None] Network fc6f75f6-5e10-44cd-a2f3-9a2738e7f286 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:18.144132 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-fc9fd15c-016d-4515-bc71-69b5177fc006 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.0558426 Nov 29 02:00:18.158614 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39474) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:18.247620 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cd1fb5-90cd-47ef-9230-2f131a857c37 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:18.254314 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f2cd1fb5-90cd-47ef-9230-2f131a857c37 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "GET /v2.0/subnets/4dffd339-95ef-45d0-93a7-26f93ff426e6 HTTP/1.1" status: 200 len: 797 time: 0.1736417 Nov 29 02:00:18.255107 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39476) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:18.259673 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66aff71e-d969-4c12-a95c-8fb49920a566 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Router 3486b15f-17c7-4b8e-8329-9e7855dc0516 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:00:18.264464 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42148ad-232c-457c-b33c-07c755539421 req-93e935ae-3c7b-4a2b-948b-b7919ddeae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:18.266156 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c42148ad-232c-457c-b33c-07c755539421 req-93e935ae-3c7b-4a2b-948b-b7919ddeae55 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b8cd21cd1c9b40658c50d85b4f327f37&device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 1098 time: 0.3954551 Nov 29 02:00:18.269465 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f5fc19aa-8db8-40a1-aec3-a109c41296fc tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Request body: {'port': {'network_id': '4851bbc4-3ddc-4587-9d58-c74c6a0c2d41', 'name': 'tempest-FloatingIPTestJSON-1233856943', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:18.322318 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-d8049b1d-d52c-412a-9904-4e034413ced5 None None] Provisioning complete for port d2d74083-b322-48cd-894f-c0944a661895 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:18.322620 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d8049b1d-d52c-412a-9904-4e034413ced5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:18.362549 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503d810-bd67-48eb-b176-66440cca9fa0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Pushing event updated for resources: {'Port': ['ID=0bf011b8-dd85-47e1-9aab-daf344674399,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:18.365135 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0503d810-bd67-48eb-b176-66440cca9fa0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:18.446754 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device d2d74083-b322-48cd-894f-c0944a661895 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:00:18.512896 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42148ad-232c-457c-b33c-07c755539421 req-609504f8-0034-4c5b-9a3d-bbe0abf92efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:18.514584 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c42148ad-232c-457c-b33c-07c755539421 req-609504f8-0034-4c5b-9a3d-bbe0abf92efe service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb92b723-cb1c-4df8-84a3-7b1e42ef5335 HTTP/1.1" status: 200 len: 913 time: 0.2268007 Nov 29 02:00:18.631366 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d8049b1d-d52c-412a-9904-4e034413ced5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:18.652972 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port d2d74083-b322-48cd-894f-c0944a661895 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:18.653343 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:18.717280 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e512b16e-42cb-4682-a522-ae613604f9a5 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:18.723845 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e512b16e-42cb-4682-a522-ae613604f9a5 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:18.727742 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-d8049b1d-d52c-412a-9904-4e034413ced5 None None] For port d2d74083-b322-48cd-894f-c0944a661895, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=d2d74083-b322-48cd-894f-c0944a661895,segment=NetworkSegment(33a7e834-e62f-4b93-b5c9-25223de05237),segment_id=33a7e834-e62f-4b93-b5c9-25223de05237)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:18.728402 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e512b16e-42cb-4682-a522-ae613604f9a5 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.5674443 Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server [None req-cb532ba1-1340-4e06-a28e-db1298dc653a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2208dd61-e441-4b49-b241-888b194a4423: This subnet is being modified by another concurrent operation. Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 02:00:18.734635 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise exception Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2208dd61-e441-4b49-b241-888b194a4423: This subnet is being modified by another concurrent operation. Nov 29 02:00:18.740311 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server Nov 29 02:00:18.743215 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39478) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:18.745813 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d8049b1d-d52c-412a-9904-4e034413ced5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:18.762706 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-16a7bb57-0a40-4d38-9e37-9ab9abf68711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'name': 'tempest-ServerActionsTestJSON-1438424348-router', 'tenant_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3bcb5f32-67be-4ce0-9077-a66c5423ce4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:59:34Z', 'updated_at': '2021-11-29T01:59:42Z', 'revision_number': 4, 'project_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'gw_port': {'id': '3bcb5f32-67be-4ce0-9077-a66c5423ce4e', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:36Z', 'updated_at': '2021-11-29T01:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '2692fa1a-bb37-4d5f-bad7-a02ddef64d47', 'tenant_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'floating_ip_address': '172.26.3.132', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'port_id': 'fa82e7af-5435-42ba-a21f-1b96cdc0acdd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb92b723-cb1c-4df8-84a3-7b1e42ef5335', 'mac_address': 'fa:16:3e:31:30:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ba8100-3a27-4df5-82bd-f3f4648b1fdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:59:50Z', 'updated_at': '2021-11-29T02:00:15Z', 'revision_number': 1, 'project_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8deeec41-7f05-4846-b43a-2e5d99ad6db8', 'name': '', 'network_id': 'eb92b723-cb1c-4df8-84a3-7b1e42ef5335', 'tenant_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'mac_address': 'fa:16:3e:f2:34:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7fe7d8ce-5428-4f8e-9400-d67b4f1b0825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:40Z', 'updated_at': '2021-11-29T01:59:50Z', 'revision_number': 5, 'project_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'subnets': [{'id': '7fe7d8ce-5428-4f8e-9400-d67b4f1b0825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:18.784197 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f258861c-358c-428d-8d80-b87f5b06346a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:18.786661 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b29b80-3c01-47da-9063-da7020dd3302 None None] Network 4d6bdf89-4572-431d-9f28-894cce1484bd requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:18.888104 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a7bb57-0a40-4d38-9e37-9ab9abf68711 None None] Checking router: b21bbec7-a19f-4bbe-909e-335767d3b85a for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:00:18.888316 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f258861c-358c-428d-8d80-b87f5b06346a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event deleted for resources: {'Subnet': ['ID=2208dd61-e441-4b49-b241-888b194a4423,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:18.997097 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a7bb57-0a40-4d38-9e37-9ab9abf68711 None None] Routers {'b21bbec7-a19f-4bbe-909e-335767d3b85a'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:18.997752 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-16a7bb57-0a40-4d38-9e37-9ab9abf68711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['b21bbec7-a19f-4bbe-909e-335767d3b85a'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:19.003961 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8049b1d-d52c-412a-9904-4e034413ced5 None None] Pushing event updated for resources: {'Port': ['ID=d2d74083-b322-48cd-894f-c0944a661895,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:19.009252 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c42148ad-232c-457c-b33c-07c755539421 req-9e37e487-536e-4a32-ae84-d41634c1f8d8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa82e7af-5435-42ba-a21f-1b96cdc0acdd HTTP/1.1" status: 200 len: 999 time: 0.1022475 Nov 29 02:00:19.016945 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0503d810-bd67-48eb-b176-66440cca9fa0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Network 154f0060-535e-4d6a-9106-262c6ce5f2f5 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:19.021309 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-0503d810-bd67-48eb-b176-66440cca9fa0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:19.048343 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-6b801a11-dd9a-4c67-8914-e9d06cd95bde None None] Provisioning complete for port a8f35272-b104-4ff9-837a-2b0a22c0a02c triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:19.048997 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b801a11-dd9a-4c67-8914-e9d06cd95bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:19.073843 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5202f994-9d62-4532-99f7-935c3930b1b3 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:19.087442 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f258861c-358c-428d-8d80-b87f5b06346a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:19.124598 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-f258861c-358c-428d-8d80-b87f5b06346a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d6bdf89-4572-431d-9f28-894cce1484bd']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:19.142716 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-f258861c-358c-428d-8d80-b87f5b06346a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '639254e3-906c-4ee2-9fe1-ebf1808907c0') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:19.143023 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-f258861c-358c-428d-8d80-b87f5b06346a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '639254e3-906c-4ee2-9fe1-ebf1808907c0') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:19.157995 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f258861c-358c-428d-8d80-b87f5b06346a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:19.162570 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a3da620c-f56a-445f-9b5b-cf6ffcdc7b9a up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:00:19.200593 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6b801a11-dd9a-4c67-8914-e9d06cd95bde None None] Port a8f35272-b104-4ff9-837a-2b0a22c0a02c cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:00:19.206075 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f258861c-358c-428d-8d80-b87f5b06346a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:19.219594 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fc19aa-8db8-40a1-aec3-a109c41296fc tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Made reservation on behalf of 8f51738befc14d68b76c3f1db1b4459f for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:19.225583 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f258861c-358c-428d-8d80-b87f5b06346a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:00:19.226137 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f258861c-358c-428d-8d80-b87f5b06346a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:19.230473 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66aff71e-d969-4c12-a95c-8fb49920a566 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:19.232099 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:00:19.232099 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:00:19.232099 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:00:19.232099 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:00:19.232099 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:00:19.232099 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:00:19.232099 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:00:19.232099 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:00:19.232099 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:00:19.232099 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:00:19.232099 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:00:19.232099 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:00:19.232099 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:00:19.232099 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:00:19.232099 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:00:19.232099 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:00:19.232099 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:00:19.232099 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:00:19.232099 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:00:19.232099 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:00:19.232099 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:00:19.232099 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:00:19.232099 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:00:19.232099 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:00:19.232099 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:00:19.232099 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:00:19.232099 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:00:19.232099 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:00:19.232099 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:00:19.232099 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:00:19.232099 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:00:19.232099 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:00:19.248982 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-16a7bb57-0a40-4d38-9e37-9ab9abf68711 None None] Set router b21bbec7-a19f-4bbe-909e-335767d3b85a gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:00:19.251880 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-66aff71e-d969-4c12-a95c-8fb49920a566 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:19.252203 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3349b883-70af-492c-a299-ec6cc83a7919 None None] Sync routers for ids ['3486b15f-17c7-4b8e-8329-9e7855dc0516'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:19.255046 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:00:19.259724 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39482) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:19.266249 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-66aff71e-d969-4c12-a95c-8fb49920a566 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "PUT /v2.0/routers/3486b15f-17c7-4b8e-8329-9e7855dc0516 HTTP/1.1" status: 200 len: 890 time: 2.7016768 Nov 29 02:00:19.275553 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3349b883-70af-492c-a299-ec6cc83a7919 None None] Routers {'3486b15f-17c7-4b8e-8329-9e7855dc0516'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:19.276717 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3349b883-70af-492c-a299-ec6cc83a7919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['3486b15f-17c7-4b8e-8329-9e7855dc0516'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:19.326226 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3349b883-70af-492c-a299-ec6cc83a7919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:19.336067 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3349b883-70af-492c-a299-ec6cc83a7919 None None] Routers {'3486b15f-17c7-4b8e-8329-9e7855dc0516'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:19.336924 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3349b883-70af-492c-a299-ec6cc83a7919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['3486b15f-17c7-4b8e-8329-9e7855dc0516'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:19.365256 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-caac3016-455a-4509-bdb4-b8defd5a4c0a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting port a8f35272-b104-4ff9-837a-2b0a22c0a02c {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:19.365653 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-caac3016-455a-4509-bdb4-b8defd5a4c0a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:19.375757 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42148ad-232c-457c-b33c-07c755539421 req-3d5652a8-c239-4619-95fb-78f4892744f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:19.377244 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c42148ad-232c-457c-b33c-07c755539421 req-3d5652a8-c239-4619-95fb-78f4892744f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7fe7d8ce-5428-4f8e-9400-d67b4f1b0825 HTTP/1.1" status: 200 len: 851 time: 0.3573542 Nov 29 02:00:19.377426 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3349b883-70af-492c-a299-ec6cc83a7919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:19.378293 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3349b883-70af-492c-a299-ec6cc83a7919 None None] The sync data for ids ['3486b15f-17c7-4b8e-8329-9e7855dc0516'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:00:19.457131 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f258861c-358c-428d-8d80-b87f5b06346a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:19.461274 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0503d810-bd67-48eb-b176-66440cca9fa0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Router 26dec7dc-26db-49b9-ac8d-86c05398c073 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:00:19.483743 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f258861c-358c-428d-8d80-b87f5b06346a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:19.490226 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f258861c-358c-428d-8d80-b87f5b06346a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "DELETE /v2.0/networks/4d6bdf89-4572-431d-9f28-894cce1484bd HTTP/1.1" status: 204 len: 168 time: 2.1978576 Nov 29 02:00:19.490226 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f258861c-358c-428d-8d80-b87f5b06346a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event deleted for resources: {'Network': ['ID=4d6bdf89-4572-431d-9f28-894cce1484bd,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:19.496455 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39484) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:19.502368 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-10021e12-9937-4495-b65a-9611e1da822f tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1656497084'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:19.516681 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port a3da620c-f56a-445f-9b5b-cf6ffcdc7b9a triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:19.517582 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:19.525342 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0944be-9190-427e-ab0a-de9ef0cc309a None None] get_active_networks_info from dv-neutron-819032-3-hyperv {{(pid=103256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 02:00:19.535353 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f5fc19aa-8db8-40a1-aec3-a109c41296fc tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:19.551091 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-caac3016-455a-4509-bdb4-b8defd5a4c0a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:19.569398 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-caac3016-455a-4509-bdb4-b8defd5a4c0a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Calling delete_port for a8f35272-b104-4ff9-837a-2b0a22c0a02c owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:19.571593 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-f5fc19aa-8db8-40a1-aec3-a109c41296fc tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] device_id is not set on port e770ddc4-a06a-4aa2-bc9f-503189c1a0b8 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:00:19.594464 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42148ad-232c-457c-b33c-07c755539421 req-4270caf5-608f-4817-9d49-8025337d2af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:19.595961 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c42148ad-232c-457c-b33c-07c755539421 req-4270caf5-608f-4817-9d49-8025337d2af3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb92b723-cb1c-4df8-84a3-7b1e42ef5335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1821218 Nov 29 02:00:19.615312 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-e02fc4f2-e965-4ee3-8c5a-e779cf52b428 None None] Provisioning complete for port d2d74083-b322-48cd-894f-c0944a661895 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:19.615762 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e02fc4f2-e965-4ee3-8c5a-e779cf52b428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:19.688684 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2c457ba6-9690-438f-9f74-18c7361d386d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "GET /v2.0/routers/3486b15f-17c7-4b8e-8329-9e7855dc0516 HTTP/1.1" status: 200 len: 890 time: 0.4215665 Nov 29 02:00:19.695349 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39486) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:19.706363 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10021e12-9937-4495-b65a-9611e1da822f tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Made reservation on behalf of 9c0ad15ecb344bb299c0c6d9f8bbfbe2 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:19.710147 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10021e12-9937-4495-b65a-9611e1da822f tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:19.731953 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0503d810-bd67-48eb-b176-66440cca9fa0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:19.746677 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-0503d810-bd67-48eb-b176-66440cca9fa0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] 10.222.0.37 "PUT /v2.0/routers/26dec7dc-26db-49b9-ac8d-86c05398c073/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3709846 Nov 29 02:00:19.751101 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-62947d5b-ba77-4190-b8a2-3d4d6ab021a3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "GET /v2.0/ports?device_id=3486b15f-17c7-4b8e-8329-9e7855dc0516 HTTP/1.1" status: 200 len: 205 time: 0.0512159 Nov 29 02:00:19.751622 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39488) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:19.751748 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39490) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:19.769137 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a80aff-e2c5-45bf-871a-785db33f50ed None None] Sync routers for ids ['26dec7dc-26db-49b9-ac8d-86c05398c073'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:19.846154 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5202f994-9d62-4532-99f7-935c3930b1b3 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Router bc089d5f-87ec-45aa-813e-4050418c3b0f is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:00:19.858494 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10021e12-9937-4495-b65a-9611e1da822f tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:00:19.873149 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c42148ad-232c-457c-b33c-07c755539421 req-8c30edea-7fda-4014-9701-5a9232caca47 service neutron] 10.222.0.24 "GET /v2.0/networks/eb92b723-cb1c-4df8-84a3-7b1e42ef5335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576644 Nov 29 02:00:19.894065 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a80aff-e2c5-45bf-871a-785db33f50ed None None] Routers {'26dec7dc-26db-49b9-ac8d-86c05398c073'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:19.894747 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f3a80aff-e2c5-45bf-871a-785db33f50ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['26dec7dc-26db-49b9-ac8d-86c05398c073'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:19.898366 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10021e12-9937-4495-b65a-9611e1da822f tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:19.898921 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-10021e12-9937-4495-b65a-9611e1da822f tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Added segment b041d60f-3c97-4c93-b02a-f4a8d8ba4c41 of type vlan for network 4e58e23a-501a-45f8-84ac-49cb88bfcb3c Nov 29 02:00:19.960831 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f3a80aff-e2c5-45bf-871a-785db33f50ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:19.964585 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0944be-9190-427e-ab0a-de9ef0cc309a None None] Resources bound (agent type, host, resource id): {{(pid=103256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 02:00:19.988556 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a80aff-e2c5-45bf-871a-785db33f50ed None None] Routers {'26dec7dc-26db-49b9-ac8d-86c05398c073'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:19.988762 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f3a80aff-e2c5-45bf-871a-785db33f50ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['26dec7dc-26db-49b9-ac8d-86c05398c073'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:19.999235 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ea4dd90e-9406-41ef-a3fc-d74ff7cf97f0 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:20.050596 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f3a80aff-e2c5-45bf-871a-785db33f50ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:20.051437 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a80aff-e2c5-45bf-871a-785db33f50ed None None] The sync data for ids ['26dec7dc-26db-49b9-ac8d-86c05398c073'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:00:20.123385 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10021e12-9937-4495-b65a-9611e1da822f tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:20.158513 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-16a7bb57-0a40-4d38-9e37-9ab9abf68711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'name': 'tempest-ServerActionsTestJSON-1438424348-router', 'tenant_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3bcb5f32-67be-4ce0-9077-a66c5423ce4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:59:34Z', 'updated_at': '2021-11-29T01:59:42Z', 'revision_number': 4, 'project_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'gw_port': {'id': '3bcb5f32-67be-4ce0-9077-a66c5423ce4e', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:36Z', 'updated_at': '2021-11-29T01:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '2692fa1a-bb37-4d5f-bad7-a02ddef64d47', 'tenant_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'floating_ip_address': '172.26.3.132', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'port_id': 'fa82e7af-5435-42ba-a21f-1b96cdc0acdd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb92b723-cb1c-4df8-84a3-7b1e42ef5335', 'mac_address': 'fa:16:3e:31:30:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ba8100-3a27-4df5-82bd-f3f4648b1fdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:59:50Z', 'updated_at': '2021-11-29T02:00:15Z', 'revision_number': 1, 'project_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8deeec41-7f05-4846-b43a-2e5d99ad6db8', 'name': '', 'network_id': 'eb92b723-cb1c-4df8-84a3-7b1e42ef5335', 'tenant_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'mac_address': 'fa:16:3e:f2:34:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7fe7d8ce-5428-4f8e-9400-d67b4f1b0825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:40Z', 'updated_at': '2021-11-29T01:59:50Z', 'revision_number': 5, 'project_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'subnets': [{'id': '7fe7d8ce-5428-4f8e-9400-d67b4f1b0825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:20.191464 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a7bb57-0a40-4d38-9e37-9ab9abf68711 None None] The sync data for ids ['b21bbec7-a19f-4bbe-909e-335767d3b85a'] in dv-neutron-819032-3-hyperv is: [{'id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'name': 'tempest-ServerActionsTestJSON-1438424348-router', 'tenant_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3bcb5f32-67be-4ce0-9077-a66c5423ce4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:59:34Z', 'updated_at': '2021-11-29T01:59:42Z', 'revision_number': 4, 'project_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'gw_port': {'id': '3bcb5f32-67be-4ce0-9077-a66c5423ce4e', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:36Z', 'updated_at': '2021-11-29T01:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '2692fa1a-bb37-4d5f-bad7-a02ddef64d47', 'tenant_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'floating_ip_address': '172.26.3.132', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'port_id': 'fa82e7af-5435-42ba-a21f-1b96cdc0acdd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb92b723-cb1c-4df8-84a3-7b1e42ef5335', 'mac_address': 'fa:16:3e:31:30:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ba8100-3a27-4df5-82bd-f3f4648b1fdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:59:50Z', 'updated_at': '2021-11-29T02:00:15Z', 'revision_number': 1, 'project_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8deeec41-7f05-4846-b43a-2e5d99ad6db8', 'name': '', 'network_id': 'eb92b723-cb1c-4df8-84a3-7b1e42ef5335', 'tenant_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'mac_address': 'fa:16:3e:f2:34:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7fe7d8ce-5428-4f8e-9400-d67b4f1b0825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:40Z', 'updated_at': '2021-11-29T01:59:50Z', 'revision_number': 5, 'project_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'subnets': [{'id': '7fe7d8ce-5428-4f8e-9400-d67b4f1b0825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:00:20.214462 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-caac3016-455a-4509-bdb4-b8defd5a4c0a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:20.223092 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-ae74ed3c-1563-41e0-b321-dff2eaa960a3 None None] Provisioning complete for port 0bf011b8-dd85-47e1-9aab-daf344674399 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:20.223092 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ae74ed3c-1563-41e0-b321-dff2eaa960a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:20.279403 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac3016-455a-4509-bdb4-b8defd5a4c0a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Port': ['ID=a8f35272-b104-4ff9-837a-2b0a22c0a02c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:20.290727 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-f5fc19aa-8db8-40a1-aec3-a109c41296fc tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Allocated IP 172.20.0.14 (4851bbc4-3ddc-4587-9d58-c74c6a0c2d41/4dffd339-95ef-45d0-93a7-26f93ff426e6/e770ddc4-a06a-4aa2-bc9f-503189c1a0b8) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:20.297470 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5202f994-9d62-4532-99f7-935c3930b1b3 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:20.304124 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device d2d74083-b322-48cd-894f-c0944a661895 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:00:20.313128 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ee671a-8546-4638-b89f-1b91deed5db5 None None] Sync routers for ids ['bc089d5f-87ec-45aa-813e-4050418c3b0f'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:20.313695 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c42148ad-232c-457c-b33c-07c755539421 req-86c60502-7d49-467f-b854-0e8376057312 service neutron] 10.222.0.24 "GET /v2.0/networks/eb92b723-cb1c-4df8-84a3-7b1e42ef5335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284525 Nov 29 02:00:20.314801 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10021e12-9937-4495-b65a-9611e1da822f tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:20.320902 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-f5fc19aa-8db8-40a1-aec3-a109c41296fc tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Allocated IP 172.20.0.13 (4851bbc4-3ddc-4587-9d58-c74c6a0c2d41/4dffd339-95ef-45d0-93a7-26f93ff426e6/e770ddc4-a06a-4aa2-bc9f-503189c1a0b8) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:20.323733 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10021e12-9937-4495-b65a-9611e1da822f tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:20.325204 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-10021e12-9937-4495-b65a-9611e1da822f tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:20.341212 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ae74ed3c-1563-41e0-b321-dff2eaa960a3 None None] Port 0bf011b8-dd85-47e1-9aab-daf344674399 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:00:20.345573 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ee671a-8546-4638-b89f-1b91deed5db5 None None] Routers {'bc089d5f-87ec-45aa-813e-4050418c3b0f'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:20.348280 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a6ee671a-8546-4638-b89f-1b91deed5db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['bc089d5f-87ec-45aa-813e-4050418c3b0f'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:20.356290 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ea4dd90e-9406-41ef-a3fc-d74ff7cf97f0 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:20.450541 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5202f994-9d62-4532-99f7-935c3930b1b3 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:20.454189 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5202f994-9d62-4532-99f7-935c3930b1b3 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.7692599 Nov 29 02:00:20.456096 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39496) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:20.458700 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-10021e12-9937-4495-b65a-9611e1da822f tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9603500 Nov 29 02:00:20.463849 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39498) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:20.468287 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d5e1db23-7798-4e46-9f40-c372a12d4857 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Request body: {'subnet': {'network_id': '4e58e23a-501a-45f8-84ac-49cb88bfcb3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:20.471563 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-caac3016-455a-4509-bdb4-b8defd5a4c0a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:20.473170 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10021e12-9937-4495-b65a-9611e1da822f tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event updated for resources: {'Network': ['ID=4e58e23a-501a-45f8-84ac-49cb88bfcb3c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:20.477503 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-caac3016-455a-4509-bdb4-b8defd5a4c0a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/a8f35272-b104-4ff9-837a-2b0a22c0a02c HTTP/1.1" status: 204 len: 168 time: 1.7386558 Nov 29 02:00:20.477905 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port d2d74083-b322-48cd-894f-c0944a661895 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:20.478359 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:20.484354 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39500) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:20.518902 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-a6ee671a-8546-4638-b89f-1b91deed5db5 None None] Set router bc089d5f-87ec-45aa-813e-4050418c3b0f gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:00:20.521126 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 4e58e23a-501a-45f8-84ac-49cb88bfcb3c details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:00:20.661390 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84217a4-f418-49c7-8ba7-4d0b654e1277 None None] New status for floating IP 2692fa1a-bb37-4d5f-bad7-a02ddef64d47: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:00:20.692294 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e1db23-7798-4e46-9f40-c372a12d4857 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Made reservation on behalf of 9c0ad15ecb344bb299c0c6d9f8bbfbe2 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:20.698538 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d5e1db23-7798-4e46-9f40-c372a12d4857 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:20.702612 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07ac2a9-4531-4f29-b85e-d12ee6789342 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:20.704948 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07ac2a9-4531-4f29-b85e-d12ee6789342 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:20.705745 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07ac2a9-4531-4f29-b85e-d12ee6789342 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:20.710241 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b07ac2a9-4531-4f29-b85e-d12ee6789342 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1817338 Nov 29 02:00:20.710874 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39502) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:20.767604 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ea4dd90e-9406-41ef-a3fc-d74ff7cf97f0 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Deleting port ebaf42b4-1809-4c2a-b79b-56fea917d00e {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:20.768254 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ea4dd90e-9406-41ef-a3fc-d74ff7cf97f0 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:20.827473 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1501e91d-375f-44ef-85b2-0b297924fc24 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] 10.222.0.37 "GET /v2.0/routers/bc089d5f-87ec-45aa-813e-4050418c3b0f HTTP/1.1" status: 200 len: 909 time: 0.3700225 Nov 29 02:00:20.839284 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39504) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:20.845118 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f5fc19aa-8db8-40a1-aec3-a109c41296fc tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:20.850909 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-7cb5aa90-5494-434a-aab0-e6be0e7aa9a0 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1970301484', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'enable_snat': True}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:20.856903 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a6ee671a-8546-4638-b89f-1b91deed5db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc089d5f-87ec-45aa-813e-4050418c3b0f', 'name': 'tempest-snat-router-1970301484', 'tenant_id': 'f0ff71c5e69148aba47fcc83d31f31f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.177'}], 'enable_snat': False}, 'gw_port_id': '323bc53a-b8c2-4248-a196-990c2c047d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:13Z', 'updated_at': '2021-11-29T02:00:17Z', 'revision_number': 3, 'project_id': 'f0ff71c5e69148aba47fcc83d31f31f2', 'gw_port': {'id': '323bc53a-b8c2-4248-a196-990c2c047d48', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:43:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc089d5f-87ec-45aa-813e-4050418c3b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:15Z', 'updated_at': '2021-11-29T02:00:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:20.874894 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f501d3d-0026-454c-982d-79dff81d08b7 None None] get_active_networks_info from dv-neutron-819032-3-hyperv {{(pid=103256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 02:00:20.894668 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-980a2493-4141-494f-b26f-ad3a97a7a66d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting subnet 166b898d-3f78-4270-87b8-8fd3dbe64336 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:00:20.902517 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ee671a-8546-4638-b89f-1b91deed5db5 None None] Checking router: bc089d5f-87ec-45aa-813e-4050418c3b0f for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:00:20.903260 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ee671a-8546-4638-b89f-1b91deed5db5 None None] Updating router bc089d5f-87ec-45aa-813e-4050418c3b0f port 323bc53a-b8c2-4248-a196-990c2c047d48 binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:00:20.904523 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-980a2493-4141-494f-b26f-ad3a97a7a66d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:20.946836 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a6ee671a-8546-4638-b89f-1b91deed5db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:20.958751 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d5e1db23-7798-4e46-9f40-c372a12d4857 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:20.971837 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7cb5aa90-5494-434a-aab0-e6be0e7aa9a0 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:20.972867 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7cb5aa90-5494-434a-aab0-e6be0e7aa9a0 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:20.983864 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ea4dd90e-9406-41ef-a3fc-d74ff7cf97f0 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:20.987668 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-980a2493-4141-494f-b26f-ad3a97a7a66d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:21.032414 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-abe2afe6-6704-4885-b10c-072ad47dd31a tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:00:21.032828 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-abe2afe6-6704-4885-b10c-072ad47dd31a tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] 10.222.0.37 "PUT /v2.0/routers/26dec7dc-26db-49b9-ac8d-86c05398c073/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2804968 Nov 29 02:00:21.037245 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39506) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:21.038571 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ea4dd90e-9406-41ef-a3fc-d74ff7cf97f0 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Calling delete_port for ebaf42b4-1809-4c2a-b79b-56fea917d00e owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:21.062113 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f5fc19aa-8db8-40a1-aec3-a109c41296fc tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:21.062441 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e1db23-7798-4e46-9f40-c372a12d4857 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Checking segment: {'id': 'b041d60f-3c97-4c93-b02a-f4a8d8ba4c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4e58e23a-501a-45f8-84ac-49cb88bfcb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:21.063648 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e1db23-7798-4e46-9f40-c372a12d4857 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Network hostable DHCP agents. Network: 4e58e23a-501a-45f8-84ac-49cb88bfcb3c, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:00:21.065819 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1db23-7798-4e46-9f40-c372a12d4857 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event updated for resources: {'Subnet': ['ID=ae345b00-0645-411b-9af4-e54eba5b3af5,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:21.101753 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e1db23-7798-4e46-9f40-c372a12d4857 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Network 4e58e23a-501a-45f8-84ac-49cb88bfcb3c is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:00:21.122690 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-d5e1db23-7798-4e46-9f40-c372a12d4857 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 4e58e23a-501a-45f8-84ac-49cb88bfcb3c) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:21.127929 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e1db23-7798-4e46-9f40-c372a12d4857 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:21.128613 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d5e1db23-7798-4e46-9f40-c372a12d4857 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:21.157204 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d5e1db23-7798-4e46-9f40-c372a12d4857 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6921527 Nov 29 02:00:21.159720 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39510) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:21.167763 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f501d3d-0026-454c-982d-79dff81d08b7 None None] Resources bound (agent type, host, resource id): {{(pid=103256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 02:00:21.304880 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-25bb59e6-304f-4dae-a72b-c10e13601217 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:21.358665 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a6ee671a-8546-4638-b89f-1b91deed5db5 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:21.362993 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-25bb59e6-304f-4dae-a72b-c10e13601217 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:21.366427 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a6ee671a-8546-4638-b89f-1b91deed5db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:21.424420 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-a6ee671a-8546-4638-b89f-1b91deed5db5 None None] Attempting to bind port 323bc53a-b8c2-4248-a196-990c2c047d48 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:00:21.424827 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-a6ee671a-8546-4638-b89f-1b91deed5db5 None None] Attempting to bind port 323bc53a-b8c2-4248-a196-990c2c047d48 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:00:21.425151 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ee671a-8546-4638-b89f-1b91deed5db5 None None] Attempting to bind port 323bc53a-b8c2-4248-a196-990c2c047d48 on network 4bf244a8-fda8-412f-8f05-2c7c5210f333 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:00:21.433530 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f4bcd-ba75-4191-9807-fba66cbb5c94 None None] Pushing event updated for resources: {'Port': ['ID=323bc53a-b8c2-4248-a196-990c2c047d48,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:21.436514 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ee671a-8546-4638-b89f-1b91deed5db5 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:00:21.436908 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ee671a-8546-4638-b89f-1b91deed5db5 None None] Checking segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:21.438198 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a6ee671a-8546-4638-b89f-1b91deed5db5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:21.438613 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ee671a-8546-4638-b89f-1b91deed5db5 None None] Bound using segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:00:21.439106 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-a6ee671a-8546-4638-b89f-1b91deed5db5 None None] Bound port: 323bc53a-b8c2-4248-a196-990c2c047d48, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:00:21.439515 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a6ee671a-8546-4638-b89f-1b91deed5db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:21.466283 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f4bcd-ba75-4191-9807-fba66cbb5c94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:21.466686 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f4bcd-ba75-4191-9807-fba66cbb5c94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:21.467008 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f4bcd-ba75-4191-9807-fba66cbb5c94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:21.467348 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f4bcd-ba75-4191-9807-fba66cbb5c94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:21.467737 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f4bcd-ba75-4191-9807-fba66cbb5c94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:21.469038 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f4bcd-ba75-4191-9807-fba66cbb5c94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:21.469428 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f4bcd-ba75-4191-9807-fba66cbb5c94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:21.469893 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f4bcd-ba75-4191-9807-fba66cbb5c94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:21.470283 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f4bcd-ba75-4191-9807-fba66cbb5c94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:21.470667 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f4bcd-ba75-4191-9807-fba66cbb5c94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:21.471724 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f4bcd-ba75-4191-9807-fba66cbb5c94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:21.472072 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f4bcd-ba75-4191-9807-fba66cbb5c94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:21.474387 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-25bb59e6-304f-4dae-a72b-c10e13601217 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:21.512456 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd706167-7c32-4abd-8803-1b16318cef53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-4e58e23a-501a-45f8-84ac-49cb88bfcb3c', 'network_id': '4e58e23a-501a-45f8-84ac-49cb88bfcb3c', 'tenant_id': '9c0ad15ecb344bb299c0c6d9f8bbfbe2', 'fixed_ips': [{'subnet_id': 'ae345b00-0645-411b-9af4-e54eba5b3af5'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:00:21.514086 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bd706167-7c32-4abd-8803-1b16318cef53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:21.514207 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb59e6-304f-4dae-a72b-c10e13601217 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event deleted for resources: {'Subnet': ['ID=ae345b00-0645-411b-9af4-e54eba5b3af5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:21.536325 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a6ee671a-8546-4638-b89f-1b91deed5db5 None None] For port 323bc53a-b8c2-4248-a196-990c2c047d48, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:00:21.540861 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a6ee671a-8546-4638-b89f-1b91deed5db5 None None] For port 323bc53a-b8c2-4248-a196-990c2c047d48, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=323bc53a-b8c2-4248-a196-990c2c047d48,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:00:21.549696 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a6ee671a-8546-4638-b89f-1b91deed5db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:21.597935 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-25bb59e6-304f-4dae-a72b-c10e13601217 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:21.607159 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7cb5aa90-5494-434a-aab0-e6be0e7aa9a0 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:21.621858 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f4bcd-ba75-4191-9807-fba66cbb5c94 None None] Pushing event updated for resources: {'Port': ['ID=323bc53a-b8c2-4248-a196-990c2c047d48,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:21.628671 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-25bb59e6-304f-4dae-a72b-c10e13601217 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e58e23a-501a-45f8-84ac-49cb88bfcb3c']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:21.644854 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ee671a-8546-4638-b89f-1b91deed5db5 None None] Routers {'bc089d5f-87ec-45aa-813e-4050418c3b0f'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:21.645883 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a6ee671a-8546-4638-b89f-1b91deed5db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['bc089d5f-87ec-45aa-813e-4050418c3b0f'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:21.649517 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-25bb59e6-304f-4dae-a72b-c10e13601217 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b041d60f-3c97-4c93-b02a-f4a8d8ba4c41') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:21.649861 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-25bb59e6-304f-4dae-a72b-c10e13601217 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b041d60f-3c97-4c93-b02a-f4a8d8ba4c41') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:21.672213 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-25bb59e6-304f-4dae-a72b-c10e13601217 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:21.690664 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-25bb59e6-304f-4dae-a72b-c10e13601217 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:21.703138 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25bb59e6-304f-4dae-a72b-c10e13601217 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:00:21.703862 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-25bb59e6-304f-4dae-a72b-c10e13601217 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:21.707849 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:00:21.707849 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:00:21.707849 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:00:21.707849 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:00:21.707849 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:00:21.707849 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:00:21.707849 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:00:21.707849 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:00:21.707849 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:00:21.707849 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:00:21.707849 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:00:21.707849 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:00:21.707849 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:00:21.707849 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:00:21.707849 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:00:21.707849 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:00:21.707849 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:00:21.707849 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:00:21.707849 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:00:21.707849 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:00:21.707849 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:00:21.707849 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:00:21.707849 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:00:21.707849 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:00:21.707849 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:00:21.707849 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:00:21.707849 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:00:21.707849 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:00:21.707849 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:00:21.707849 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:00:21.707849 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:00:21.707849 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:00:21.718729 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fc19aa-8db8-40a1-aec3-a109c41296fc tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Network 4851bbc4-3ddc-4587-9d58-c74c6a0c2d41 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:21.771582 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-f5fc19aa-8db8-40a1-aec3-a109c41296fc tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:21.774212 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc19aa-8db8-40a1-aec3-a109c41296fc tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event updated for resources: {'Port': ['ID=e770ddc4-a06a-4aa2-bc9f-503189c1a0b8,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:21.777179 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fc19aa-8db8-40a1-aec3-a109c41296fc tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:21.779910 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.db.api [None req-bd706167-7c32-4abd-8803-1b16318cef53 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 02:00:21.779910 dv-neutron-819032-3-hyperv neutron-server[103256]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Nov 29 02:00:21.779910 dv-neutron-819032-3-hyperv neutron-server[103256]: [parameters: {'project_id': '9c0ad15ecb344bb299c0c6d9f8bbfbe2', 'id': '87d4d658-196b-4910-9d5d-43d03d9acae8', 'name': '', 'network_id': '4e58e23a-501a-45f8-84ac-49cb88bfcb3c', 'mac_address': 'fa:16:3e:19:30:c6', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-4e58e23a-501a-45f8-84ac-49cb88bfcb3c', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 614}] Nov 29 02:00:21.779910 dv-neutron-819032-3-hyperv neutron-server[103256]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:00:21.780270 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG oslo_db.api [None req-bd706167-7c32-4abd-8803-1b16318cef53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:00:21.780928 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-a6ee671a-8546-4638-b89f-1b91deed5db5 None None] Set router bc089d5f-87ec-45aa-813e-4050418c3b0f gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:00:21.784757 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-25bb59e6-304f-4dae-a72b-c10e13601217 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:21.793220 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-25bb59e6-304f-4dae-a72b-c10e13601217 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:21.801416 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-25bb59e6-304f-4dae-a72b-c10e13601217 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "DELETE /v2.0/networks/4e58e23a-501a-45f8-84ac-49cb88bfcb3c HTTP/1.1" status: 204 len: 168 time: 0.6406779 Nov 29 02:00:21.802163 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39512) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:21.808582 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-241fde19-fc39-4f1f-b25e-7ca268989efe tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-290090947'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:21.824278 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb59e6-304f-4dae-a72b-c10e13601217 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event deleted for resources: {'Network': ['ID=4e58e23a-501a-45f8-84ac-49cb88bfcb3c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:21.843546 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241fde19-fc39-4f1f-b25e-7ca268989efe tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Made reservation on behalf of 9c0ad15ecb344bb299c0c6d9f8bbfbe2 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:21.847322 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-241fde19-fc39-4f1f-b25e-7ca268989efe tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:21.864703 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7cb5aa90-5494-434a-aab0-e6be0e7aa9a0 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:21.869523 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-980a2493-4141-494f-b26f-ad3a97a7a66d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:21.873227 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-241fde19-fc39-4f1f-b25e-7ca268989efe tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:00:21.883236 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-241fde19-fc39-4f1f-b25e-7ca268989efe tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:21.883588 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-241fde19-fc39-4f1f-b25e-7ca268989efe tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Added segment e6765d8c-b16b-4f28-bc85-ea09cbc7c462 of type vlan for network 018ba05d-0fce-486d-8c73-6c37e759b2e4 Nov 29 02:00:21.931966 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-241fde19-fc39-4f1f-b25e-7ca268989efe tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:21.956843 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-241fde19-fc39-4f1f-b25e-7ca268989efe tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:21.962657 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241fde19-fc39-4f1f-b25e-7ca268989efe tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:21.963359 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-241fde19-fc39-4f1f-b25e-7ca268989efe tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:21.990008 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a6ee671a-8546-4638-b89f-1b91deed5db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc089d5f-87ec-45aa-813e-4050418c3b0f', 'name': 'tempest-snat-router-1970301484', 'tenant_id': 'f0ff71c5e69148aba47fcc83d31f31f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.177'}], 'enable_snat': False}, 'gw_port_id': '323bc53a-b8c2-4248-a196-990c2c047d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:13Z', 'updated_at': '2021-11-29T02:00:17Z', 'revision_number': 3, 'project_id': 'f0ff71c5e69148aba47fcc83d31f31f2', 'gw_port': {'id': '323bc53a-b8c2-4248-a196-990c2c047d48', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:43:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc089d5f-87ec-45aa-813e-4050418c3b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:15Z', 'updated_at': '2021-11-29T02:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:22.017111 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ee671a-8546-4638-b89f-1b91deed5db5 None None] The sync data for ids ['bc089d5f-87ec-45aa-813e-4050418c3b0f'] in dv-neutron-819032-3-hyperv is: [{'id': 'bc089d5f-87ec-45aa-813e-4050418c3b0f', 'name': 'tempest-snat-router-1970301484', 'tenant_id': 'f0ff71c5e69148aba47fcc83d31f31f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.177'}], 'enable_snat': False}, 'gw_port_id': '323bc53a-b8c2-4248-a196-990c2c047d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:13Z', 'updated_at': '2021-11-29T02:00:17Z', 'revision_number': 3, 'project_id': 'f0ff71c5e69148aba47fcc83d31f31f2', 'gw_port': {'id': '323bc53a-b8c2-4248-a196-990c2c047d48', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:43:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc089d5f-87ec-45aa-813e-4050418c3b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:15Z', 'updated_at': '2021-11-29T02:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:00:22.031005 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-241fde19-fc39-4f1f-b25e-7ca268989efe tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2263658 Nov 29 02:00:22.034196 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39514) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:22.040818 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-68f7859b-e3fd-4b23-876a-f249150da96c tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Request body: {'subnet': {'network_id': '018ba05d-0fce-486d-8c73-6c37e759b2e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:22.056393 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241fde19-fc39-4f1f-b25e-7ca268989efe tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event updated for resources: {'Network': ['ID=018ba05d-0fce-486d-8c73-6c37e759b2e4,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:22.067920 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 018ba05d-0fce-486d-8c73-6c37e759b2e4 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:00:22.069503 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fc19aa-8db8-40a1-aec3-a109c41296fc tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:22.070156 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f5fc19aa-8db8-40a1-aec3-a109c41296fc tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:22.156401 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f7859b-e3fd-4b23-876a-f249150da96c tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Made reservation on behalf of 9c0ad15ecb344bb299c0c6d9f8bbfbe2 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:22.159413 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f5fc19aa-8db8-40a1-aec3-a109c41296fc tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.8970537 Nov 29 02:00:22.160317 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68f7859b-e3fd-4b23-876a-f249150da96c tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:22.165606 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39516) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:22.179560 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-db711398-aadd-4659-83e4-aa7ab7901cc2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'port_id': 'e770ddc4-a06a-4aa2-bc9f-503189c1a0b8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:22.203282 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-980a2493-4141-494f-b26f-ad3a97a7a66d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:22.254219 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-980a2493-4141-494f-b26f-ad3a97a7a66d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:22.257158 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db711398-aadd-4659-83e4-aa7ab7901cc2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for floatingip, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:22.257452 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-980a2493-4141-494f-b26f-ad3a97a7a66d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/166b898d-3f78-4270-87b8-8fd3dbe64336 HTTP/1.1" status: 204 len: 168 time: 1.5404706 Nov 29 02:00:22.260378 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39518) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:22.261670 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a2493-4141-494f-b26f-ad3a97a7a66d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Subnet': ['ID=166b898d-3f78-4270-87b8-8fd3dbe64336,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:22.284505 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bd706167-7c32-4abd-8803-1b16318cef53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:22.309303 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ea4dd90e-9406-41ef-a3fc-d74ff7cf97f0 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:22.340781 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059cf1b1-3e62-41c4-9310-dd8742e7339a None None] Network 4e58e23a-501a-45f8-84ac-49cb88bfcb3c requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:22.361202 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059cf1b1-3e62-41c4-9310-dd8742e7339a None None] Network 4e58e23a-501a-45f8-84ac-49cb88bfcb3c could not be found, it might have been deleted concurrently. {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 29 02:00:22.365467 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4dd90e-9406-41ef-a3fc-d74ff7cf97f0 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event deleted for resources: {'Port': ['ID=ebaf42b4-1809-4c2a-b79b-56fea917d00e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:22.386874 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69abc776-82fd-4a98-86d5-aeeab542aac1 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:22.426965 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9db18a-6646-4efd-9a0c-cc57d4252ac5 None None] DHCP port deletion for 4851bbc4-3ddc-4587-9d58-c74c6a0c2d41 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:22.441367 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dcbb12-2293-4e89-8066-cc4a12e58569 None None] Network 4e58e23a-501a-45f8-84ac-49cb88bfcb3c requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:22.482545 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dcbb12-2293-4e89-8066-cc4a12e58569 None None] Network 4e58e23a-501a-45f8-84ac-49cb88bfcb3c could not be found, it might have been deleted concurrently. {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 29 02:00:22.512061 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab7b5d4-a4d2-4868-8f42-db313a2310d4 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:22.559116 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-5bdf2755-537c-4d7e-96a8-ee9b311137c9 None None] Provisioning complete for port 323bc53a-b8c2-4248-a196-990c2c047d48 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:22.561153 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5bdf2755-537c-4d7e-96a8-ee9b311137c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:22.568248 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce07561a-939b-40b3-95d2-23a481431b42 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:22.692393 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5bdf2755-537c-4d7e-96a8-ee9b311137c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:22.713746 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ea4dd90e-9406-41ef-a3fc-d74ff7cf97f0 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:22.724874 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-5bdf2755-537c-4d7e-96a8-ee9b311137c9 None None] For port 323bc53a-b8c2-4248-a196-990c2c047d48, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=323bc53a-b8c2-4248-a196-990c2c047d48,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:22.731526 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5bdf2755-537c-4d7e-96a8-ee9b311137c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:22.809720 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a14351-5ff3-439b-9d23-6039b9eeb8d9 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:22.830640 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-70c180ee-af72-4941-bde4-a12af358fe8e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting subnet 341a3c67-1c60-4a30-be20-3e2031ec51b0 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:00:22.846672 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7cb5aa90-5494-434a-aab0-e6be0e7aa9a0 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:22.861704 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70c180ee-af72-4941-bde4-a12af358fe8e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:22.862632 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf2755-537c-4d7e-96a8-ee9b311137c9 None None] Pushing event updated for resources: {'Port': ['ID=323bc53a-b8c2-4248-a196-990c2c047d48,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:22.871338 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ea4dd90e-9406-41ef-a3fc-d74ff7cf97f0 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:22.874082 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7cb5aa90-5494-434a-aab0-e6be0e7aa9a0 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:22.876049 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-5bdf2755-537c-4d7e-96a8-ee9b311137c9 None None] Provisioning complete for port e770ddc4-a06a-4aa2-bc9f-503189c1a0b8 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:22.876350 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ea4dd90e-9406-41ef-a3fc-d74ff7cf97f0 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:22.876627 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5bdf2755-537c-4d7e-96a8-ee9b311137c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:22.942637 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-5bdf2755-537c-4d7e-96a8-ee9b311137c9 None None] Port e770ddc4-a06a-4aa2-bc9f-503189c1a0b8 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:00:22.956845 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5054-d8b8-4a57-b709-95b81482237c tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:22.966773 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70c180ee-af72-4941-bde4-a12af358fe8e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.024238 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ea4dd90e-9406-41ef-a3fc-d74ff7cf97f0 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.024766 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4dd90e-9406-41ef-a3fc-d74ff7cf97f0 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Fanout notify agent at l3_agent the message router_deleted on router 3486b15f-17c7-4b8e-8329-9e7855dc0516 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:00:23.037324 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ea4dd90e-9406-41ef-a3fc-d74ff7cf97f0 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.037782 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68f7859b-e3fd-4b23-876a-f249150da96c tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.038477 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ea4dd90e-9406-41ef-a3fc-d74ff7cf97f0 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/routers/3486b15f-17c7-4b8e-8329-9e7855dc0516 HTTP/1.1" status: 204 len: 168 time: 3.2838709 Nov 29 02:00:23.050408 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39522) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:23.058139 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-aabef354-b6d5-4ffd-a659-466e7e0401d3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1758580304'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:23.123740 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabef354-b6d5-4ffd-a659-466e7e0401d3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Made reservation on behalf of beede83db6b440a1a2eddd60d2641adf for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:23.127329 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aabef354-b6d5-4ffd-a659-466e7e0401d3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.171526 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7859b-e3fd-4b23-876a-f249150da96c tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event updated for resources: {'Subnet': ['ID=2071a5be-383d-4cf4-8651-1e18ec2db6d1,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:23.174473 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db711398-aadd-4659-83e4-aa7ab7901cc2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.183794 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70c180ee-af72-4941-bde4-a12af358fe8e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.242512 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aabef354-b6d5-4ffd-a659-466e7e0401d3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:00:23.262920 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f7859b-e3fd-4b23-876a-f249150da96c tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Checking segment: {'id': 'e6765d8c-b16b-4f28-bc85-ea09cbc7c462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '018ba05d-0fce-486d-8c73-6c37e759b2e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:23.263531 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f7859b-e3fd-4b23-876a-f249150da96c tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Network hostable DHCP agents. Network: 018ba05d-0fce-486d-8c73-6c37e759b2e4, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:00:23.267248 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-7cb5aa90-5494-434a-aab0-e6be0e7aa9a0 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Allocated IP 172.26.3.244 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/11860a79-943b-4260-aafc-5beda4d94890) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:23.275580 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aabef354-b6d5-4ffd-a659-466e7e0401d3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.275967 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-aabef354-b6d5-4ffd-a659-466e7e0401d3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Added segment 490d3e59-cd5d-415e-b6c8-567e39ec9a66 of type vlan for network cf4c9543-b747-4086-b82f-ba15fb8313bc Nov 29 02:00:23.354651 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f7859b-e3fd-4b23-876a-f249150da96c tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Network 018ba05d-0fce-486d-8c73-6c37e759b2e4 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:00:23.367040 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-68f7859b-e3fd-4b23-876a-f249150da96c tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 018ba05d-0fce-486d-8c73-6c37e759b2e4) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:23.374920 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70c180ee-af72-4941-bde4-a12af358fe8e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.375438 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f07e33-b606-4a4b-9e4f-3b270135821a None None] Network 018ba05d-0fce-486d-8c73-6c37e759b2e4 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:23.377659 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f7859b-e3fd-4b23-876a-f249150da96c tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:23.378258 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68f7859b-e3fd-4b23-876a-f249150da96c tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.399496 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aabef354-b6d5-4ffd-a659-466e7e0401d3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.419571 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70c180ee-af72-4941-bde4-a12af358fe8e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.427082 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-70c180ee-af72-4941-bde4-a12af358fe8e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/341a3c67-1c60-4a30-be20-3e2031ec51b0 HTTP/1.1" status: 204 len: 168 time: 1.1638653 Nov 29 02:00:23.427768 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39524) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:23.434123 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c180ee-af72-4941-bde4-a12af358fe8e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Subnet': ['ID=341a3c67-1c60-4a30-be20-3e2031ec51b0,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:23.491972 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-dbe45655-b9d5-4ce1-b395-757025134e0d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592113 Nov 29 02:00:23.492830 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39528) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:23.496417 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-68f7859b-e3fd-4b23-876a-f249150da96c tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4616835 Nov 29 02:00:23.502736 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39530) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:23.569766 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ddb632-174f-4f0b-b57c-9e4138152b4d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:23.575288 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-61ddb632-174f-4f0b-b57c-9e4138152b4d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0777488 Nov 29 02:00:23.576101 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39532) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:23.590514 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916366cd-8ae5-4bde-8cc3-22a95dd83d55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-018ba05d-0fce-486d-8c73-6c37e759b2e4', 'network_id': '018ba05d-0fce-486d-8c73-6c37e759b2e4', 'tenant_id': '9c0ad15ecb344bb299c0c6d9f8bbfbe2', 'fixed_ips': [{'subnet_id': '2071a5be-383d-4cf4-8651-1e18ec2db6d1'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:00:23.591400 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-916366cd-8ae5-4bde-8cc3-22a95dd83d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.603899 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aabef354-b6d5-4ffd-a659-466e7e0401d3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.612838 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabef354-b6d5-4ffd-a659-466e7e0401d3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:23.613916 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aabef354-b6d5-4ffd-a659-466e7e0401d3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.646259 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ea66f9-3d69-46e3-ae3c-4dd0975c8315 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:23.650914 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-81ea66f9-3d69-46e3-ae3c-4dd0975c8315 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0735066 Nov 29 02:00:23.651584 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39534) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:23.655763 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7cb5aa90-5494-434a-aab0-e6be0e7aa9a0 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.703811 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c80b8e86-5f4f-4db5-b500-792aaf36ca8b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500693 Nov 29 02:00:23.703811 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39536) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:23.709470 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a873d58f-1131-468b-9e93-bd73f2060504 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:23.748921 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-916366cd-8ae5-4bde-8cc3-22a95dd83d55 None None] Allocated IP 172.20.0.2 (018ba05d-0fce-486d-8c73-6c37e759b2e4/2071a5be-383d-4cf4-8651-1e18ec2db6d1/bc0f6b52-fd53-48de-88d8-6849e7e654d7) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:23.836308 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a873d58f-1131-468b-9e93-bd73f2060504 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:23.840906 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a873d58f-1131-468b-9e93-bd73f2060504 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:23.843178 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-a873d58f-1131-468b-9e93-bd73f2060504 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:00:23.843935 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a873d58f-1131-468b-9e93-bd73f2060504 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:00:23.844801 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14784b2-7388-42e6-942d-ab86cafea7e4 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:23.876951 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a873d58f-1131-468b-9e93-bd73f2060504 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1695058 Nov 29 02:00:23.878102 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39538) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:23.883555 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7cfc6d85-b260-453d-9757-a043578e8b17 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:23.908558 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-db711398-aadd-4659-83e4-aa7ab7901cc2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Allocated IP 172.26.3.93 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/856d6f4b-2160-405d-a641-2d6daa2acf40) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:23.941063 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-3dd76379-ca8e-4e3d-8995-cc15915897e1 None None] Provisioning complete for port bbba39ef-2222-424b-bf57-e48bd3b9d90b triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:23.941063 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3dd76379-ca8e-4e3d-8995-cc15915897e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:24.059691 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfc6d85-b260-453d-9757-a043578e8b17 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:24.063319 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7cfc6d85-b260-453d-9757-a043578e8b17 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:24.066152 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cfc6d85-b260-453d-9757-a043578e8b17 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:00:24.066546 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cfc6d85-b260-453d-9757-a043578e8b17 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:00:24.081906 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-916366cd-8ae5-4bde-8cc3-22a95dd83d55 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:24.094003 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-916366cd-8ae5-4bde-8cc3-22a95dd83d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:24.105722 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7cfc6d85-b260-453d-9757-a043578e8b17 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2226620 Nov 29 02:00:24.106533 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39540) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:24.110089 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db711398-aadd-4659-83e4-aa7ab7901cc2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:24.115113 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5fea965c-bbbe-469b-beff-509fc2aa5b3e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:24.149811 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7cb5aa90-5494-434a-aab0-e6be0e7aa9a0 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:24.179132 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916366cd-8ae5-4bde-8cc3-22a95dd83d55 None None] Network 018ba05d-0fce-486d-8c73-6c37e759b2e4 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:24.186292 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-916366cd-8ae5-4bde-8cc3-22a95dd83d55 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:24.188127 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916366cd-8ae5-4bde-8cc3-22a95dd83d55 None None] Pushing event updated for resources: {'Port': ['ID=bc0f6b52-fd53-48de-88d8-6849e7e654d7,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:24.190753 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916366cd-8ae5-4bde-8cc3-22a95dd83d55 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:24.232102 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabef354-b6d5-4ffd-a659-466e7e0401d3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Network': ['ID=cf4c9543-b747-4086-b82f-ba15fb8313bc,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:24.250047 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-aabef354-b6d5-4ffd-a659-466e7e0401d3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1973214 Nov 29 02:00:24.253642 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39542) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:24.263925 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a22cbe75-3171-45f6-9eec-03670399c05d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Request body: {'subnet': {'network_id': 'cf4c9543-b747-4086-b82f-ba15fb8313bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:24.267951 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ceed64b8-8da2-4aef-82ec-d6af4dbf7613 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:24.286156 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecbed18-fcc4-4e80-b2e1-bfbf2a73d24c None None] DHCP port deletion for 126abf58-b75c-4c07-bafa-8e25bc6621b0 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:24.288368 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network cf4c9543-b747-4086-b82f-ba15fb8313bc details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:00:24.292421 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb5aa90-5494-434a-aab0-e6be0e7aa9a0 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:24.306056 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-7cb5aa90-5494-434a-aab0-e6be0e7aa9a0 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:24.308574 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb5aa90-5494-434a-aab0-e6be0e7aa9a0 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Pushing event updated for resources: {'Port': ['ID=11860a79-943b-4260-aafc-5beda4d94890,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:24.310874 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb5aa90-5494-434a-aab0-e6be0e7aa9a0 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:24.339728 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db711398-aadd-4659-83e4-aa7ab7901cc2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:24.355720 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fea965c-bbbe-469b-beff-509fc2aa5b3e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:24.359455 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5fea965c-bbbe-469b-beff-509fc2aa5b3e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:24.362260 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fea965c-bbbe-469b-beff-509fc2aa5b3e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:00:24.362705 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fea965c-bbbe-469b-beff-509fc2aa5b3e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:00:24.366902 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8be3f9-74ad-4fce-b842-85efd4e548c0 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:24.386162 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-916366cd-8ae5-4bde-8cc3-22a95dd83d55 None None] Attempting to bind port bc0f6b52-fd53-48de-88d8-6849e7e654d7 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:00:24.387375 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-916366cd-8ae5-4bde-8cc3-22a95dd83d55 None None] Attempting to bind port bc0f6b52-fd53-48de-88d8-6849e7e654d7 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'e6765d8c-b16b-4f28-bc85-ea09cbc7c462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '018ba05d-0fce-486d-8c73-6c37e759b2e4'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:00:24.388700 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916366cd-8ae5-4bde-8cc3-22a95dd83d55 None None] Attempting to bind port bc0f6b52-fd53-48de-88d8-6849e7e654d7 on network 018ba05d-0fce-486d-8c73-6c37e759b2e4 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:00:24.402473 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-7d2e5054-d8b8-4a57-b709-95b81482237c tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Deleting port 0bf011b8-dd85-47e1-9aab-daf344674399 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:24.402864 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5054-d8b8-4a57-b709-95b81482237c tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:24.433814 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 323bc53a-b8c2-4248-a196-990c2c047d48 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:00:24.435270 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db711398-aadd-4659-83e4-aa7ab7901cc2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:24.444048 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-db711398-aadd-4659-83e4-aa7ab7901cc2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:24.452066 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db711398-aadd-4659-83e4-aa7ab7901cc2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:24.463426 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5fea965c-bbbe-469b-beff-509fc2aa5b3e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3537369 Nov 29 02:00:24.463426 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db711398-aadd-4659-83e4-aa7ab7901cc2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event updated for resources: {'Port': ['ID=856d6f4b-2160-405d-a641-2d6daa2acf40,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:24.478459 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916366cd-8ae5-4bde-8cc3-22a95dd83d55 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:00:24.479101 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916366cd-8ae5-4bde-8cc3-22a95dd83d55 None None] Checking segment: {'id': 'e6765d8c-b16b-4f28-bc85-ea09cbc7c462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '018ba05d-0fce-486d-8c73-6c37e759b2e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:24.480133 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-916366cd-8ae5-4bde-8cc3-22a95dd83d55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:24.480602 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916366cd-8ae5-4bde-8cc3-22a95dd83d55 None None] Bound using segment: {'id': 'e6765d8c-b16b-4f28-bc85-ea09cbc7c462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '018ba05d-0fce-486d-8c73-6c37e759b2e4'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:00:24.481163 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-916366cd-8ae5-4bde-8cc3-22a95dd83d55 None None] Bound port: bc0f6b52-fd53-48de-88d8-6849e7e654d7, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6765d8c-b16b-4f28-bc85-ea09cbc7c462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '018ba05d-0fce-486d-8c73-6c37e759b2e4'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:00:24.481642 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-916366cd-8ae5-4bde-8cc3-22a95dd83d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:24.483189 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39546) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:24.490215 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c0d3ff46-151a-4088-882c-696d93373994 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:24.532022 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22cbe75-3171-45f6-9eec-03670399c05d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Made reservation on behalf of beede83db6b440a1a2eddd60d2641adf for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:24.536522 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a22cbe75-3171-45f6-9eec-03670399c05d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:24.575787 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-b00cc7f8-3833-42b2-bc6e-f0d2ac352cd7 None None] Provisioning complete for port 11860a79-943b-4260-aafc-5beda4d94890 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:24.576284 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b00cc7f8-3833-42b2-bc6e-f0d2ac352cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:24.648231 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-9ecbed18-fcc4-4e80-b2e1-bfbf2a73d24c None None] Deleting port bbba39ef-2222-424b-bf57-e48bd3b9d90b {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:24.648690 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9ecbed18-fcc4-4e80-b2e1-bfbf2a73d24c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:24.652789 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-916366cd-8ae5-4bde-8cc3-22a95dd83d55 None None] For port bc0f6b52-fd53-48de-88d8-6849e7e654d7, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:00:24.654653 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b00cc7f8-3833-42b2-bc6e-f0d2ac352cd7 None None] Port 11860a79-943b-4260-aafc-5beda4d94890 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:00:24.656208 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 323bc53a-b8c2-4248-a196-990c2c047d48 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:24.657350 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:24.659877 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-916366cd-8ae5-4bde-8cc3-22a95dd83d55 None None] For port bc0f6b52-fd53-48de-88d8-6849e7e654d7, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=bc0f6b52-fd53-48de-88d8-6849e7e654d7,segment=NetworkSegment(e6765d8c-b16b-4f28-bc85-ea09cbc7c462),segment_id=e6765d8c-b16b-4f28-bc85-ea09cbc7c462)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:00:24.708930 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5054-d8b8-4a57-b709-95b81482237c tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:24.717486 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-916366cd-8ae5-4bde-8cc3-22a95dd83d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:24.732916 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ceed64b8-8da2-4aef-82ec-d6af4dbf7613 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Deleting port bc0f6b52-fd53-48de-88d8-6849e7e654d7 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:24.733269 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ceed64b8-8da2-4aef-82ec-d6af4dbf7613 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:24.754886 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-7d2e5054-d8b8-4a57-b709-95b81482237c tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Calling delete_port for 0bf011b8-dd85-47e1-9aab-daf344674399 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:24.790254 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39550) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:24.813321 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9ecbed18-fcc4-4e80-b2e1-bfbf2a73d24c None None] For port bbba39ef-2222-424b-bf57-e48bd3b9d90b, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=bbba39ef-2222-424b-bf57-e48bd3b9d90b,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:24.813841 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9ecbed18-fcc4-4e80-b2e1-bfbf2a73d24c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:24.845321 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916366cd-8ae5-4bde-8cc3-22a95dd83d55 None None] Pushing event updated for resources: {'Port': ['ID=bc0f6b52-fd53-48de-88d8-6849e7e654d7,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:24.849751 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-9ecbed18-fcc4-4e80-b2e1-bfbf2a73d24c None None] Calling delete_port for bbba39ef-2222-424b-bf57-e48bd3b9d90b owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:24.872478 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d3ff46-151a-4088-882c-696d93373994 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:24.884186 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0d3ff46-151a-4088-882c-696d93373994 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:24.886622 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0d3ff46-151a-4088-882c-696d93373994 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:00:24.887211 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0d3ff46-151a-4088-882c-696d93373994 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:00:24.983942 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d3b8f9-71fb-4e5e-bd0a-c134e8eafc47 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:24.986217 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d3b8f9-71fb-4e5e-bd0a-c134e8eafc47 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:24.986704 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d3b8f9-71fb-4e5e-bd0a-c134e8eafc47 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:24.989068 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-60d3b8f9-71fb-4e5e-bd0a-c134e8eafc47 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=d1a27bea49814722818e7a3b77708f76&network_id=832816b9-beec-4a08-8e13-11d88846b1eb HTTP/1.1" status: 200 len: 3000 time: 0.1952550 Nov 29 02:00:25.000161 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9ecbed18-fcc4-4e80-b2e1-bfbf2a73d24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:25.019429 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ceed64b8-8da2-4aef-82ec-d6af4dbf7613 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] For port bc0f6b52-fd53-48de-88d8-6849e7e654d7, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=bc0f6b52-fd53-48de-88d8-6849e7e654d7,segment=NetworkSegment(e6765d8c-b16b-4f28-bc85-ea09cbc7c462),segment_id=e6765d8c-b16b-4f28-bc85-ea09cbc7c462)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:25.019858 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ceed64b8-8da2-4aef-82ec-d6af4dbf7613 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:25.030137 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecbed18-fcc4-4e80-b2e1-bfbf2a73d24c None None] No DVR routers for this DVR port bbba39ef-2222-424b-bf57-e48bd3b9d90b on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:00:25.051947 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c0d3ff46-151a-4088-882c-696d93373994 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5667834 Nov 29 02:00:25.052583 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39554) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:25.056496 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ceed64b8-8da2-4aef-82ec-d6af4dbf7613 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Calling delete_port for bc0f6b52-fd53-48de-88d8-6849e7e654d7 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:25.081228 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-11c7a0b9-275d-4b07-888b-24b7cc061477 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:25.099563 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecbed18-fcc4-4e80-b2e1-bfbf2a73d24c None None] Pushing event deleted for resources: {'Port': ['ID=bbba39ef-2222-424b-bf57-e48bd3b9d90b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:25.177952 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a22cbe75-3171-45f6-9eec-03670399c05d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:25.283603 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22cbe75-3171-45f6-9eec-03670399c05d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Subnet': ['ID=7beae306-d71e-45fb-ac1a-d2bfdc2264c2,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:25.299972 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7cb5aa90-5494-434a-aab0-e6be0e7aa9a0 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:25.301650 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22cbe75-3171-45f6-9eec-03670399c05d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Checking segment: {'id': '490d3e59-cd5d-415e-b6c8-567e39ec9a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cf4c9543-b747-4086-b82f-ba15fb8313bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:25.302014 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22cbe75-3171-45f6-9eec-03670399c05d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network hostable DHCP agents. Network: cf4c9543-b747-4086-b82f-ba15fb8313bc, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:00:25.304289 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db711398-aadd-4659-83e4-aa7ab7901cc2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:25.353193 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22cbe75-3171-45f6-9eec-03670399c05d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network cf4c9543-b747-4086-b82f-ba15fb8313bc is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:00:25.365141 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-a22cbe75-3171-45f6-9eec-03670399c05d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, cf4c9543-b747-4086-b82f-ba15fb8313bc) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:25.373937 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcf2337-2140-413c-9cef-3aa440cf1223 None None] Network cf4c9543-b747-4086-b82f-ba15fb8313bc requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:25.384695 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22cbe75-3171-45f6-9eec-03670399c05d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:25.385349 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a22cbe75-3171-45f6-9eec-03670399c05d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:25.401527 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db711398-aadd-4659-83e4-aa7ab7901cc2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:25.451295 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c7a0b9-275d-4b07-888b-24b7cc061477 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:25.457905 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a22cbe75-3171-45f6-9eec-03670399c05d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2001703 Nov 29 02:00:25.460391 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39558) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:25.461374 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11c7a0b9-275d-4b07-888b-24b7cc061477 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:25.462924 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c7a0b9-275d-4b07-888b-24b7cc061477 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:00:25.463364 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11c7a0b9-275d-4b07-888b-24b7cc061477 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:00:25.465489 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-507c907e-34a4-4f1f-b9fc-0c024f12540b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1421766367', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:25.525219 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5054-d8b8-4a57-b709-95b81482237c tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:25.537448 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-507c907e-34a4-4f1f-b9fc-0c024f12540b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:25.539357 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-507c907e-34a4-4f1f-b9fc-0c024f12540b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:25.561772 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31212062-daf6-48e6-bcad-6828de4d3d0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-cf4c9543-b747-4086-b82f-ba15fb8313bc', 'network_id': 'cf4c9543-b747-4086-b82f-ba15fb8313bc', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'fixed_ips': [{'subnet_id': '7beae306-d71e-45fb-ac1a-d2bfdc2264c2'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:00:25.563417 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-31212062-daf6-48e6-bcad-6828de4d3d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:25.575203 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-11c7a0b9-275d-4b07-888b-24b7cc061477 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5132024 Nov 29 02:00:25.576742 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39560) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:25.578237 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e5054-d8b8-4a57-b709-95b81482237c tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Pushing event deleted for resources: {'Port': ['ID=0bf011b8-dd85-47e1-9aab-daf344674399,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:25.611303 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db711398-aadd-4659-83e4-aa7ab7901cc2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:25.618905 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b4e76772-1a0a-4a48-a44f-ccd52550d037 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:25.627400 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db711398-aadd-4659-83e4-aa7ab7901cc2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:25.744050 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7cb5aa90-5494-434a-aab0-e6be0e7aa9a0 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:25.753763 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-31212062-daf6-48e6-bcad-6828de4d3d0f None None] Allocated IP 2001:db8::2 (cf4c9543-b747-4086-b82f-ba15fb8313bc/7beae306-d71e-45fb-ac1a-d2bfdc2264c2/0c1985e8-f39d-446c-93bb-8071836dd546) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:25.754592 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ceed64b8-8da2-4aef-82ec-d6af4dbf7613 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:25.805935 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-507c907e-34a4-4f1f-b9fc-0c024f12540b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:25.866188 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db711398-aadd-4659-83e4-aa7ab7901cc2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event updated for resources: {'Port': ['ID=856d6f4b-2160-405d-a641-2d6daa2acf40,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:25.869236 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-507c907e-34a4-4f1f-b9fc-0c024f12540b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:25.928734 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db711398-aadd-4659-83e4-aa7ab7901cc2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:26.025254 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceed64b8-8da2-4aef-82ec-d6af4dbf7613 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] No DVR routers for this DVR port bc0f6b52-fd53-48de-88d8-6849e7e654d7 on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:00:26.025984 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e76772-1a0a-4a48-a44f-ccd52550d037 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:26.028058 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed64b8-8da2-4aef-82ec-d6af4dbf7613 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event deleted for resources: {'Port': ['ID=bc0f6b52-fd53-48de-88d8-6849e7e654d7,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:26.032259 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4e76772-1a0a-4a48-a44f-ccd52550d037 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:26.034465 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4e76772-1a0a-4a48-a44f-ccd52550d037 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:00:26.034887 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4e76772-1a0a-4a48-a44f-ccd52550d037 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:00:26.045574 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-507c907e-34a4-4f1f-b9fc-0c024f12540b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:26.050056 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-507c907e-34a4-4f1f-b9fc-0c024f12540b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5884488 Nov 29 02:00:26.056442 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39564) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:26.120294 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ceed64b8-8da2-4aef-82ec-d6af4dbf7613 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:26.188487 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70033f95-e30f-42cb-9632-8d2b6a2b9089 None None] Network 018ba05d-0fce-486d-8c73-6c37e759b2e4 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:26.231616 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb5aa90-5494-434a-aab0-e6be0e7aa9a0 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Router 8dba0e84-d8c4-47f2-bf6d-51a06bcadf32 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:00:26.241331 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-52bcb58c-0bf0-4061-a23c-353f0462f646 None None] Could not find standard attr ID for object bc0f6b52-fd53-48de-88d8-6849e7e654d7. {{(pid=103256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 02:00:26.268213 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-31212062-daf6-48e6-bcad-6828de4d3d0f None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:26.282423 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-31212062-daf6-48e6-bcad-6828de4d3d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:26.291219 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5054-d8b8-4a57-b709-95b81482237c tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:26.307687 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b4e76772-1a0a-4a48-a44f-ccd52550d037 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6938066 Nov 29 02:00:26.308661 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39566) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:26.332112 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device bbba39ef-2222-424b-bf57-e48bd3b9d90b no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:00:26.336157 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31212062-daf6-48e6-bcad-6828de4d3d0f None None] Network cf4c9543-b747-4086-b82f-ba15fb8313bc is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:26.340968 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [None req-db711398-aadd-4659-83e4-aa7ab7901cc2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Floating IP a9ce2137-f0c6-4053-a304-d4f9c7ce812a associated. External IP: 172.26.3.93, port: e770ddc4-a06a-4aa2-bc9f-503189c1a0b8. Nov 29 02:00:26.368234 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-31212062-daf6-48e6-bcad-6828de4d3d0f None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:26.372146 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: bbba39ef-2222-424b-bf57-e48bd3b9d90b {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:00:26.372490 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device bbba39ef-2222-424b-bf57-e48bd3b9d90b not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:00:26.376032 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31212062-daf6-48e6-bcad-6828de4d3d0f None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:26.430784 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31212062-daf6-48e6-bcad-6828de4d3d0f None None] Pushing event updated for resources: {'Port': ['ID=0c1985e8-f39d-446c-93bb-8071836dd546,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:26.465415 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8fafb960-0cfd-41ef-85ee-bb2783bedbb0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1190870 Nov 29 02:00:26.467028 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39568) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:26.469374 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31212062-daf6-48e6-bcad-6828de4d3d0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:26.469811 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31212062-daf6-48e6-bcad-6828de4d3d0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:26.470546 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31212062-daf6-48e6-bcad-6828de4d3d0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:26.470546 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31212062-daf6-48e6-bcad-6828de4d3d0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:26.470815 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31212062-daf6-48e6-bcad-6828de4d3d0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:26.471164 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31212062-daf6-48e6-bcad-6828de4d3d0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:26.471501 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31212062-daf6-48e6-bcad-6828de4d3d0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:26.471845 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31212062-daf6-48e6-bcad-6828de4d3d0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:26.472194 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31212062-daf6-48e6-bcad-6828de4d3d0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:26.472525 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31212062-daf6-48e6-bcad-6828de4d3d0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:26.472852 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31212062-daf6-48e6-bcad-6828de4d3d0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:26.473174 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31212062-daf6-48e6-bcad-6828de4d3d0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:00:26.487650 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-31212062-daf6-48e6-bcad-6828de4d3d0f None None] Attempting to bind port 0c1985e8-f39d-446c-93bb-8071836dd546 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:00:26.488026 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-31212062-daf6-48e6-bcad-6828de4d3d0f None None] Attempting to bind port 0c1985e8-f39d-446c-93bb-8071836dd546 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '490d3e59-cd5d-415e-b6c8-567e39ec9a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cf4c9543-b747-4086-b82f-ba15fb8313bc'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:00:26.488392 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31212062-daf6-48e6-bcad-6828de4d3d0f None None] Attempting to bind port 0c1985e8-f39d-446c-93bb-8071836dd546 on network cf4c9543-b747-4086-b82f-ba15fb8313bc {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:00:26.497290 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31212062-daf6-48e6-bcad-6828de4d3d0f None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:00:26.497695 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31212062-daf6-48e6-bcad-6828de4d3d0f None None] Checking segment: {'id': '490d3e59-cd5d-415e-b6c8-567e39ec9a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cf4c9543-b747-4086-b82f-ba15fb8313bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:26.498099 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-31212062-daf6-48e6-bcad-6828de4d3d0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:26.498498 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31212062-daf6-48e6-bcad-6828de4d3d0f None None] Bound using segment: {'id': '490d3e59-cd5d-415e-b6c8-567e39ec9a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cf4c9543-b747-4086-b82f-ba15fb8313bc'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:00:26.498978 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-31212062-daf6-48e6-bcad-6828de4d3d0f None None] Bound port: 0c1985e8-f39d-446c-93bb-8071836dd546, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490d3e59-cd5d-415e-b6c8-567e39ec9a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'cf4c9543-b747-4086-b82f-ba15fb8313bc'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:00:26.499360 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-31212062-daf6-48e6-bcad-6828de4d3d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:26.593600 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-31212062-daf6-48e6-bcad-6828de4d3d0f None None] For port 0c1985e8-f39d-446c-93bb-8071836dd546, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:00:26.595607 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cf3c97fb-5212-42a7-bd90-d85a71be04df tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:26.597167 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-31212062-daf6-48e6-bcad-6828de4d3d0f None None] For port 0c1985e8-f39d-446c-93bb-8071836dd546, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=0c1985e8-f39d-446c-93bb-8071836dd546,segment=NetworkSegment(490d3e59-cd5d-415e-b6c8-567e39ec9a66),segment_id=490d3e59-cd5d-415e-b6c8-567e39ec9a66)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:00:26.606111 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-31212062-daf6-48e6-bcad-6828de4d3d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:26.618170 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e7d724-1f61-479f-9b3b-8a0551bd6481 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:26.622506 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d7e7d724-1f61-479f-9b3b-8a0551bd6481 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1524532 Nov 29 02:00:26.624579 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39572) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:26.669376 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2e0634cc-1894-48f0-8bfc-ef57bdce10c1 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440407 Nov 29 02:00:26.701518 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31212062-daf6-48e6-bcad-6828de4d3d0f None None] Pushing event updated for resources: {'Port': ['ID=0c1985e8-f39d-446c-93bb-8071836dd546,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:26.710471 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39574) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:26.719314 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f12bf40f-5eb3-4257-b3ae-79531aeb5350 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:26.891888 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ceed64b8-8da2-4aef-82ec-d6af4dbf7613 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:26.940630 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed64b8-8da2-4aef-82ec-d6af4dbf7613 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event deleted for resources: {'Subnet': ['ID=2071a5be-383d-4cf4-8651-1e18ec2db6d1,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:26.962577 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f55bc5-ebd3-49f1-8d79-a8fcdca41ebd None None] Network 018ba05d-0fce-486d-8c73-6c37e759b2e4 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:27.019634 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb5aa90-5494-434a-aab0-e6be0e7aa9a0 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:27.050209 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d562be68-fe59-454e-ae41-35893ce74c02 None None] Sync routers for ids ['8dba0e84-d8c4-47f2-bf6d-51a06bcadf32'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:27.076498 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d562be68-fe59-454e-ae41-35893ce74c02 None None] Routers {'8dba0e84-d8c4-47f2-bf6d-51a06bcadf32'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:27.077141 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d562be68-fe59-454e-ae41-35893ce74c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['8dba0e84-d8c4-47f2-bf6d-51a06bcadf32'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:27.297481 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30474968-c09c-4fff-85e2-5f894ec6fae1 None None] DHCP port deletion for 018ba05d-0fce-486d-8c73-6c37e759b2e4 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:27.297742 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12bf40f-5eb3-4257-b3ae-79531aeb5350 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:27.322014 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f12bf40f-5eb3-4257-b3ae-79531aeb5350 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:27.390716 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ceed64b8-8da2-4aef-82ec-d6af4dbf7613 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:27.403167 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2e5054-d8b8-4a57-b709-95b81482237c tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Router 26dec7dc-26db-49b9-ac8d-86c05398c073 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:00:27.406147 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7cb5aa90-5494-434a-aab0-e6be0e7aa9a0 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:27.410427 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7cb5aa90-5494-434a-aab0-e6be0e7aa9a0 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.5686979 Nov 29 02:00:27.412438 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39580) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:27.425160 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db711398-aadd-4659-83e4-aa7ab7901cc2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Router 743aef22-c18f-4244-8437-75ac83c1aeb0 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:00:27.452086 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-d562be68-fe59-454e-ae41-35893ce74c02 None None] Set router 8dba0e84-d8c4-47f2-bf6d-51a06bcadf32 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:00:27.513029 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-ceed64b8-8da2-4aef-82ec-d6af4dbf7613 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['018ba05d-0fce-486d-8c73-6c37e759b2e4']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:27.564834 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-cf3c97fb-5212-42a7-bd90-d85a71be04df tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Allocated IP 2001:db8::1 (cf4c9543-b747-4086-b82f-ba15fb8313bc/7beae306-d71e-45fb-ac1a-d2bfdc2264c2/924c956f-5797-42a2-ba5e-51fc9baac57b) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:27.576111 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-ceed64b8-8da2-4aef-82ec-d6af4dbf7613 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6765d8c-b16b-4f28-bc85-ea09cbc7c462') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:27.576675 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-ceed64b8-8da2-4aef-82ec-d6af4dbf7613 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6765d8c-b16b-4f28-bc85-ea09cbc7c462') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:27.590013 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ceed64b8-8da2-4aef-82ec-d6af4dbf7613 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:27.594409 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2e5054-d8b8-4a57-b709-95b81482237c tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:27.605516 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7d2e5054-d8b8-4a57-b709-95b81482237c tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] 10.222.0.37 "PUT /v2.0/routers/26dec7dc-26db-49b9-ac8d-86c05398c073/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5627501 Nov 29 02:00:27.609325 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39582) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:27.610837 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3166b78e-90e0-4daa-afb2-812369558778 None None] Sync routers for ids ['26dec7dc-26db-49b9-ac8d-86c05398c073'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:27.631269 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3166b78e-90e0-4daa-afb2-812369558778 None None] Routers {'26dec7dc-26db-49b9-ac8d-86c05398c073'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:27.632241 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3166b78e-90e0-4daa-afb2-812369558778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['26dec7dc-26db-49b9-ac8d-86c05398c073'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:27.670019 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ceed64b8-8da2-4aef-82ec-d6af4dbf7613 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:27.674026 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-8e89653c-5fb2-487f-910c-7678754f018a tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] delete failed (client error): The resource could not be found. Nov 29 02:00:27.681136 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8e89653c-5fb2-487f-910c-7678754f018a tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-455305475 HTTP/1.1" status: 404 len: 334 time: 0.0658979 Nov 29 02:00:27.684074 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39584) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:27.690593 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceed64b8-8da2-4aef-82ec-d6af4dbf7613 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:00:27.691061 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ceed64b8-8da2-4aef-82ec-d6af4dbf7613 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:27.694516 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:00:27.694516 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:00:27.694516 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:00:27.694516 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:00:27.694516 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:00:27.694516 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:00:27.694516 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:00:27.694516 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:00:27.694516 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:00:27.694516 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:00:27.694516 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:00:27.694516 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:00:27.694516 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:00:27.694516 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:00:27.694516 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:00:27.694516 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:00:27.694516 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:00:27.694516 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:00:27.694516 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:00:27.694516 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:00:27.694516 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:00:27.694516 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:00:27.694516 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:00:27.694516 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:00:27.694516 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:00:27.694516 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:00:27.694516 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:00:27.694516 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:00:27.694516 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:00:27.694516 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:00:27.694516 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:00:27.694516 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:00:27.702593 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3166b78e-90e0-4daa-afb2-812369558778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:27.707962 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39586) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:27.723835 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3166b78e-90e0-4daa-afb2-812369558778 None None] Routers {'26dec7dc-26db-49b9-ac8d-86c05398c073'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:27.724945 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3166b78e-90e0-4daa-afb2-812369558778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['26dec7dc-26db-49b9-ac8d-86c05398c073'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:27.727577 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a1e40ade-1d60-4f1c-9377-ab98f9ae60ab tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Request body: {'router': {'external_gateway_info': {'network_id': '26dec7dc-26db-49b9-ac8d-86c05398c073'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:27.747317 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d562be68-fe59-454e-ae41-35893ce74c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dba0e84-d8c4-47f2-bf6d-51a06bcadf32', 'name': 'tempest-snat-router-1970301484', 'tenant_id': 'f0ff71c5e69148aba47fcc83d31f31f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '11860a79-943b-4260-aafc-5beda4d94890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:21Z', 'updated_at': '2021-11-29T02:00:24Z', 'revision_number': 3, 'project_id': 'f0ff71c5e69148aba47fcc83d31f31f2', 'gw_port': {'id': '11860a79-943b-4260-aafc-5beda4d94890', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dba0e84-d8c4-47f2-bf6d-51a06bcadf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:22Z', 'updated_at': '2021-11-29T02:00:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:27.775598 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3166b78e-90e0-4daa-afb2-812369558778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:27.777810 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3166b78e-90e0-4daa-afb2-812369558778 None None] The sync data for ids ['26dec7dc-26db-49b9-ac8d-86c05398c073'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:00:27.804959 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d562be68-fe59-454e-ae41-35893ce74c02 None None] Checking router: 8dba0e84-d8c4-47f2-bf6d-51a06bcadf32 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:00:27.810180 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d562be68-fe59-454e-ae41-35893ce74c02 None None] Updating router 8dba0e84-d8c4-47f2-bf6d-51a06bcadf32 port 11860a79-943b-4260-aafc-5beda4d94890 binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:00:27.857050 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d562be68-fe59-454e-ae41-35893ce74c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:27.884359 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db711398-aadd-4659-83e4-aa7ab7901cc2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:27.894174 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ceed64b8-8da2-4aef-82ec-d6af4dbf7613 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:27.899375 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ceed64b8-8da2-4aef-82ec-d6af4dbf7613 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:27.904096 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ceed64b8-8da2-4aef-82ec-d6af4dbf7613 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "DELETE /v2.0/networks/018ba05d-0fce-486d-8c73-6c37e759b2e4 HTTP/1.1" status: 204 len: 168 time: 4.3966932 Nov 29 02:00:27.937217 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39588) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:27.943573 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-85e17fde-2bc5-4bd8-9141-6e98e635fffb tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1121408054'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:27.962723 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77276253-ad7c-4f97-8d33-8d2007bdbf80 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:27.964914 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-77276253-ad7c-4f97-8d33-8d2007bdbf80 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=4bf244a8-fda8-412f-8f05-2c7c5210f333 HTTP/1.1" status: 200 len: 814 time: 0.2554958 Nov 29 02:00:27.969758 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed64b8-8da2-4aef-82ec-d6af4dbf7613 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event deleted for resources: {'Network': ['ID=018ba05d-0fce-486d-8c73-6c37e759b2e4,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:28.006971 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e17fde-2bc5-4bd8-9141-6e98e635fffb tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Made reservation on behalf of 9c0ad15ecb344bb299c0c6d9f8bbfbe2 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:28.013110 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-85e17fde-2bc5-4bd8-9141-6e98e635fffb tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:28.046362 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e7171045-1d65-40dc-8dd3-a3874296cbee tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] 10.222.0.37 "GET /v2.0/routers/8dba0e84-d8c4-47f2-bf6d-51a06bcadf32 HTTP/1.1" status: 200 len: 908 time: 0.6306899 Nov 29 02:00:28.051228 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39592) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:28.159947 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22d92c3-0221-436e-8a8c-08e7bb9f4385 None None] Sync routers for ids ['743aef22-c18f-4244-8437-75ac83c1aeb0'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:28.168719 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e17fde-2bc5-4bd8-9141-6e98e635fffb tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:00:28.216504 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.objects.ports [None req-f12bf40f-5eb3-4257-b3ae-79531aeb5350 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103254) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 02:00:28.227569 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-85e17fde-2bc5-4bd8-9141-6e98e635fffb tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:28.228030 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-85e17fde-2bc5-4bd8-9141-6e98e635fffb tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Added segment b41dfe80-d01a-488b-8ba8-54d2b3504b3f of type vlan for network 1843e679-ec3d-4b36-8160-7faead0c0697 Nov 29 02:00:28.230870 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f12bf40f-5eb3-4257-b3ae-79531aeb5350 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:28.243259 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22d92c3-0221-436e-8a8c-08e7bb9f4385 None None] Routers {'743aef22-c18f-4244-8437-75ac83c1aeb0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:28.243898 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e22d92c3-0221-436e-8a8c-08e7bb9f4385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['743aef22-c18f-4244-8437-75ac83c1aeb0'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:28.283558 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db711398-aadd-4659-83e4-aa7ab7901cc2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:28.314929 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e22d92c3-0221-436e-8a8c-08e7bb9f4385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:28.319060 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a1e40ade-1d60-4f1c-9377-ab98f9ae60ab tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:28.327802 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-95b169db-aa3f-4ba6-9230-0a5b76e94c01 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:28.347191 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-db711398-aadd-4659-83e4-aa7ab7901cc2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.1814897 Nov 29 02:00:28.350042 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39598) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:28.360544 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d562be68-fe59-454e-ae41-35893ce74c02 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:28.362785 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22d92c3-0221-436e-8a8c-08e7bb9f4385 None None] Routers {'743aef22-c18f-4244-8437-75ac83c1aeb0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:28.363941 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e22d92c3-0221-436e-8a8c-08e7bb9f4385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['743aef22-c18f-4244-8437-75ac83c1aeb0'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:28.371345 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-85e17fde-2bc5-4bd8-9141-6e98e635fffb tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:28.381672 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab0659d-2b19-4a5d-8638-cd361a0f8b37 None None] Network cf4c9543-b747-4086-b82f-ba15fb8313bc requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:28.397943 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-912bb69c-aa9e-46c2-a4af-ba96eda02245 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Request body: {'floatingip': {'port_id': 'e770ddc4-a06a-4aa2-bc9f-503189c1a0b8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:28.411668 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d562be68-fe59-454e-ae41-35893ce74c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:28.415091 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-a1e40ade-1d60-4f1c-9377-ab98f9ae60ab tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] update failed (client error): The resource could not be found. Nov 29 02:00:28.416195 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a1e40ade-1d60-4f1c-9377-ab98f9ae60ab tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] 10.222.0.37 "PUT /v2.0/routers/26dec7dc-26db-49b9-ac8d-86c05398c073 HTTP/1.1" status: 404 len: 339 time: 0.6938558 Nov 29 02:00:28.447309 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e22d92c3-0221-436e-8a8c-08e7bb9f4385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:28.448542 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22d92c3-0221-436e-8a8c-08e7bb9f4385 None None] The sync data for ids ['743aef22-c18f-4244-8437-75ac83c1aeb0'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:00:28.469619 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39600) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:28.478505 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 0c1985e8-f39d-446c-93bb-8071836dd546 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:00:28.481693 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439e62fa-aca4-4831-a248-3d0dc798cf00 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:28.495684 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-d562be68-fe59-454e-ae41-35893ce74c02 None None] Attempting to bind port 11860a79-943b-4260-aafc-5beda4d94890 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:00:28.496060 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-d562be68-fe59-454e-ae41-35893ce74c02 None None] Attempting to bind port 11860a79-943b-4260-aafc-5beda4d94890 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:00:28.496427 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d562be68-fe59-454e-ae41-35893ce74c02 None None] Attempting to bind port 11860a79-943b-4260-aafc-5beda4d94890 on network 4bf244a8-fda8-412f-8f05-2c7c5210f333 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:00:28.499988 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dec60f-1ae1-48b4-9306-cd35c135cada None None] Pushing event updated for resources: {'Port': ['ID=11860a79-943b-4260-aafc-5beda4d94890,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:28.506063 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d562be68-fe59-454e-ae41-35893ce74c02 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:00:28.506530 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d562be68-fe59-454e-ae41-35893ce74c02 None None] Checking segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:28.507056 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d562be68-fe59-454e-ae41-35893ce74c02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:28.507365 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d562be68-fe59-454e-ae41-35893ce74c02 None None] Bound using segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:00:28.507842 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-d562be68-fe59-454e-ae41-35893ce74c02 None None] Bound port: 11860a79-943b-4260-aafc-5beda4d94890, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:00:28.508237 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d562be68-fe59-454e-ae41-35893ce74c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:28.517282 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39604) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:28.533830 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12bf40f-5eb3-4257-b3ae-79531aeb5350 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:28.541166 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-85e17fde-2bc5-4bd8-9141-6e98e635fffb tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:28.556371 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e17fde-2bc5-4bd8-9141-6e98e635fffb tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:28.557010 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-85e17fde-2bc5-4bd8-9141-6e98e635fffb tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:28.566124 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-45671c50-6fb0-48f5-888c-0dcea91f5e13 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'network': {'name': 'tempest-network-smoke--1534754254', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'port_security_enabled': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:28.580417 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-f262b0e6-7cf0-45de-9327-c6287f494a27 None None] Provisioning complete for port 0c1985e8-f39d-446c-93bb-8071836dd546 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:28.580939 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f262b0e6-7cf0-45de-9327-c6287f494a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:28.594838 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d562be68-fe59-454e-ae41-35893ce74c02 None None] For port 11860a79-943b-4260-aafc-5beda4d94890, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:00:28.599528 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d562be68-fe59-454e-ae41-35893ce74c02 None None] For port 11860a79-943b-4260-aafc-5beda4d94890, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=11860a79-943b-4260-aafc-5beda4d94890,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:00:28.611274 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d562be68-fe59-454e-ae41-35893ce74c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:28.615399 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cf3c97fb-5212-42a7-bd90-d85a71be04df tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:28.624914 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-912bb69c-aa9e-46c2-a4af-ba96eda02245 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for floatingip, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:28.647975 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12bf40f-5eb3-4257-b3ae-79531aeb5350 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Subnet': ['ID=a1bfbc92-ace6-4123-b697-3185630315e4,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:28.652207 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-f12bf40f-5eb3-4257-b3ae-79531aeb5350 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:28.654954 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12bf40f-5eb3-4257-b3ae-79531aeb5350 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:28.655558 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f12bf40f-5eb3-4257-b3ae-79531aeb5350 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:28.694914 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f0735e-f09b-4c17-8738-46b2ee0e888a None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:28.717432 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f12bf40f-5eb3-4257-b3ae-79531aeb5350 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0021482 Nov 29 02:00:28.721578 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fde2ce8-5c30-4b76-bbe9-fe1a648fc43c None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:28.730287 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d562be68-fe59-454e-ae41-35893ce74c02 None None] Routers {'8dba0e84-d8c4-47f2-bf6d-51a06bcadf32'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:28.731456 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d562be68-fe59-454e-ae41-35893ce74c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['8dba0e84-d8c4-47f2-bf6d-51a06bcadf32'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:28.750745 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39606) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:28.754176 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-95b169db-aa3f-4ba6-9230-0a5b76e94c01 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:28.784985 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 0c1985e8-f39d-446c-93bb-8071836dd546 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:28.785597 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:28.788237 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-7a826102-7863-49ef-87ee-4f0150c4455b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'port': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'mac_address': 'fa:16:3e:31:19:b3', 'name': 'tempest-NetworksTestDHCPv6-91700139'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:28.832278 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dec60f-1ae1-48b4-9306-cd35c135cada None None] Pushing event updated for resources: {'Port': ['ID=11860a79-943b-4260-aafc-5beda4d94890,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:28.955178 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-d562be68-fe59-454e-ae41-35893ce74c02 None None] Set router 8dba0e84-d8c4-47f2-bf6d-51a06bcadf32 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:00:28.956465 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45671c50-6fb0-48f5-888c-0dcea91f5e13 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Made reservation on behalf of d1a27bea49814722818e7a3b77708f76 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:28.960127 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-45671c50-6fb0-48f5-888c-0dcea91f5e13 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:28.986309 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-85e17fde-2bc5-4bd8-9141-6e98e635fffb tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0465791 Nov 29 02:00:28.986848 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39608) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:29.003830 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-abb27c4b-f9c0-41e9-bde2-2fe552c89f93 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Request body: {'subnet': {'network_id': '1843e679-ec3d-4b36-8160-7faead0c0697', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:29.006752 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e17fde-2bc5-4bd8-9141-6e98e635fffb tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event updated for resources: {'Network': ['ID=1843e679-ec3d-4b36-8160-7faead0c0697,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:29.049635 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 1843e679-ec3d-4b36-8160-7faead0c0697 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:00:29.125446 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f262b0e6-7cf0-45de-9327-c6287f494a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:29.161651 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45671c50-6fb0-48f5-888c-0dcea91f5e13 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:00:29.172891 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cf3c97fb-5212-42a7-bd90-d85a71be04df tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:29.201160 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-f262b0e6-7cf0-45de-9327-c6287f494a27 None None] For port 0c1985e8-f39d-446c-93bb-8071836dd546, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=0c1985e8-f39d-446c-93bb-8071836dd546,segment=NetworkSegment(490d3e59-cd5d-415e-b6c8-567e39ec9a66),segment_id=490d3e59-cd5d-415e-b6c8-567e39ec9a66)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:29.202243 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-95b169db-aa3f-4ba6-9230-0a5b76e94c01 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Deleting port 11860a79-943b-4260-aafc-5beda4d94890 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:29.202716 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-95b169db-aa3f-4ba6-9230-0a5b76e94c01 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:29.218758 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f262b0e6-7cf0-45de-9327-c6287f494a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:29.221652 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-45671c50-6fb0-48f5-888c-0dcea91f5e13 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:29.222370 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-45671c50-6fb0-48f5-888c-0dcea91f5e13 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Added segment 2c8fc589-6515-4782-85c8-555752936f06 of type vlan for network 029b38e4-f7a6-4c8b-aabd-f01a29e78b62 Nov 29 02:00:29.271348 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d562be68-fe59-454e-ae41-35893ce74c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dba0e84-d8c4-47f2-bf6d-51a06bcadf32', 'name': 'tempest-snat-router-1970301484', 'tenant_id': 'f0ff71c5e69148aba47fcc83d31f31f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '11860a79-943b-4260-aafc-5beda4d94890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:21Z', 'updated_at': '2021-11-29T02:00:24Z', 'revision_number': 3, 'project_id': 'f0ff71c5e69148aba47fcc83d31f31f2', 'gw_port': {'id': '11860a79-943b-4260-aafc-5beda4d94890', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dba0e84-d8c4-47f2-bf6d-51a06bcadf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:22Z', 'updated_at': '2021-11-29T02:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:29.302456 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d562be68-fe59-454e-ae41-35893ce74c02 None None] The sync data for ids ['8dba0e84-d8c4-47f2-bf6d-51a06bcadf32'] in dv-neutron-819032-3-hyperv is: [{'id': '8dba0e84-d8c4-47f2-bf6d-51a06bcadf32', 'name': 'tempest-snat-router-1970301484', 'tenant_id': 'f0ff71c5e69148aba47fcc83d31f31f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '11860a79-943b-4260-aafc-5beda4d94890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:21Z', 'updated_at': '2021-11-29T02:00:24Z', 'revision_number': 3, 'project_id': 'f0ff71c5e69148aba47fcc83d31f31f2', 'gw_port': {'id': '11860a79-943b-4260-aafc-5beda4d94890', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dba0e84-d8c4-47f2-bf6d-51a06bcadf32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:22Z', 'updated_at': '2021-11-29T02:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:00:29.320531 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262b0e6-7cf0-45de-9327-c6287f494a27 None None] Pushing event updated for resources: {'Port': ['ID=0c1985e8-f39d-446c-93bb-8071836dd546,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:29.362709 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3c97fb-5212-42a7-bd90-d85a71be04df tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network cf4c9543-b747-4086-b82f-ba15fb8313bc is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:29.366913 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-cf3c97fb-5212-42a7-bd90-d85a71be04df tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:29.374716 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f882da61-800c-4825-ae31-659b326d88de tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:29.382860 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:29.383871 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3c97fb-5212-42a7-bd90-d85a71be04df tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:29.384808 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cf3c97fb-5212-42a7-bd90-d85a71be04df tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:29.397263 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-45671c50-6fb0-48f5-888c-0dcea91f5e13 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:29.420263 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-2b9d721c-baad-48fd-9198-8f64113994d7 None None] Provisioning complete for port 11860a79-943b-4260-aafc-5beda4d94890 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:29.420703 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2b9d721c-baad-48fd-9198-8f64113994d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:29.455658 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c97fb-5212-42a7-bd90-d85a71be04df tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Port': ['ID=924c956f-5797-42a2-ba5e-51fc9baac57b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:29.470042 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb27c4b-f9c0-41e9-bde2-2fe552c89f93 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Made reservation on behalf of 9c0ad15ecb344bb299c0c6d9f8bbfbe2 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:29.476094 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906b46dd-a099-41a4-98dd-e695a0690bff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-126abf58-b75c-4c07-bafa-8e25bc6621b0', 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'fixed_ips': [{'subnet_id': 'a1bfbc92-ace6-4123-b697-3185630315e4'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:00:29.477054 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-906b46dd-a099-41a4-98dd-e695a0690bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:29.478692 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-abb27c4b-f9c0-41e9-bde2-2fe552c89f93 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:29.506617 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-95b169db-aa3f-4ba6-9230-0a5b76e94c01 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] For port 11860a79-943b-4260-aafc-5beda4d94890, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=11860a79-943b-4260-aafc-5beda4d94890,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:29.507577 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-95b169db-aa3f-4ba6-9230-0a5b76e94c01 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:29.550715 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-95b169db-aa3f-4ba6-9230-0a5b76e94c01 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Calling delete_port for 11860a79-943b-4260-aafc-5beda4d94890 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:29.560508 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.db.api [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:00:29.560929 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG oslo_db.api [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:00:29.601391 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-45671c50-6fb0-48f5-888c-0dcea91f5e13 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:29.611225 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45671c50-6fb0-48f5-888c-0dcea91f5e13 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:29.611867 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-45671c50-6fb0-48f5-888c-0dcea91f5e13 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:29.667881 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-45671c50-6fb0-48f5-888c-0dcea91f5e13 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1276648 Nov 29 02:00:29.669148 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a826102-7863-49ef-87ee-4f0150c4455b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:29.680176 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39612) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:29.780031 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2b9d721c-baad-48fd-9198-8f64113994d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:29.788049 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.ipam_backend_mixin [None req-abb27c4b-f9c0-41e9-bde2-2fe552c89f93 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Performing IP validity checks on allocation pools {{(pid=103254) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 29 02:00:29.788582 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.ipam_backend_mixin [None req-abb27c4b-f9c0-41e9-bde2-2fe552c89f93 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103254) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 29 02:00:29.849256 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-2b9d721c-baad-48fd-9198-8f64113994d7 None None] For port 11860a79-943b-4260-aafc-5beda4d94890, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=11860a79-943b-4260-aafc-5beda4d94890,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:29.858647 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2b9d721c-baad-48fd-9198-8f64113994d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:29.919603 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d721c-baad-48fd-9198-8f64113994d7 None None] Pushing event updated for resources: {'Port': ['ID=11860a79-943b-4260-aafc-5beda4d94890,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:29.950315 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-906b46dd-a099-41a4-98dd-e695a0690bff None None] Allocated IP 2001:db8::f816:3eff:fe6c:f134 (126abf58-b75c-4c07-bafa-8e25bc6621b0/a1bfbc92-ace6-4123-b697-3185630315e4/da7966a8-ba08-48a0-94b8-bd26d1701fd5) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:29.968215 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45671c50-6fb0-48f5-888c-0dcea91f5e13 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Network': ['ID=029b38e4-f7a6-4c8b-aabd-f01a29e78b62,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:29.976885 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cf3c97fb-5212-42a7-bd90-d85a71be04df tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:29.989394 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd01b6e-5830-4e75-92e7-c2baf8125b04 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:29.993459 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6fd01b6e-5830-4e75-92e7-c2baf8125b04 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d1a27bea49814722818e7a3b77708f76&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.3048680 Nov 29 02:00:29.993639 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 029b38e4-f7a6-4c8b-aabd-f01a29e78b62 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:00:30.014903 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-abb27c4b-f9c0-41e9-bde2-2fe552c89f93 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:30.023386 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39614) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:30.084862 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb27c4b-f9c0-41e9-bde2-2fe552c89f93 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event updated for resources: {'Subnet': ['ID=3a07036b-1639-425f-aaaa-d2d9996f02af,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:30.126971 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.db.resource_extend [None req-912bb69c-aa9e-46c2-a4af-ba96eda02245 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 02:00:30.158350 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-25824438-7cca-4a85-831f-78633e9def90 None None] Provisioning complete for port 924c956f-5797-42a2-ba5e-51fc9baac57b triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:30.158876 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25824438-7cca-4a85-831f-78633e9def90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:30.192745 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device bc0f6b52-fd53-48de-88d8-6849e7e654d7 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:00:30.292944 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89c02be-7abe-4742-aadf-34e52a2800b2 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:30.292944 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e89c02be-7abe-4742-aadf-34e52a2800b2 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2089782 Nov 29 02:00:30.307987 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39616) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:30.391106 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: bc0f6b52-fd53-48de-88d8-6849e7e654d7 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:00:30.392419 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device bc0f6b52-fd53-48de-88d8-6849e7e654d7 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:00:30.420493 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-25824438-7cca-4a85-831f-78633e9def90 None None] Port 924c956f-5797-42a2-ba5e-51fc9baac57b cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:00:30.460288 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-25824438-7cca-4a85-831f-78633e9def90 None None] Provisioning complete for port 0c1985e8-f39d-446c-93bb-8071836dd546 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:30.460675 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25824438-7cca-4a85-831f-78633e9def90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:30.550705 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-906b46dd-a099-41a4-98dd-e695a0690bff None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:30.563090 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-906b46dd-a099-41a4-98dd-e695a0690bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:30.642797 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906b46dd-a099-41a4-98dd-e695a0690bff None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:30.649941 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-906b46dd-a099-41a4-98dd-e695a0690bff None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:30.658301 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906b46dd-a099-41a4-98dd-e695a0690bff None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:30.663384 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 11860a79-943b-4260-aafc-5beda4d94890 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:00:30.739318 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b46dd-a099-41a4-98dd-e695a0690bff None None] Pushing event updated for resources: {'Port': ['ID=da7966a8-ba08-48a0-94b8-bd26d1701fd5,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:30.781519 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-912bb69c-aa9e-46c2-a4af-ba96eda02245 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:30.786626 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 11860a79-943b-4260-aafc-5beda4d94890 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:30.787183 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:30.815767 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-31af68e8-6f38-4d27-8082-7fdb0a56bf61 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=4bf244a8-fda8-412f-8f05-2c7c5210f333&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4896424 Nov 29 02:00:30.820733 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39620) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:30.827602 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-906b46dd-a099-41a4-98dd-e695a0690bff None None] Attempting to bind port da7966a8-ba08-48a0-94b8-bd26d1701fd5 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:00:30.828269 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-906b46dd-a099-41a4-98dd-e695a0690bff None None] Attempting to bind port da7966a8-ba08-48a0-94b8-bd26d1701fd5 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:00:30.828859 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906b46dd-a099-41a4-98dd-e695a0690bff None None] Attempting to bind port da7966a8-ba08-48a0-94b8-bd26d1701fd5 on network 126abf58-b75c-4c07-bafa-8e25bc6621b0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:00:30.828991 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-912bb69c-aa9e-46c2-a4af-ba96eda02245 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:30.839111 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb27c4b-f9c0-41e9-bde2-2fe552c89f93 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Checking segment: {'id': 'b41dfe80-d01a-488b-8ba8-54d2b3504b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1843e679-ec3d-4b36-8160-7faead0c0697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:30.839383 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb27c4b-f9c0-41e9-bde2-2fe552c89f93 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Network hostable DHCP agents. Network: 1843e679-ec3d-4b36-8160-7faead0c0697, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:00:30.841312 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906b46dd-a099-41a4-98dd-e695a0690bff None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:00:30.841822 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906b46dd-a099-41a4-98dd-e695a0690bff None None] Checking segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:30.842420 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-906b46dd-a099-41a4-98dd-e695a0690bff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:30.842899 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906b46dd-a099-41a4-98dd-e695a0690bff None None] Bound using segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:00:30.843535 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-906b46dd-a099-41a4-98dd-e695a0690bff None None] Bound port: da7966a8-ba08-48a0-94b8-bd26d1701fd5, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:00:30.844079 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-906b46dd-a099-41a4-98dd-e695a0690bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:30.887095 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0e41b5ba-bd7e-497b-a505-8d0b6d90f65e tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d1a27bea49814722818e7a3b77708f76&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0638344 Nov 29 02:00:30.921406 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39622) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:30.936395 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7a826102-7863-49ef-87ee-4f0150c4455b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:30.955316 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 0c1985e8-f39d-446c-93bb-8071836dd546 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:00:30.957413 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-906b46dd-a099-41a4-98dd-e695a0690bff None None] For port da7966a8-ba08-48a0-94b8-bd26d1701fd5, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:00:30.961137 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-f882da61-800c-4825-ae31-659b326d88de tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Allocated IP 172.20.0.1 (c955f451-3d70-40a3-a353-077a86c32408/0a131b29-757a-437f-ba40-3983147a53d8/2ae86ca1-4f91-4a8d-af6d-0da481376f94) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:30.961461 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-906b46dd-a099-41a4-98dd-e695a0690bff None None] For port da7966a8-ba08-48a0-94b8-bd26d1701fd5, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=da7966a8-ba08-48a0-94b8-bd26d1701fd5,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:00:30.986963 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-906b46dd-a099-41a4-98dd-e695a0690bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:31.026278 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb27c4b-f9c0-41e9-bde2-2fe552c89f93 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Network 1843e679-ec3d-4b36-8160-7faead0c0697 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:00:31.031503 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-7a826102-7863-49ef-87ee-4f0150c4455b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] device_id is not set on port d2da2dc5-4cf0-4066-9eca-00ef8695d463 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:00:31.087533 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b46dd-a099-41a4-98dd-e695a0690bff None None] Pushing event updated for resources: {'Port': ['ID=da7966a8-ba08-48a0-94b8-bd26d1701fd5,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:31.096261 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-abb27c4b-f9c0-41e9-bde2-2fe552c89f93 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 1843e679-ec3d-4b36-8160-7faead0c0697) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:31.100793 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb27c4b-f9c0-41e9-bde2-2fe552c89f93 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:31.101483 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-abb27c4b-f9c0-41e9-bde2-2fe552c89f93 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:31.109569 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 0c1985e8-f39d-446c-93bb-8071836dd546 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:31.110330 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:31.113150 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3717854-aefb-4a55-9814-09572fed9fbf None None] Network 1843e679-ec3d-4b36-8160-7faead0c0697 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:31.191124 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d30266-1ff5-429a-b805-08486e03828a tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:31.196399 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c0d30266-1ff5-429a-b805-08486e03828a tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2714899 Nov 29 02:00:31.197401 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39624) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:31.247965 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3c71f80c-21fb-457d-8b13-f48026f36429 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=4bf244a8-fda8-412f-8f05-2c7c5210f333&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407550 Nov 29 02:00:31.252648 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39626) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:31.268224 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-fd1d3a19-7244-4576-8a58-9ab25a4bbaf8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1264774322', 'network_id': '029b38e4-f7a6-4c8b-aabd-f01a29e78b62', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:31.298164 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-abb27c4b-f9c0-41e9-bde2-2fe552c89f93 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.2983809 Nov 29 02:00:31.335070 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39628) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:31.408583 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cf3c97fb-5212-42a7-bd90-d85a71be04df tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:31.414320 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-95b169db-aa3f-4ba6-9230-0a5b76e94c01 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:31.414550 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f882da61-800c-4825-ae31-659b326d88de tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:31.436376 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7c460c-0848-48a3-ab68-dd2a44894b21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-1843e679-ec3d-4b36-8160-7faead0c0697', 'network_id': '1843e679-ec3d-4b36-8160-7faead0c0697', 'tenant_id': '9c0ad15ecb344bb299c0c6d9f8bbfbe2', 'fixed_ips': [{'subnet_id': '3a07036b-1639-425f-aaaa-d2d9996f02af'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:00:31.437233 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af7c460c-0848-48a3-ab68-dd2a44894b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:31.455545 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cf3c97fb-5212-42a7-bd90-d85a71be04df tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:31.457314 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cf3c97fb-5212-42a7-bd90-d85a71be04df tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:31.540933 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b169db-aa3f-4ba6-9230-0a5b76e94c01 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Pushing event deleted for resources: {'Port': ['ID=11860a79-943b-4260-aafc-5beda4d94890,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:31.541260 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c97fb-5212-42a7-bd90-d85a71be04df tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Port': ['ID=924c956f-5797-42a2-ba5e-51fc9baac57b,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:31.573764 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-7a826102-7863-49ef-87ee-4f0150c4455b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Allocated IP 2001:db8::f816:3eff:fe31:19b3 (126abf58-b75c-4c07-bafa-8e25bc6621b0/a1bfbc92-ace6-4123-b697-3185630315e4/d2da2dc5-4cf0-4066-9eca-00ef8695d463) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:31.581521 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a4b193-28fd-461b-9092-17d2c6dd20c0 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:31.663481 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-af7c460c-0848-48a3-ab68-dd2a44894b21 None None] Allocated IP 172.20.0.3 (1843e679-ec3d-4b36-8160-7faead0c0697/3a07036b-1639-425f-aaaa-d2d9996f02af/712aea49-6123-4c3f-bd57-8fc2027c5f60) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:31.706577 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f882da61-800c-4825-ae31-659b326d88de tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:31.709662 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1d3a19-7244-4576-8a58-9ab25a4bbaf8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Made reservation on behalf of d1a27bea49814722818e7a3b77708f76 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:31.713168 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd1d3a19-7244-4576-8a58-9ab25a4bbaf8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:31.722881 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8ce89b6d-12e1-4b99-8293-73793eb7601e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:31.727711 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-95b169db-aa3f-4ba6-9230-0a5b76e94c01 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:31.796697 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f882da61-800c-4825-ae31-659b326d88de tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Network c955f451-3d70-40a3-a353-077a86c32408 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:31.818718 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-f882da61-800c-4825-ae31-659b326d88de tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:31.827191 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f882da61-800c-4825-ae31-659b326d88de tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:31.873777 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3c97fb-5212-42a7-bd90-d85a71be04df tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network cf4c9543-b747-4086-b82f-ba15fb8313bc is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:31.878937 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882da61-800c-4825-ae31-659b326d88de tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Pushing event updated for resources: {'Port': ['ID=2ae86ca1-4f91-4a8d-af6d-0da481376f94,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:31.891067 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-cf3c97fb-5212-42a7-bd90-d85a71be04df tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:31.897861 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af7c460c-0848-48a3-ab68-dd2a44894b21 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:31.911466 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-95b169db-aa3f-4ba6-9230-0a5b76e94c01 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:31.916587 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f882da61-800c-4825-ae31-659b326d88de tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:31.924036 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af7c460c-0848-48a3-ab68-dd2a44894b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:31.953624 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-95b169db-aa3f-4ba6-9230-0a5b76e94c01 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:31.955858 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912bb69c-aa9e-46c2-a4af-ba96eda02245 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Router 743aef22-c18f-4244-8437-75ac83c1aeb0 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:00:31.980488 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7c460c-0848-48a3-ab68-dd2a44894b21 None None] Network 1843e679-ec3d-4b36-8160-7faead0c0697 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:31.984016 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-af7c460c-0848-48a3-ab68-dd2a44894b21 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:31.992680 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7c460c-0848-48a3-ab68-dd2a44894b21 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:32.014993 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c460c-0848-48a3-ab68-dd2a44894b21 None None] Pushing event updated for resources: {'Port': ['ID=712aea49-6123-4c3f-bd57-8fc2027c5f60,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:32.104774 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-af7c460c-0848-48a3-ab68-dd2a44894b21 None None] Attempting to bind port 712aea49-6123-4c3f-bd57-8fc2027c5f60 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:00:32.105303 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-af7c460c-0848-48a3-ab68-dd2a44894b21 None None] Attempting to bind port 712aea49-6123-4c3f-bd57-8fc2027c5f60 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'b41dfe80-d01a-488b-8ba8-54d2b3504b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1843e679-ec3d-4b36-8160-7faead0c0697'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:00:32.106000 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7c460c-0848-48a3-ab68-dd2a44894b21 None None] Attempting to bind port 712aea49-6123-4c3f-bd57-8fc2027c5f60 on network 1843e679-ec3d-4b36-8160-7faead0c0697 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:00:32.111346 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-95b169db-aa3f-4ba6-9230-0a5b76e94c01 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:32.111929 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b169db-aa3f-4ba6-9230-0a5b76e94c01 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8dba0e84-d8c4-47f2-bf6d-51a06bcadf32 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:00:32.118781 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7c460c-0848-48a3-ab68-dd2a44894b21 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:00:32.119045 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-95b169db-aa3f-4ba6-9230-0a5b76e94c01 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:32.120465 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7c460c-0848-48a3-ab68-dd2a44894b21 None None] Checking segment: {'id': 'b41dfe80-d01a-488b-8ba8-54d2b3504b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1843e679-ec3d-4b36-8160-7faead0c0697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:32.120951 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af7c460c-0848-48a3-ab68-dd2a44894b21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:32.121418 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7c460c-0848-48a3-ab68-dd2a44894b21 None None] Bound using segment: {'id': 'b41dfe80-d01a-488b-8ba8-54d2b3504b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1843e679-ec3d-4b36-8160-7faead0c0697'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:00:32.122001 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-af7c460c-0848-48a3-ab68-dd2a44894b21 None None] Bound port: 712aea49-6123-4c3f-bd57-8fc2027c5f60, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41dfe80-d01a-488b-8ba8-54d2b3504b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '1843e679-ec3d-4b36-8160-7faead0c0697'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:00:32.122454 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af7c460c-0848-48a3-ab68-dd2a44894b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:32.123574 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-95b169db-aa3f-4ba6-9230-0a5b76e94c01 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] 10.222.0.37 "DELETE /v2.0/routers/8dba0e84-d8c4-47f2-bf6d-51a06bcadf32 HTTP/1.1" status: 204 len: 168 time: 4.0713353 Nov 29 02:00:32.132177 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39632) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:32.288115 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7a826102-7863-49ef-87ee-4f0150c4455b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:32.296320 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-af7c460c-0848-48a3-ab68-dd2a44894b21 None None] For port 712aea49-6123-4c3f-bd57-8fc2027c5f60, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:00:32.310851 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-af7c460c-0848-48a3-ab68-dd2a44894b21 None None] For port 712aea49-6123-4c3f-bd57-8fc2027c5f60, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=712aea49-6123-4c3f-bd57-8fc2027c5f60,segment=NetworkSegment(b41dfe80-d01a-488b-8ba8-54d2b3504b3f),segment_id=b41dfe80-d01a-488b-8ba8-54d2b3504b3f)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:00:32.325706 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-8ce89b6d-12e1-4b99-8293-73793eb7601e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Deleting port 712aea49-6123-4c3f-bd57-8fc2027c5f60 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:32.326030 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8ce89b6d-12e1-4b99-8293-73793eb7601e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:32.327794 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af7c460c-0848-48a3-ab68-dd2a44894b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:32.361286 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f882da61-800c-4825-ae31-659b326d88de tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:32.395580 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3c97fb-5212-42a7-bd90-d85a71be04df tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Router 574a51fd-90a8-47e3-8f8a-51ef8697ea6a is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:00:32.412875 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-55df9c5b-771a-491d-be29-64d2edf7e5a9 None None] Provisioning complete for port 2ae86ca1-4f91-4a8d-af6d-0da481376f94 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:32.413248 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55df9c5b-771a-491d-be29-64d2edf7e5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:32.476985 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e6f59be-298a-4a7b-b802-4641f1f69c4f tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:32.482116 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c460c-0848-48a3-ab68-dd2a44894b21 None None] Pushing event updated for resources: {'Port': ['ID=712aea49-6123-4c3f-bd57-8fc2027c5f60,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:32.518635 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-55df9c5b-771a-491d-be29-64d2edf7e5a9 None None] Port 2ae86ca1-4f91-4a8d-af6d-0da481376f94 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:00:32.576511 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd1d3a19-7244-4576-8a58-9ab25a4bbaf8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:32.633356 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912bb69c-aa9e-46c2-a4af-ba96eda02245 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:32.638385 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-912bb69c-aa9e-46c2-a4af-ba96eda02245 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:32.642214 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7a826102-7863-49ef-87ee-4f0150c4455b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:32.643681 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3c97fb-5212-42a7-bd90-d85a71be04df tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:32.654079 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-cf3c97fb-5212-42a7-bd90-d85a71be04df tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "PUT /v2.0/routers/574a51fd-90a8-47e3-8f8a-51ef8697ea6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5937300 Nov 29 02:00:32.661580 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39634) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:32.664035 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-8ce89b6d-12e1-4b99-8293-73793eb7601e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] For port 712aea49-6123-4c3f-bd57-8fc2027c5f60, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=712aea49-6123-4c3f-bd57-8fc2027c5f60,segment=NetworkSegment(b41dfe80-d01a-488b-8ba8-54d2b3504b3f),segment_id=b41dfe80-d01a-488b-8ba8-54d2b3504b3f)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:32.665986 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8ce89b6d-12e1-4b99-8293-73793eb7601e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:32.671635 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c122f18-9385-46e1-8ff0-f136dfdf2ec5 None None] Sync routers for ids ['743aef22-c18f-4244-8437-75ac83c1aeb0'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:32.673717 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff7fd53-e424-4d55-ad8e-be26f3fd1f58 None None] Sync routers for ids ['574a51fd-90a8-47e3-8f8a-51ef8697ea6a'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:32.690584 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff7fd53-e424-4d55-ad8e-be26f3fd1f58 None None] Routers {'574a51fd-90a8-47e3-8f8a-51ef8697ea6a'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:32.691228 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1ff7fd53-e424-4d55-ad8e-be26f3fd1f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['574a51fd-90a8-47e3-8f8a-51ef8697ea6a'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:32.702995 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c122f18-9385-46e1-8ff0-f136dfdf2ec5 None None] Routers {'743aef22-c18f-4244-8437-75ac83c1aeb0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:32.707554 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5c122f18-9385-46e1-8ff0-f136dfdf2ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['743aef22-c18f-4244-8437-75ac83c1aeb0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:32.711211 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-f76d9d79-8f4e-4b6b-b763-a1fffc775963 None None] Provisioning complete for port 924c956f-5797-42a2-ba5e-51fc9baac57b triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:32.727355 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f76d9d79-8f4e-4b6b-b763-a1fffc775963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:32.779236 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1ff7fd53-e424-4d55-ad8e-be26f3fd1f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:32.817570 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff7fd53-e424-4d55-ad8e-be26f3fd1f58 None None] Routers {'574a51fd-90a8-47e3-8f8a-51ef8697ea6a'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:32.818214 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1ff7fd53-e424-4d55-ad8e-be26f3fd1f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['574a51fd-90a8-47e3-8f8a-51ef8697ea6a'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:32.877016 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-8ce89b6d-12e1-4b99-8293-73793eb7601e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Calling delete_port for 712aea49-6123-4c3f-bd57-8fc2027c5f60 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:32.878204 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5c122f18-9385-46e1-8ff0-f136dfdf2ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:32.918888 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c122f18-9385-46e1-8ff0-f136dfdf2ec5 None None] Routers {'743aef22-c18f-4244-8437-75ac83c1aeb0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:32.926461 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5c122f18-9385-46e1-8ff0-f136dfdf2ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['743aef22-c18f-4244-8437-75ac83c1aeb0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:32.964478 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a826102-7863-49ef-87ee-4f0150c4455b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Port': ['ID=d2da2dc5-4cf0-4066-9eca-00ef8695d463,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:32.969073 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1ff7fd53-e424-4d55-ad8e-be26f3fd1f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:32.971620 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff7fd53-e424-4d55-ad8e-be26f3fd1f58 None None] The sync data for ids ['574a51fd-90a8-47e3-8f8a-51ef8697ea6a'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:00:33.013222 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5c122f18-9385-46e1-8ff0-f136dfdf2ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:33.013917 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c122f18-9385-46e1-8ff0-f136dfdf2ec5 None None] The sync data for ids ['743aef22-c18f-4244-8437-75ac83c1aeb0'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:00:33.015723 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device da7966a8-ba08-48a0-94b8-bd26d1701fd5 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:00:33.019692 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-912bb69c-aa9e-46c2-a4af-ba96eda02245 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "PUT /v2.0/floatingips/a9ce2137-f0c6-4053-a304-d4f9c7ce812a HTTP/1.1" status: 200 len: 978 time: 4.6649816 Nov 29 02:00:33.021504 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f76d9d79-8f4e-4b6b-b763-a1fffc775963 None None] Port 924c956f-5797-42a2-ba5e-51fc9baac57b cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:00:33.023189 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39638) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:33.041007 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a826102-7863-49ef-87ee-4f0150c4455b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:33.050348 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d3a19-7244-4576-8a58-9ab25a4bbaf8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Subnet': ['ID=30fdc1fa-e3f1-41e4-b6f4-d6693fec2cd8,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:33.058932 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-7a826102-7863-49ef-87ee-4f0150c4455b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:33.065828 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a826102-7863-49ef-87ee-4f0150c4455b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:33.077128 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a826102-7863-49ef-87ee-4f0150c4455b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:33.077925 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7a826102-7863-49ef-87ee-4f0150c4455b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:33.093108 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b12f062-ea01-40a9-90bb-0d1a8a96687a tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:33.095364 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3b12f062-ea01-40a9-90bb-0d1a8a96687a tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "GET /v2.0/ports/924c956f-5797-42a2-ba5e-51fc9baac57b HTTP/1.1" status: 200 len: 911 time: 0.3087814 Nov 29 02:00:33.098465 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port da7966a8-ba08-48a0-94b8-bd26d1701fd5 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:33.099414 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:33.099545 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39640) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:33.121217 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f51ef029-54aa-4722-a556-0166ce0b23ba tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7beae306-d71e-45fb-ac1a-d2bfdc2264c2'}]}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:33.155541 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e6f59be-298a-4a7b-b802-4641f1f69c4f tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:33.174805 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1d3a19-7244-4576-8a58-9ab25a4bbaf8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Checking segment: {'id': '2c8fc589-6515-4782-85c8-555752936f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '029b38e4-f7a6-4c8b-aabd-f01a29e78b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:33.175200 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1d3a19-7244-4576-8a58-9ab25a4bbaf8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network hostable DHCP agents. Network: 029b38e4-f7a6-4c8b-aabd-f01a29e78b62, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:00:33.188320 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7a826102-7863-49ef-87ee-4f0150c4455b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.4154496 Nov 29 02:00:33.192308 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39642) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:33.194410 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f882da61-800c-4825-ae31-659b326d88de tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:33.207342 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:33.237664 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f882da61-800c-4825-ae31-659b326d88de tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:33.246843 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1d3a19-7244-4576-8a58-9ab25a4bbaf8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 029b38e4-f7a6-4c8b-aabd-f01a29e78b62 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:00:33.264191 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-fd1d3a19-7244-4576-8a58-9ab25a4bbaf8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 029b38e4-f7a6-4c8b-aabd-f01a29e78b62) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:33.274275 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1d3a19-7244-4576-8a58-9ab25a4bbaf8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:33.275169 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd1d3a19-7244-4576-8a58-9ab25a4bbaf8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:33.279316 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port da7966a8-ba08-48a0-94b8-bd26d1701fd5, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=da7966a8-ba08-48a0-94b8-bd26d1701fd5,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:33.280774 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-30701c5f-8a4a-41b5-b07e-1fc84adfc195 None None] Provisioning complete for port da7966a8-ba08-48a0-94b8-bd26d1701fd5 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:33.281349 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-30701c5f-8a4a-41b5-b07e-1fc84adfc195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:33.300832 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-fd1d3a19-7244-4576-8a58-9ab25a4bbaf8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0447330 Nov 29 02:00:33.328423 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-2e6f59be-298a-4a7b-b802-4641f1f69c4f tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Deleting port 323bc53a-b8c2-4248-a196-990c2c047d48 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:33.328785 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e6f59be-298a-4a7b-b802-4641f1f69c4f tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:33.336474 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2d58c4-6c48-4eec-acdd-a7d0bb30cd35 None None] Network 029b38e4-f7a6-4c8b-aabd-f01a29e78b62 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:33.345021 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:33.451538 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8ce89b6d-12e1-4b99-8293-73793eb7601e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:33.463813 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=da7966a8-ba08-48a0-94b8-bd26d1701fd5,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:33.477907 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 11860a79-943b-4260-aafc-5beda4d94890 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:00:33.518899 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce89b6d-12e1-4b99-8293-73793eb7601e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event deleted for resources: {'Port': ['ID=712aea49-6123-4c3f-bd57-8fc2027c5f60,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:33.593384 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce89b6d-12e1-4b99-8293-73793eb7601e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] No DVR routers for this DVR port 712aea49-6123-4c3f-bd57-8fc2027c5f60 on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:00:33.597324 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 11860a79-943b-4260-aafc-5beda4d94890 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:00:33.597725 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 11860a79-943b-4260-aafc-5beda4d94890 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:00:33.624927 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882da61-800c-4825-ae31-659b326d88de tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Pushing event updated for resources: {'Port': ['ID=2ae86ca1-4f91-4a8d-af6d-0da481376f94,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:33.664359 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8ce89b6d-12e1-4b99-8293-73793eb7601e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:33.671056 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-2e6f59be-298a-4a7b-b802-4641f1f69c4f tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] For port 323bc53a-b8c2-4248-a196-990c2c047d48, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=323bc53a-b8c2-4248-a196-990c2c047d48,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:33.671614 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e6f59be-298a-4a7b-b802-4641f1f69c4f tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:33.726580 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-2e6f59be-298a-4a7b-b802-4641f1f69c4f tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Calling delete_port for 323bc53a-b8c2-4248-a196-990c2c047d48 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:33.728505 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39646) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:33.734106 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-aa7b7ca9-231e-404a-ba70-cde106656548 None None] Provisioning complete for port d2da2dc5-4cf0-4066-9eca-00ef8695d463 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:33.734485 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aa7b7ca9-231e-404a-ba70-cde106656548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:33.742087 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e85d7be6-10b1-45e5-8def-b5d455183571 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1847658376', 'description': 'tempest-secgroup-smoke-1847658376 description', 'project_id': 'd1a27bea49814722818e7a3b77708f76'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:33.783581 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e85d7be6-10b1-45e5-8def-b5d455183571 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:33.803234 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-aa7b7ca9-231e-404a-ba70-cde106656548 None None] Port d2da2dc5-4cf0-4066-9eca-00ef8695d463 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:00:33.812078 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b2989c-ee89-43d4-ae91-04824312712b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-029b38e4-f7a6-4c8b-aabd-f01a29e78b62', 'network_id': '029b38e4-f7a6-4c8b-aabd-f01a29e78b62', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ips': [{'subnet_id': '30fdc1fa-e3f1-41e4-b6f4-d6693fec2cd8'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:00:33.812975 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-08b2989c-ee89-43d4-ae91-04824312712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:33.905670 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8ce89b6d-12e1-4b99-8293-73793eb7601e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:33.971028 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-08b2989c-ee89-43d4-ae91-04824312712b None None] Allocated IP 172.20.0.18 (029b38e4-f7a6-4c8b-aabd-f01a29e78b62/30fdc1fa-e3f1-41e4-b6f4-d6693fec2cd8/fb1a3180-9aaf-42e4-a1a6-5ea08d95a46c) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:33.984628 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce89b6d-12e1-4b99-8293-73793eb7601e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event deleted for resources: {'Subnet': ['ID=3a07036b-1639-425f-aaaa-d2d9996f02af,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:34.041136 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa355769-c484-4ca4-872d-c9a86c992a19 None None] Network 1843e679-ec3d-4b36-8160-7faead0c0697 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:34.085581 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f882da61-800c-4825-ae31-659b326d88de tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:34.086291 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-896763fe-dafa-47c8-88fa-60af146dac4f None None] Could not find standard attr ID for object 712aea49-6123-4c3f-bd57-8fc2027c5f60. {{(pid=103256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 02:00:34.096159 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f51ef029-54aa-4722-a556-0166ce0b23ba tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:34.098635 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e85d7be6-10b1-45e5-8def-b5d455183571 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:34.118766 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e85d7be6-10b1-45e5-8def-b5d455183571 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:34.137572 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb9c134-99e8-4300-b18e-ec4f8d2556af tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:34.138788 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8ce89b6d-12e1-4b99-8293-73793eb7601e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:34.151778 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb9c134-99e8-4300-b18e-ec4f8d2556af tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:34.156315 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-adb9c134-99e8-4300-b18e-ec4f8d2556af tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.9563138 Nov 29 02:00:34.157253 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39650) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:34.215352 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e85d7be6-10b1-45e5-8def-b5d455183571 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:34.220084 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e85d7be6-10b1-45e5-8def-b5d455183571 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4825842 Nov 29 02:00:34.221218 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39652) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:34.225868 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-8ce89b6d-12e1-4b99-8293-73793eb7601e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1843e679-ec3d-4b36-8160-7faead0c0697']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:34.233724 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c0d2a4f2-7652-47b0-ba0a-0004253d1314 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '9bafd4ec-9592-4a44-8b84-abcf6ef82bdf', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:34.246491 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d7be6-10b1-45e5-8def-b5d455183571 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bafd4ec-9592-4a44-8b84-abcf6ef82bdf,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:34.265768 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-8ce89b6d-12e1-4b99-8293-73793eb7601e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41dfe80-d01a-488b-8ba8-54d2b3504b3f') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:34.266180 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-8ce89b6d-12e1-4b99-8293-73793eb7601e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41dfe80-d01a-488b-8ba8-54d2b3504b3f') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:34.278933 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-08b2989c-ee89-43d4-ae91-04824312712b None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:34.293469 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-08b2989c-ee89-43d4-ae91-04824312712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:34.299505 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8ce89b6d-12e1-4b99-8293-73793eb7601e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:34.301375 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0d2a4f2-7652-47b0-ba0a-0004253d1314 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:34.303717 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e6f59be-298a-4a7b-b802-4641f1f69c4f tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:34.341735 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafc0f2c-1bff-45f3-9871-075800d03f99 None None] DHCP port deletion for 1843e679-ec3d-4b36-8160-7faead0c0697 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:34.354677 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8ce89b6d-12e1-4b99-8293-73793eb7601e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:34.356821 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f59be-298a-4a7b-b802-4641f1f69c4f tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Pushing event deleted for resources: {'Port': ['ID=323bc53a-b8c2-4248-a196-990c2c047d48,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:34.357564 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b2989c-ee89-43d4-ae91-04824312712b None None] Network 029b38e4-f7a6-4c8b-aabd-f01a29e78b62 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:34.364393 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-08b2989c-ee89-43d4-ae91-04824312712b None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:34.366882 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b2989c-ee89-43d4-ae91-04824312712b None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:34.371080 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce89b6d-12e1-4b99-8293-73793eb7601e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:00:34.371414 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8ce89b6d-12e1-4b99-8293-73793eb7601e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:34.376374 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:00:34.376374 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:00:34.376374 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:00:34.376374 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:00:34.376374 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:00:34.376374 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:00:34.376374 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:00:34.376374 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:00:34.376374 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:00:34.376374 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:00:34.376374 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:00:34.376374 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:00:34.376374 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:00:34.376374 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:00:34.376374 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:00:34.376374 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:00:34.376374 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:00:34.376374 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:00:34.376374 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:00:34.376374 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:00:34.376374 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:00:34.376374 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:00:34.376374 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:00:34.376374 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:00:34.376374 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:00:34.376374 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:00:34.376374 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:00:34.376374 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:00:34.376374 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:00:34.376374 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:00:34.376374 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:00:34.376374 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:00:34.405392 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dabea7f-390a-42ad-9485-54a6b31a84ae None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:34.411106 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2989c-ee89-43d4-ae91-04824312712b None None] Pushing event updated for resources: {'Port': ['ID=fb1a3180-9aaf-42e4-a1a6-5ea08d95a46c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:34.450241 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-08b2989c-ee89-43d4-ae91-04824312712b None None] Attempting to bind port fb1a3180-9aaf-42e4-a1a6-5ea08d95a46c on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:00:34.450860 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-08b2989c-ee89-43d4-ae91-04824312712b None None] Attempting to bind port fb1a3180-9aaf-42e4-a1a6-5ea08d95a46c by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '2c8fc589-6515-4782-85c8-555752936f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '029b38e4-f7a6-4c8b-aabd-f01a29e78b62'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:00:34.451409 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b2989c-ee89-43d4-ae91-04824312712b None None] Attempting to bind port fb1a3180-9aaf-42e4-a1a6-5ea08d95a46c on network 029b38e4-f7a6-4c8b-aabd-f01a29e78b62 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:00:34.458563 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b2989c-ee89-43d4-ae91-04824312712b None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:00:34.458563 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b2989c-ee89-43d4-ae91-04824312712b None None] Checking segment: {'id': '2c8fc589-6515-4782-85c8-555752936f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '029b38e4-f7a6-4c8b-aabd-f01a29e78b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:34.459322 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-08b2989c-ee89-43d4-ae91-04824312712b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:34.459942 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b2989c-ee89-43d4-ae91-04824312712b None None] Bound using segment: {'id': '2c8fc589-6515-4782-85c8-555752936f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '029b38e4-f7a6-4c8b-aabd-f01a29e78b62'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:00:34.460692 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-08b2989c-ee89-43d4-ae91-04824312712b None None] Bound port: fb1a3180-9aaf-42e4-a1a6-5ea08d95a46c, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8fc589-6515-4782-85c8-555752936f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '029b38e4-f7a6-4c8b-aabd-f01a29e78b62'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:00:34.460971 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-08b2989c-ee89-43d4-ae91-04824312712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:34.471494 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-6416d73f-c172-4fb1-bfa0-6d3aa44004c8 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Deleting port 856d6f4b-2160-405d-a641-2d6daa2acf40 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:34.471841 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6416d73f-c172-4fb1-bfa0-6d3aa44004c8 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:34.526857 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f882da61-800c-4825-ae31-659b326d88de tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Network c955f451-3d70-40a3-a353-077a86c32408 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:34.542485 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-08b2989c-ee89-43d4-ae91-04824312712b None None] For port fb1a3180-9aaf-42e4-a1a6-5ea08d95a46c, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:00:34.554159 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-f882da61-800c-4825-ae31-659b326d88de tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:34.554774 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-08b2989c-ee89-43d4-ae91-04824312712b None None] For port fb1a3180-9aaf-42e4-a1a6-5ea08d95a46c, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=fb1a3180-9aaf-42e4-a1a6-5ea08d95a46c,segment=NetworkSegment(2c8fc589-6515-4782-85c8-555752936f06),segment_id=2c8fc589-6515-4782-85c8-555752936f06)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:00:34.566435 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-08b2989c-ee89-43d4-ae91-04824312712b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:34.600563 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-128b2a19-171e-4c2b-bd78-7d4799c1da8e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting port d2da2dc5-4cf0-4066-9eca-00ef8695d463 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:34.600913 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-128b2a19-171e-4c2b-bd78-7d4799c1da8e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:34.678255 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2989c-ee89-43d4-ae91-04824312712b None None] Pushing event updated for resources: {'Port': ['ID=fb1a3180-9aaf-42e4-a1a6-5ea08d95a46c,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:34.683957 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device da7966a8-ba08-48a0-94b8-bd26d1701fd5 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:00:34.768223 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port da7966a8-ba08-48a0-94b8-bd26d1701fd5 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:34.768909 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:34.852288 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6416d73f-c172-4fb1-bfa0-6d3aa44004c8 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:34.852721 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6416d73f-c172-4fb1-bfa0-6d3aa44004c8 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:34.866179 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-6416d73f-c172-4fb1-bfa0-6d3aa44004c8 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Calling delete_port for 856d6f4b-2160-405d-a641-2d6daa2acf40 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:34.912393 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8ce89b6d-12e1-4b99-8293-73793eb7601e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:34.950190 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8ce89b6d-12e1-4b99-8293-73793eb7601e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:34.958441 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8ce89b6d-12e1-4b99-8293-73793eb7601e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "DELETE /v2.0/networks/1843e679-ec3d-4b36-8160-7faead0c0697 HTTP/1.1" status: 204 len: 168 time: 3.6222062 Nov 29 02:00:34.970527 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-cc676ced-6869-4397-9c66-b09e88c792f9 None None] Provisioning complete for port 2ae86ca1-4f91-4a8d-af6d-0da481376f94 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:34.970901 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc676ced-6869-4397-9c66-b09e88c792f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:34.972727 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39654) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:34.994434 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e6f59be-298a-4a7b-b802-4641f1f69c4f tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.001102 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b67c46ee-dc2f-4eab-a3e3-72816ce2f023 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2125321557'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:35.018177 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0d2a4f2-7652-47b0-ba0a-0004253d1314 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.022045 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-cc676ced-6869-4397-9c66-b09e88c792f9 None None] Port 2ae86ca1-4f91-4a8d-af6d-0da481376f94 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:00:35.056964 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce89b6d-12e1-4b99-8293-73793eb7601e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event deleted for resources: {'Network': ['ID=1843e679-ec3d-4b36-8160-7faead0c0697,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:35.101235 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0d2a4f2-7652-47b0-ba0a-0004253d1314 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.119575 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f882da61-800c-4825-ae31-659b326d88de tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Router 26dec7dc-26db-49b9-ac8d-86c05398c073 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:00:35.121919 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-128b2a19-171e-4c2b-bd78-7d4799c1da8e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.157580 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-128b2a19-171e-4c2b-bd78-7d4799c1da8e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Calling delete_port for d2da2dc5-4cf0-4066-9eca-00ef8695d463 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:35.161141 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e6f59be-298a-4a7b-b802-4641f1f69c4f tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.162488 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67c46ee-dc2f-4eab-a3e3-72816ce2f023 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Made reservation on behalf of 9c0ad15ecb344bb299c0c6d9f8bbfbe2 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:35.165966 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b67c46ee-dc2f-4eab-a3e3-72816ce2f023 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.167850 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2a4f2-7652-47b0-ba0a-0004253d1314 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=952074a2-2499-4a58-a949-e26ff9d42011,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:35.170298 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e6f59be-298a-4a7b-b802-4641f1f69c4f tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.189907 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0d2a4f2-7652-47b0-ba0a-0004253d1314 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.191197 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c0d2a4f2-7652-47b0-ba0a-0004253d1314 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9673636 Nov 29 02:00:35.199632 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39656) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:35.237300 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67c46ee-dc2f-4eab-a3e3-72816ce2f023 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:00:35.239353 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e6f59be-298a-4a7b-b802-4641f1f69c4f tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.239865 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6f59be-298a-4a7b-b802-4641f1f69c4f tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bc089d5f-87ec-45aa-813e-4050418c3b0f {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:00:35.246835 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2e6f59be-298a-4a7b-b802-4641f1f69c4f tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.247952 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2e6f59be-298a-4a7b-b802-4641f1f69c4f tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] 10.222.0.37 "DELETE /v2.0/routers/bc089d5f-87ec-45aa-813e-4050418c3b0f HTTP/1.1" status: 204 len: 168 time: 3.1147494 Nov 29 02:00:35.251753 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39658) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:35.258071 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-0a03e3eb-0f48-44bf-9015-602b11180d14 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1420187681', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:35.269334 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b67c46ee-dc2f-4eab-a3e3-72816ce2f023 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.269713 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-b67c46ee-dc2f-4eab-a3e3-72816ce2f023 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Added segment f6912e51-10ab-4acb-8bc2-00e287039a38 of type vlan for network 9d6bf5bb-e786-4af1-81e6-c913ec247893 Nov 29 02:00:35.273932 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-eb3c12bd-8903-40ea-b551-891ee24422b6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '9bafd4ec-9592-4a44-8b84-abcf6ef82bdf', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:35.332615 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a03e3eb-0f48-44bf-9015-602b11180d14 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.333870 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a03e3eb-0f48-44bf-9015-602b11180d14 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.347518 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b67c46ee-dc2f-4eab-a3e3-72816ce2f023 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.402101 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a03e3eb-0f48-44bf-9015-602b11180d14 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.417336 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b67c46ee-dc2f-4eab-a3e3-72816ce2f023 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.425459 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67c46ee-dc2f-4eab-a3e3-72816ce2f023 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:35.425459 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b67c46ee-dc2f-4eab-a3e3-72816ce2f023 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.468126 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f882da61-800c-4825-ae31-659b326d88de tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:35.477518 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f882da61-800c-4825-ae31-659b326d88de tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] 10.222.0.37 "PUT /v2.0/routers/26dec7dc-26db-49b9-ac8d-86c05398c073/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0066562 Nov 29 02:00:35.481411 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1c6cf6-84b4-4b93-8a8b-10e869456b1f None None] Sync routers for ids ['26dec7dc-26db-49b9-ac8d-86c05398c073'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:35.485964 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39662) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:35.486651 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6416d73f-c172-4fb1-bfa0-6d3aa44004c8 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.502439 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb3c12bd-8903-40ea-b551-891ee24422b6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.507664 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f51ef029-54aa-4722-a556-0166ce0b23ba tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.585991 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b67c46ee-dc2f-4eab-a3e3-72816ce2f023 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6102142 Nov 29 02:00:35.590482 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39664) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:35.605068 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-0a8b9afe-7ba5-4251-848a-ae51e8bb8f3e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Request body: {'subnet': {'network_id': '9d6bf5bb-e786-4af1-81e6-c913ec247893', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:35.625429 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416d73f-c172-4fb1-bfa0-6d3aa44004c8 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event deleted for resources: {'Port': ['ID=856d6f4b-2160-405d-a641-2d6daa2acf40,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:35.628110 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f51ef029-54aa-4722-a556-0166ce0b23ba tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.635404 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51ef029-54aa-4722-a556-0166ce0b23ba tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:35.636088 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f51ef029-54aa-4722-a556-0166ce0b23ba tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.640767 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f51ef029-54aa-4722-a556-0166ce0b23ba tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "PUT /v2.0/ports/924c956f-5797-42a2-ba5e-51fc9baac57b HTTP/1.1" status: 200 len: 911 time: 2.5367122 Nov 29 02:00:35.641404 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39666) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:35.697275 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1c6cf6-84b4-4b93-8a8b-10e869456b1f None None] Routers {'26dec7dc-26db-49b9-ac8d-86c05398c073'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:35.698292 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-fb1c6cf6-84b4-4b93-8a8b-10e869456b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['26dec7dc-26db-49b9-ac8d-86c05398c073'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:35.727190 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c46ee-dc2f-4eab-a3e3-72816ce2f023 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event updated for resources: {'Network': ['ID=9d6bf5bb-e786-4af1-81e6-c913ec247893,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:35.740857 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a03e3eb-0f48-44bf-9015-602b11180d14 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.761203 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 9d6bf5bb-e786-4af1-81e6-c913ec247893 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:00:35.765176 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-fb1c6cf6-84b4-4b93-8a8b-10e869456b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:35.833322 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1c6cf6-84b4-4b93-8a8b-10e869456b1f None None] Routers {'26dec7dc-26db-49b9-ac8d-86c05398c073'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:35.834322 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-fb1c6cf6-84b4-4b93-8a8b-10e869456b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['26dec7dc-26db-49b9-ac8d-86c05398c073'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:35.882384 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-fb1c6cf6-84b4-4b93-8a8b-10e869456b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:35.883232 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1c6cf6-84b4-4b93-8a8b-10e869456b1f None None] The sync data for ids ['26dec7dc-26db-49b9-ac8d-86c05398c073'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:00:35.896145 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ef029-54aa-4722-a556-0166ce0b23ba tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Port': ['ID=924c956f-5797-42a2-ba5e-51fc9baac57b,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:35.919505 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5fa09528-f5eb-4060-bcb7-2a939ef77dc0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.919790 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8b9afe-7ba5-4251-848a-ae51e8bb8f3e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Made reservation on behalf of 9c0ad15ecb344bb299c0c6d9f8bbfbe2 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:35.923549 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9e85e7-2c2c-4972-b14e-be0fd34d6e8f None None] Network 029b38e4-f7a6-4c8b-aabd-f01a29e78b62 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:35.925313 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a8b9afe-7ba5-4251-848a-ae51e8bb8f3e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:35.992453 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-d6f1d7c3-6db2-40e8-a80b-4b02bc73ea2b None None] Provisioning complete for port fb1a3180-9aaf-42e4-a1a6-5ea08d95a46c triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:35.993182 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d6f1d7c3-6db2-40e8-a80b-4b02bc73ea2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:36.111976 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a03e3eb-0f48-44bf-9015-602b11180d14 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:36.136648 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a03e3eb-0f48-44bf-9015-602b11180d14 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:36.164548 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d6f1d7c3-6db2-40e8-a80b-4b02bc73ea2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:36.204446 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-d6f1d7c3-6db2-40e8-a80b-4b02bc73ea2b None None] For port fb1a3180-9aaf-42e4-a1a6-5ea08d95a46c, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=fb1a3180-9aaf-42e4-a1a6-5ea08d95a46c,segment=NetworkSegment(2c8fc589-6515-4782-85c8-555752936f06),segment_id=2c8fc589-6515-4782-85c8-555752936f06)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:36.211906 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d6f1d7c3-6db2-40e8-a80b-4b02bc73ea2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:36.271506 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1d7c3-6db2-40e8-a80b-4b02bc73ea2b None None] Pushing event updated for resources: {'Port': ['ID=fb1a3180-9aaf-42e4-a1a6-5ea08d95a46c,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:36.336947 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-0a03e3eb-0f48-44bf-9015-602b11180d14 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Allocated IP 172.26.3.15 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/4c60ca59-3f7d-417a-8b3d-8d109ea9ce30) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:36.344913 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a8b9afe-7ba5-4251-848a-ae51e8bb8f3e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:36.360241 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6416d73f-c172-4fb1-bfa0-6d3aa44004c8 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for floatingip, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:36.360825 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [None req-6416d73f-c172-4fb1-bfa0-6d3aa44004c8 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Floating IP a9ce2137-f0c6-4053-a304-d4f9c7ce812a disassociated (deleted). External IP: 172.26.3.93, port: e770ddc4-a06a-4aa2-bc9f-503189c1a0b8. Nov 29 02:00:36.455184 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb3c12bd-8903-40ea-b551-891ee24422b6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:36.474024 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b9afe-7ba5-4251-848a-ae51e8bb8f3e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event updated for resources: {'Subnet': ['ID=1efe5ecb-8086-493f-9a92-5beb28d9f11e,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:36.488149 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8b9afe-7ba5-4251-848a-ae51e8bb8f3e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Checking segment: {'id': 'f6912e51-10ab-4acb-8bc2-00e287039a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9d6bf5bb-e786-4af1-81e6-c913ec247893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:36.490455 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8b9afe-7ba5-4251-848a-ae51e8bb8f3e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Network hostable DHCP agents. Network: 9d6bf5bb-e786-4af1-81e6-c913ec247893, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:00:36.528109 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-128b2a19-171e-4c2b-bd78-7d4799c1da8e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:36.529856 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb3c12bd-8903-40ea-b551-891ee24422b6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:36.545087 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-52ab0f59-287e-44bc-9cfa-5d7f4d3eaf14 None None] Provisioning complete for port fb1a3180-9aaf-42e4-a1a6-5ea08d95a46c triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:36.545443 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-52ab0f59-287e-44bc-9cfa-5d7f4d3eaf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:36.558695 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a03e3eb-0f48-44bf-9015-602b11180d14 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:36.591412 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8b9afe-7ba5-4251-848a-ae51e8bb8f3e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Network 9d6bf5bb-e786-4af1-81e6-c913ec247893 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:00:36.618442 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-0a8b9afe-7ba5-4251-848a-ae51e8bb8f3e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 9d6bf5bb-e786-4af1-81e6-c913ec247893) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:36.627715 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b2a19-171e-4c2b-bd78-7d4799c1da8e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Port': ['ID=d2da2dc5-4cf0-4066-9eca-00ef8695d463,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:36.632542 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-128b2a19-171e-4c2b-bd78-7d4799c1da8e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:36.635037 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a03e3eb-0f48-44bf-9015-602b11180d14 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:36.635992 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device fb1a3180-9aaf-42e4-a1a6-5ea08d95a46c up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:00:36.636459 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-128b2a19-171e-4c2b-bd78-7d4799c1da8e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/d2da2dc5-4cf0-4066-9eca-00ef8695d463 HTTP/1.1" status: 204 len: 168 time: 2.4743645 Nov 29 02:00:36.638839 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03997ea5-f7ec-45e8-9494-3a03cb90a79b None None] Network 9d6bf5bb-e786-4af1-81e6-c913ec247893 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:36.639698 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c12bd-8903-40ea-b551-891ee24422b6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d43754da-ac00-4f2a-8d30-f1571adeda4a,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:36.641414 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-5fa09528-f5eb-4060-bcb7-2a939ef77dc0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 29 02:00:36.642465 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5fa09528-f5eb-4060-bcb7-2a939ef77dc0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] 10.222.0.37 "DELETE /v2.0/routers/26dec7dc-26db-49b9-ac8d-86c05398c073 HTTP/1.1" status: 409 len: 329 time: 1.1533492 Nov 29 02:00:36.648638 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39670) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:36.649105 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39672) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:36.651781 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8b9afe-7ba5-4251-848a-ae51e8bb8f3e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:36.652466 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a8b9afe-7ba5-4251-848a-ae51e8bb8f3e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:36.678836 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb3c12bd-8903-40ea-b551-891ee24422b6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:36.686510 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-eb3c12bd-8903-40ea-b551-891ee24422b6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4852226 Nov 29 02:00:36.697398 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a03e3eb-0f48-44bf-9015-602b11180d14 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:36.702707 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39674) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:36.707389 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-762d6196-4601-4c78-b35c-84d44b2263d6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '9bafd4ec-9592-4a44-8b84-abcf6ef82bdf', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:36.731973 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-0a03e3eb-0f48-44bf-9015-602b11180d14 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:36.739646 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a03e3eb-0f48-44bf-9015-602b11180d14 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:36.753784 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fa74cd-ebe8-4ea0-a150-d178b11a285f None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:36.819721 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port fb1a3180-9aaf-42e4-a1a6-5ea08d95a46c triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:36.820342 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:36.827393 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0a8b9afe-7ba5-4251-848a-ae51e8bb8f3e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2361465 Nov 29 02:00:36.849263 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39676) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:36.860547 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-762d6196-4601-4c78-b35c-84d44b2263d6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:36.900549 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03e3eb-0f48-44bf-9015-602b11180d14 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Pushing event updated for resources: {'Port': ['ID=4c60ca59-3f7d-417a-8b3d-8d109ea9ce30,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:36.929153 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-919d96e4-6925-44d5-b436-a7b46906e8a1 None None] Provisioning complete for port 4c60ca59-3f7d-417a-8b3d-8d109ea9ce30 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:36.929651 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-919d96e4-6925-44d5-b436-a7b46906e8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:36.957978 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-762d6196-4601-4c78-b35c-84d44b2263d6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:36.965712 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73300a3-e4d3-4cb4-8720-753ce288fc30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-9d6bf5bb-e786-4af1-81e6-c913ec247893', 'network_id': '9d6bf5bb-e786-4af1-81e6-c913ec247893', 'tenant_id': '9c0ad15ecb344bb299c0c6d9f8bbfbe2', 'fixed_ips': [{'subnet_id': '1efe5ecb-8086-493f-9a92-5beb28d9f11e'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:00:36.966698 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b73300a3-e4d3-4cb4-8720-753ce288fc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:36.967932 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-762d6196-4601-4c78-b35c-84d44b2263d6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:36.995667 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d6196-4601-4c78-b35c-84d44b2263d6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff8dcf83-aba7-495b-8be9-f43c68de1410,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:37.002467 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-919d96e4-6925-44d5-b436-a7b46906e8a1 None None] Port 4c60ca59-3f7d-417a-8b3d-8d109ea9ce30 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:00:37.043051 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-762d6196-4601-4c78-b35c-84d44b2263d6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:37.044274 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-762d6196-4601-4c78-b35c-84d44b2263d6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3405824 Nov 29 02:00:37.070720 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447f576b-e86d-4fcc-802e-664b4e479047 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:37.071363 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39678) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:37.072220 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447f576b-e86d-4fcc-802e-664b4e479047 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:37.073799 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-447f576b-e86d-4fcc-802e-664b4e479047 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.4237940 Nov 29 02:00:37.080661 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-db51a25b-5c26-4c1e-b827-c2aa1a825c19 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '9bafd4ec-9592-4a44-8b84-abcf6ef82bdf', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:37.100374 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39680) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:37.111918 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 323bc53a-b8c2-4248-a196-990c2c047d48 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:00:37.145841 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db51a25b-5c26-4c1e-b827-c2aa1a825c19 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:37.150373 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 323bc53a-b8c2-4248-a196-990c2c047d48 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:00:37.151514 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 323bc53a-b8c2-4248-a196-990c2c047d48 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:00:37.211605 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc4564a-a842-469e-b2b9-554fd29da399 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting subnet a1bfbc92-ace6-4123-b697-3185630315e4 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:00:37.216672 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-edc4564a-a842-469e-b2b9-554fd29da399 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:37.225260 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-b73300a3-e4d3-4cb4-8720-753ce288fc30 None None] Allocated IP 172.20.0.1 (9d6bf5bb-e786-4af1-81e6-c913ec247893/1efe5ecb-8086-493f-9a92-5beb28d9f11e/ee95d0e3-7697-4dae-99b4-7ab7ee10372c) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:37.241527 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96206937-7d06-4277-b053-4bca259b7b35 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:37.255922 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a03e3eb-0f48-44bf-9015-602b11180d14 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:37.317023 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6416d73f-c172-4fb1-bfa0-6d3aa44004c8 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Router 743aef22-c18f-4244-8437-75ac83c1aeb0 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:00:37.344362 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-edc4564a-a842-469e-b2b9-554fd29da399 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:37.374181 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db51a25b-5c26-4c1e-b827-c2aa1a825c19 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:37.384138 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db51a25b-5c26-4c1e-b827-c2aa1a825c19 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:37.394494 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b73300a3-e4d3-4cb4-8720-753ce288fc30 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:37.403390 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b73300a3-e4d3-4cb4-8720-753ce288fc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:37.413225 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96206937-7d06-4277-b053-4bca259b7b35 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:37.435957 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51a25b-5c26-4c1e-b827-c2aa1a825c19 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e889f341-7094-4e68-9a27-42b433dcfb1a,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:37.444681 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db51a25b-5c26-4c1e-b827-c2aa1a825c19 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:37.445906 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-db51a25b-5c26-4c1e-b827-c2aa1a825c19 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3735719 Nov 29 02:00:37.451931 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39682) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:37.455731 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73300a3-e4d3-4cb4-8720-753ce288fc30 None None] Network 9d6bf5bb-e786-4af1-81e6-c913ec247893 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:37.457975 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a2d07b37-1115-408a-bde8-d639bf39729f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '9bafd4ec-9592-4a44-8b84-abcf6ef82bdf', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:37.462311 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-b73300a3-e4d3-4cb4-8720-753ce288fc30 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:37.466335 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73300a3-e4d3-4cb4-8720-753ce288fc30 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:37.494134 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73300a3-e4d3-4cb4-8720-753ce288fc30 None None] Pushing event updated for resources: {'Port': ['ID=ee95d0e3-7697-4dae-99b4-7ab7ee10372c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:37.528054 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b73300a3-e4d3-4cb4-8720-753ce288fc30 None None] Attempting to bind port ee95d0e3-7697-4dae-99b4-7ab7ee10372c on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:00:37.529254 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b73300a3-e4d3-4cb4-8720-753ce288fc30 None None] Attempting to bind port ee95d0e3-7697-4dae-99b4-7ab7ee10372c by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'f6912e51-10ab-4acb-8bc2-00e287039a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9d6bf5bb-e786-4af1-81e6-c913ec247893'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:00:37.529254 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73300a3-e4d3-4cb4-8720-753ce288fc30 None None] Attempting to bind port ee95d0e3-7697-4dae-99b4-7ab7ee10372c on network 9d6bf5bb-e786-4af1-81e6-c913ec247893 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:00:37.534212 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73300a3-e4d3-4cb4-8720-753ce288fc30 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:00:37.534585 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73300a3-e4d3-4cb4-8720-753ce288fc30 None None] Checking segment: {'id': 'f6912e51-10ab-4acb-8bc2-00e287039a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9d6bf5bb-e786-4af1-81e6-c913ec247893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:37.534987 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b73300a3-e4d3-4cb4-8720-753ce288fc30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:37.536608 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73300a3-e4d3-4cb4-8720-753ce288fc30 None None] Bound using segment: {'id': 'f6912e51-10ab-4acb-8bc2-00e287039a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9d6bf5bb-e786-4af1-81e6-c913ec247893'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:00:37.536608 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b73300a3-e4d3-4cb4-8720-753ce288fc30 None None] Bound port: ee95d0e3-7697-4dae-99b4-7ab7ee10372c, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6912e51-10ab-4acb-8bc2-00e287039a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9d6bf5bb-e786-4af1-81e6-c913ec247893'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:00:37.536608 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b73300a3-e4d3-4cb4-8720-753ce288fc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:37.581775 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-edc4564a-a842-469e-b2b9-554fd29da399 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:37.587673 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-a2d07b37-1115-408a-bde8-d639bf39729f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Project d1a27bea49814722818e7a3b77708f76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:00:37.595042 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9eb3fa80-e9bd-422d-af7d-6e63b13db142 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:37.622926 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2d07b37-1115-408a-bde8-d639bf39729f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:37.627346 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b73300a3-e4d3-4cb4-8720-753ce288fc30 None None] For port ee95d0e3-7697-4dae-99b4-7ab7ee10372c, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:00:37.632061 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b73300a3-e4d3-4cb4-8720-753ce288fc30 None None] For port ee95d0e3-7697-4dae-99b4-7ab7ee10372c, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=ee95d0e3-7697-4dae-99b4-7ab7ee10372c,segment=NetworkSegment(f6912e51-10ab-4acb-8bc2-00e287039a38),segment_id=f6912e51-10ab-4acb-8bc2-00e287039a38)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:00:37.638165 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b73300a3-e4d3-4cb4-8720-753ce288fc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:37.681186 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96206937-7d06-4277-b053-4bca259b7b35 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:37.693076 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a03e3eb-0f48-44bf-9015-602b11180d14 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:37.700696 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6416d73f-c172-4fb1-bfa0-6d3aa44004c8 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:37.718945 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9783958-41a3-4a00-90e2-5d1812bdd2ad None None] Sync routers for ids ['743aef22-c18f-4244-8437-75ac83c1aeb0'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:37.729725 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6416d73f-c172-4fb1-bfa0-6d3aa44004c8 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:37.735340 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-17b27ab1-d88a-4e34-a4d2-565f9e1333bd tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:37.740086 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9783958-41a3-4a00-90e2-5d1812bdd2ad None None] Routers {'743aef22-c18f-4244-8437-75ac83c1aeb0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:37.741153 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e9783958-41a3-4a00-90e2-5d1812bdd2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['743aef22-c18f-4244-8437-75ac83c1aeb0'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:37.752951 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73300a3-e4d3-4cb4-8720-753ce288fc30 None None] Pushing event updated for resources: {'Port': ['ID=ee95d0e3-7697-4dae-99b4-7ab7ee10372c,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:37.759163 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96206937-7d06-4277-b053-4bca259b7b35 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event deleted for resources: {'Subnet': ['ID=1efe5ecb-8086-493f-9a92-5beb28d9f11e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:37.816787 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e9783958-41a3-4a00-90e2-5d1812bdd2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:37.817417 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2d07b37-1115-408a-bde8-d639bf39729f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:37.818999 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-edc4564a-a842-469e-b2b9-554fd29da399 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:37.830211 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9783958-41a3-4a00-90e2-5d1812bdd2ad None None] Routers {'743aef22-c18f-4244-8437-75ac83c1aeb0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:37.831742 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e9783958-41a3-4a00-90e2-5d1812bdd2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['743aef22-c18f-4244-8437-75ac83c1aeb0'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:37.844822 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2d07b37-1115-408a-bde8-d639bf39729f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:37.877530 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e9783958-41a3-4a00-90e2-5d1812bdd2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:37.878283 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9783958-41a3-4a00-90e2-5d1812bdd2ad None None] The sync data for ids ['743aef22-c18f-4244-8437-75ac83c1aeb0'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:00:37.879226 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-edc4564a-a842-469e-b2b9-554fd29da399 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:37.886754 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-edc4564a-a842-469e-b2b9-554fd29da399 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/a1bfbc92-ace6-4123-b697-3185630315e4 HTTP/1.1" status: 204 len: 168 time: 0.7834470 Nov 29 02:00:37.887406 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39686) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:37.892328 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b94913-de91-40c6-9201-e2399cfc43e3 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:37.895902 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc4564a-a842-469e-b2b9-554fd29da399 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Subnet': ['ID=a1bfbc92-ace6-4123-b697-3185630315e4,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:37.955554 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b9b4bcf1-f62f-4510-8d93-cb41dacca8d5 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0610478 Nov 29 02:00:37.956355 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d07b37-1115-408a-bde8-d639bf39729f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e39649-3186-4d58-b44a-cbf9d9db2111,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:37.958951 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39688) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:37.965111 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2d07b37-1115-408a-bde8-d639bf39729f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:37.966356 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a2d07b37-1115-408a-bde8-d639bf39729f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5134671 Nov 29 02:00:37.970273 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ea8bc0ea-3646-400a-8e4d-74686a3ad3fc tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:37.977911 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39690) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:37.986189 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-3a6a3573-a095-44ef-ac4a-b39d194291b6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '9bafd4ec-9592-4a44-8b84-abcf6ef82bdf', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:38.137600 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731ac2e3-ab08-47a5-b7db-85b2871e91d7 None None] DHCP port deletion for 126abf58-b75c-4c07-bafa-8e25bc6621b0 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:38.176393 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a03e3eb-0f48-44bf-9015-602b11180d14 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Router 46d6fc14-c160-4d0e-bed5-5d7f6ab6def0 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:00:38.178362 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-3a6a3573-a095-44ef-ac4a-b39d194291b6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Project d1a27bea49814722818e7a3b77708f76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:00:38.191752 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a6a3573-a095-44ef-ac4a-b39d194291b6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:38.206907 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-731ac2e3-ab08-47a5-b7db-85b2871e91d7 None None] Deleting port da7966a8-ba08-48a0-94b8-bd26d1701fd5 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:38.207416 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-731ac2e3-ab08-47a5-b7db-85b2871e91d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:38.277571 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-731ac2e3-ab08-47a5-b7db-85b2871e91d7 None None] For port da7966a8-ba08-48a0-94b8-bd26d1701fd5, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=da7966a8-ba08-48a0-94b8-bd26d1701fd5,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:38.278241 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6416d73f-c172-4fb1-bfa0-6d3aa44004c8 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "DELETE /v2.0/floatingips/a9ce2137-f0c6-4053-a304-d4f9c7ce812a HTTP/1.1" status: 204 len: 168 time: 5.2514606 Nov 29 02:00:38.278913 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-731ac2e3-ab08-47a5-b7db-85b2871e91d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:38.283016 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39692) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:38.294075 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-731ac2e3-ab08-47a5-b7db-85b2871e91d7 None None] Calling delete_port for da7966a8-ba08-48a0-94b8-bd26d1701fd5 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:38.336490 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8bc0ea-3646-400a-8e4d-74686a3ad3fc tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:38.340167 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ea8bc0ea-3646-400a-8e4d-74686a3ad3fc tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:38.355094 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96206937-7d06-4277-b053-4bca259b7b35 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:38.382814 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-731ac2e3-ab08-47a5-b7db-85b2871e91d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:38.430936 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ac2e3-ab08-47a5-b7db-85b2871e91d7 None None] Pushing event deleted for resources: {'Port': ['ID=da7966a8-ba08-48a0-94b8-bd26d1701fd5,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:38.433727 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731ac2e3-ab08-47a5-b7db-85b2871e91d7 None None] No DVR routers for this DVR port da7966a8-ba08-48a0-94b8-bd26d1701fd5 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:00:38.456372 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-96206937-7d06-4277-b053-4bca259b7b35 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d6bf5bb-e786-4af1-81e6-c913ec247893']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:38.481975 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-96206937-7d06-4277-b053-4bca259b7b35 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6912e51-10ab-4acb-8bc2-00e287039a38') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:38.482284 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-96206937-7d06-4277-b053-4bca259b7b35 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6912e51-10ab-4acb-8bc2-00e287039a38') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:38.532389 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96206937-7d06-4277-b053-4bca259b7b35 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:38.546352 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device ee95d0e3-7697-4dae-99b4-7ab7ee10372c up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:00:38.559360 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96206937-7d06-4277-b053-4bca259b7b35 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:38.578273 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96206937-7d06-4277-b053-4bca259b7b35 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:00:38.579162 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96206937-7d06-4277-b053-4bca259b7b35 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:38.582995 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:00:38.582995 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:00:38.582995 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:00:38.582995 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:00:38.582995 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:00:38.582995 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:00:38.582995 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:00:38.582995 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:00:38.582995 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:00:38.582995 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:00:38.582995 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:00:38.582995 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:00:38.582995 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:00:38.582995 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:00:38.582995 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:00:38.582995 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:00:38.582995 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:00:38.582995 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:00:38.582995 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:00:38.582995 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:00:38.582995 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:00:38.582995 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:00:38.582995 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:00:38.582995 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:00:38.582995 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:00:38.582995 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:00:38.582995 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:00:38.582995 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:00:38.582995 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:00:38.582995 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:00:38.582995 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:00:38.582995 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:00:38.608399 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port ee95d0e3-7697-4dae-99b4-7ab7ee10372c triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:38.608792 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:38.696141 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:38.704767 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.db.api [None req-96206937-7d06-4277-b053-4bca259b7b35 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 29 02:00:38.704767 dv-neutron-819032-3-hyperv neutron-server[103255]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 29 02:00:38.704767 dv-neutron-819032-3-hyperv neutron-server[103255]: [parameters: {'id': '9d6bf5bb-e786-4af1-81e6-c913ec247893'}] Nov 29 02:00:38.704767 dv-neutron-819032-3-hyperv neutron-server[103255]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:00:38.705254 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG oslo_db.api [None req-96206937-7d06-4277-b053-4bca259b7b35 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:00:38.718818 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2650727f-c966-4ba4-a174-bc89c4480e8d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Deleting port e770ddc4-a06a-4aa2-bc9f-503189c1a0b8 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:38.719632 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2650727f-c966-4ba4-a174-bc89c4480e8d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:38.736576 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port ee95d0e3-7697-4dae-99b4-7ab7ee10372c, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=ee95d0e3-7697-4dae-99b4-7ab7ee10372c,segment=NetworkSegment(f6912e51-10ab-4acb-8bc2-00e287039a38),segment_id=f6912e51-10ab-4acb-8bc2-00e287039a38)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:38.741831 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:38.803320 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=ee95d0e3-7697-4dae-99b4-7ab7ee10372c,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:38.840829 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device da7966a8-ba08-48a0-94b8-bd26d1701fd5 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:00:38.860533 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a03e3eb-0f48-44bf-9015-602b11180d14 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:38.879223 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: da7966a8-ba08-48a0-94b8-bd26d1701fd5 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:00:38.881025 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device da7966a8-ba08-48a0-94b8-bd26d1701fd5 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:00:38.886293 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afedf4e-b4dd-4c03-a078-2e2d915da3e0 None None] Sync routers for ids ['46d6fc14-c160-4d0e-bed5-5d7f6ab6def0'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:38.903530 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afedf4e-b4dd-4c03-a078-2e2d915da3e0 None None] Routers {'46d6fc14-c160-4d0e-bed5-5d7f6ab6def0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:38.904369 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6afedf4e-b4dd-4c03-a078-2e2d915da3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['46d6fc14-c160-4d0e-bed5-5d7f6ab6def0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:38.913824 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a6a3573-a095-44ef-ac4a-b39d194291b6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:38.922104 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2650727f-c966-4ba4-a174-bc89c4480e8d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:38.927618 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9eb3fa80-e9bd-422d-af7d-6e63b13db142 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Deleting port 924c956f-5797-42a2-ba5e-51fc9baac57b {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:38.927966 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9eb3fa80-e9bd-422d-af7d-6e63b13db142 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:38.930028 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a6a3573-a095-44ef-ac4a-b39d194291b6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:38.962475 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6afedf4e-b4dd-4c03-a078-2e2d915da3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:38.963071 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a3573-a095-44ef-ac4a-b39d194291b6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e001e685-73ec-4105-a402-c161b72f750e,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:38.975157 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afedf4e-b4dd-4c03-a078-2e2d915da3e0 None None] Routers {'46d6fc14-c160-4d0e-bed5-5d7f6ab6def0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:38.976023 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6afedf4e-b4dd-4c03-a078-2e2d915da3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['46d6fc14-c160-4d0e-bed5-5d7f6ab6def0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:38.979672 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0a03e3eb-0f48-44bf-9015-602b11180d14 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:38.981491 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0a03e3eb-0f48-44bf-9015-602b11180d14 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.7287252 Nov 29 02:00:38.987911 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39696) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:38.994970 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f4c3ecf0-af83-4a57-a3b2-5b957095a332 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'enable_snat': False}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:38.999090 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2650727f-c966-4ba4-a174-bc89c4480e8d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Calling delete_port for e770ddc4-a06a-4aa2-bc9f-503189c1a0b8 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:39.012382 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a6a3573-a095-44ef-ac4a-b39d194291b6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:39.018221 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3a6a3573-a095-44ef-ac4a-b39d194291b6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0378110 Nov 29 02:00:39.030681 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6afedf4e-b4dd-4c03-a078-2e2d915da3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:39.036505 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afedf4e-b4dd-4c03-a078-2e2d915da3e0 None None] The sync data for ids ['46d6fc14-c160-4d0e-bed5-5d7f6ab6def0'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:00:39.079268 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfa55c2-3a92-4bb9-818c-15772c066552 None None] Network 9d6bf5bb-e786-4af1-81e6-c913ec247893 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:39.146823 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-17b27ab1-d88a-4e34-a4d2-565f9e1333bd tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Deleting port 2ae86ca1-4f91-4a8d-af6d-0da481376f94 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:39.147175 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-17b27ab1-d88a-4e34-a4d2-565f9e1333bd tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:39.192845 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-ac00a1da-64a1-4504-bfa6-5bdf14303446 None None] Provisioning complete for port ee95d0e3-7697-4dae-99b4-7ab7ee10372c triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:39.193654 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac00a1da-64a1-4504-bfa6-5bdf14303446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:39.217281 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96206937-7d06-4277-b053-4bca259b7b35 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:39.235013 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9eb3fa80-e9bd-422d-af7d-6e63b13db142 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:39.250718 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.objects.ports [None req-ea8bc0ea-3646-400a-8e4d-74686a3ad3fc tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103254) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 02:00:39.252794 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ea8bc0ea-3646-400a-8e4d-74686a3ad3fc tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:39.295178 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9eb3fa80-e9bd-422d-af7d-6e63b13db142 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Calling delete_port for 924c956f-5797-42a2-ba5e-51fc9baac57b owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:39.330216 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8bc0ea-3646-400a-8e4d-74686a3ad3fc tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:39.343040 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-ea8bc0ea-3646-400a-8e4d-74686a3ad3fc tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:39.349291 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8bc0ea-3646-400a-8e4d-74686a3ad3fc tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:39.350177 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ea8bc0ea-3646-400a-8e4d-74686a3ad3fc tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:39.361261 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8bc0ea-3646-400a-8e4d-74686a3ad3fc tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Subnet': ['ID=07803376-60c1-4b78-93b8-ecbde3df62b1,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:39.388210 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ea8bc0ea-3646-400a-8e4d-74686a3ad3fc tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4236760 Nov 29 02:00:39.391872 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39710) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:39.392034 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0110348f-ac8c-4c76-b53d-799b0311137a None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:39.402191 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1a1e6129-5a7f-4cf6-86b5-2947c97f00e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'port': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'mac_address': 'fa:16:3e:a1:2b:70', 'name': 'tempest-NetworksTestDHCPv6-922412672'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:39.423071 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-edd852a8-289c-47e6-922e-b91c7d63ccc6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1847658376&fields=id&tenant_id=d1a27bea49814722818e7a3b77708f76 HTTP/1.1" status: 200 len: 267 time: 0.1115696 Nov 29 02:00:39.512997 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-17b27ab1-d88a-4e34-a4d2-565f9e1333bd tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:39.553857 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-17b27ab1-d88a-4e34-a4d2-565f9e1333bd tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Calling delete_port for 2ae86ca1-4f91-4a8d-af6d-0da481376f94 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:39.586473 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9778e2-6d57-4dbb-b33d-bbe159544b2b None None] DHCP port deletion for 9d6bf5bb-e786-4af1-81e6-c913ec247893 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:39.606113 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-5b8ebf21-3e64-4a34-ae37-173f1c607785 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:39.612994 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-5b8ebf21-3e64-4a34-ae37-173f1c607785 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/networks?id=029b38e4-f7a6-4c8b-aabd-f01a29e78b62 HTTP/1.1" status: 200 len: 797 time: 0.1655169 Nov 29 02:00:39.625331 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1e6129-5a7f-4cf6-86b5-2947c97f00e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:39.634953 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f77f93-ebf7-48dc-8503-e524cfe9c340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-126abf58-b75c-4c07-bafa-8e25bc6621b0', 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'fixed_ips': [{'subnet_id': '07803376-60c1-4b78-93b8-ecbde3df62b1'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:00:39.635668 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-fa20f158-3d70-4713-959d-d2cdabcd4dcd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/quotas/d1a27bea49814722818e7a3b77708f76 HTTP/1.1" status: 200 len: 375 time: 0.0216641 Nov 29 02:00:39.635853 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e2f77f93-ebf7-48dc-8503-e524cfe9c340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:39.738190 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-05be76c6-7000-4659-bb42-053205ac9244 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1016586 Nov 29 02:00:39.752118 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-cd9778e2-6d57-4dbb-b33d-bbe159544b2b None None] Deleting port ee95d0e3-7697-4dae-99b4-7ab7ee10372c {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:39.752484 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cd9778e2-6d57-4dbb-b33d-bbe159544b2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:39.754170 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-96206937-7d06-4277-b053-4bca259b7b35 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Deleting port ee95d0e3-7697-4dae-99b4-7ab7ee10372c {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:39.754542 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96206937-7d06-4277-b053-4bca259b7b35 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:39.762506 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1a1e6129-5a7f-4cf6-86b5-2947c97f00e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:39.784796 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-1a1e6129-5a7f-4cf6-86b5-2947c97f00e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] device_id is not set on port a2890a02-d110-430a-89f7-6eafd882cb36 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:00:39.842257 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-e2f77f93-ebf7-48dc-8503-e524cfe9c340 None None] Allocated IP 2001:db8::f816:3eff:feff:378f (126abf58-b75c-4c07-bafa-8e25bc6621b0/07803376-60c1-4b78-93b8-ecbde3df62b1/256518e6-5f9d-4241-bb66-527b2546d3ca) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:39.849877 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-cd9778e2-6d57-4dbb-b33d-bbe159544b2b None None] For port ee95d0e3-7697-4dae-99b4-7ab7ee10372c, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=ee95d0e3-7697-4dae-99b4-7ab7ee10372c,segment=NetworkSegment(f6912e51-10ab-4acb-8bc2-00e287039a38),segment_id=f6912e51-10ab-4acb-8bc2-00e287039a38)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:39.850306 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cd9778e2-6d57-4dbb-b33d-bbe159544b2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:39.872733 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-cd9778e2-6d57-4dbb-b33d-bbe159544b2b None None] Calling delete_port for ee95d0e3-7697-4dae-99b4-7ab7ee10372c owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:39.906279 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2650727f-c966-4ba4-a174-bc89c4480e8d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:39.924246 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-7b7f58c3-ba30-47f5-a7af-24d948233ed6 service neutron] 10.222.0.37 "GET /v2.0/networks/029b38e4-f7a6-4c8b-aabd-f01a29e78b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347802 Nov 29 02:00:40.027578 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cd9778e2-6d57-4dbb-b33d-bbe159544b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:40.038405 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-96206937-7d06-4277-b053-4bca259b7b35 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] For port ee95d0e3-7697-4dae-99b4-7ab7ee10372c, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=ee95d0e3-7697-4dae-99b4-7ab7ee10372c,segment=NetworkSegment(f6912e51-10ab-4acb-8bc2-00e287039a38),segment_id=f6912e51-10ab-4acb-8bc2-00e287039a38)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:40.038760 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96206937-7d06-4277-b053-4bca259b7b35 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:40.040570 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-980e3950-4547-4de6-ba9f-1576e11d7ca5 service neutron] 10.222.0.37 "GET /v2.0/networks/029b38e4-f7a6-4c8b-aabd-f01a29e78b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046305 Nov 29 02:00:40.047746 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650727f-c966-4ba4-a174-bc89c4480e8d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event deleted for resources: {'Port': ['ID=e770ddc4-a06a-4aa2-bc9f-503189c1a0b8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:40.073894 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c153d1e4-2966-431d-8304-de731044805e None None] DHCP port deletion for 4851bbc4-3ddc-4587-9d58-c74c6a0c2d41 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:40.084586 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9778e2-6d57-4dbb-b33d-bbe159544b2b None None] Pushing event deleted for resources: {'Port': ['ID=ee95d0e3-7697-4dae-99b4-7ab7ee10372c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:40.087644 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9778e2-6d57-4dbb-b33d-bbe159544b2b None None] No DVR routers for this DVR port ee95d0e3-7697-4dae-99b4-7ab7ee10372c on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:00:40.114508 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-96206937-7d06-4277-b053-4bca259b7b35 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Calling delete_port for ee95d0e3-7697-4dae-99b4-7ab7ee10372c owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:40.131558 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9eb3fa80-e9bd-422d-af7d-6e63b13db142 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:40.168859 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e2f77f93-ebf7-48dc-8503-e524cfe9c340 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:40.183964 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e2f77f93-ebf7-48dc-8503-e524cfe9c340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:40.254858 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-1a1e6129-5a7f-4cf6-86b5-2947c97f00e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Allocated IP 2001:db8::f816:3eff:fea1:2b70 (126abf58-b75c-4c07-bafa-8e25bc6621b0/07803376-60c1-4b78-93b8-ecbde3df62b1/a2890a02-d110-430a-89f7-6eafd882cb36) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:40.255946 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f77f93-ebf7-48dc-8503-e524cfe9c340 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:40.259048 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-e2f77f93-ebf7-48dc-8503-e524cfe9c340 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:40.263865 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f77f93-ebf7-48dc-8503-e524cfe9c340 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:40.275835 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f77f93-ebf7-48dc-8503-e524cfe9c340 None None] Pushing event updated for resources: {'Port': ['ID=256518e6-5f9d-4241-bb66-527b2546d3ca,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:40.281528 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4c3ecf0-af83-4a57-a3b2-5b957095a332 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:40.288735 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3fa80-e9bd-422d-af7d-6e63b13db142 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event deleted for resources: {'Port': ['ID=924c956f-5797-42a2-ba5e-51fc9baac57b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:40.300405 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4b589aee-2a4f-4823-a3d3-45898dc49baa req-fe136338-750a-4c8f-8fdb-ac1b3265c5ab tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=578df434-f9f5-44eb-b253-1188d7bf146d HTTP/1.1" status: 200 len: 210 time: 0.0508406 Nov 29 02:00:40.342467 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-e2f77f93-ebf7-48dc-8503-e524cfe9c340 None None] Attempting to bind port 256518e6-5f9d-4241-bb66-527b2546d3ca on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:00:40.343277 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-e2f77f93-ebf7-48dc-8503-e524cfe9c340 None None] Attempting to bind port 256518e6-5f9d-4241-bb66-527b2546d3ca by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:00:40.343818 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f77f93-ebf7-48dc-8503-e524cfe9c340 None None] Attempting to bind port 256518e6-5f9d-4241-bb66-527b2546d3ca on network 126abf58-b75c-4c07-bafa-8e25bc6621b0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:00:40.353750 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f77f93-ebf7-48dc-8503-e524cfe9c340 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:00:40.354141 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f77f93-ebf7-48dc-8503-e524cfe9c340 None None] Checking segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:40.354609 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e2f77f93-ebf7-48dc-8503-e524cfe9c340 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:40.355012 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f77f93-ebf7-48dc-8503-e524cfe9c340 None None] Bound using segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:00:40.355615 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-e2f77f93-ebf7-48dc-8503-e524cfe9c340 None None] Bound port: 256518e6-5f9d-4241-bb66-527b2546d3ca, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:00:40.356001 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e2f77f93-ebf7-48dc-8503-e524cfe9c340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:40.356260 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-17b27ab1-d88a-4e34-a4d2-565f9e1333bd tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:40.431700 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e2f77f93-ebf7-48dc-8503-e524cfe9c340 None None] For port 256518e6-5f9d-4241-bb66-527b2546d3ca, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:00:40.436055 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e2f77f93-ebf7-48dc-8503-e524cfe9c340 None None] For port 256518e6-5f9d-4241-bb66-527b2546d3ca, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=256518e6-5f9d-4241-bb66-527b2546d3ca,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:00:40.446067 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e2f77f93-ebf7-48dc-8503-e524cfe9c340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:40.464008 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1a1e6129-5a7f-4cf6-86b5-2947c97f00e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:40.536962 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f77f93-ebf7-48dc-8503-e524cfe9c340 None None] Pushing event updated for resources: {'Port': ['ID=256518e6-5f9d-4241-bb66-527b2546d3ca,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:40.552043 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1a1e6129-5a7f-4cf6-86b5-2947c97f00e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:40.564625 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device ee95d0e3-7697-4dae-99b4-7ab7ee10372c no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:00:40.601721 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: ee95d0e3-7697-4dae-99b4-7ab7ee10372c {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:00:40.602080 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device ee95d0e3-7697-4dae-99b4-7ab7ee10372c not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:00:40.631327 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2650727f-c966-4ba4-a174-bc89c4480e8d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:40.631931 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1e6129-5a7f-4cf6-86b5-2947c97f00e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:40.636127 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2650727f-c966-4ba4-a174-bc89c4480e8d tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "DELETE /v2.0/ports/e770ddc4-a06a-4aa2-bc9f-503189c1a0b8 HTTP/1.1" status: 204 len: 168 time: 2.3228059 Nov 29 02:00:40.637268 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b27ab1-d88a-4e34-a4d2-565f9e1333bd tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Pushing event deleted for resources: {'Port': ['ID=2ae86ca1-4f91-4a8d-af6d-0da481376f94,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:40.639803 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-1a1e6129-5a7f-4cf6-86b5-2947c97f00e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:40.641589 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39722) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:40.653824 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1e6129-5a7f-4cf6-86b5-2947c97f00e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:40.660015 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1e6129-5a7f-4cf6-86b5-2947c97f00e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:40.660868 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1a1e6129-5a7f-4cf6-86b5-2947c97f00e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:40.670242 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4af054b3-f21f-4f13-8d5c-df350ade4141 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:40.688744 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e6129-5a7f-4cf6-86b5-2947c97f00e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Port': ['ID=a2890a02-d110-430a-89f7-6eafd882cb36,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:40.698888 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9eb3fa80-e9bd-422d-af7d-6e63b13db142 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:40.726535 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4af054b3-f21f-4f13-8d5c-df350ade4141 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:40.789315 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1a1e6129-5a7f-4cf6-86b5-2947c97f00e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3968389 Nov 29 02:00:40.793319 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39726) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:40.891811 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec620d01-2ca3-4333-bd02-f74e1145c674 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:40.902877 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec620d01-2ca3-4333-bd02-f74e1145c674 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:40.904552 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ec620d01-2ca3-4333-bd02-f74e1145c674 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1101182 Nov 29 02:00:40.908759 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39728) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:41.043909 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4af054b3-f21f-4f13-8d5c-df350ade4141 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:41.137518 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-aeddbbaa-6b9d-48d0-a300-b3b6a0a98629 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting port a2890a02-d110-430a-89f7-6eafd882cb36 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:41.138134 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aeddbbaa-6b9d-48d0-a300-b3b6a0a98629 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:41.247828 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-4af054b3-f21f-4f13-8d5c-df350ade4141 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Allocated IP 172.26.3.235 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/f2a00db9-3ca5-4ff0-8f87-768941e2bf33) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:41.362302 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aeddbbaa-6b9d-48d0-a300-b3b6a0a98629 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:41.381089 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-aeddbbaa-6b9d-48d0-a300-b3b6a0a98629 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Calling delete_port for a2890a02-d110-430a-89f7-6eafd882cb36 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:41.448990 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96206937-7d06-4277-b053-4bca259b7b35 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:41.470229 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6bcd9521-3ac7-4027-9f0e-8cf2f2c66903 req-9c9458a4-4fd6-4729-bb34-ebad0b81c79a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=578df434-f9f5-44eb-b253-1188d7bf146d HTTP/1.1" status: 200 len: 210 time: 0.0716712 Nov 29 02:00:41.484733 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-17b27ab1-d88a-4e34-a4d2-565f9e1333bd tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:41.489536 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96206937-7d06-4277-b053-4bca259b7b35 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event deleted for resources: {'Port': ['ID=ee95d0e3-7697-4dae-99b4-7ab7ee10372c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:41.506272 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4af054b3-f21f-4f13-8d5c-df350ade4141 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:41.508077 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb3fa80-e9bd-422d-af7d-6e63b13db142 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Router 574a51fd-90a8-47e3-8f8a-51ef8697ea6a has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:00:41.509100 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96206937-7d06-4277-b053-4bca259b7b35 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] No DVR routers for this DVR port ee95d0e3-7697-4dae-99b4-7ab7ee10372c on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:00:41.597624 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4af054b3-f21f-4f13-8d5c-df350ade4141 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:41.661303 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af054b3-f21f-4f13-8d5c-df350ade4141 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:41.664609 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-4af054b3-f21f-4f13-8d5c-df350ade4141 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:41.668245 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af054b3-f21f-4f13-8d5c-df350ade4141 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:41.696708 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aeddbbaa-6b9d-48d0-a300-b3b6a0a98629 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:41.716403 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af054b3-f21f-4f13-8d5c-df350ade4141 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event updated for resources: {'Port': ['ID=f2a00db9-3ca5-4ff0-8f87-768941e2bf33,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:41.740557 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96206937-7d06-4277-b053-4bca259b7b35 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:41.780738 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aeddbbaa-6b9d-48d0-a300-b3b6a0a98629 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:41.786683 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-aeddbbaa-6b9d-48d0-a300-b3b6a0a98629 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/a2890a02-d110-430a-89f7-6eafd882cb36 HTTP/1.1" status: 204 len: 168 time: 0.8747110 Nov 29 02:00:41.786683 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeddbbaa-6b9d-48d0-a300-b3b6a0a98629 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Port': ['ID=a2890a02-d110-430a-89f7-6eafd882cb36,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:41.789770 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39734) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:41.883151 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb3fa80-e9bd-422d-af7d-6e63b13db142 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:41.886573 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0333e27b-c0bb-4b9c-9690-21ccdf6442a9 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:41.888258 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0333e27b-c0bb-4b9c-9690-21ccdf6442a9 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:41.890468 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0333e27b-c0bb-4b9c-9690-21ccdf6442a9 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0996704 Nov 29 02:00:41.893523 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39736) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:41.900033 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2323ad-8992-4fc5-b3fb-1150a0b38133 None None] Sync routers for ids ['574a51fd-90a8-47e3-8f8a-51ef8697ea6a'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:41.906165 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9eb3fa80-e9bd-422d-af7d-6e63b13db142 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "PUT /v2.0/routers/574a51fd-90a8-47e3-8f8a-51ef8697ea6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2538624 Nov 29 02:00:41.917977 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-96206937-7d06-4277-b053-4bca259b7b35 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d6bf5bb-e786-4af1-81e6-c913ec247893']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:41.920232 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39738) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:41.926339 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2323ad-8992-4fc5-b3fb-1150a0b38133 None None] Routers {'574a51fd-90a8-47e3-8f8a-51ef8697ea6a'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:41.927257 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1a2323ad-8992-4fc5-b3fb-1150a0b38133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['574a51fd-90a8-47e3-8f8a-51ef8697ea6a'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:41.939579 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4af054b3-f21f-4f13-8d5c-df350ade4141 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:41.967469 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f660b38-b4fc-4ba0-92f1-7ffe7eb8f8dd tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting subnet 07803376-60c1-4b78-93b8-ecbde3df62b1 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:00:41.973506 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3dd58b41-3e80-41bc-a054-8a20df2c7582 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "GET /v2.0/ports?device_id=574a51fd-90a8-47e3-8f8a-51ef8697ea6a HTTP/1.1" status: 200 len: 205 time: 0.0468051 Nov 29 02:00:41.973737 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7f660b38-b4fc-4ba0-92f1-7ffe7eb8f8dd tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:41.976149 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-96206937-7d06-4277-b053-4bca259b7b35 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6912e51-10ab-4acb-8bc2-00e287039a38') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:41.976451 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-96206937-7d06-4277-b053-4bca259b7b35 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6912e51-10ab-4acb-8bc2-00e287039a38') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:41.979804 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b27ab1-d88a-4e34-a4d2-565f9e1333bd tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Router 26dec7dc-26db-49b9-ac8d-86c05398c073 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:00:41.988788 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39742) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:42.024006 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1a2323ad-8992-4fc5-b3fb-1150a0b38133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:42.027800 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ea7316e9-878a-47e8-982b-ccbbeff1c786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:42.036452 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2323ad-8992-4fc5-b3fb-1150a0b38133 None None] Routers {'574a51fd-90a8-47e3-8f8a-51ef8697ea6a'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:42.037194 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1a2323ad-8992-4fc5-b3fb-1150a0b38133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['574a51fd-90a8-47e3-8f8a-51ef8697ea6a'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:42.055956 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96206937-7d06-4277-b053-4bca259b7b35 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:42.105662 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96206937-7d06-4277-b053-4bca259b7b35 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:42.108455 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4af054b3-f21f-4f13-8d5c-df350ade4141 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:42.118589 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-7f3bdd6c-29c0-488f-be87-e0006e0d5efc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:42.122649 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-7f3bdd6c-29c0-488f-be87-e0006e0d5efc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/networks?id=029b38e4-f7a6-4c8b-aabd-f01a29e78b62 HTTP/1.1" status: 200 len: 797 time: 0.3756857 Nov 29 02:00:42.156559 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7f660b38-b4fc-4ba0-92f1-7ffe7eb8f8dd tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:42.157305 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-202e2451-dc6d-403a-9c3b-e92002c2d491 None None] Provisioning complete for port 256518e6-5f9d-4241-bb66-527b2546d3ca triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:42.157951 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-202e2451-dc6d-403a-9c3b-e92002c2d491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:42.161281 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-755273b3-02b0-47f2-9a8c-b79e00c141f9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:42.219946 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1a2323ad-8992-4fc5-b3fb-1150a0b38133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:42.220847 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2323ad-8992-4fc5-b3fb-1150a0b38133 None None] The sync data for ids ['574a51fd-90a8-47e3-8f8a-51ef8697ea6a'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:00:42.236274 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96206937-7d06-4277-b053-4bca259b7b35 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:00:42.236691 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96206937-7d06-4277-b053-4bca259b7b35 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: self.session.flush() Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: self.session.flush() Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: self.session.flush() Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: self.session.flush() Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:00:42.239848 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:00:42.294705 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-202e2451-dc6d-403a-9c3b-e92002c2d491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:42.359981 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-202e2451-dc6d-403a-9c3b-e92002c2d491 None None] For port 256518e6-5f9d-4241-bb66-527b2546d3ca, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=256518e6-5f9d-4241-bb66-527b2546d3ca,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:42.368093 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-202e2451-dc6d-403a-9c3b-e92002c2d491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:42.372506 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b27ab1-d88a-4e34-a4d2-565f9e1333bd tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:42.381726 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-17b27ab1-d88a-4e34-a4d2-565f9e1333bd tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] 10.222.0.37 "PUT /v2.0/routers/26dec7dc-26db-49b9-ac8d-86c05398c073/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7238345 Nov 29 02:00:42.393340 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39748) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:42.417245 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bfab82-1255-4d60-bda7-7ea2c4a957a7 None None] Sync routers for ids ['26dec7dc-26db-49b9-ac8d-86c05398c073'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:42.441692 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-58840aea-1194-46f8-86c4-5adafeda6403 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] show failed (client error): The resource could not be found. Nov 29 02:00:42.442771 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-58840aea-1194-46f8-86c4-5adafeda6403 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-298677279 HTTP/1.1" status: 404 len: 334 time: 0.0465987 Nov 29 02:00:42.446753 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96206937-7d06-4277-b053-4bca259b7b35 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:42.461703 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bfab82-1255-4d60-bda7-7ea2c4a957a7 None None] Routers {'26dec7dc-26db-49b9-ac8d-86c05398c073'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:42.462343 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f9bfab82-1255-4d60-bda7-7ea2c4a957a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['26dec7dc-26db-49b9-ac8d-86c05398c073'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:42.495372 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39750) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:42.500200 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b1a69b0e-5908-4411-8a42-06b11fa3b644 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:42.553107 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96206937-7d06-4277-b053-4bca259b7b35 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:42.563339 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-96206937-7d06-4277-b053-4bca259b7b35 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "DELETE /v2.0/networks/9d6bf5bb-e786-4af1-81e6-c913ec247893 HTTP/1.1" status: 204 len: 168 time: 5.7126117 Nov 29 02:00:42.571576 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39754) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:42.589837 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f9bfab82-1255-4d60-bda7-7ea2c4a957a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:42.601460 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 256518e6-5f9d-4241-bb66-527b2546d3ca up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:00:42.605415 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-a5f7f081-c87f-4701-a0a1-b5bdc17f0666 None None] Could not find standard attr ID for object a2890a02-d110-430a-89f7-6eafd882cb36. {{(pid=103256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 02:00:42.607913 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e2451-dc6d-403a-9c3b-e92002c2d491 None None] Pushing event updated for resources: {'Port': ['ID=256518e6-5f9d-4241-bb66-527b2546d3ca,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:42.627262 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96206937-7d06-4277-b053-4bca259b7b35 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event deleted for resources: {'Network': ['ID=9d6bf5bb-e786-4af1-81e6-c913ec247893,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:42.634111 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-217172f3-e715-4a98-8b6c-c4298381c444 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1185186649'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:42.650826 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bfab82-1255-4d60-bda7-7ea2c4a957a7 None None] Routers {'26dec7dc-26db-49b9-ac8d-86c05398c073'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:42.651758 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f9bfab82-1255-4d60-bda7-7ea2c4a957a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['26dec7dc-26db-49b9-ac8d-86c05398c073'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:42.694907 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f9bfab82-1255-4d60-bda7-7ea2c4a957a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:42.695677 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bfab82-1255-4d60-bda7-7ea2c4a957a7 None None] The sync data for ids ['26dec7dc-26db-49b9-ac8d-86c05398c073'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:00:42.715684 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 256518e6-5f9d-4241-bb66-527b2546d3ca triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:42.716064 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:42.723548 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-c76178d6-0c57-45ad-b878-da61a4363772 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1a27bea49814722818e7a3b77708f76 HTTP/1.1" status: 200 len: 473 time: 0.5313082 Nov 29 02:00:42.726698 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217172f3-e715-4a98-8b6c-c4298381c444 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Made reservation on behalf of 9c0ad15ecb344bb299c0c6d9f8bbfbe2 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:42.730768 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-217172f3-e715-4a98-8b6c-c4298381c444 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:42.738686 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-78f9a342-7f95-4d68-989f-f72cb2771965 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'port': {'device_id': '578df434-f9f5-44eb-b253-1188d7bf146d', 'network_id': '029b38e4-f7a6-4c8b-aabd-f01a29e78b62', 'admin_state_up': True, 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'security_groups': ['9bafd4ec-9592-4a44-8b84-abcf6ef82bdf']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:42.894828 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-217172f3-e715-4a98-8b6c-c4298381c444 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:00:42.937599 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-217172f3-e715-4a98-8b6c-c4298381c444 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:42.937828 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-b1a69b0e-5908-4411-8a42-06b11fa3b644 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] update failed (client error): The resource could not be found. Nov 29 02:00:42.937921 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-217172f3-e715-4a98-8b6c-c4298381c444 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Added segment f6384ad5-d6ca-4009-9e02-521d748133c7 of type vlan for network 38bb03d1-77e5-4a6e-9cd0-28e1baaf3eb3 Nov 29 02:00:42.938462 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b1a69b0e-5908-4411-8a42-06b11fa3b644 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-1523344296 HTTP/1.1" status: 404 len: 335 time: 0.4417632 Nov 29 02:00:42.942250 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-755273b3-02b0-47f2-9a8c-b79e00c141f9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:42.943413 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39756) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:42.947056 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b494e05d-7d05-454a-8c4f-67bdd38c9aa4 req-4807bf2a-5211-4a15-905e-a131d136460f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=578df434-f9f5-44eb-b253-1188d7bf146d HTTP/1.1" status: 200 len: 210 time: 0.0812793 Nov 29 02:00:42.948265 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-755273b3-02b0-47f2-9a8c-b79e00c141f9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:42.956331 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7f660b38-b4fc-4ba0-92f1-7ffe7eb8f8dd tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:43.040894 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4c3ecf0-af83-4a57-a3b2-5b957095a332 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32579'] for router, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:43.044779 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-755273b3-02b0-47f2-9a8c-b79e00c141f9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:43.045278 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755273b3-02b0-47f2-9a8c-b79e00c141f9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Fanout notify agent at l3_agent the message router_deleted on router 574a51fd-90a8-47e3-8f8a-51ef8697ea6a {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:00:43.053399 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-217172f3-e715-4a98-8b6c-c4298381c444 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:43.056167 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-755273b3-02b0-47f2-9a8c-b79e00c141f9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:43.060721 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-755273b3-02b0-47f2-9a8c-b79e00c141f9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/routers/574a51fd-90a8-47e3-8f8a-51ef8697ea6a HTTP/1.1" status: 204 len: 168 time: 1.0709252 Nov 29 02:00:43.061126 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4c3ecf0-af83-4a57-a3b2-5b957095a332 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-599907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-599898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-600112'] for router, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:43.067945 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39758) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:43.081121 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-21d7ff0b-48a6-44bf-ad90-5ba83830b533 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Deleting subnet 5570d10c-36dc-49f6-b14c-c3520b6bd5c0 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:00:43.090833 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-21d7ff0b-48a6-44bf-ad90-5ba83830b533 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:43.144912 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4af054b3-f21f-4f13-8d5c-df350ade4141 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:43.152262 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c12a5f-b0f4-4f08-b4db-e386af9977bd tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Deleting subnet 7beae306-d71e-45fb-ac1a-d2bfdc2264c2 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:00:43.153724 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-78f9a342-7f95-4d68-989f-f72cb2771965 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Made reservation on behalf of d1a27bea49814722818e7a3b77708f76 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:43.155894 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d0c12a5f-b0f4-4f08-b4db-e386af9977bd tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:43.156447 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-78f9a342-7f95-4d68-989f-f72cb2771965 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:43.158332 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4af054b3-f21f-4f13-8d5c-df350ade4141 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:43.160460 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7f660b38-b4fc-4ba0-92f1-7ffe7eb8f8dd tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:43.210573 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-217172f3-e715-4a98-8b6c-c4298381c444 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:43.216666 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217172f3-e715-4a98-8b6c-c4298381c444 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:43.217257 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-217172f3-e715-4a98-8b6c-c4298381c444 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:43.242334 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7f660b38-b4fc-4ba0-92f1-7ffe7eb8f8dd tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:43.245572 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7f660b38-b4fc-4ba0-92f1-7ffe7eb8f8dd tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/07803376-60c1-4b78-93b8-ecbde3df62b1 HTTP/1.1" status: 204 len: 168 time: 1.3510692 Nov 29 02:00:43.251707 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03953d98-43ac-4071-8d99-bcf16f4c3ed4 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:43.253927 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f660b38-b4fc-4ba0-92f1-7ffe7eb8f8dd tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Subnet': ['ID=07803376-60c1-4b78-93b8-ecbde3df62b1,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:43.261649 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39760) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:43.297483 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-21d7ff0b-48a6-44bf-ad90-5ba83830b533 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:43.347234 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b9c871a4-c2eb-4077-8da5-6e75a78ef56b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0829911 Nov 29 02:00:43.349172 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d0c12a5f-b0f4-4f08-b4db-e386af9977bd tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:43.351795 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39762) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:43.382642 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af054b3-f21f-4f13-8d5c-df350ade4141 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event updated for resources: {'Port': ['ID=f2a00db9-3ca5-4ff0-8f87-768941e2bf33,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:43.391809 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-217172f3-e715-4a98-8b6c-c4298381c444 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7618334 Nov 29 02:00:43.405313 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39764) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:43.414288 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a339abf7-c88a-4302-b1f1-6302e10522c4 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Request body: {'subnet': {'network_id': '38bb03d1-77e5-4a6e-9cd0-28e1baaf3eb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:43.421355 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4af054b3-f21f-4f13-8d5c-df350ade4141 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:43.429230 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217172f3-e715-4a98-8b6c-c4298381c444 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event updated for resources: {'Network': ['ID=38bb03d1-77e5-4a6e-9cd0-28e1baaf3eb3,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:43.447543 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 38bb03d1-77e5-4a6e-9cd0-28e1baaf3eb3 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:00:43.458541 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4af054b3-f21f-4f13-8d5c-df350ade4141 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:43.462585 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4af054b3-f21f-4f13-8d5c-df350ade4141 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8136301 Nov 29 02:00:43.463171 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39768) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:43.489334 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-23e5f889-a00c-48df-84ea-96227526bcbf tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Request body: {'port': {'network_id': '4851bbc4-3ddc-4587-9d58-c74c6a0c2d41', 'name': 'tempest-FloatingIPTestJSON-806767482'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:43.502849 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ba304a-bf13-4d08-a1d0-875bd7e4d87d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:43.504390 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-83ba304a-bf13-4d08-a1d0-875bd7e4d87d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1475964 Nov 29 02:00:43.521522 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39770) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:43.522921 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d5a852-2c6e-47a8-8f3c-0c1db917aa75 None None] DHCP port deletion for 126abf58-b75c-4c07-bafa-8e25bc6621b0 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:43.577695 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d0c12a5f-b0f4-4f08-b4db-e386af9977bd tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:43.601721 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c3ecf0-af83-4a57-a3b2-5b957095a332 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Router 46d6fc14-c160-4d0e-bed5-5d7f6ab6def0 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:00:43.606635 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:43.620562 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-86d5a852-2c6e-47a8-8f3c-0c1db917aa75 None None] Deleting port 256518e6-5f9d-4241-bb66-527b2546d3ca {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:43.621029 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-86d5a852-2c6e-47a8-8f3c-0c1db917aa75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:43.655443 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-21d7ff0b-48a6-44bf-ad90-5ba83830b533 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:43.679224 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d0c12a5f-b0f4-4f08-b4db-e386af9977bd tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:43.687174 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b9559f-769d-4fb2-a248-d078e3cf5220 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:43.691279 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-60b9559f-769d-4fb2-a248-d078e3cf5220 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1641467 Nov 29 02:00:43.691414 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-86d5a852-2c6e-47a8-8f3c-0c1db917aa75 None None] For port 256518e6-5f9d-4241-bb66-527b2546d3ca, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=256518e6-5f9d-4241-bb66-527b2546d3ca,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:43.691414 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-86d5a852-2c6e-47a8-8f3c-0c1db917aa75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:43.696822 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39772) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:43.708535 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-86d5a852-2c6e-47a8-8f3c-0c1db917aa75 None None] Calling delete_port for 256518e6-5f9d-4241-bb66-527b2546d3ca owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:43.710060 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-78f9a342-7f95-4d68-989f-f72cb2771965 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.20.0.26 (029b38e4-f7a6-4c8b-aabd-f01a29e78b62/30fdc1fa-e3f1-41e4-b6f4-d6693fec2cd8/78f2c1d8-df71-4dcd-a9cf-4d927b52b45d) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:43.710543 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c12a5f-b0f4-4f08-b4db-e386af9977bd tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event deleted for resources: {'Subnet': ['ID=7beae306-d71e-45fb-ac1a-d2bfdc2264c2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:43.715380 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d0c12a5f-b0f4-4f08-b4db-e386af9977bd tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:43.718938 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d0c12a5f-b0f4-4f08-b4db-e386af9977bd tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/subnets/7beae306-d71e-45fb-ac1a-d2bfdc2264c2 HTTP/1.1" status: 204 len: 168 time: 0.6479897 Nov 29 02:00:43.721601 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39774) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:43.759452 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c87957-ee03-4aa7-bf58-ba0134d31cb0 None None] Network cf4c9543-b747-4086-b82f-ba15fb8313bc requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:43.805443 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf618264-6973-4af6-85d6-fc0cb0b071b9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:43.818192 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-cdf9578f-e8b8-44ff-a614-6ec9766f2af0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1111217 Nov 29 02:00:43.820124 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39776) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:43.824455 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-90f0a9cb-0002-44b6-83c3-645cf01a273b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:43.839821 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a339abf7-c88a-4302-b1f1-6302e10522c4 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Made reservation on behalf of 9c0ad15ecb344bb299c0c6d9f8bbfbe2 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:43.843526 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a339abf7-c88a-4302-b1f1-6302e10522c4 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:43.916204 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-86d5a852-2c6e-47a8-8f3c-0c1db917aa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:43.929657 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e5f889-a00c-48df-84ea-96227526bcbf tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Made reservation on behalf of 8f51738befc14d68b76c3f1db1b4459f for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:43.935431 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-23e5f889-a00c-48df-84ea-96227526bcbf tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:43.949772 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d5a852-2c6e-47a8-8f3c-0c1db917aa75 None None] No DVR routers for this DVR port 256518e6-5f9d-4241-bb66-527b2546d3ca on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:00:43.951978 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d5a852-2c6e-47a8-8f3c-0c1db917aa75 None None] Pushing event deleted for resources: {'Port': ['ID=256518e6-5f9d-4241-bb66-527b2546d3ca,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:43.994092 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-23e5f889-a00c-48df-84ea-96227526bcbf tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] device_id is not set on port 5727190d-c4c5-4675-8c56-575de0d764a4 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:00:44.033078 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dcd982-a875-4ad7-b643-82d06d7447c1 None None] DHCP port deletion for cf4c9543-b747-4086-b82f-ba15fb8313bc request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:44.080575 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f0a9cb-0002-44b6-83c3-645cf01a273b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:44.084321 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-90f0a9cb-0002-44b6-83c3-645cf01a273b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:44.102648 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-79dcd982-a875-4ad7-b643-82d06d7447c1 None None] Deleting port 0c1985e8-f39d-446c-93bb-8071836dd546 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:44.103021 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-79dcd982-a875-4ad7-b643-82d06d7447c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:44.104450 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-bf618264-6973-4af6-85d6-fc0cb0b071b9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Deleting port 0c1985e8-f39d-446c-93bb-8071836dd546 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:44.104907 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf618264-6973-4af6-85d6-fc0cb0b071b9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:44.115876 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ed39aefa-271f-469a-8a91-5305fbf2e720 req-1f5abc11-1fc4-4ac1-87c7-64e22f2503c4 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=578df434-f9f5-44eb-b253-1188d7bf146d HTTP/1.1" status: 200 len: 210 time: 0.0571384 Nov 29 02:00:44.193328 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-79dcd982-a875-4ad7-b643-82d06d7447c1 None None] For port 0c1985e8-f39d-446c-93bb-8071836dd546, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=0c1985e8-f39d-446c-93bb-8071836dd546,segment=NetworkSegment(490d3e59-cd5d-415e-b6c8-567e39ec9a66),segment_id=490d3e59-cd5d-415e-b6c8-567e39ec9a66)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:44.193772 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-79dcd982-a875-4ad7-b643-82d06d7447c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:44.209136 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-79dcd982-a875-4ad7-b643-82d06d7447c1 None None] Calling delete_port for 0c1985e8-f39d-446c-93bb-8071836dd546 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:44.293667 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d149f777-513a-487e-aa2e-f00325e2fcbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:44.300351 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-bf618264-6973-4af6-85d6-fc0cb0b071b9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] For port 0c1985e8-f39d-446c-93bb-8071836dd546, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=0c1985e8-f39d-446c-93bb-8071836dd546,segment=NetworkSegment(490d3e59-cd5d-415e-b6c8-567e39ec9a66),segment_id=490d3e59-cd5d-415e-b6c8-567e39ec9a66)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:44.301263 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf618264-6973-4af6-85d6-fc0cb0b071b9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:44.318828 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-23e5f889-a00c-48df-84ea-96227526bcbf tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Allocated IP 172.20.0.6 (4851bbc4-3ddc-4587-9d58-c74c6a0c2d41/4dffd339-95ef-45d0-93a7-26f93ff426e6/5727190d-c4c5-4675-8c56-575de0d764a4) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:44.321751 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-79dcd982-a875-4ad7-b643-82d06d7447c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:44.327341 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-21d7ff0b-48a6-44bf-ad90-5ba83830b533 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:44.336184 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-bf618264-6973-4af6-85d6-fc0cb0b071b9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Calling delete_port for 0c1985e8-f39d-446c-93bb-8071836dd546 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:44.352656 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dcd982-a875-4ad7-b643-82d06d7447c1 None None] Pushing event deleted for resources: {'Port': ['ID=0c1985e8-f39d-446c-93bb-8071836dd546,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:44.355520 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dcd982-a875-4ad7-b643-82d06d7447c1 None None] No DVR routers for this DVR port 0c1985e8-f39d-446c-93bb-8071836dd546 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:00:44.390225 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d7ff0b-48a6-44bf-ad90-5ba83830b533 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Pushing event deleted for resources: {'Subnet': ['ID=5570d10c-36dc-49f6-b14c-c3520b6bd5c0,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:44.411521 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-21d7ff0b-48a6-44bf-ad90-5ba83830b533 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:44.417645 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-21d7ff0b-48a6-44bf-ad90-5ba83830b533 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] 10.222.0.37 "DELETE /v2.0/subnets/5570d10c-36dc-49f6-b14c-c3520b6bd5c0 HTTP/1.1" status: 204 len: 168 time: 1.4704363 Nov 29 02:00:44.417809 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a42eeb0-85c1-4496-b275-21f42adf9300 None None] Network fc6f75f6-5e10-44cd-a2f3-9a2738e7f286 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:44.420103 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c3ecf0-af83-4a57-a3b2-5b957095a332 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:44.423377 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39780) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:44.431571 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aa2eb6-268f-4cb2-a695-ef8839ae4d17 None None] Sync routers for ids ['46d6fc14-c160-4d0e-bed5-5d7f6ab6def0'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:44.447271 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aa2eb6-268f-4cb2-a695-ef8839ae4d17 None None] Routers {'46d6fc14-c160-4d0e-bed5-5d7f6ab6def0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:44.448922 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-68aa2eb6-268f-4cb2-a695-ef8839ae4d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['46d6fc14-c160-4d0e-bed5-5d7f6ab6def0'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:44.461138 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4c3ecf0-af83-4a57-a3b2-5b957095a332 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:44.462404 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f4c3ecf0-af83-4a57-a3b2-5b957095a332 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] 10.222.0.37 "PUT /v2.0/routers/46d6fc14-c160-4d0e-bed5-5d7f6ab6def0 HTTP/1.1" status: 200 len: 925 time: 5.4710491 Nov 29 02:00:44.469643 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39782) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:44.507816 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-68aa2eb6-268f-4cb2-a695-ef8839ae4d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:44.555912 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aa2eb6-268f-4cb2-a695-ef8839ae4d17 None None] Routers {'46d6fc14-c160-4d0e-bed5-5d7f6ab6def0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:44.557141 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-68aa2eb6-268f-4cb2-a695-ef8839ae4d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['46d6fc14-c160-4d0e-bed5-5d7f6ab6def0'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:44.600698 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 0c1985e8-f39d-446c-93bb-8071836dd546 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:00:44.620863 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c7f2634-1dd9-45c2-9e5b-89f3a3839d20 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Deleting subnet 78b7fee2-a4d3-44c3-9451-e9e936706ffe {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:00:44.632379 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-68aa2eb6-268f-4cb2-a695-ef8839ae4d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:44.633271 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aa2eb6-268f-4cb2-a695-ef8839ae4d17 None None] The sync data for ids ['46d6fc14-c160-4d0e-bed5-5d7f6ab6def0'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:00:44.645155 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c7f2634-1dd9-45c2-9e5b-89f3a3839d20 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:44.664242 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf618264-6973-4af6-85d6-fc0cb0b071b9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:44.687503 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 0c1985e8-f39d-446c-93bb-8071836dd546 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:00:44.688185 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 0c1985e8-f39d-446c-93bb-8071836dd546 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:00:44.688798 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 256518e6-5f9d-4241-bb66-527b2546d3ca no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:00:44.709440 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-78f9a342-7f95-4d68-989f-f72cb2771965 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:44.720395 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 256518e6-5f9d-4241-bb66-527b2546d3ca {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:00:44.720987 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 256518e6-5f9d-4241-bb66-527b2546d3ca not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:00:44.746478 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c7f2634-1dd9-45c2-9e5b-89f3a3839d20 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:44.779731 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf618264-6973-4af6-85d6-fc0cb0b071b9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event deleted for resources: {'Port': ['ID=0c1985e8-f39d-446c-93bb-8071836dd546,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:44.795491 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf618264-6973-4af6-85d6-fc0cb0b071b9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] No DVR routers for this DVR port 0c1985e8-f39d-446c-93bb-8071836dd546 on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:00:44.817575 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a339abf7-c88a-4302-b1f1-6302e10522c4 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:44.837579 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f1e546-eb7a-4109-958e-4a237716137a None None] DHCP port deletion for fc6f75f6-5e10-44cd-a2f3-9a2738e7f286 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:44.842837 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c706d0e7-7430-4f23-8a53-32cd040432b0 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] 10.222.0.37 "GET /v2.0/routers/46d6fc14-c160-4d0e-bed5-5d7f6ab6def0 HTTP/1.1" status: 200 len: 925 time: 0.3686459 Nov 29 02:00:44.843106 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-23e5f889-a00c-48df-84ea-96227526bcbf tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:44.848869 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39786) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:44.905315 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e3f1e546-eb7a-4109-958e-4a237716137a None None] Deleting port d2d74083-b322-48cd-894f-c0944a661895 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:44.905723 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e3f1e546-eb7a-4109-958e-4a237716137a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:44.967818 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a339abf7-c88a-4302-b1f1-6302e10522c4 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event updated for resources: {'Subnet': ['ID=a98486e2-cc41-49a5-9eb8-05712a91f6c0,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:44.973040 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-78f9a342-7f95-4d68-989f-f72cb2771965 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:44.973217 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e3f1e546-eb7a-4109-958e-4a237716137a None None] For port d2d74083-b322-48cd-894f-c0944a661895, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=d2d74083-b322-48cd-894f-c0944a661895,segment=NetworkSegment(33a7e834-e62f-4b93-b5c9-25223de05237),segment_id=33a7e834-e62f-4b93-b5c9-25223de05237)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:44.973584 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e3f1e546-eb7a-4109-958e-4a237716137a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:44.992880 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e3f1e546-eb7a-4109-958e-4a237716137a None None] Calling delete_port for d2d74083-b322-48cd-894f-c0944a661895 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:45.011894 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.objects.ports [None req-90f0a9cb-0002-44b6-83c3-645cf01a273b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103254) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 02:00:45.021343 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-90f0a9cb-0002-44b6-83c3-645cf01a273b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:45.028689 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c7f2634-1dd9-45c2-9e5b-89f3a3839d20 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:45.080040 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a339abf7-c88a-4302-b1f1-6302e10522c4 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Checking segment: {'id': 'f6384ad5-d6ca-4009-9e02-521d748133c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '38bb03d1-77e5-4a6e-9cd0-28e1baaf3eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:45.080304 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a339abf7-c88a-4302-b1f1-6302e10522c4 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Network hostable DHCP agents. Network: 38bb03d1-77e5-4a6e-9cd0-28e1baaf3eb3, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:00:45.087498 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf618264-6973-4af6-85d6-fc0cb0b071b9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:45.091518 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-78f9a342-7f95-4d68-989f-f72cb2771965 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 029b38e4-f7a6-4c8b-aabd-f01a29e78b62 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:45.093681 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e3f1e546-eb7a-4109-958e-4a237716137a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:45.106033 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-78f9a342-7f95-4d68-989f-f72cb2771965 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:45.108641 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-78f9a342-7f95-4d68-989f-f72cb2771965 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:45.131535 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1e546-eb7a-4109-958e-4a237716137a None None] Pushing event deleted for resources: {'Port': ['ID=d2d74083-b322-48cd-894f-c0944a661895,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:45.134477 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812c0e41-e9ec-4118-860b-d9aa8ed86f2d tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:45.137176 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-812c0e41-e9ec-4118-860b-d9aa8ed86f2d tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=4bf244a8-fda8-412f-8f05-2c7c5210f333&device_id=46d6fc14-c160-4d0e-bed5-5d7f6ab6def0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2767787 Nov 29 02:00:45.141155 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f0a9cb-0002-44b6-83c3-645cf01a273b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:45.144568 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39790) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:45.146736 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-bf618264-6973-4af6-85d6-fc0cb0b071b9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf4c9543-b747-4086-b82f-ba15fb8313bc']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:45.169294 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f1e546-eb7a-4109-958e-4a237716137a None None] No DVR routers for this DVR port d2d74083-b322-48cd-894f-c0944a661895 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:00:45.186289 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-90f0a9cb-0002-44b6-83c3-645cf01a273b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:45.193810 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-bf618264-6973-4af6-85d6-fc0cb0b071b9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490d3e59-cd5d-415e-b6c8-567e39ec9a66') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:45.194340 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-bf618264-6973-4af6-85d6-fc0cb0b071b9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490d3e59-cd5d-415e-b6c8-567e39ec9a66') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:45.210496 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763ce107-da56-40df-acb0-e9532d6b445d None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:45.222798 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-23e5f889-a00c-48df-84ea-96227526bcbf tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:45.226107 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0a9cb-0002-44b6-83c3-645cf01a273b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Subnet': ['ID=c8cab8c8-d80d-418c-bce8-5cebba57a98f,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:45.233232 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f0a9cb-0002-44b6-83c3-645cf01a273b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:45.233805 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-90f0a9cb-0002-44b6-83c3-645cf01a273b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:45.251250 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9a342-7f95-4d68-989f-f72cb2771965 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=78f2c1d8-df71-4dcd-a9cf-4d927b52b45d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:45.271972 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-78f9a342-7f95-4d68-989f-f72cb2771965 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:45.273097 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-78f9a342-7f95-4d68-989f-f72cb2771965 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:45.279748 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a339abf7-c88a-4302-b1f1-6302e10522c4 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Network 38bb03d1-77e5-4a6e-9cd0-28e1baaf3eb3 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:00:45.299701 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-a339abf7-c88a-4302-b1f1-6302e10522c4 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 38bb03d1-77e5-4a6e-9cd0-28e1baaf3eb3) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:45.305843 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a339abf7-c88a-4302-b1f1-6302e10522c4 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:45.306743 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a339abf7-c88a-4302-b1f1-6302e10522c4 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:45.323984 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4054e79-87d0-456d-a1fb-b33395db33a7 None None] Network 38bb03d1-77e5-4a6e-9cd0-28e1baaf3eb3 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:45.328567 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c7f2634-1dd9-45c2-9e5b-89f3a3839d20 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:45.363283 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-78f9a342-7f95-4d68-989f-f72cb2771965 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6282926 Nov 29 02:00:45.373802 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a339abf7-c88a-4302-b1f1-6302e10522c4 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9648347 Nov 29 02:00:45.374893 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39792) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:45.375395 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f2634-1dd9-45c2-9e5b-89f3a3839d20 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Pushing event deleted for resources: {'Subnet': ['ID=78b7fee2-a4d3-44c3-9451-e9e936706ffe,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:45.384746 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf618264-6973-4af6-85d6-fc0cb0b071b9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:45.388260 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-2a880bd9-6baf-4ded-98c4-dedb226c7410 service neutron] Request body: {'port': {'device_id': '578df434-f9f5-44eb-b253-1188d7bf146d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:45.393732 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c7f2634-1dd9-45c2-9e5b-89f3a3839d20 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:45.398736 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7c7f2634-1dd9-45c2-9e5b-89f3a3839d20 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] 10.222.0.37 "DELETE /v2.0/subnets/78b7fee2-a4d3-44c3-9451-e9e936706ffe HTTP/1.1" status: 204 len: 168 time: 0.9709821 Nov 29 02:00:45.403677 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39794) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:45.451635 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-90f0a9cb-0002-44b6-83c3-645cf01a273b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6319859 Nov 29 02:00:45.461741 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39796) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:45.462504 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-2a880bd9-6baf-4ded-98c4-dedb226c7410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:45.471187 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-53e16dbc-0ab5-47c6-b34f-efaf47fdae46 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'port': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'mac_address': 'fa:16:3e:74:a7:1f', 'name': 'tempest-NetworksTestDHCPv6-1172164437'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:45.503727 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf618264-6973-4af6-85d6-fc0cb0b071b9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:45.552506 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:45.554596 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e5f889-a00c-48df-84ea-96227526bcbf tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Network 4851bbc4-3ddc-4587-9d58-c74c6a0c2d41 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:45.556018 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f06b57-97ae-4538-8497-b2b94669581c None None] Network 154f0060-535e-4d6a-9106-262c6ce5f2f5 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:45.556992 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5f889-a00c-48df-84ea-96227526bcbf tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event updated for resources: {'Port': ['ID=5727190d-c4c5-4675-8c56-575de0d764a4,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:45.576603 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-23e5f889-a00c-48df-84ea-96227526bcbf tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:45.580790 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf618264-6973-4af6-85d6-fc0cb0b071b9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:00:45.581205 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf618264-6973-4af6-85d6-fc0cb0b071b9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: self.session.flush() Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: self.session.flush() Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: self.session.flush() Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: self.session.flush() Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:00:45.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:00:45.619523 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e5f889-a00c-48df-84ea-96227526bcbf tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:45.624810 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9336e3-ca9d-4779-98b8-03204779fc63 None None] DHCP port deletion for 4851bbc4-3ddc-4587-9d58-c74c6a0c2d41 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:45.665932 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e5f889-a00c-48df-84ea-96227526bcbf tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:45.667128 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-23e5f889-a00c-48df-84ea-96227526bcbf tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:45.673848 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-61fab139-a309-49bc-891d-35848d2a7689 None None] Provisioning complete for port 78f2c1d8-df71-4dcd-a9cf-4d927b52b45d triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:45.674237 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-61fab139-a309-49bc-891d-35848d2a7689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:45.735172 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-23e5f889-a00c-48df-84ea-96227526bcbf tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2497771 Nov 29 02:00:45.747304 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39798) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:45.764832 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e0218c2e-cdbd-4453-9672-24d69717e6ce tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Request body: {'floatingip': {'port_id': '5727190d-c4c5-4675-8c56-575de0d764a4'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:45.765414 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e16dbc-0ab5-47c6-b34f-efaf47fdae46 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:45.785252 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb894c-af50-45ff-a8f2-01d47dc6dde0 req-ad441158-bba3-4ccc-b113-b2f39cc495ca tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:45.792862 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-76bb894c-af50-45ff-a8f2-01d47dc6dde0 req-ad441158-bba3-4ccc-b113-b2f39cc495ca tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=578df434-f9f5-44eb-b253-1188d7bf146d HTTP/1.1" status: 200 len: 932 time: 0.4404349 Nov 29 02:00:45.809480 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-61fab139-a309-49bc-891d-35848d2a7689 None None] Port 78f2c1d8-df71-4dcd-a9cf-4d927b52b45d cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:00:45.849057 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b584ac32-49a2-4fc6-b5ef-e299a2949775 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:45.864197 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39802) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:45.869387 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b584ac32-49a2-4fc6-b5ef-e299a2949775 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] 10.222.0.37 "GET /v2.0/networks/4bf244a8-fda8-412f-8f05-2c7c5210f333 HTTP/1.1" status: 200 len: 881 time: 0.7142243 Nov 29 02:00:45.876578 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fef00d44-fc68-4026-aeb8-33d282f6d307 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:45.886385 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474fb9ec-7a54-4a84-8e74-e50917b32eb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-126abf58-b75c-4c07-bafa-8e25bc6621b0', 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'fixed_ips': [{'subnet_id': 'c8cab8c8-d80d-418c-bce8-5cebba57a98f'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:00:45.887260 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-474fb9ec-7a54-4a84-8e74-e50917b32eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:45.904094 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9a5f6b-21eb-4174-9b72-55ef60a4c34b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-38bb03d1-77e5-4a6e-9cd0-28e1baaf3eb3', 'network_id': '38bb03d1-77e5-4a6e-9cd0-28e1baaf3eb3', 'tenant_id': '9c0ad15ecb344bb299c0c6d9f8bbfbe2', 'fixed_ips': [{'subnet_id': 'a98486e2-cc41-49a5-9eb8-05712a91f6c0'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:00:45.904964 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab9a5f6b-21eb-4174-9b72-55ef60a4c34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:45.927576 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53e16dbc-0ab5-47c6-b34f-efaf47fdae46 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:45.939068 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf618264-6973-4af6-85d6-fc0cb0b071b9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:45.945998 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf618264-6973-4af6-85d6-fc0cb0b071b9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:45.953848 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bf618264-6973-4af6-85d6-fc0cb0b071b9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/networks/cf4c9543-b747-4086-b82f-ba15fb8313bc HTTP/1.1" status: 204 len: 168 time: 2.2274680 Nov 29 02:00:45.957654 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39804) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:45.982525 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0218c2e-cdbd-4453-9672-24d69717e6ce tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for floatingip, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:45.988148 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-8b2627a3-df0f-4e33-8084-90719565038d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-744842310', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:45.995786 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-29e065fb-0aae-4ccc-aa83-78c58b8fc23f tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] 10.222.0.37 "GET /v2.0/ports?device_id=46d6fc14-c160-4d0e-bed5-5d7f6ab6def0 HTTP/1.1" status: 200 len: 205 time: 0.1303973 Nov 29 02:00:46.000724 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39806) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:46.024324 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-53e16dbc-0ab5-47c6-b34f-efaf47fdae46 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] device_id is not set on port 29d3ae9e-fd93-4eca-a129-d0900d04d6f0 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:00:46.050724 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2997707-0f8b-4bb1-8faf-c0656384c3c3 None None] DHCP port deletion for 154f0060-535e-4d6a-9106-262c6ce5f2f5 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:46.070217 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-ff25502e-8b92-45cb-9fdd-a6e11e949b9e None None] Provisioning complete for port 5727190d-c4c5-4675-8c56-575de0d764a4 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:46.070582 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ff25502e-8b92-45cb-9fdd-a6e11e949b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:46.074321 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf618264-6973-4af6-85d6-fc0cb0b071b9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event deleted for resources: {'Network': ['ID=cf4c9543-b747-4086-b82f-ba15fb8313bc,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:46.130489 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fee92608-dde9-4e99-bc4d-7ee204bfc0b3 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:46.198178 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ff25502e-8b92-45cb-9fdd-a6e11e949b9e None None] Port 5727190d-c4c5-4675-8c56-575de0d764a4 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:00:46.209053 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-2a880bd9-6baf-4ded-98c4-dedb226c7410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78f2c1d8-df71-4dcd-a9cf-4d927b52b45d {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:00:46.221011 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-76bb894c-af50-45ff-a8f2-01d47dc6dde0 req-7e2676c6-5f13-499a-9140-a4baf18b5238 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bafd4ec-9592-4a44-8b84-abcf6ef82bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4269874 Nov 29 02:00:46.222207 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-2a880bd9-6baf-4ded-98c4-dedb226c7410 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:46.233820 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8b2627a3-df0f-4e33-8084-90719565038d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:46.237750 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-474fb9ec-7a54-4a84-8e74-e50917b32eb7 None None] Allocated IP 2001:db8::f816:3eff:fea9:6838 (126abf58-b75c-4c07-bafa-8e25bc6621b0/c8cab8c8-d80d-418c-bce8-5cebba57a98f/154cbb60-5684-4b58-b42f-86a9ff3bf562) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:46.242192 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fac5a0da-a063-4b5a-8a45-ddbee98b913f tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:46.243014 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8b2627a3-df0f-4e33-8084-90719565038d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:46.247536 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-2a880bd9-6baf-4ded-98c4-dedb226c7410 service neutron] Transition to ACTIVE for port object 78f2c1d8-df71-4dcd-a9cf-4d927b52b45d will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:00:46.256909 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-ab9a5f6b-21eb-4174-9b72-55ef60a4c34b None None] Allocated IP 172.20.0.1 (38bb03d1-77e5-4a6e-9cd0-28e1baaf3eb3/a98486e2-cc41-49a5-9eb8-05712a91f6c0/d68db49d-d3a7-4ecd-9d56-f45a37245007) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:46.285287 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c2997707-0f8b-4bb1-8faf-c0656384c3c3 None None] Deleting port a3da620c-f56a-445f-9b5b-cf6ffcdc7b9a {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:46.285694 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c2997707-0f8b-4bb1-8faf-c0656384c3c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:46.316225 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-2a880bd9-6baf-4ded-98c4-dedb226c7410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:46.413849 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a880bd9-6baf-4ded-98c4-dedb226c7410 service neutron] Pushing event updated for resources: {'Port': ['ID=78f2c1d8-df71-4dcd-a9cf-4d927b52b45d,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:46.441936 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fef00d44-fc68-4026-aeb8-33d282f6d307 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:46.473920 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-fef00d44-fc68-4026-aeb8-33d282f6d307 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6f75f6-5e10-44cd-a2f3-9a2738e7f286']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:46.489827 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fac5a0da-a063-4b5a-8a45-ddbee98b913f tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:46.492585 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-fef00d44-fc68-4026-aeb8-33d282f6d307 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a7e834-e62f-4b93-b5c9-25223de05237') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:46.492889 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-fef00d44-fc68-4026-aeb8-33d282f6d307 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a7e834-e62f-4b93-b5c9-25223de05237') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:46.522262 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c2997707-0f8b-4bb1-8faf-c0656384c3c3 None None] For port a3da620c-f56a-445f-9b5b-cf6ffcdc7b9a, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=a3da620c-f56a-445f-9b5b-cf6ffcdc7b9a,segment=NetworkSegment(09a415cb-c035-4b35-aa00-f2ac4b6b5205),segment_id=09a415cb-c035-4b35-aa00-f2ac4b6b5205)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:46.522854 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c2997707-0f8b-4bb1-8faf-c0656384c3c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:46.542568 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-2a880bd9-6baf-4ded-98c4-dedb226c7410 service neutron] Attempting to bind port 78f2c1d8-df71-4dcd-a9cf-4d927b52b45d on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:00:46.543187 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-2a880bd9-6baf-4ded-98c4-dedb226c7410 service neutron] Attempting to bind port 78f2c1d8-df71-4dcd-a9cf-4d927b52b45d by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '2c8fc589-6515-4782-85c8-555752936f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '029b38e4-f7a6-4c8b-aabd-f01a29e78b62'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:00:46.546486 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-2a880bd9-6baf-4ded-98c4-dedb226c7410 service neutron] Attempting to bind port 78f2c1d8-df71-4dcd-a9cf-4d927b52b45d on network 029b38e4-f7a6-4c8b-aabd-f01a29e78b62 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:00:46.547257 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c2997707-0f8b-4bb1-8faf-c0656384c3c3 None None] Calling delete_port for a3da620c-f56a-445f-9b5b-cf6ffcdc7b9a owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:46.571251 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8b2627a3-df0f-4e33-8084-90719565038d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:46.600407 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device d2d74083-b322-48cd-894f-c0944a661895 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:00:46.609917 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fef00d44-fc68-4026-aeb8-33d282f6d307 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:46.610810 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-2a880bd9-6baf-4ded-98c4-dedb226c7410 service neutron] Port 78f2c1d8-df71-4dcd-a9cf-4d927b52b45d on network 029b38e4-f7a6-4c8b-aabd-f01a29e78b62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:00:46.611495 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-2a880bd9-6baf-4ded-98c4-dedb226c7410 service neutron] Attempting to bind port 78f2c1d8-df71-4dcd-a9cf-4d927b52b45d on network 029b38e4-f7a6-4c8b-aabd-f01a29e78b62 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:00:46.617791 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8b2627a3-df0f-4e33-8084-90719565038d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:46.620307 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-2a880bd9-6baf-4ded-98c4-dedb226c7410 service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:00:46.620926 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-2a880bd9-6baf-4ded-98c4-dedb226c7410 service neutron] Checking segment: {'id': '2c8fc589-6515-4782-85c8-555752936f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '029b38e4-f7a6-4c8b-aabd-f01a29e78b62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:46.621529 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-2a880bd9-6baf-4ded-98c4-dedb226c7410 service neutron] Bound using segment: {'id': '2c8fc589-6515-4782-85c8-555752936f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '029b38e4-f7a6-4c8b-aabd-f01a29e78b62'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:00:46.622227 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-2a880bd9-6baf-4ded-98c4-dedb226c7410 service neutron] Bound port: 78f2c1d8-df71-4dcd-a9cf-4d927b52b45d, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c8fc589-6515-4782-85c8-555752936f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '029b38e4-f7a6-4c8b-aabd-f01a29e78b62'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:00:46.622806 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-2a880bd9-6baf-4ded-98c4-dedb226c7410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:46.664363 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8b2627a3-df0f-4e33-8084-90719565038d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:46.668741 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8b2627a3-df0f-4e33-8084-90719565038d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6914508 Nov 29 02:00:46.673882 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39808) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:46.684631 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: d2d74083-b322-48cd-894f-c0944a661895 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:00:46.684983 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device d2d74083-b322-48cd-894f-c0944a661895 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:00:46.685405 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a3da620c-f56a-445f-9b5b-cf6ffcdc7b9a no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:00:46.686357 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-65548442-4729-4ee2-a34e-7cc8a7401531 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-450909564'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:46.704298 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fee92608-dde9-4e99-bc4d-7ee204bfc0b3 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:46.706255 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-2a880bd9-6baf-4ded-98c4-dedb226c7410 service neutron] For port 78f2c1d8-df71-4dcd-a9cf-4d927b52b45d, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:00:46.708748 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fef00d44-fc68-4026-aeb8-33d282f6d307 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:46.710100 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-2a880bd9-6baf-4ded-98c4-dedb226c7410 service neutron] For port 78f2c1d8-df71-4dcd-a9cf-4d927b52b45d, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=78f2c1d8-df71-4dcd-a9cf-4d927b52b45d,segment=NetworkSegment(2c8fc589-6515-4782-85c8-555752936f06),segment_id=2c8fc589-6515-4782-85c8-555752936f06)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:00:46.717902 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-2a880bd9-6baf-4ded-98c4-dedb226c7410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:46.739605 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-474fb9ec-7a54-4a84-8e74-e50917b32eb7 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:46.769221 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab9a5f6b-21eb-4174-9b72-55ef60a4c34b None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:46.771287 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-474fb9ec-7a54-4a84-8e74-e50917b32eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:46.789575 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a880bd9-6baf-4ded-98c4-dedb226c7410 service neutron] Pushing event updated for resources: {'Port': ['ID=78f2c1d8-df71-4dcd-a9cf-4d927b52b45d,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:46.799445 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-2a880bd9-6baf-4ded-98c4-dedb226c7410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:46.800308 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-2a880bd9-6baf-4ded-98c4-dedb226c7410 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:46.801952 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-2a880bd9-6baf-4ded-98c4-dedb226c7410 service neutron] 10.222.0.24 "PUT /v2.0/ports/78f2c1d8-df71-4dcd-a9cf-4d927b52b45d HTTP/1.1" status: 200 len: 1094 time: 1.4221742 Nov 29 02:00:46.804078 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '578df434-f9f5-44eb-b253-1188d7bf146d', 'tag': '78f2c1d8-df71-4dcd-a9cf-4d927b52b45d'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:00:46.807888 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe77643-a86d-498a-ae5a-d702d5576815" -d '{"events": [{"name": "network-changed", "server_uuid": "578df434-f9f5-44eb-b253-1188d7bf146d", "tag": "78f2c1d8-df71-4dcd-a9cf-4d927b52b45d"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:00:46.814101 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab9a5f6b-21eb-4174-9b72-55ef60a4c34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:46.857695 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-fac5a0da-a063-4b5a-8a45-ddbee98b913f tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Deleting port 4c60ca59-3f7d-417a-8b3d-8d109ea9ce30 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:46.859302 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474fb9ec-7a54-4a84-8e74-e50917b32eb7 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:46.860680 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fac5a0da-a063-4b5a-8a45-ddbee98b913f tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:46.871173 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9a5f6b-21eb-4174-9b72-55ef60a4c34b None None] Network 38bb03d1-77e5-4a6e-9cd0-28e1baaf3eb3 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:46.872366 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474fb9ec-7a54-4a84-8e74-e50917b32eb7 None None] Pushing event updated for resources: {'Port': ['ID=154cbb60-5684-4b58-b42f-86a9ff3bf562,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:46.875051 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-474fb9ec-7a54-4a84-8e74-e50917b32eb7 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:46.881790 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474fb9ec-7a54-4a84-8e74-e50917b32eb7 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:46.883916 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-ab9a5f6b-21eb-4174-9b72-55ef60a4c34b None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:46.885789 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c2997707-0f8b-4bb1-8faf-c0656384c3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:46.888805 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9a5f6b-21eb-4174-9b72-55ef60a4c34b None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:46.992112 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fac5a0da-a063-4b5a-8a45-ddbee98b913f tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:47.006146 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-fac5a0da-a063-4b5a-8a45-ddbee98b913f tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Calling delete_port for 4c60ca59-3f7d-417a-8b3d-8d109ea9ce30 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:47.027939 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Port a3da620c-f56a-445f-9b5b-cf6ffcdc7b9a update to DOWN by agent not found {{(pid=103256) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 29 02:00:47.099811 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a5f6b-21eb-4174-9b72-55ef60a4c34b None None] Pushing event updated for resources: {'Port': ['ID=d68db49d-d3a7-4ecd-9d56-f45a37245007,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:47.135551 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef00d44-fc68-4026-aeb8-33d282f6d307 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:00:47.136145 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fef00d44-fc68-4026-aeb8-33d282f6d307 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:47.137160 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-474fb9ec-7a54-4a84-8e74-e50917b32eb7 None None] Attempting to bind port 154cbb60-5684-4b58-b42f-86a9ff3bf562 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:00:47.142156 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-474fb9ec-7a54-4a84-8e74-e50917b32eb7 None None] Attempting to bind port 154cbb60-5684-4b58-b42f-86a9ff3bf562 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:00:47.142156 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474fb9ec-7a54-4a84-8e74-e50917b32eb7 None None] Attempting to bind port 154cbb60-5684-4b58-b42f-86a9ff3bf562 on network 126abf58-b75c-4c07-bafa-8e25bc6621b0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:00:47.142422 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:00:47.142422 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:00:47.142422 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:00:47.142422 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:00:47.142422 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:00:47.142422 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:00:47.142422 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:00:47.142422 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:00:47.142422 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:00:47.142422 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:00:47.142422 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:00:47.142422 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:00:47.142422 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:00:47.142422 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:00:47.142422 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:00:47.142422 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:00:47.142422 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:00:47.142422 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:00:47.142422 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:00:47.142422 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:00:47.142422 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:00:47.142422 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:00:47.142422 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:00:47.142422 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:00:47.142422 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:00:47.142422 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:00:47.142422 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:00:47.142422 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:00:47.142422 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:00:47.142422 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:00:47.142422 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:00:47.142422 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:00:47.145131 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:47.146292 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ab9a5f6b-21eb-4174-9b72-55ef60a4c34b None None] Attempting to bind port d68db49d-d3a7-4ecd-9d56-f45a37245007 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:00:47.146660 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ab9a5f6b-21eb-4174-9b72-55ef60a4c34b None None] Attempting to bind port d68db49d-d3a7-4ecd-9d56-f45a37245007 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'f6384ad5-d6ca-4009-9e02-521d748133c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '38bb03d1-77e5-4a6e-9cd0-28e1baaf3eb3'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:00:47.147014 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9a5f6b-21eb-4174-9b72-55ef60a4c34b None None] Attempting to bind port d68db49d-d3a7-4ecd-9d56-f45a37245007 on network 38bb03d1-77e5-4a6e-9cd0-28e1baaf3eb3 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:00:47.155274 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474fb9ec-7a54-4a84-8e74-e50917b32eb7 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:00:47.155579 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474fb9ec-7a54-4a84-8e74-e50917b32eb7 None None] Checking segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:47.156125 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-474fb9ec-7a54-4a84-8e74-e50917b32eb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:47.156512 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474fb9ec-7a54-4a84-8e74-e50917b32eb7 None None] Bound using segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:00:47.156986 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-474fb9ec-7a54-4a84-8e74-e50917b32eb7 None None] Bound port: 154cbb60-5684-4b58-b42f-86a9ff3bf562, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:00:47.157419 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-474fb9ec-7a54-4a84-8e74-e50917b32eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:47.161985 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9a5f6b-21eb-4174-9b72-55ef60a4c34b None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:00:47.162348 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9a5f6b-21eb-4174-9b72-55ef60a4c34b None None] Checking segment: {'id': 'f6384ad5-d6ca-4009-9e02-521d748133c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '38bb03d1-77e5-4a6e-9cd0-28e1baaf3eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:47.162731 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab9a5f6b-21eb-4174-9b72-55ef60a4c34b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:47.163117 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9a5f6b-21eb-4174-9b72-55ef60a4c34b None None] Bound using segment: {'id': 'f6384ad5-d6ca-4009-9e02-521d748133c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '38bb03d1-77e5-4a6e-9cd0-28e1baaf3eb3'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:00:47.163587 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ab9a5f6b-21eb-4174-9b72-55ef60a4c34b None None] Bound port: d68db49d-d3a7-4ecd-9d56-f45a37245007, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6384ad5-d6ca-4009-9e02-521d748133c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '38bb03d1-77e5-4a6e-9cd0-28e1baaf3eb3'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:00:47.163973 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab9a5f6b-21eb-4174-9b72-55ef60a4c34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:47.167348 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2997707-0f8b-4bb1-8faf-c0656384c3c3 None None] No DVR routers for this DVR port a3da620c-f56a-445f-9b5b-cf6ffcdc7b9a on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:00:47.170539 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905ba5f4-6404-48f9-84b9-e724ecca0074 x-openstack-request-id: req-905ba5f4-6404-48f9-84b9-e724ecca0074 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:00:47.176354 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "578df434-f9f5-44eb-b253-1188d7bf146d", "tag": "78f2c1d8-df71-4dcd-a9cf-4d927b52b45d", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:00:47.176880 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-905ba5f4-6404-48f9-84b9-e724ecca0074 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:00:47.177612 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '578df434-f9f5-44eb-b253-1188d7bf146d', 'tag': '78f2c1d8-df71-4dcd-a9cf-4d927b52b45d', 'status': 'completed', 'code': 200} Nov 29 02:00:47.212662 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65548442-4729-4ee2-a34e-7cc8a7401531 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Made reservation on behalf of beede83db6b440a1a2eddd60d2641adf for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:47.215001 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2997707-0f8b-4bb1-8faf-c0656384c3c3 None None] Pushing event deleted for resources: {'Port': ['ID=a3da620c-f56a-445f-9b5b-cf6ffcdc7b9a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:47.216847 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65548442-4729-4ee2-a34e-7cc8a7401531 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:47.251929 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-53e16dbc-0ab5-47c6-b34f-efaf47fdae46 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Allocated IP 2001:db8::f816:3eff:fe74:a71f (126abf58-b75c-4c07-bafa-8e25bc6621b0/c8cab8c8-d80d-418c-bce8-5cebba57a98f/29d3ae9e-fd93-4eca-a129-d0900d04d6f0) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:47.272731 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-a3891674-cb98-4570-a01c-2808bb0f0943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:47.274900 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-a3891674-cb98-4570-a01c-2808bb0f0943 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=578df434-f9f5-44eb-b253-1188d7bf146d HTTP/1.1" status: 200 len: 1097 time: 0.0940645 Nov 29 02:00:47.284843 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fef00d44-fc68-4026-aeb8-33d282f6d307 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:47.301227 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fef00d44-fc68-4026-aeb8-33d282f6d307 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:47.307542 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-fef00d44-fc68-4026-aeb8-33d282f6d307 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] 10.222.0.37 "DELETE /v2.0/networks/fc6f75f6-5e10-44cd-a2f3-9a2738e7f286 HTTP/1.1" status: 204 len: 168 time: 1.8729458 Nov 29 02:00:47.309246 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39816) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:47.358900 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-474fb9ec-7a54-4a84-8e74-e50917b32eb7 None None] For port 154cbb60-5684-4b58-b42f-86a9ff3bf562, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:00:47.361253 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ab9a5f6b-21eb-4174-9b72-55ef60a4c34b None None] For port d68db49d-d3a7-4ecd-9d56-f45a37245007, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:00:47.364370 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-474fb9ec-7a54-4a84-8e74-e50917b32eb7 None None] For port 154cbb60-5684-4b58-b42f-86a9ff3bf562, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=154cbb60-5684-4b58-b42f-86a9ff3bf562,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:00:47.366658 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ab9a5f6b-21eb-4174-9b72-55ef60a4c34b None None] For port d68db49d-d3a7-4ecd-9d56-f45a37245007, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=d68db49d-d3a7-4ecd-9d56-f45a37245007,segment=NetworkSegment(f6384ad5-d6ca-4009-9e02-521d748133c7),segment_id=f6384ad5-d6ca-4009-9e02-521d748133c7)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:00:47.369046 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-bda4ba56-59ca-4774-93ff-e9015bf9aa84 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=78f2c1d8-df71-4dcd-a9cf-4d927b52b45d HTTP/1.1" status: 200 len: 217 time: 0.0688260 Nov 29 02:00:47.369652 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-474fb9ec-7a54-4a84-8e74-e50917b32eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:47.374837 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab9a5f6b-21eb-4174-9b72-55ef60a4c34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:47.381811 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef00d44-fc68-4026-aeb8-33d282f6d307 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Pushing event deleted for resources: {'Network': ['ID=fc6f75f6-5e10-44cd-a2f3-9a2738e7f286,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:47.418703 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fee92608-dde9-4e99-bc4d-7ee204bfc0b3 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:47.423617 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65548442-4729-4ee2-a34e-7cc8a7401531 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:00:47.450723 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474fb9ec-7a54-4a84-8e74-e50917b32eb7 None None] Pushing event updated for resources: {'Port': ['ID=154cbb60-5684-4b58-b42f-86a9ff3bf562,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:47.474174 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee92608-dde9-4e99-bc4d-7ee204bfc0b3 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event deleted for resources: {'Subnet': ['ID=a98486e2-cc41-49a5-9eb8-05712a91f6c0,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:47.489295 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65548442-4729-4ee2-a34e-7cc8a7401531 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:47.489700 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-65548442-4729-4ee2-a34e-7cc8a7401531 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Added segment 1819228c-941e-4351-b2dc-bedc5fe04a7d of type vlan for network 1a38d406-5b23-4605-a792-c3c4e39f6192 Nov 29 02:00:47.570413 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fac5a0da-a063-4b5a-8a45-ddbee98b913f tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:47.593121 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99ddf6a2-35cb-4c7e-9e72-015447a3b2d6 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:47.602801 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-c312e99b-ad77-4b51-8f91-a9be4065966d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:47.604914 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-c312e99b-ad77-4b51-8f91-a9be4065966d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=30fdc1fa-e3f1-41e4-b6f4-d6693fec2cd8 HTTP/1.1" status: 200 len: 838 time: 0.1892734 Nov 29 02:00:47.634558 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fee92608-dde9-4e99-bc4d-7ee204bfc0b3 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:47.648610 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0119eb-e813-43b9-ba01-517d06dd1f7f req-71997c1e-d0c2-464d-8bc2-472303773058 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:47.649930 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5a0da-a063-4b5a-8a45-ddbee98b913f tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Pushing event deleted for resources: {'Port': ['ID=4c60ca59-3f7d-417a-8b3d-8d109ea9ce30,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:47.658062 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7a0119eb-e813-43b9-ba01-517d06dd1f7f req-71997c1e-d0c2-464d-8bc2-472303773058 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=578df434-f9f5-44eb-b253-1188d7bf146d HTTP/1.1" status: 200 len: 944 time: 0.2789936 Nov 29 02:00:47.721871 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4c92eb-df56-454a-ae88-944d22f6b268 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:47.780905 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.db.resource_extend [None req-e0218c2e-cdbd-4453-9672-24d69717e6ce tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 02:00:47.809648 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a5f6b-21eb-4174-9b72-55ef60a4c34b None None] Pushing event updated for resources: {'Port': ['ID=d68db49d-d3a7-4ecd-9d56-f45a37245007,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:47.840027 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:47.864367 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-fee92608-dde9-4e99-bc4d-7ee204bfc0b3 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38bb03d1-77e5-4a6e-9cd0-28e1baaf3eb3']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:47.868466 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65548442-4729-4ee2-a34e-7cc8a7401531 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:47.893156 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-fee92608-dde9-4e99-bc4d-7ee204bfc0b3 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6384ad5-d6ca-4009-9e02-521d748133c7') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:47.894288 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-fee92608-dde9-4e99-bc4d-7ee204bfc0b3 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6384ad5-d6ca-4009-9e02-521d748133c7') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:47.930399 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fee92608-dde9-4e99-bc4d-7ee204bfc0b3 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:47.944285 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-887631da-243c-4465-9b12-bd7c638e4373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:47.945855 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-887631da-243c-4465-9b12-bd7c638e4373 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=029b38e4-f7a6-4c8b-aabd-f01a29e78b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3173850 Nov 29 02:00:47.958660 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fee92608-dde9-4e99-bc4d-7ee204bfc0b3 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:47.959781 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fac5a0da-a063-4b5a-8a45-ddbee98b913f tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:47.982723 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7a0119eb-e813-43b9-ba01-517d06dd1f7f req-f84a5930-6b67-4903-a158-d5cb2efebcfd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bafd4ec-9592-4a44-8b84-abcf6ef82bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3230338 Nov 29 02:00:47.995028 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee92608-dde9-4e99-bc4d-7ee204bfc0b3 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:00:47.995443 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fee92608-dde9-4e99-bc4d-7ee204bfc0b3 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:48.000209 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0218c2e-cdbd-4453-9672-24d69717e6ce tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:48.001312 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:00:48.001312 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:00:48.001312 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:00:48.001312 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:00:48.001312 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:00:48.001312 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:00:48.001312 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:00:48.001312 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:00:48.001312 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:00:48.001312 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:00:48.001312 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:00:48.001312 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:00:48.001312 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:00:48.001312 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:00:48.001312 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:00:48.001312 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:00:48.001312 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:00:48.001312 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:00:48.001312 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:00:48.001312 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:00:48.001312 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:00:48.001312 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:00:48.001312 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:00:48.001312 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:00:48.001312 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:00:48.001312 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:00:48.001312 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:00:48.001312 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:00:48.001312 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:00:48.001312 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:00:48.001312 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:00:48.001312 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:00:48.046338 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0218c2e-cdbd-4453-9672-24d69717e6ce tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:48.050475 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65548442-4729-4ee2-a34e-7cc8a7401531 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:48.056095 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65548442-4729-4ee2-a34e-7cc8a7401531 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:48.056647 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65548442-4729-4ee2-a34e-7cc8a7401531 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:48.191610 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.db.api [None req-fee92608-dde9-4e99-bc4d-7ee204bfc0b3 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 29 02:00:48.191610 dv-neutron-819032-3-hyperv neutron-server[103254]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 29 02:00:48.191610 dv-neutron-819032-3-hyperv neutron-server[103254]: [parameters: {'id': '38bb03d1-77e5-4a6e-9cd0-28e1baaf3eb3'}] Nov 29 02:00:48.191610 dv-neutron-819032-3-hyperv neutron-server[103254]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:00:48.192211 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG oslo_db.api [None req-fee92608-dde9-4e99-bc4d-7ee204bfc0b3 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:00:48.206797 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-65548442-4729-4ee2-a34e-7cc8a7401531 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5231645 Nov 29 02:00:48.214385 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39820) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:48.223053 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-48e20910-2d96-4f20-80b0-8f42ae3f5c69 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Request body: {'subnet': {'network_id': '1a38d406-5b23-4605-a792-c3c4e39f6192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:48.278503 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65548442-4729-4ee2-a34e-7cc8a7401531 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Network': ['ID=1a38d406-5b23-4605-a792-c3c4e39f6192,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:48.290716 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 1a38d406-5b23-4605-a792-c3c4e39f6192 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:00:48.316338 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-e0218c2e-cdbd-4453-9672-24d69717e6ce tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Floating IP 2c15babd-192f-4db5-b475-fe1d29acc050 associated. External IP: 172.26.3.235, port: 5727190d-c4c5-4675-8c56-575de0d764a4. Nov 29 02:00:48.419841 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e20910-2d96-4f20-80b0-8f42ae3f5c69 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Made reservation on behalf of beede83db6b440a1a2eddd60d2641adf for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:48.423353 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48e20910-2d96-4f20-80b0-8f42ae3f5c69 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:48.439594 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99ddf6a2-35cb-4c7e-9e72-015447a3b2d6 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:48.521735 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53e16dbc-0ab5-47c6-b34f-efaf47fdae46 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:48.552444 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-99ddf6a2-35cb-4c7e-9e72-015447a3b2d6 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154f0060-535e-4d6a-9106-262c6ce5f2f5']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:48.558959 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fac5a0da-a063-4b5a-8a45-ddbee98b913f tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:48.571489 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fac5a0da-a063-4b5a-8a45-ddbee98b913f tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:48.581670 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-99ddf6a2-35cb-4c7e-9e72-015447a3b2d6 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a415cb-c035-4b35-aa00-f2ac4b6b5205') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:48.582045 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-99ddf6a2-35cb-4c7e-9e72-015447a3b2d6 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a415cb-c035-4b35-aa00-f2ac4b6b5205') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:48.614532 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99ddf6a2-35cb-4c7e-9e72-015447a3b2d6 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:48.621270 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-353697b9-4faa-4479-9f80-a12aee7d04c8 req-89b1df94-9973-41a7-a558-bce7964e1539 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6743684 Nov 29 02:00:48.640255 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 154cbb60-5684-4b58-b42f-86a9ff3bf562 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:00:48.673776 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0218c2e-cdbd-4453-9672-24d69717e6ce tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Router 743aef22-c18f-4244-8437-75ac83c1aeb0 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:00:48.691327 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-522eeaa1-5b09-4f89-8bde-860125cc2862 service neutron] 10.222.0.24 "GET /v2.0/networks/029b38e4-f7a6-4c8b-aabd-f01a29e78b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7195539 Nov 29 02:00:48.710515 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99ddf6a2-35cb-4c7e-9e72-015447a3b2d6 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:48.716908 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fee92608-dde9-4e99-bc4d-7ee204bfc0b3 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:48.738862 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fac5a0da-a063-4b5a-8a45-ddbee98b913f tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:48.739389 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac5a0da-a063-4b5a-8a45-ddbee98b913f tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Fanout notify agent at l3_agent the message router_deleted on router 46d6fc14-c160-4d0e-bed5-5d7f6ab6def0 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:00:48.748771 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 154cbb60-5684-4b58-b42f-86a9ff3bf562 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:48.750296 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:48.797127 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fac5a0da-a063-4b5a-8a45-ddbee98b913f tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:48.798303 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-fac5a0da-a063-4b5a-8a45-ddbee98b913f tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] 10.222.0.37 "DELETE /v2.0/routers/46d6fc14-c160-4d0e-bed5-5d7f6ab6def0 HTTP/1.1" status: 204 len: 168 time: 2.7935743 Nov 29 02:00:48.802712 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ddf6a2-35cb-4c7e-9e72-015447a3b2d6 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:00:48.803128 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99ddf6a2-35cb-4c7e-9e72-015447a3b2d6 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:48.813216 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48e20910-2d96-4f20-80b0-8f42ae3f5c69 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:48.817620 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39822) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:48.822075 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:00:48.822075 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:00:48.822075 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:00:48.822075 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:00:48.822075 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:00:48.822075 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:00:48.822075 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:00:48.822075 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:00:48.822075 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:00:48.822075 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:00:48.822075 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:00:48.822075 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:00:48.822075 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:00:48.822075 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:00:48.822075 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:00:48.822075 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:00:48.822075 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:00:48.822075 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:00:48.822075 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:00:48.822075 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:00:48.822075 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:00:48.822075 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:00:48.822075 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:00:48.822075 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:00:48.822075 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:00:48.822075 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:00:48.822075 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:00:48.822075 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:00:48.822075 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:00:48.822075 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:00:48.822075 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:00:48.822075 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:00:48.825255 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5c15018b-fb88-458f-baa2-a0c40f49aeb4 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1119682964', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:48.866169 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:48.867222 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53e16dbc-0ab5-47c6-b34f-efaf47fdae46 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:48.906319 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port 154cbb60-5684-4b58-b42f-86a9ff3bf562, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=154cbb60-5684-4b58-b42f-86a9ff3bf562,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:48.912128 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:48.913118 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device d68db49d-d3a7-4ecd-9d56-f45a37245007 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:00:48.968906 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e16dbc-0ab5-47c6-b34f-efaf47fdae46 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:48.969809 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5c15018b-fb88-458f-baa2-a0c40f49aeb4 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:48.971009 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5c15018b-fb88-458f-baa2-a0c40f49aeb4 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:48.978296 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99ddf6a2-35cb-4c7e-9e72-015447a3b2d6 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:48.984376 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99ddf6a2-35cb-4c7e-9e72-015447a3b2d6 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:48.990712 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-99ddf6a2-35cb-4c7e-9e72-015447a3b2d6 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] 10.222.0.37 "DELETE /v2.0/networks/154f0060-535e-4d6a-9106-262c6ce5f2f5 HTTP/1.1" status: 204 len: 168 time: 1.6792316 Nov 29 02:00:48.992481 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e20910-2d96-4f20-80b0-8f42ae3f5c69 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Subnet': ['ID=b1f5d4c1-391a-434c-8923-ef4b7be37f60,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:48.995262 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39824) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:49.028701 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353697b9-4faa-4479-9f80-a12aee7d04c8 req-0990c1ae-cb79-4cbc-82be-12896a7792fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:49.036187 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-353697b9-4faa-4479-9f80-a12aee7d04c8 req-0990c1ae-cb79-4cbc-82be-12896a7792fb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641 HTTP/1.1" status: 200 len: 1099 time: 0.3216071 Nov 29 02:00:49.036426 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5110c751-ecda-4bd6-b89d-a367e4638bb3 None None] Network 38bb03d1-77e5-4a6e-9cd0-28e1baaf3eb3 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:49.046808 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-53e16dbc-0ab5-47c6-b34f-efaf47fdae46 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:49.076994 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c0cee5c4-dd19-4081-a814-410b57d73fca req-3c587aa6-537f-4e41-b135-935a4928ee2a service neutron] 10.222.0.24 "GET /v2.0/networks/029b38e4-f7a6-4c8b-aabd-f01a29e78b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747780 Nov 29 02:00:49.077572 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e16dbc-0ab5-47c6-b34f-efaf47fdae46 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Port': ['ID=29d3ae9e-fd93-4eca-a129-d0900d04d6f0,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:49.081765 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e16dbc-0ab5-47c6-b34f-efaf47fdae46 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:49.097974 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=154cbb60-5684-4b58-b42f-86a9ff3bf562,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:49.098838 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0218c2e-cdbd-4453-9672-24d69717e6ce tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:49.108910 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e16dbc-0ab5-47c6-b34f-efaf47fdae46 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:49.111230 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53e16dbc-0ab5-47c6-b34f-efaf47fdae46 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:49.115189 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e20910-2d96-4f20-80b0-8f42ae3f5c69 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Checking segment: {'id': '1819228c-941e-4351-b2dc-bedc5fe04a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1a38d406-5b23-4605-a792-c3c4e39f6192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:49.115668 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e20910-2d96-4f20-80b0-8f42ae3f5c69 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network hostable DHCP agents. Network: 1a38d406-5b23-4605-a792-c3c4e39f6192, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:00:49.122975 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e0218c2e-cdbd-4453-9672-24d69717e6ce tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:49.143889 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c3bbff-8e38-4ad9-be4e-7734daf1de30 None None] Sync routers for ids ['743aef22-c18f-4244-8437-75ac83c1aeb0'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:49.171580 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-25916cfa-16cb-45ed-8157-219c4d8775a8 None None] Provisioning complete for port d68db49d-d3a7-4ecd-9d56-f45a37245007 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:49.172212 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25916cfa-16cb-45ed-8157-219c4d8775a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:49.182162 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ddf6a2-35cb-4c7e-9e72-015447a3b2d6 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Pushing event deleted for resources: {'Network': ['ID=154f0060-535e-4d6a-9106-262c6ce5f2f5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:49.186847 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-fee92608-dde9-4e99-bc4d-7ee204bfc0b3 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Deleting port d68db49d-d3a7-4ecd-9d56-f45a37245007 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:49.187290 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fee92608-dde9-4e99-bc4d-7ee204bfc0b3 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:49.216451 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-53e16dbc-0ab5-47c6-b34f-efaf47fdae46 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7498493 Nov 29 02:00:49.220854 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c3bbff-8e38-4ad9-be4e-7734daf1de30 None None] Routers {'743aef22-c18f-4244-8437-75ac83c1aeb0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:49.221774 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-51c3bbff-8e38-4ad9-be4e-7734daf1de30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['743aef22-c18f-4244-8437-75ac83c1aeb0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:49.249302 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39828) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:49.254300 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port d68db49d-d3a7-4ecd-9d56-f45a37245007 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:49.254903 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:49.280559 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-fee92608-dde9-4e99-bc4d-7ee204bfc0b3 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] For port d68db49d-d3a7-4ecd-9d56-f45a37245007, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=d68db49d-d3a7-4ecd-9d56-f45a37245007,segment=NetworkSegment(f6384ad5-d6ca-4009-9e02-521d748133c7),segment_id=f6384ad5-d6ca-4009-9e02-521d748133c7)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:49.280837 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fee92608-dde9-4e99-bc4d-7ee204bfc0b3 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:49.298379 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-fee92608-dde9-4e99-bc4d-7ee204bfc0b3 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Calling delete_port for d68db49d-d3a7-4ecd-9d56-f45a37245007 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:49.327438 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-51c3bbff-8e38-4ad9-be4e-7734daf1de30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:49.358587 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-332ee2f0-4664-4e64-968a-433ddd4a6de0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Deleting subnet 0a131b29-757a-437f-ba40-3983147a53d8 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:00:49.399383 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efbe802-ea95-4cb3-b256-215e4fe18d01 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:49.399620 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c3bbff-8e38-4ad9-be4e-7734daf1de30 None None] Routers {'743aef22-c18f-4244-8437-75ac83c1aeb0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:49.400209 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-51c3bbff-8e38-4ad9-be4e-7734daf1de30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['743aef22-c18f-4244-8437-75ac83c1aeb0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:49.406369 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efbe802-ea95-4cb3-b256-215e4fe18d01 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:49.408054 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7efbe802-ea95-4cb3-b256-215e4fe18d01 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1574955 Nov 29 02:00:49.411700 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39832) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:49.433986 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-332ee2f0-4664-4e64-968a-433ddd4a6de0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:49.455968 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353697b9-4faa-4479-9f80-a12aee7d04c8 req-7230a5ab-b9cf-4dbf-875c-b8f7f9d70211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:49.458009 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-353697b9-4faa-4479-9f80-a12aee7d04c8 req-7230a5ab-b9cf-4dbf-875c-b8f7f9d70211 service neutron] 10.222.0.24 "GET /v2.0/networks?id=832816b9-beec-4a08-8e13-11d88846b1eb HTTP/1.1" status: 200 len: 898 time: 0.3407779 Nov 29 02:00:49.464604 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe77643-a86d-498a-ae5a-d702d5576815 req-0a9cb02e-1422-484e-98a4-cdae88df5e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:49.467244 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7fe77643-a86d-498a-ae5a-d702d5576815 req-0a9cb02e-1422-484e-98a4-cdae88df5e2a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=578df434-f9f5-44eb-b253-1188d7bf146d HTTP/1.1" status: 200 len: 1097 time: 0.1593738 Nov 29 02:00:49.467951 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5c15018b-fb88-458f-baa2-a0c40f49aeb4 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:49.470518 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e0218c2e-cdbd-4453-9672-24d69717e6ce tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "PUT /v2.0/floatingips/2c15babd-192f-4db5-b475-fe1d29acc050 HTTP/1.1" status: 200 len: 977 time: 3.7187598 Nov 29 02:00:49.479611 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39834) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:49.483987 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5c15018b-fb88-458f-baa2-a0c40f49aeb4 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:49.486918 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-51c3bbff-8e38-4ad9-be4e-7734daf1de30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:49.487644 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c3bbff-8e38-4ad9-be4e-7734daf1de30 None None] The sync data for ids ['743aef22-c18f-4244-8437-75ac83c1aeb0'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:00:49.527837 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fee92608-dde9-4e99-bc4d-7ee204bfc0b3 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:49.540141 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5c15018b-fb88-458f-baa2-a0c40f49aeb4 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:49.541385 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5c15018b-fb88-458f-baa2-a0c40f49aeb4 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7196040 Nov 29 02:00:49.549240 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e9139-9547-4e80-af12-6b79570e067b req-e5f93014-51a1-4392-afad-1c5370849a3c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:49.555122 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25916cfa-16cb-45ed-8157-219c4d8775a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:49.556511 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c35e9139-9547-4e80-af12-6b79570e067b req-e5f93014-51a1-4392-afad-1c5370849a3c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=578df434-f9f5-44eb-b253-1188d7bf146d HTTP/1.1" status: 200 len: 944 time: 0.4554207 Nov 29 02:00:49.564456 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39836) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:49.586164 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-9b4049bb-e258-4048-8053-2e6b4f507ed2 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Request body: {'router': {'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:49.587780 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-332ee2f0-4664-4e64-968a-433ddd4a6de0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:49.592339 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e20910-2d96-4f20-80b0-8f42ae3f5c69 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network 1a38d406-5b23-4605-a792-c3c4e39f6192 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:00:49.620040 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee92608-dde9-4e99-bc4d-7ee204bfc0b3 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event deleted for resources: {'Port': ['ID=d68db49d-d3a7-4ecd-9d56-f45a37245007,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:49.621620 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:49.633805 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee92608-dde9-4e99-bc4d-7ee204bfc0b3 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] No DVR routers for this DVR port d68db49d-d3a7-4ecd-9d56-f45a37245007 on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:00:49.649031 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-48e20910-2d96-4f20-80b0-8f42ae3f5c69 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 1a38d406-5b23-4605-a792-c3c4e39f6192) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:49.688124 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e20910-2d96-4f20-80b0-8f42ae3f5c69 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:49.688723 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadf8ba7-122c-4ce1-b4e9-3fa017125210 None None] DHCP port deletion for 38bb03d1-77e5-4a6e-9cd0-28e1baaf3eb3 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:49.688828 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48e20910-2d96-4f20-80b0-8f42ae3f5c69 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:49.697186 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ad9d46-a742-426f-8205-5b16463b9916 None None] Network 1a38d406-5b23-4605-a792-c3c4e39f6192 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:49.725175 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-353697b9-4faa-4479-9f80-a12aee7d04c8 req-522ac895-2fd2-4ec8-8a5d-98ab933a8703 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97bdb40e-4af9-4e30-a85e-91309f19d1d3 HTTP/1.1" status: 200 len: 1001 time: 0.2521935 Nov 29 02:00:49.782181 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c35e9139-9547-4e80-af12-6b79570e067b req-18bfa0f2-be98-4b25-8c64-6a1ff9d5e10d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bafd4ec-9592-4a44-8b84-abcf6ef82bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2246375 Nov 29 02:00:49.798324 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-48e20910-2d96-4f20-80b0-8f42ae3f5c69 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5792992 Nov 29 02:00:49.817439 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39838) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:49.819438 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fee92608-dde9-4e99-bc4d-7ee204bfc0b3 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:49.850060 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-9edb05b4-83cc-4cf2-8ded-e719af661ff0 None None] Provisioning complete for port 154cbb60-5684-4b58-b42f-86a9ff3bf562 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:49.850668 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9edb05b4-83cc-4cf2-8ded-e719af661ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:49.934382 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-fee92608-dde9-4e99-bc4d-7ee204bfc0b3 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38bb03d1-77e5-4a6e-9cd0-28e1baaf3eb3']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:49.975545 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353697b9-4faa-4479-9f80-a12aee7d04c8 req-11a8ecf9-2420-4b68-b3cb-5040bcf9d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:49.977045 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-353697b9-4faa-4479-9f80-a12aee7d04c8 req-11a8ecf9-2420-4b68-b3cb-5040bcf9d03b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=82d38417-3195-44e6-a3d7-993768ac5780 HTTP/1.1" status: 200 len: 834 time: 0.2181137 Nov 29 02:00:49.986579 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67201c26-e235-4091-9c80-66d1d8761b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-1a38d406-5b23-4605-a792-c3c4e39f6192', 'network_id': '1a38d406-5b23-4605-a792-c3c4e39f6192', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'fixed_ips': [{'subnet_id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:00:49.987681 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-67201c26-e235-4091-9c80-66d1d8761b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:50.005729 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-fee92608-dde9-4e99-bc4d-7ee204bfc0b3 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6384ad5-d6ca-4009-9e02-521d748133c7') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:50.005729 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-fee92608-dde9-4e99-bc4d-7ee204bfc0b3 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6384ad5-d6ca-4009-9e02-521d748133c7') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:50.009506 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-332ee2f0-4664-4e64-968a-433ddd4a6de0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:50.040145 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fee92608-dde9-4e99-bc4d-7ee204bfc0b3 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:50.065987 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fee92608-dde9-4e99-bc4d-7ee204bfc0b3 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:50.098456 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-3835f404-1721-4bf5-a641-8a401e9f4a0b None None] Provisioning complete for port 29d3ae9e-fd93-4eca-a129-d0900d04d6f0 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:50.099415 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3835f404-1721-4bf5-a641-8a401e9f4a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:50.104057 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe77643-a86d-498a-ae5a-d702d5576815 req-46bf5d6c-9cf0-405e-b505-2deb68083dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:50.105573 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7fe77643-a86d-498a-ae5a-d702d5576815 req-46bf5d6c-9cf0-405e-b505-2deb68083dbe service neutron] 10.222.0.24 "GET /v2.0/networks?id=029b38e4-f7a6-4c8b-aabd-f01a29e78b62 HTTP/1.1" status: 200 len: 898 time: 0.6099679 Nov 29 02:00:50.113268 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-21763ae4-3c8e-4b95-a4d9-81bef5c8a9b7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting port 29d3ae9e-fd93-4eca-a129-d0900d04d6f0 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:50.113769 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-21763ae4-3c8e-4b95-a4d9-81bef5c8a9b7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:50.142151 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b4049bb-e258-4048-8053-2e6b4f507ed2 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:50.185093 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-3835f404-1721-4bf5-a641-8a401e9f4a0b None None] Port 29d3ae9e-fd93-4eca-a129-d0900d04d6f0 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:00:50.187198 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-67201c26-e235-4091-9c80-66d1d8761b74 None None] Allocated IP 2001:db8::2 (1a38d406-5b23-4605-a792-c3c4e39f6192/b1f5d4c1-391a-434c-8923-ef4b7be37f60/2c5a4325-efd8-422d-9016-07d2bc59f9c2) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:50.213260 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7fe77643-a86d-498a-ae5a-d702d5576815 req-f435ca84-aa8f-4ce1-8bd7-12f37cda6bc8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=78f2c1d8-df71-4dcd-a9cf-4d927b52b45d HTTP/1.1" status: 200 len: 217 time: 0.0954776 Nov 29 02:00:50.253368 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8f60c2ab-f787-47fc-a0f6-f9fdaa401797 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Deleting port 5727190d-c4c5-4675-8c56-575de0d764a4 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:50.254237 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f60c2ab-f787-47fc-a0f6-f9fdaa401797 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:50.312127 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353697b9-4faa-4479-9f80-a12aee7d04c8 req-f7ad8761-3ca3-4228-b945-a678fde6941c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:50.313602 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-353697b9-4faa-4479-9f80-a12aee7d04c8 req-f7ad8761-3ca3-4228-b945-a678fde6941c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=832816b9-beec-4a08-8e13-11d88846b1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3269808 Nov 29 02:00:50.350412 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-67201c26-e235-4091-9c80-66d1d8761b74 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:50.357266 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-67201c26-e235-4091-9c80-66d1d8761b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:50.402485 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67201c26-e235-4091-9c80-66d1d8761b74 None None] Pushing event updated for resources: {'Port': ['ID=2c5a4325-efd8-422d-9016-07d2bc59f9c2,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:50.413978 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67201c26-e235-4091-9c80-66d1d8761b74 None None] Network 1a38d406-5b23-4605-a792-c3c4e39f6192 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:50.415357 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-67201c26-e235-4091-9c80-66d1d8761b74 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:50.418277 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67201c26-e235-4091-9c80-66d1d8761b74 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:50.436943 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee92608-dde9-4e99-bc4d-7ee204bfc0b3 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:00:50.437601 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fee92608-dde9-4e99-bc4d-7ee204bfc0b3 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:50.442282 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:00:50.442282 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:00:50.442282 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:00:50.442282 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:00:50.442282 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:00:50.442282 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:00:50.442282 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:00:50.442282 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:00:50.442282 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:00:50.442282 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:00:50.442282 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:00:50.442282 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:00:50.442282 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:00:50.442282 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:00:50.442282 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:00:50.442282 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:00:50.442282 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:00:50.442282 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:00:50.442282 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:00:50.442282 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:00:50.442282 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:00:50.442282 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:00:50.442282 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:00:50.442282 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:00:50.442282 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:00:50.442282 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:00:50.442282 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:00:50.442282 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:00:50.442282 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:00:50.442282 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:00:50.442282 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:00:50.442282 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:00:50.464975 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-21763ae4-3c8e-4b95-a4d9-81bef5c8a9b7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:50.478296 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe77643-a86d-498a-ae5a-d702d5576815 req-fc0d91b2-29f2-4248-b409-63253967f353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:50.480307 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7fe77643-a86d-498a-ae5a-d702d5576815 req-fc0d91b2-29f2-4248-b409-63253967f353 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=30fdc1fa-e3f1-41e4-b6f4-d6693fec2cd8 HTTP/1.1" status: 200 len: 838 time: 0.2504516 Nov 29 02:00:50.494100 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-67201c26-e235-4091-9c80-66d1d8761b74 None None] Attempting to bind port 2c5a4325-efd8-422d-9016-07d2bc59f9c2 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:00:50.495086 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-67201c26-e235-4091-9c80-66d1d8761b74 None None] Attempting to bind port 2c5a4325-efd8-422d-9016-07d2bc59f9c2 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '1819228c-941e-4351-b2dc-bedc5fe04a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1a38d406-5b23-4605-a792-c3c4e39f6192'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:00:50.495471 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67201c26-e235-4091-9c80-66d1d8761b74 None None] Attempting to bind port 2c5a4325-efd8-422d-9016-07d2bc59f9c2 on network 1a38d406-5b23-4605-a792-c3c4e39f6192 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:00:50.503968 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67201c26-e235-4091-9c80-66d1d8761b74 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:00:50.504338 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67201c26-e235-4091-9c80-66d1d8761b74 None None] Checking segment: {'id': '1819228c-941e-4351-b2dc-bedc5fe04a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1a38d406-5b23-4605-a792-c3c4e39f6192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:50.504736 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-67201c26-e235-4091-9c80-66d1d8761b74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:50.505138 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67201c26-e235-4091-9c80-66d1d8761b74 None None] Bound using segment: {'id': '1819228c-941e-4351-b2dc-bedc5fe04a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1a38d406-5b23-4605-a792-c3c4e39f6192'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:00:50.505622 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-67201c26-e235-4091-9c80-66d1d8761b74 None None] Bound port: 2c5a4325-efd8-422d-9016-07d2bc59f9c2, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1819228c-941e-4351-b2dc-bedc5fe04a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1a38d406-5b23-4605-a792-c3c4e39f6192'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:00:50.506015 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-67201c26-e235-4091-9c80-66d1d8761b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:50.509567 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-21763ae4-3c8e-4b95-a4d9-81bef5c8a9b7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Calling delete_port for 29d3ae9e-fd93-4eca-a129-d0900d04d6f0 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:50.560704 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 154cbb60-5684-4b58-b42f-86a9ff3bf562 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:00:50.567163 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-332ee2f0-4664-4e64-968a-433ddd4a6de0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:50.593374 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f60c2ab-f787-47fc-a0f6-f9fdaa401797 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:50.594050 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-332ee2f0-4664-4e64-968a-433ddd4a6de0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:50.600242 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-332ee2f0-4664-4e64-968a-433ddd4a6de0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] 10.222.0.37 "DELETE /v2.0/subnets/0a131b29-757a-437f-ba40-3983147a53d8 HTTP/1.1" status: 204 len: 168 time: 1.5976901 Nov 29 02:00:50.601158 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39842) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:50.609453 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa539c9-ad72-410b-a4d4-352dfb2ed694 None None] Network c955f451-3d70-40a3-a353-077a86c32408 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:50.636330 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-353697b9-4faa-4479-9f80-a12aee7d04c8 req-5280d48b-d25f-4f62-b29c-b7c6006b4a8e service neutron] 10.222.0.24 "GET /v2.0/networks/832816b9-beec-4a08-8e13-11d88846b1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073320 Nov 29 02:00:50.677382 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ee2f0-4664-4e64-968a-433ddd4a6de0 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Pushing event deleted for resources: {'Subnet': ['ID=0a131b29-757a-437f-ba40-3983147a53d8,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:50.692933 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe77643-a86d-498a-ae5a-d702d5576815 req-d220d96d-000a-4302-8520-d010eced985b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:50.694188 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7fe77643-a86d-498a-ae5a-d702d5576815 req-d220d96d-000a-4302-8520-d010eced985b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=029b38e4-f7a6-4c8b-aabd-f01a29e78b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2004018 Nov 29 02:00:50.711255 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-67201c26-e235-4091-9c80-66d1d8761b74 None None] For port 2c5a4325-efd8-422d-9016-07d2bc59f9c2, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:00:50.711529 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fee92608-dde9-4e99-bc4d-7ee204bfc0b3 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:50.714728 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-67201c26-e235-4091-9c80-66d1d8761b74 None None] For port 2c5a4325-efd8-422d-9016-07d2bc59f9c2, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=2c5a4325-efd8-422d-9016-07d2bc59f9c2,segment=NetworkSegment(1819228c-941e-4351-b2dc-bedc5fe04a7d),segment_id=1819228c-941e-4351-b2dc-bedc5fe04a7d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:00:50.721820 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-67201c26-e235-4091-9c80-66d1d8761b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:50.725431 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b757694a-865b-48c5-8bf9-723d06935171 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:50.748927 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fee92608-dde9-4e99-bc4d-7ee204bfc0b3 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:50.757020 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-fee92608-dde9-4e99-bc4d-7ee204bfc0b3 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "DELETE /v2.0/networks/38bb03d1-77e5-4a6e-9cd0-28e1baaf3eb3 HTTP/1.1" status: 204 len: 168 time: 5.3684030 Nov 29 02:00:50.767686 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39844) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:50.774476 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-89c8051b-0cb6-4586-a382-08501198d9d4 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1605939667'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:50.789526 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 154cbb60-5684-4b58-b42f-86a9ff3bf562 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:50.789792 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:50.790011 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee92608-dde9-4e99-bc4d-7ee204bfc0b3 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event deleted for resources: {'Network': ['ID=38bb03d1-77e5-4a6e-9cd0-28e1baaf3eb3,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:50.853322 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4cfbce6a-0102-4f0b-b493-2445a9b920cb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:50.884106 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 78f2c1d8-df71-4dcd-a9cf-4d927b52b45d details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:00:50.929902 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67201c26-e235-4091-9c80-66d1d8761b74 None None] Pushing event updated for resources: {'Port': ['ID=2c5a4325-efd8-422d-9016-07d2bc59f9c2,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:50.980563 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c8051b-0cb6-4586-a382-08501198d9d4 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Made reservation on behalf of 9c0ad15ecb344bb299c0c6d9f8bbfbe2 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:50.984144 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-89c8051b-0cb6-4586-a382-08501198d9d4 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:51.105956 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf05119-3279-4f97-868c-f2e04ba519b3 req-00a35551-52db-4ed2-9230-9657d84fb3c8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:51.113474 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dcf05119-3279-4f97-868c-f2e04ba519b3 req-00a35551-52db-4ed2-9230-9657d84fb3c8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=578df434-f9f5-44eb-b253-1188d7bf146d HTTP/1.1" status: 200 len: 944 time: 0.1835282 Nov 29 02:00:51.132173 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89c8051b-0cb6-4586-a382-08501198d9d4 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:00:51.234585 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-89c8051b-0cb6-4586-a382-08501198d9d4 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:51.234977 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-89c8051b-0cb6-4586-a382-08501198d9d4 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Added segment a8dcc7e4-cbe5-4b7d-b1fe-ce4d51381c2c of type vlan for network 71fa6180-4578-4b69-97dc-333b5d7064e7 Nov 29 02:00:51.253003 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4654beb3-4831-4487-9d8f-f7052c8b6826 None None] DHCP port deletion for c955f451-3d70-40a3-a353-077a86c32408 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:51.277246 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 78f2c1d8-df71-4dcd-a9cf-4d927b52b45d, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=78f2c1d8-df71-4dcd-a9cf-4d927b52b45d,segment=NetworkSegment(2c8fc589-6515-4782-85c8-555752936f06),segment_id=2c8fc589-6515-4782-85c8-555752936f06)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:51.323598 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '78f2c1d8-df71-4dcd-a9cf-4d927b52b45d', 'network_id': '029b38e4-f7a6-4c8b-aabd-f01a29e78b62', 'port_id': '78f2c1d8-df71-4dcd-a9cf-4d927b52b45d', 'mac_address': 'fa:16:3e:2d:95:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30fdc1fa-e3f1-41e4-b6f4-d6693fec2cd8', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:00:51.371407 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-89c8051b-0cb6-4586-a382-08501198d9d4 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:51.380275 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:51.391178 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dcf05119-3279-4f97-868c-f2e04ba519b3 req-5643d6d1-0b06-422c-8cec-6ffce46916ce tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bafd4ec-9592-4a44-8b84-abcf6ef82bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2765403 Nov 29 02:00:51.396727 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-4cfbce6a-0102-4f0b-b493-2445a9b920cb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Deleting port 3daffd41-6d42-4c27-b5b5-bb62d1f39d51 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:51.397270 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4cfbce6a-0102-4f0b-b493-2445a9b920cb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:51.414480 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78f2c1d8-df71-4dcd-a9cf-4d927b52b45d {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:00:51.421598 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-4654beb3-4831-4487-9d8f-f7052c8b6826 None None] Deleting port 3daffd41-6d42-4c27-b5b5-bb62d1f39d51 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:51.422169 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4654beb3-4831-4487-9d8f-f7052c8b6826 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:51.475332 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device d68db49d-d3a7-4ecd-9d56-f45a37245007 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:00:51.482971 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 78f2c1d8-df71-4dcd-a9cf-4d927b52b45d, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=78f2c1d8-df71-4dcd-a9cf-4d927b52b45d,segment=NetworkSegment(2c8fc589-6515-4782-85c8-555752936f06),segment_id=2c8fc589-6515-4782-85c8-555752936f06)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:51.491218 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-b757694a-865b-48c5-8bf9-723d06935171 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Allocated IP 2001:db8::1 (1a38d406-5b23-4605-a792-c3c4e39f6192/b1f5d4c1-391a-434c-8923-ef4b7be37f60/7de10e98-8e75-40c0-aae1-1367e4986a4b) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:51.501657 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-4cfbce6a-0102-4f0b-b493-2445a9b920cb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] For port 3daffd41-6d42-4c27-b5b5-bb62d1f39d51, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=3daffd41-6d42-4c27-b5b5-bb62d1f39d51,segment=NetworkSegment(5d35ecc7-f29b-424e-9467-4ca7e46172a6),segment_id=5d35ecc7-f29b-424e-9467-4ca7e46172a6)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:51.501993 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4cfbce6a-0102-4f0b-b493-2445a9b920cb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:51.510673 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-89c8051b-0cb6-4586-a382-08501198d9d4 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:51.513333 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:51.515837 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: d68db49d-d3a7-4ecd-9d56-f45a37245007 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:00:51.516246 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device d68db49d-d3a7-4ecd-9d56-f45a37245007 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:00:51.516361 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c8051b-0cb6-4586-a382-08501198d9d4 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:51.516888 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-89c8051b-0cb6-4586-a382-08501198d9d4 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:51.539863 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-353697b9-4faa-4479-9f80-a12aee7d04c8 req-8c3cbcba-9c44-41d5-8d5a-82f033eb5061 service neutron] 10.222.0.24 "GET /v2.0/networks/832816b9-beec-4a08-8e13-11d88846b1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8509657 Nov 29 02:00:51.547923 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-4cfbce6a-0102-4f0b-b493-2445a9b920cb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Calling delete_port for 3daffd41-6d42-4c27-b5b5-bb62d1f39d51 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:51.567130 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7fe77643-a86d-498a-ae5a-d702d5576815 req-88383e22-7261-4f2c-baca-4abaf7c446d8 service neutron] 10.222.0.24 "GET /v2.0/networks/029b38e4-f7a6-4c8b-aabd-f01a29e78b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8583546 Nov 29 02:00:51.569105 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-4654beb3-4831-4487-9d8f-f7052c8b6826 None None] For port 3daffd41-6d42-4c27-b5b5-bb62d1f39d51, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=3daffd41-6d42-4c27-b5b5-bb62d1f39d51,segment=NetworkSegment(5d35ecc7-f29b-424e-9467-4ca7e46172a6),segment_id=5d35ecc7-f29b-424e-9467-4ca7e46172a6)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:51.569649 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4654beb3-4831-4487-9d8f-f7052c8b6826 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:51.595627 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-4654beb3-4831-4487-9d8f-f7052c8b6826 None None] Calling delete_port for 3daffd41-6d42-4c27-b5b5-bb62d1f39d51 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:51.597567 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f60c2ab-f787-47fc-a0f6-f9fdaa401797 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:51.598036 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f60c2ab-f787-47fc-a0f6-f9fdaa401797 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:51.598284 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [None req-8f60c2ab-f787-47fc-a0f6-f9fdaa401797 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Floating IP 2c15babd-192f-4db5-b475-fe1d29acc050 disassociated. External IP: 172.26.3.235, port: 5727190d-c4c5-4675-8c56-575de0d764a4. Nov 29 02:00:51.598637 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8f60c2ab-f787-47fc-a0f6-f9fdaa401797 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Calling delete_port for 5727190d-c4c5-4675-8c56-575de0d764a4 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:51.609897 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-21763ae4-3c8e-4b95-a4d9-81bef5c8a9b7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:51.614172 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=78f2c1d8-df71-4dcd-a9cf-4d927b52b45d,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:51.622894 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b4049bb-e258-4048-8053-2e6b4f507ed2 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router_gateway, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:51.653968 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-89c8051b-0cb6-4586-a382-08501198d9d4 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8840857 Nov 29 02:00:51.654541 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39848) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:51.664294 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a7c834b7-8c97-451f-b17d-32f7569f72be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:51.706384 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b4049bb-e258-4048-8053-2e6b4f507ed2 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:51.711516 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4654beb3-4831-4487-9d8f-f7052c8b6826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:51.712216 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21763ae4-3c8e-4b95-a4d9-81bef5c8a9b7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Port': ['ID=29d3ae9e-fd93-4eca-a129-d0900d04d6f0,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:51.741140 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8051b-0cb6-4586-a382-08501198d9d4 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event updated for resources: {'Network': ['ID=71fa6180-4578-4b69-97dc-333b5d7064e7,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:51.745194 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654beb3-4831-4487-9d8f-f7052c8b6826 None None] Pushing event deleted for resources: {'Port': ['ID=3daffd41-6d42-4c27-b5b5-bb62d1f39d51,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:51.749524 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4654beb3-4831-4487-9d8f-f7052c8b6826 None None] No DVR routers for this DVR port 3daffd41-6d42-4c27-b5b5-bb62d1f39d51 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:00:51.780575 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 71fa6180-4578-4b69-97dc-333b5d7064e7 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:00:51.829602 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-21763ae4-3c8e-4b95-a4d9-81bef5c8a9b7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:51.832948 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-21763ae4-3c8e-4b95-a4d9-81bef5c8a9b7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/29d3ae9e-fd93-4eca-a129-d0900d04d6f0 HTTP/1.1" status: 204 len: 168 time: 2.4175913 Nov 29 02:00:51.837710 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39852) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:51.894807 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['78f2c1d8-df71-4dcd-a9cf-4d927b52b45d'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:00:51.985150 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b757694a-865b-48c5-8bf9-723d06935171 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:52.003417 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7fe77643-a86d-498a-ae5a-d702d5576815 req-3fb014cf-e0a3-4207-a7e1-f83780531426 service neutron] 10.222.0.24 "GET /v2.0/networks/029b38e4-f7a6-4c8b-aabd-f01a29e78b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250309 Nov 29 02:00:52.039917 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c8e7bd-a3ee-43d8-8ac4-9aa7ed2a89ce tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:52.046972 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c8e7bd-a3ee-43d8-8ac4-9aa7ed2a89ce tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:52.048919 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-28c8e7bd-a3ee-43d8-8ac4-9aa7ed2a89ce tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1934657 Nov 29 02:00:52.053269 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39854) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:52.070845 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4cfbce6a-0102-4f0b-b493-2445a9b920cb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:52.079815 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b757694a-865b-48c5-8bf9-723d06935171 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:52.127929 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-9b4049bb-e258-4048-8053-2e6b4f507ed2 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Allocated IP 172.26.3.254 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/f8f200ec-f9b7-48c0-878d-3014f2d63359) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:52.157196 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7c834b7-8c97-451f-b17d-32f7569f72be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:52.164228 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbce6a-0102-4f0b-b493-2445a9b920cb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Pushing event deleted for resources: {'Port': ['ID=3daffd41-6d42-4c27-b5b5-bb62d1f39d51,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:52.174433 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfbce6a-0102-4f0b-b493-2445a9b920cb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] No DVR routers for this DVR port 3daffd41-6d42-4c27-b5b5-bb62d1f39d51 on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:00:52.212046 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b757694a-865b-48c5-8bf9-723d06935171 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network 1a38d406-5b23-4605-a792-c3c4e39f6192 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:52.239542 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-b757694a-865b-48c5-8bf9-723d06935171 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:52.249821 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad810a25-e819-42f3-ad66-35c79cb4ab65 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting subnet c8cab8c8-d80d-418c-bce8-5cebba57a98f {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:00:52.268106 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b757694a-865b-48c5-8bf9-723d06935171 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:52.268942 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b757694a-865b-48c5-8bf9-723d06935171 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:52.269688 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f60c2ab-f787-47fc-a0f6-f9fdaa401797 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:52.271304 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7c834b7-8c97-451f-b17d-32f7569f72be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:52.305317 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad810a25-e819-42f3-ad66-35c79cb4ab65 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:52.316730 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60c2ab-f787-47fc-a0f6-f9fdaa401797 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event deleted for resources: {'Port': ['ID=5727190d-c4c5-4675-8c56-575de0d764a4,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:52.322605 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b4049bb-e258-4048-8053-2e6b4f507ed2 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:52.328289 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29fdb19-db13-4761-b8d0-3e9b156397a1 None None] DHCP port deletion for 4851bbc4-3ddc-4587-9d58-c74c6a0c2d41 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:52.387020 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807f7f69-abc2-4800-9a65-4e29ce0534db None None] Network 1a38d406-5b23-4605-a792-c3c4e39f6192 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:52.395282 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a7c834b7-8c97-451f-b17d-32f7569f72be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Network 71fa6180-4578-4b69-97dc-333b5d7064e7 is not hosted by any dhcp agent {{(pid=103254) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 29 02:00:52.401981 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c834b7-8c97-451f-b17d-32f7569f72be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:52.402450 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a7c834b7-8c97-451f-b17d-32f7569f72be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:52.406438 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a7c834b7-8c97-451f-b17d-32f7569f72be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "PUT /v2.0/networks/71fa6180-4578-4b69-97dc-333b5d7064e7 HTTP/1.1" status: 200 len: 723 time: 0.7458177 Nov 29 02:00:52.408929 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39858) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:52.420007 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c192772c-b346-4b02-8beb-5dcedcbeab50 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Request body: {'subnet': {'network_id': '71fa6180-4578-4b69-97dc-333b5d7064e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:52.501273 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad810a25-e819-42f3-ad66-35c79cb4ab65 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:52.512416 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-df86ed99-be80-4496-bcbe-97b92598c80a None None] Provisioning complete for port 2c5a4325-efd8-422d-9016-07d2bc59f9c2 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:52.513279 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-df86ed99-be80-4496-bcbe-97b92598c80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:52.518413 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b4049bb-e258-4048-8053-2e6b4f507ed2 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:52.532993 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757694a-865b-48c5-8bf9-723d06935171 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Port': ['ID=7de10e98-8e75-40c0-aae1-1367e4986a4b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:52.535190 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c834b7-8c97-451f-b17d-32f7569f72be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event updated for resources: {'Network': ['ID=71fa6180-4578-4b69-97dc-333b5d7064e7,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:52.563443 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4cfbce6a-0102-4f0b-b493-2445a9b920cb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:52.564755 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4049bb-e258-4048-8053-2e6b4f507ed2 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:52.584794 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 71fa6180-4578-4b69-97dc-333b5d7064e7 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:00:52.596862 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-9b4049bb-e258-4048-8053-2e6b4f507ed2 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:52.616240 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-4cfbce6a-0102-4f0b-b493-2445a9b920cb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c955f451-3d70-40a3-a353-077a86c32408']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:52.629886 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4049bb-e258-4048-8053-2e6b4f507ed2 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:52.632841 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f60c2ab-f787-47fc-a0f6-f9fdaa401797 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Router 743aef22-c18f-4244-8437-75ac83c1aeb0 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:00:52.645482 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456e0b68-658e-42be-b141-8c5e3e99cced None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:52.648063 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 2c5a4325-efd8-422d-9016-07d2bc59f9c2 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:00:52.654844 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-4cfbce6a-0102-4f0b-b493-2445a9b920cb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d35ecc7-f29b-424e-9467-4ca7e46172a6') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:52.654844 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-4cfbce6a-0102-4f0b-b493-2445a9b920cb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d35ecc7-f29b-424e-9467-4ca7e46172a6') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:52.671640 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4cfbce6a-0102-4f0b-b493-2445a9b920cb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:52.678972 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c192772c-b346-4b02-8beb-5dcedcbeab50 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Made reservation on behalf of 9c0ad15ecb344bb299c0c6d9f8bbfbe2 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:52.682519 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c192772c-b346-4b02-8beb-5dcedcbeab50 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:52.686422 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4049bb-e258-4048-8053-2e6b4f507ed2 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Pushing event updated for resources: {'Port': ['ID=f8f200ec-f9b7-48c0-878d-3014f2d63359,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:52.719376 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7177b-9ca6-4653-9f12-6fb83150198f req-3179d6f9-d15b-483e-9d21-db8df291a58c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:52.720911 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-65c7177b-9ca6-4653-9f12-6fb83150198f req-3179d6f9-d15b-483e-9d21-db8df291a58c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=578df434-f9f5-44eb-b253-1188d7bf146d HTTP/1.1" status: 200 len: 945 time: 0.1758819 Nov 29 02:00:52.726491 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4cfbce6a-0102-4f0b-b493-2445a9b920cb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:52.747332 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad810a25-e819-42f3-ad66-35c79cb4ab65 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:52.752378 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cfbce6a-0102-4f0b-b493-2445a9b920cb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:00:52.752378 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4cfbce6a-0102-4f0b-b493-2445a9b920cb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: self.session.flush() Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: self.session.flush() Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: self.session.flush() Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: self.session.flush() Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:00:52.754108 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:00:52.782910 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b757694a-865b-48c5-8bf9-723d06935171 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:52.812351 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-df86ed99-be80-4496-bcbe-97b92598c80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:52.889246 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-df86ed99-be80-4496-bcbe-97b92598c80a None None] For port 2c5a4325-efd8-422d-9016-07d2bc59f9c2, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=2c5a4325-efd8-422d-9016-07d2bc59f9c2,segment=NetworkSegment(1819228c-941e-4351-b2dc-bedc5fe04a7d),segment_id=1819228c-941e-4351-b2dc-bedc5fe04a7d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:52.898148 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 2c5a4325-efd8-422d-9016-07d2bc59f9c2 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:52.898788 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:52.914979 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-65c7177b-9ca6-4653-9f12-6fb83150198f req-5eda1035-c75e-4320-99aa-0d64e55415a5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bafd4ec-9592-4a44-8b84-abcf6ef82bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793339 Nov 29 02:00:52.924628 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4cfbce6a-0102-4f0b-b493-2445a9b920cb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:52.932503 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-df86ed99-be80-4496-bcbe-97b92598c80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:52.937499 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4cfbce6a-0102-4f0b-b493-2445a9b920cb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:52.940687 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4cfbce6a-0102-4f0b-b493-2445a9b920cb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] 10.222.0.37 "DELETE /v2.0/networks/c955f451-3d70-40a3-a353-077a86c32408 HTTP/1.1" status: 204 len: 168 time: 2.3335285 Nov 29 02:00:52.945996 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39862) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:53.005169 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df86ed99-be80-4496-bcbe-97b92598c80a None None] Pushing event updated for resources: {'Port': ['ID=2c5a4325-efd8-422d-9016-07d2bc59f9c2,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:53.027243 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad810a25-e819-42f3-ad66-35c79cb4ab65 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:53.058871 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbce6a-0102-4f0b-b493-2445a9b920cb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Pushing event deleted for resources: {'Network': ['ID=c955f451-3d70-40a3-a353-077a86c32408,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:53.062511 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bd5936f1-6b72-4187-9a91-ff25390bddbb tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] 10.222.0.37 "GET /v2.0/ports?device_id=26dec7dc-26db-49b9-ac8d-86c05398c073 HTTP/1.1" status: 200 len: 205 time: 0.1117210 Nov 29 02:00:53.085186 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39864) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:53.088819 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f60c2ab-f787-47fc-a0f6-f9fdaa401797 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:53.095671 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad810a25-e819-42f3-ad66-35c79cb4ab65 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Subnet': ['ID=c8cab8c8-d80d-418c-bce8-5cebba57a98f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:53.096985 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1637168d-c4e6-4965-a1c0-b871f415ea8a None None] Provisioning complete for port f8f200ec-f9b7-48c0-878d-3014f2d63359 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:53.097472 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1637168d-c4e6-4965-a1c0-b871f415ea8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:53.101639 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78d61bd-b1ab-4a9f-8894-804e72871a82 None None] Sync routers for ids ['743aef22-c18f-4244-8437-75ac83c1aeb0'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:53.124637 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78d61bd-b1ab-4a9f-8894-804e72871a82 None None] Routers {'743aef22-c18f-4244-8437-75ac83c1aeb0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:53.125266 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d78d61bd-b1ab-4a9f-8894-804e72871a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['743aef22-c18f-4244-8437-75ac83c1aeb0'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:53.129317 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d705ac8-c62e-4e27-b5e5-1440b7578e55 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:53.159182 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad810a25-e819-42f3-ad66-35c79cb4ab65 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:53.169336 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ad810a25-e819-42f3-ad66-35c79cb4ab65 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/c8cab8c8-d80d-418c-bce8-5cebba57a98f HTTP/1.1" status: 204 len: 168 time: 1.1129267 Nov 29 02:00:53.173340 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d78d61bd-b1ab-4a9f-8894-804e72871a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:53.182858 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78d61bd-b1ab-4a9f-8894-804e72871a82 None None] Routers {'743aef22-c18f-4244-8437-75ac83c1aeb0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:53.183610 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d78d61bd-b1ab-4a9f-8894-804e72871a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['743aef22-c18f-4244-8437-75ac83c1aeb0'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:53.221050 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d78d61bd-b1ab-4a9f-8894-804e72871a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:53.222177 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78d61bd-b1ab-4a9f-8894-804e72871a82 None None] The sync data for ids ['743aef22-c18f-4244-8437-75ac83c1aeb0'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:00:53.225232 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39866) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:53.229847 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1637168d-c4e6-4965-a1c0-b871f415ea8a None None] Port f8f200ec-f9b7-48c0-878d-3014f2d63359 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:00:53.241044 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 3daffd41-6d42-4c27-b5b5-bb62d1f39d51 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:00:53.246830 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b4049bb-e258-4048-8053-2e6b4f507ed2 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router_gateway, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:53.277936 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-71858389-ff3e-4c3f-8c86-36beaea0c528 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516138 Nov 29 02:00:53.281377 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39868) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:53.285685 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 3daffd41-6d42-4c27-b5b5-bb62d1f39d51 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:00:53.286043 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 3daffd41-6d42-4c27-b5b5-bb62d1f39d51 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:00:53.286165 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d3452eee-54ec-44e4-8769-659c90f9ff69 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:53.301033 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4eb75942-9af4-4547-b72a-9fdf52328912 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:53.404253 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8f60c2ab-f787-47fc-a0f6-f9fdaa401797 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:53.408255 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8f60c2ab-f787-47fc-a0f6-f9fdaa401797 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "DELETE /v2.0/ports/5727190d-c4c5-4675-8c56-575de0d764a4 HTTP/1.1" status: 204 len: 168 time: 3.9218216 Nov 29 02:00:53.415595 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39870) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:53.456843 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-60cab4b2-cf5f-400c-a40d-501f76144ba8 None None] Provisioning complete for port 2c5a4325-efd8-422d-9016-07d2bc59f9c2 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:53.457661 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60cab4b2-cf5f-400c-a40d-501f76144ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:53.508213 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-de951a2b-7919-42e1-9e82-febd663477ad tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "GET /v2.0/floatingips/2c15babd-192f-4db5-b475-fe1d29acc050 HTTP/1.1" status: 200 len: 688 time: 0.0908556 Nov 29 02:00:53.516834 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39872) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:53.521169 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5042505e-84f6-4453-a26d-2bd24e16ebba None None] DHCP port deletion for 126abf58-b75c-4c07-bafa-8e25bc6621b0 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:53.627571 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-5042505e-84f6-4453-a26d-2bd24e16ebba None None] Deleting port 154cbb60-5684-4b58-b42f-86a9ff3bf562 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:53.627952 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5042505e-84f6-4453-a26d-2bd24e16ebba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:53.679049 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-60cab4b2-cf5f-400c-a40d-501f76144ba8 None None] Provisioning complete for port 7de10e98-8e75-40c0-aae1-1367e4986a4b triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:53.679397 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60cab4b2-cf5f-400c-a40d-501f76144ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:53.734645 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-5042505e-84f6-4453-a26d-2bd24e16ebba None None] For port 154cbb60-5684-4b58-b42f-86a9ff3bf562, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=154cbb60-5684-4b58-b42f-86a9ff3bf562,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:53.735054 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5042505e-84f6-4453-a26d-2bd24e16ebba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:53.749328 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-60cab4b2-cf5f-400c-a40d-501f76144ba8 None None] Port 7de10e98-8e75-40c0-aae1-1367e4986a4b cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:00:53.751135 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-5042505e-84f6-4453-a26d-2bd24e16ebba None None] Calling delete_port for 154cbb60-5684-4b58-b42f-86a9ff3bf562 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:53.841256 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5042505e-84f6-4453-a26d-2bd24e16ebba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:53.884168 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5042505e-84f6-4453-a26d-2bd24e16ebba None None] No DVR routers for this DVR port 154cbb60-5684-4b58-b42f-86a9ff3bf562 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:00:53.890353 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5042505e-84f6-4453-a26d-2bd24e16ebba None None] Pushing event deleted for resources: {'Port': ['ID=154cbb60-5684-4b58-b42f-86a9ff3bf562,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:53.910816 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-f05e90d8-ae0a-4b94-8ba6-cfbd2f3e99e7 None None] Provisioning complete for port 7de10e98-8e75-40c0-aae1-1367e4986a4b triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:53.911414 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f05e90d8-ae0a-4b94-8ba6-cfbd2f3e99e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:53.948423 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4eb75942-9af4-4547-b72a-9fdf52328912 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:53.951917 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4eb75942-9af4-4547-b72a-9fdf52328912 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:53.952370 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f05e90d8-ae0a-4b94-8ba6-cfbd2f3e99e7 None None] Port 7de10e98-8e75-40c0-aae1-1367e4986a4b cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:00:53.972943 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c192772c-b346-4b02-8beb-5dcedcbeab50 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:54.019154 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3452eee-54ec-44e4-8769-659c90f9ff69 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:54.023271 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d3452eee-54ec-44e4-8769-659c90f9ff69 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:54.073227 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4eb75942-9af4-4547-b72a-9fdf52328912 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:54.073820 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb75942-9af4-4547-b72a-9fdf52328912 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Fanout notify agent at l3_agent the message router_deleted on router 26dec7dc-26db-49b9-ac8d-86c05398c073 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:00:54.096798 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4eb75942-9af4-4547-b72a-9fdf52328912 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:54.100354 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4eb75942-9af4-4547-b72a-9fdf52328912 tempest-RoutersNegativeTest-369899660 tempest-RoutersNegativeTest-369899660-project] 10.222.0.37 "DELETE /v2.0/routers/26dec7dc-26db-49b9-ac8d-86c05398c073 HTTP/1.1" status: 204 len: 168 time: 1.0112596 Nov 29 02:00:54.136853 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192772c-b346-4b02-8beb-5dcedcbeab50 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event updated for resources: {'Subnet': ['ID=0fe01a9e-ee9f-4770-b2c5-52f7d8560aca,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:54.146922 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b4049bb-e258-4048-8053-2e6b4f507ed2 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32579'] for router, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:54.153858 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c192772c-b346-4b02-8beb-5dcedcbeab50 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Checking segment: {'id': 'a8dcc7e4-cbe5-4b7d-b1fe-ce4d51381c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '71fa6180-4578-4b69-97dc-333b5d7064e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:54.154184 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c192772c-b346-4b02-8beb-5dcedcbeab50 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Network hostable DHCP agents. Network: 71fa6180-4578-4b69-97dc-333b5d7064e7, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:00:54.162372 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b757694a-865b-48c5-8bf9-723d06935171 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:54.162538 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b4049bb-e258-4048-8053-2e6b4f507ed2 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-599907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-599898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-600112'] for router, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:54.172342 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b757694a-865b-48c5-8bf9-723d06935171 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:54.173338 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b757694a-865b-48c5-8bf9-723d06935171 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:54.221144 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ac6f1-a10f-4aa2-a153-dbd8c41da31e req-052a5655-9a5c-48f0-921e-7d673f1591ac tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:54.222647 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-283ac6f1-a10f-4aa2-a153-dbd8c41da31e req-052a5655-9a5c-48f0-921e-7d673f1591ac tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=578df434-f9f5-44eb-b253-1188d7bf146d HTTP/1.1" status: 200 len: 945 time: 0.1456771 Nov 29 02:00:54.251369 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-01f8b394-d58a-4241-abad-56b258db3c19 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Deleting port f2a00db9-3ca5-4ff0-8f87-768941e2bf33 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:54.251729 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-01f8b394-d58a-4241-abad-56b258db3c19 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:54.267443 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c192772c-b346-4b02-8beb-5dcedcbeab50 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Network 71fa6180-4578-4b69-97dc-333b5d7064e7 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:00:54.308179 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757694a-865b-48c5-8bf9-723d06935171 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Port': ['ID=7de10e98-8e75-40c0-aae1-1367e4986a4b,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:54.313515 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-c192772c-b346-4b02-8beb-5dcedcbeab50 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 71fa6180-4578-4b69-97dc-333b5d7064e7) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:54.327160 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c192772c-b346-4b02-8beb-5dcedcbeab50 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:54.327766 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c192772c-b346-4b02-8beb-5dcedcbeab50 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:54.328170 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d66c41d-eecb-4d68-b943-c62f4410d9f8 None None] Network 71fa6180-4578-4b69-97dc-333b5d7064e7 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:54.376298 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c192772c-b346-4b02-8beb-5dcedcbeab50 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9662154 Nov 29 02:00:54.377590 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39880) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:54.380376 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-01f8b394-d58a-4241-abad-56b258db3c19 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:54.380650 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-01f8b394-d58a-4241-abad-56b258db3c19 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:54.388228 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e8ddb01d-795b-4f31-8e19-1ed9077cd04e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:54.390867 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-283ac6f1-a10f-4aa2-a153-dbd8c41da31e req-adb52843-9129-410d-b8db-e22b41d35d43 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bafd4ec-9592-4a44-8b84-abcf6ef82bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557312 Nov 29 02:00:54.439237 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-01f8b394-d58a-4241-abad-56b258db3c19 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Calling delete_port for f2a00db9-3ca5-4ff0-8f87-768941e2bf33 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:54.445674 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b757694a-865b-48c5-8bf9-723d06935171 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network 1a38d406-5b23-4605-a792-c3c4e39f6192 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:54.456519 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-b757694a-865b-48c5-8bf9-723d06935171 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:54.564386 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 2c5a4325-efd8-422d-9016-07d2bc59f9c2 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:00:54.593733 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdd3975-8d63-48e1-a75b-a228d63c6b05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-71fa6180-4578-4b69-97dc-333b5d7064e7', 'network_id': '71fa6180-4578-4b69-97dc-333b5d7064e7', 'tenant_id': '9c0ad15ecb344bb299c0c6d9f8bbfbe2', 'fixed_ips': [{'subnet_id': '0fe01a9e-ee9f-4770-b2c5-52f7d8560aca'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:00:54.594843 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-acdd3975-8d63-48e1-a75b-a228d63c6b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:54.677416 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39884) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:54.685502 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8ddb01d-795b-4f31-8e19-1ed9077cd04e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-33331489'] for subnet, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:54.730457 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4049bb-e258-4048-8053-2e6b4f507ed2 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Router d293f131-3c6d-41dc-b04a-9a8a06f9f069 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:00:54.748071 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 2c5a4325-efd8-422d-9016-07d2bc59f9c2 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:54.748815 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:54.749172 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.objects.ports [None req-d3452eee-54ec-44e4-8769-659c90f9ff69 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103254) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 02:00:54.753290 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d3452eee-54ec-44e4-8769-659c90f9ff69 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:54.789156 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b757694a-865b-48c5-8bf9-723d06935171 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Router a660ec7c-f042-4421-bb7a-f5f9a36972b9 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:00:54.821925 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3452eee-54ec-44e4-8769-659c90f9ff69 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:54.829793 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-d3452eee-54ec-44e4-8769-659c90f9ff69 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:54.839142 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3452eee-54ec-44e4-8769-659c90f9ff69 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:54.839753 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d3452eee-54ec-44e4-8769-659c90f9ff69 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:54.845593 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660df9d7-7d20-4d23-82c9-2dbd44788d08 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:54.877564 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3452eee-54ec-44e4-8769-659c90f9ff69 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Subnet': ['ID=4a379533-4e83-47fd-bb95-ad42fb340c5e,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:54.888569 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-acdd3975-8d63-48e1-a75b-a228d63c6b05 None None] Allocated IP 172.20.0.2 (71fa6180-4578-4b69-97dc-333b5d7064e7/0fe01a9e-ee9f-4770-b2c5-52f7d8560aca/9b2eacb0-fba7-47f2-862e-001aed6c709b) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:54.924634 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d3452eee-54ec-44e4-8769-659c90f9ff69 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6421852 Nov 29 02:00:54.927472 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39888) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:54.937837 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-895ca105-fbda-4e4e-9f99-96bcb17607ca tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'port': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'mac_address': 'fa:16:3e:1c:06:6b', 'name': 'tempest-NetworksTestDHCPv6-1714968714'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:54.960731 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-01f8b394-d58a-4241-abad-56b258db3c19 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:54.993681 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8b394-d58a-4241-abad-56b258db3c19 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event deleted for resources: {'Port': ['ID=f2a00db9-3ca5-4ff0-8f87-768941e2bf33,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:55.011236 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b757694a-865b-48c5-8bf9-723d06935171 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:55.026822 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b757694a-865b-48c5-8bf9-723d06935171 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "PUT /v2.0/routers/a660ec7c-f042-4421-bb7a-f5f9a36972b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2045641 Nov 29 02:00:55.029944 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39890) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:55.036953 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-945070fa-eadc-45e3-8398-9279ce7ed886 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1640286565'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:55.054001 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4049bb-e258-4048-8053-2e6b4f507ed2 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:55.060781 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-04e4d57e-e5da-4ccf-9295-df5d86be33f9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df27b293cef34034a07e8aa52e5c6a2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3798299 Nov 29 02:00:55.065070 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b4049bb-e258-4048-8053-2e6b4f507ed2 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:55.065227 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39892) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:55.068145 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf53661-74d4-40a7-999e-b1758cf74318 None None] Sync routers for ids ['d293f131-3c6d-41dc-b04a-9a8a06f9f069'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:55.069049 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9b4049bb-e258-4048-8053-2e6b4f507ed2 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] 10.222.0.37 "PUT /v2.0/routers/d293f131-3c6d-41dc-b04a-9a8a06f9f069 HTTP/1.1" status: 200 len: 884 time: 5.4875281 Nov 29 02:00:55.073974 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39894) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:55.087605 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf53661-74d4-40a7-999e-b1758cf74318 None None] Routers {'d293f131-3c6d-41dc-b04a-9a8a06f9f069'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:55.089685 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-abf53661-74d4-40a7-999e-b1758cf74318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['d293f131-3c6d-41dc-b04a-9a8a06f9f069'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:55.098509 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 78f2c1d8-df71-4dcd-a9cf-4d927b52b45d up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:00:55.107000 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5a4c25-78f0-4f7c-8968-5fb54a7b6e56 None None] Sync routers for ids ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:55.125834 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945070fa-eadc-45e3-8398-9279ce7ed886 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Made reservation on behalf of beede83db6b440a1a2eddd60d2641adf for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:55.129321 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-945070fa-eadc-45e3-8398-9279ce7ed886 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:55.147291 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-abf53661-74d4-40a7-999e-b1758cf74318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:55.160138 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf53661-74d4-40a7-999e-b1758cf74318 None None] Routers {'d293f131-3c6d-41dc-b04a-9a8a06f9f069'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:55.161477 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-abf53661-74d4-40a7-999e-b1758cf74318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['d293f131-3c6d-41dc-b04a-9a8a06f9f069'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:55.170796 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-945070fa-eadc-45e3-8398-9279ce7ed886 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:00:55.197392 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-945070fa-eadc-45e3-8398-9279ce7ed886 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:55.197639 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-945070fa-eadc-45e3-8398-9279ce7ed886 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Added segment 1df63411-d0e6-4ef8-b6bc-4fac01da39e5 of type vlan for network 34d70f5f-46dd-45bd-a76b-7e1af1decaf0 Nov 29 02:00:55.199037 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f7547672-0c1e-446b-9bf3-b36c669cd8a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:55.208134 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895ca105-fbda-4e4e-9f99-96bcb17607ca tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:55.209913 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-01f8b394-d58a-4241-abad-56b258db3c19 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for floatingip, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:55.214132 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-01f8b394-d58a-4241-abad-56b258db3c19 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:55.216003 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-01f8b394-d58a-4241-abad-56b258db3c19 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "DELETE /v2.0/floatingips/2c15babd-192f-4db5-b475-fe1d29acc050 HTTP/1.1" status: 204 len: 168 time: 1.6629446 Nov 29 02:00:55.220251 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-abf53661-74d4-40a7-999e-b1758cf74318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:55.221100 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf53661-74d4-40a7-999e-b1758cf74318 None None] The sync data for ids ['d293f131-3c6d-41dc-b04a-9a8a06f9f069'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:00:55.223448 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39898) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:55.229908 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5d0fe400-8850-4c52-ad3c-3ac65516efd7 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'port_id': 'a64238c5-2adf-4bc2-a4ac-b4ec3bafdef4'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:55.237044 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-8ea19189-d622-40a5-9d01-e3e6496f10a9 None None] Provisioning complete for port 7de10e98-8e75-40c0-aae1-1367e4986a4b triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:55.237417 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8ea19189-d622-40a5-9d01-e3e6496f10a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:55.275229 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d0fe400-8850-4c52-ad3c-3ac65516efd7 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for floatingip, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:55.282597 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5a4c25-78f0-4f7c-8968-5fb54a7b6e56 None None] Routers {'a660ec7c-f042-4421-bb7a-f5f9a36972b9'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:55.283149 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-2c5a4c25-78f0-4f7c-8968-5fb54a7b6e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:55.314727 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f7547672-0c1e-446b-9bf3-b36c669cd8a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:55.329804 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-945070fa-eadc-45e3-8398-9279ce7ed886 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:55.336680 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39900) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:55.336844 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b8077ceb-5102-4ca0-b125-7811160b01a8 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] 10.222.0.37 "GET /v2.0/routers/d293f131-3c6d-41dc-b04a-9a8a06f9f069 HTTP/1.1" status: 200 len: 925 time: 0.2614851 Nov 29 02:00:55.425814 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d0fe400-8850-4c52-ad3c-3ac65516efd7 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:55.462341 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-895ca105-fbda-4e4e-9f99-96bcb17607ca tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:55.480976 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-945070fa-eadc-45e3-8398-9279ce7ed886 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:55.486999 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945070fa-eadc-45e3-8398-9279ce7ed886 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:55.487916 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-945070fa-eadc-45e3-8398-9279ce7ed886 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:55.516948 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-acdd3975-8d63-48e1-a75b-a228d63c6b05 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:55.523990 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914c7aaf-eb41-438a-9e6b-082d210102bc tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:55.528176 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-914c7aaf-eb41-438a-9e6b-082d210102bc tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=4bf244a8-fda8-412f-8f05-2c7c5210f333&device_id=d293f131-3c6d-41dc-b04a-9a8a06f9f069&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1845839 Nov 29 02:00:55.531059 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39906) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:55.562185 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f7547672-0c1e-446b-9bf3-b36c669cd8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:55.564810 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f7547672-0c1e-446b-9bf3-b36c669cd8a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:55.568430 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f7547672-0c1e-446b-9bf3-b36c669cd8a0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/63932c17-20eb-4154-9c27-80191972e575 HTTP/1.1" status: 204 len: 168 time: 0.4982502 Nov 29 02:00:55.581842 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-acdd3975-8d63-48e1-a75b-a228d63c6b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:55.587187 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-895ca105-fbda-4e4e-9f99-96bcb17607ca tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] device_id is not set on port 43ee5bf0-25bf-4092-9b4e-26a318a86b60 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:00:55.600304 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-945070fa-eadc-45e3-8398-9279ce7ed886 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5671756 Nov 29 02:00:55.614115 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39910) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:55.635015 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90b313-f47e-4215-868b-a1ab45fc68fb req-9808e2d8-846f-47f0-8898-9bee3e030e4e tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:55.636538 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fb90b313-f47e-4215-868b-a1ab45fc68fb req-9808e2d8-846f-47f0-8898-9bee3e030e4e tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.2398815 Nov 29 02:00:55.643912 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-0fcf2ec3-99e0-44ca-863f-39be56f2abd7 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Request body: {'subnet': {'network_id': '34d70f5f-46dd-45bd-a76b-7e1af1decaf0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:55.655406 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7547672-0c1e-446b-9bf3-b36c669cd8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63932c17-20eb-4154-9c27-80191972e575,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:55.680691 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-5d0fe400-8850-4c52-ad3c-3ac65516efd7 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Allocated IP 172.26.3.148 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/0674e5fa-6b3a-44a2-be5f-362ac5e7f447) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:55.731403 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945070fa-eadc-45e3-8398-9279ce7ed886 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Network': ['ID=34d70f5f-46dd-45bd-a76b-7e1af1decaf0,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:55.748945 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-8ea19189-d622-40a5-9d01-e3e6496f10a9 None None] Port 7de10e98-8e75-40c0-aae1-1367e4986a4b cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:00:55.781576 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 34d70f5f-46dd-45bd-a76b-7e1af1decaf0 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:00:55.805648 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02221c07-b4ab-4266-8f43-02fbd7a51efb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-126abf58-b75c-4c07-bafa-8e25bc6621b0', 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'fixed_ips': [{'subnet_id': '4a379533-4e83-47fd-bb95-ad42fb340c5e'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:00:55.806518 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-02221c07-b4ab-4266-8f43-02fbd7a51efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:55.864992 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 154cbb60-5684-4b58-b42f-86a9ff3bf562 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:00:55.870185 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdd3975-8d63-48e1-a75b-a228d63c6b05 None None] Network 71fa6180-4578-4b69-97dc-333b5d7064e7 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:55.873990 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-2c5a4c25-78f0-4f7c-8968-5fb54a7b6e56 None None] Set router a660ec7c-f042-4421-bb7a-f5f9a36972b9 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:00:55.896231 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c503fb9-97b4-4573-9c8b-05d8e3f26117 req-af859383-8738-481f-8f0e-4cf8eebf9ecf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:55.904482 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8c503fb9-97b4-4573-9c8b-05d8e3f26117 req-af859383-8738-481f-8f0e-4cf8eebf9ecf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=578df434-f9f5-44eb-b253-1188d7bf146d HTTP/1.1" status: 200 len: 945 time: 0.3507166 Nov 29 02:00:55.944181 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-acdd3975-8d63-48e1-a75b-a228d63c6b05 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:55.950791 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 154cbb60-5684-4b58-b42f-86a9ff3bf562 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:00:55.951444 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 154cbb60-5684-4b58-b42f-86a9ff3bf562 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:00:55.952489 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port 78f2c1d8-df71-4dcd-a9cf-4d927b52b45d completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:00:55.962845 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdd3975-8d63-48e1-a75b-a228d63c6b05 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:55.964119 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8c503fb9-97b4-4573-9c8b-05d8e3f26117 req-cb6bccbb-a961-49ec-a2b3-d206bf1e179c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bafd4ec-9592-4a44-8b84-abcf6ef82bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579360 Nov 29 02:00:55.966171 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd3975-8d63-48e1-a75b-a228d63c6b05 None None] Pushing event updated for resources: {'Port': ['ID=9b2eacb0-fba7-47f2-862e-001aed6c709b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:55.992130 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 78f2c1d8-df71-4dcd-a9cf-4d927b52b45d triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:55.992130 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:55.998189 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fb90b313-f47e-4215-868b-a1ab45fc68fb req-b6f7c17f-4eaa-4a83-91a0-5b78d39af17f tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3493927 Nov 29 02:00:56.001717 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb71ecba-df29-46a8-9c32-7246485e7370 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:56.003291 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-895ca105-fbda-4e4e-9f99-96bcb17607ca tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Allocated IP 2001:db8::f816:3eff:fe1c:66b (126abf58-b75c-4c07-bafa-8e25bc6621b0/4a379533-4e83-47fd-bb95-ad42fb340c5e/43ee5bf0-25bf-4092-9b4e-26a318a86b60) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:56.008256 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-eb71ecba-df29-46a8-9c32-7246485e7370 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] 10.222.0.37 "GET /v2.0/networks/4bf244a8-fda8-412f-8f05-2c7c5210f333 HTTP/1.1" status: 200 len: 881 time: 0.4740121 Nov 29 02:00:56.008912 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39916) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:56.034053 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8ddb01d-795b-4f31-8e19-1ed9077cd04e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763261847408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1415566'] for subnet, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:56.050125 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d0fe400-8850-4c52-ad3c-3ac65516efd7 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:56.080320 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcf2ec3-99e0-44ca-863f-39be56f2abd7 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Made reservation on behalf of beede83db6b440a1a2eddd60d2641adf for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:00:56.090940 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0fcf2ec3-99e0-44ca-863f-39be56f2abd7 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:56.130027 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ddb01d-795b-4f31-8e19-1ed9077cd04e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:56.130662 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8ddb01d-795b-4f31-8e19-1ed9077cd04e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:56.134993 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e8ddb01d-795b-4f31-8e19-1ed9077cd04e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "PUT /v2.0/subnets/0fe01a9e-ee9f-4770-b2c5-52f7d8560aca HTTP/1.1" status: 200 len: 806 time: 1.7513306 Nov 29 02:00:56.147076 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39924) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:56.173302 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ddb01d-795b-4f31-8e19-1ed9077cd04e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event updated for resources: {'Subnet': ['ID=0fe01a9e-ee9f-4770-b2c5-52f7d8560aca,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:56.187222 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7352ae42-446d-497e-a8f7-53c3147e0572 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] 10.222.0.37 "GET /v2.0/ports?device_id=d293f131-3c6d-41dc-b04a-9a8a06f9f069 HTTP/1.1" status: 200 len: 205 time: 0.1715178 Nov 29 02:00:56.187889 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39926) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:56.211171 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-acdd3975-8d63-48e1-a75b-a228d63c6b05 None None] Attempting to bind port 9b2eacb0-fba7-47f2-862e-001aed6c709b on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:00:56.211757 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-acdd3975-8d63-48e1-a75b-a228d63c6b05 None None] Attempting to bind port 9b2eacb0-fba7-47f2-862e-001aed6c709b by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'a8dcc7e4-cbe5-4b7d-b1fe-ce4d51381c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '71fa6180-4578-4b69-97dc-333b5d7064e7'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:00:56.211907 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdd3975-8d63-48e1-a75b-a228d63c6b05 None None] Attempting to bind port 9b2eacb0-fba7-47f2-862e-001aed6c709b on network 71fa6180-4578-4b69-97dc-333b5d7064e7 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:00:56.223401 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdd3975-8d63-48e1-a75b-a228d63c6b05 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:00:56.223783 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdd3975-8d63-48e1-a75b-a228d63c6b05 None None] Checking segment: {'id': 'a8dcc7e4-cbe5-4b7d-b1fe-ce4d51381c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '71fa6180-4578-4b69-97dc-333b5d7064e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:56.224202 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-acdd3975-8d63-48e1-a75b-a228d63c6b05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:56.224780 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdd3975-8d63-48e1-a75b-a228d63c6b05 None None] Bound using segment: {'id': 'a8dcc7e4-cbe5-4b7d-b1fe-ce4d51381c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '71fa6180-4578-4b69-97dc-333b5d7064e7'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:00:56.225269 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-acdd3975-8d63-48e1-a75b-a228d63c6b05 None None] Bound port: 9b2eacb0-fba7-47f2-862e-001aed6c709b, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8dcc7e4-cbe5-4b7d-b1fe-ce4d51381c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '71fa6180-4578-4b69-97dc-333b5d7064e7'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:00:56.225707 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-acdd3975-8d63-48e1-a75b-a228d63c6b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:56.255056 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:00:56.369070 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:56.397276 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-acdd3975-8d63-48e1-a75b-a228d63c6b05 None None] For port 9b2eacb0-fba7-47f2-862e-001aed6c709b, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:00:56.421576 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-acdd3975-8d63-48e1-a75b-a228d63c6b05 None None] For port 9b2eacb0-fba7-47f2-862e-001aed6c709b, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=9b2eacb0-fba7-47f2-862e-001aed6c709b,segment=NetworkSegment(a8dcc7e4-cbe5-4b7d-b1fe-ce4d51381c2c),segment_id=a8dcc7e4-cbe5-4b7d-b1fe-ce4d51381c2c)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:00:56.426165 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e73110f-f2bc-4bff-90d2-c3beb89eda61 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:56.427760 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578df434-f9f5-44eb-b253-1188d7bf146d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f2c1d8-df71-4dcd-a9cf-4d927b52b45d'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:00:56.430083 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b399b9a-295f-42fe-95b8-ab2ea0e26685" -d '{"events": [{"server_uuid": "578df434-f9f5-44eb-b253-1188d7bf146d", "name": "network-vif-plugged", "status": "completed", "tag": "78f2c1d8-df71-4dcd-a9cf-4d927b52b45d"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:00:56.443959 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-acdd3975-8d63-48e1-a75b-a228d63c6b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:56.456707 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 78f2c1d8-df71-4dcd-a9cf-4d927b52b45d, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=78f2c1d8-df71-4dcd-a9cf-4d927b52b45d,segment=NetworkSegment(2c8fc589-6515-4782-85c8-555752936f06),segment_id=2c8fc589-6515-4782-85c8-555752936f06)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:56.487409 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:56.507503 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45eded6d-f795-405b-96da-458185ce7818 x-openstack-request-id: req-45eded6d-f795-405b-96da-458185ce7818 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:00:56.519838 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578df434-f9f5-44eb-b253-1188d7bf146d", "name": "network-vif-plugged", "status": "completed", "tag": "78f2c1d8-df71-4dcd-a9cf-4d927b52b45d", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:00:56.519838 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-45eded6d-f795-405b-96da-458185ce7818 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:00:56.520209 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578df434-f9f5-44eb-b253-1188d7bf146d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f2c1d8-df71-4dcd-a9cf-4d927b52b45d', 'code': 200} Nov 29 02:00:56.539654 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd3975-8d63-48e1-a75b-a228d63c6b05 None None] Pushing event updated for resources: {'Port': ['ID=9b2eacb0-fba7-47f2-862e-001aed6c709b,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:56.550682 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-2c5a4c25-78f0-4f7c-8968-5fb54a7b6e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'name': 'tempest-RoutersIpV6Test-router-744842310', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:46Z', 'updated_at': '2021-11-29T02:00:52Z', 'revision_number': 2, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'gw_port_host': None, '_interfaces': [{'id': '7de10e98-8e75-40c0-aae1-1367e4986a4b', 'name': '', 'network_id': '1a38d406-5b23-4605-a792-c3c4e39f6192', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:33:91:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:50Z', 'updated_at': '2021-11-29T02:00:53Z', 'revision_number': 2, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:56.553608 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-895ca105-fbda-4e4e-9f99-96bcb17607ca tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:56.568881 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d0fe400-8850-4c52-ad3c-3ac65516efd7 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:56.626132 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e73110f-f2bc-4bff-90d2-c3beb89eda61 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:56.638569 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0fe400-8850-4c52-ad3c-3ac65516efd7 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:56.645318 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-5d0fe400-8850-4c52-ad3c-3ac65516efd7 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:56.650239 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0fe400-8850-4c52-ad3c-3ac65516efd7 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:56.654389 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5a4c25-78f0-4f7c-8968-5fb54a7b6e56 None None] Checking router: a660ec7c-f042-4421-bb7a-f5f9a36972b9 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:00:56.654778 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0fe400-8850-4c52-ad3c-3ac65516efd7 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event updated for resources: {'Port': ['ID=0674e5fa-6b3a-44a2-be5f-362ac5e7f447,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:56.655109 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5a4c25-78f0-4f7c-8968-5fb54a7b6e56 None None] Updating router a660ec7c-f042-4421-bb7a-f5f9a36972b9 port 7de10e98-8e75-40c0-aae1-1367e4986a4b binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:00:56.691871 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4c25-78f0-4f7c-8968-5fb54a7b6e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:56.739980 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99242d67-a40c-4ee3-929f-5ec628a55b11 req-dcb20ec9-3b22-42a5-acf1-939cb8f52e87 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:56.741599 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-99242d67-a40c-4ee3-929f-5ec628a55b11 req-dcb20ec9-3b22-42a5-acf1-939cb8f52e87 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.3582525 Nov 29 02:00:56.761574 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd7d3688-529f-45c8-a60a-cbe1a668902e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:56.766740 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=78f2c1d8-df71-4dcd-a9cf-4d927b52b45d,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:56.897825 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39942) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:56.917073 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0092247 Nov 29 02:00:56.922445 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39944) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:56.939304 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-895ca105-fbda-4e4e-9f99-96bcb17607ca tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:57.025152 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-02221c07-b4ab-4266-8f43-02fbd7a51efb None None] Allocated IP 2001:db8::f816:3eff:fe3b:35e (126abf58-b75c-4c07-bafa-8e25bc6621b0/4a379533-4e83-47fd-bb95-ad42fb340c5e/aaafcc66-0c51-4f32-a38c-f67c9dc11eb4) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:57.085639 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed65de-4954-4f55-b51c-a5c8c1694a5d req-5d765b10-b8c9-42b4-871f-a836e03c6588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:57.089509 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-dbed65de-4954-4f55-b51c-a5c8c1694a5d req-5d765b10-b8c9-42b4-871f-a836e03c6588 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=578df434-f9f5-44eb-b253-1188d7bf146d HTTP/1.1" status: 200 len: 1099 time: 0.2845504 Nov 29 02:00:57.097636 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7e73110f-f2bc-4bff-90d2-c3beb89eda61 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Deleting port f8f200ec-f9b7-48c0-878d-3014f2d63359 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:57.098016 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e73110f-f2bc-4bff-90d2-c3beb89eda61 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:57.102307 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-99242d67-a40c-4ee3-929f-5ec628a55b11 req-7f3a6089-ed9a-4fac-98b6-4b22be097e75 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3385272 Nov 29 02:00:57.250453 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4c25-78f0-4f7c-8968-5fb54a7b6e56 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:57.267257 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4c25-78f0-4f7c-8968-5fb54a7b6e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:57.277641 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-05f9bc7f-653e-4159-b525-d8950255fde2 tempest-NetworksApiDiscovery-1064119935 tempest-NetworksApiDiscovery-1064119935-project] 10.222.0.37 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3484299 Nov 29 02:00:57.440503 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03389bc-8977-4714-ba3b-69a03283be67 None None] Pushing event updated for resources: {'Port': ['ID=7de10e98-8e75-40c0-aae1-1367e4986a4b,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:57.482961 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-02221c07-b4ab-4266-8f43-02fbd7a51efb None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:57.515391 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-02221c07-b4ab-4266-8f43-02fbd7a51efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:57.596333 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895ca105-fbda-4e4e-9f99-96bcb17607ca tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:57.599242 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d0fe400-8850-4c52-ad3c-3ac65516efd7 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:57.606842 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0fcf2ec3-99e0-44ca-863f-39be56f2abd7 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:57.630268 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ca105-fbda-4e4e-9f99-96bcb17607ca tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Port': ['ID=43ee5bf0-25bf-4092-9b4e-26a318a86b60,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:57.637738 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-895ca105-fbda-4e4e-9f99-96bcb17607ca tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:57.645482 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895ca105-fbda-4e4e-9f99-96bcb17607ca tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:57.657675 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02221c07-b4ab-4266-8f43-02fbd7a51efb None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:00:57.682233 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-dbed65de-4954-4f55-b51c-a5c8c1694a5d req-d49e09d2-3001-450f-bd0a-445c9a428808 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9bafd4ec-9592-4a44-8b84-abcf6ef82bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5546823 Nov 29 02:00:57.683086 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895ca105-fbda-4e4e-9f99-96bcb17607ca tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:57.683823 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-895ca105-fbda-4e4e-9f99-96bcb17607ca tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:57.686612 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-02221c07-b4ab-4266-8f43-02fbd7a51efb None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:57.694470 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02221c07-b4ab-4266-8f43-02fbd7a51efb None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:00:57.707753 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-2c5a4c25-78f0-4f7c-8968-5fb54a7b6e56 None None] Attempting to bind port 7de10e98-8e75-40c0-aae1-1367e4986a4b on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:00:57.708134 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-2c5a4c25-78f0-4f7c-8968-5fb54a7b6e56 None None] Attempting to bind port 7de10e98-8e75-40c0-aae1-1367e4986a4b by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '1819228c-941e-4351-b2dc-bedc5fe04a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1a38d406-5b23-4605-a792-c3c4e39f6192'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:00:57.708493 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5a4c25-78f0-4f7c-8968-5fb54a7b6e56 None None] Attempting to bind port 7de10e98-8e75-40c0-aae1-1367e4986a4b on network 1a38d406-5b23-4605-a792-c3c4e39f6192 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:00:57.742732 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e73110f-f2bc-4bff-90d2-c3beb89eda61 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:57.756675 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02221c07-b4ab-4266-8f43-02fbd7a51efb None None] Pushing event updated for resources: {'Port': ['ID=aaafcc66-0c51-4f32-a38c-f67c9dc11eb4,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:57.779178 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5a4c25-78f0-4f7c-8968-5fb54a7b6e56 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:00:57.779705 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5a4c25-78f0-4f7c-8968-5fb54a7b6e56 None None] Checking segment: {'id': '1819228c-941e-4351-b2dc-bedc5fe04a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1a38d406-5b23-4605-a792-c3c4e39f6192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:57.780898 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4c25-78f0-4f7c-8968-5fb54a7b6e56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:57.780898 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5a4c25-78f0-4f7c-8968-5fb54a7b6e56 None None] Bound using segment: {'id': '1819228c-941e-4351-b2dc-bedc5fe04a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1a38d406-5b23-4605-a792-c3c4e39f6192'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:00:57.781116 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-2c5a4c25-78f0-4f7c-8968-5fb54a7b6e56 None None] Bound port: 7de10e98-8e75-40c0-aae1-1367e4986a4b, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1819228c-941e-4351-b2dc-bedc5fe04a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '1a38d406-5b23-4605-a792-c3c4e39f6192'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:00:57.781489 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4c25-78f0-4f7c-8968-5fb54a7b6e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:57.797199 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7e73110f-f2bc-4bff-90d2-c3beb89eda61 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Calling delete_port for f8f200ec-f9b7-48c0-878d-3014f2d63359 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:57.803524 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d0fe400-8850-4c52-ad3c-3ac65516efd7 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:57.815906 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39960) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:57.903703 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf2ec3-99e0-44ca-863f-39be56f2abd7 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Subnet': ['ID=e3aa1dc0-858a-4869-8c88-388807f3b63f,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:57.921772 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e460098-afc9-4952-901c-ffc5baacd316 req-a5b1facf-8525-41c9-8bc8-516438632d80 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:57.923863 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8e460098-afc9-4952-901c-ffc5baacd316 req-a5b1facf-8525-41c9-8bc8-516438632d80 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=578df434-f9f5-44eb-b253-1188d7bf146d HTTP/1.1" status: 200 len: 946 time: 0.8167222 Nov 29 02:00:57.934331 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-895ca105-fbda-4e4e-9f99-96bcb17607ca tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0042145 Nov 29 02:00:57.935001 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39966) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:57.948936 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-bd7d3688-529f-45c8-a60a-cbe1a668902e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Deleting port 9b2eacb0-fba7-47f2-862e-001aed6c709b {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:57.949170 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd7d3688-529f-45c8-a60a-cbe1a668902e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:58.062051 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d0fe400-8850-4c52-ad3c-3ac65516efd7 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:58.077538 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d0fe400-8850-4c52-ad3c-3ac65516efd7 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:58.172490 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28342dd8-9c7c-4b7f-bc7b-251a3c274de2 None None] Network 71fa6180-4578-4b69-97dc-333b5d7064e7 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:58.182934 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcf2ec3-99e0-44ca-863f-39be56f2abd7 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Checking segment: {'id': '1df63411-d0e6-4ef8-b6bc-4fac01da39e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '34d70f5f-46dd-45bd-a76b-7e1af1decaf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:58.183496 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcf2ec3-99e0-44ca-863f-39be56f2abd7 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network hostable DHCP agents. Network: 34d70f5f-46dd-45bd-a76b-7e1af1decaf0, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:00:58.205129 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4876024b-9f24-45c1-a706-24959972b8d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:58.214704 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-02221c07-b4ab-4266-8f43-02fbd7a51efb None None] Attempting to bind port aaafcc66-0c51-4f32-a38c-f67c9dc11eb4 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:00:58.215165 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-02221c07-b4ab-4266-8f43-02fbd7a51efb None None] Attempting to bind port aaafcc66-0c51-4f32-a38c-f67c9dc11eb4 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:00:58.215645 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02221c07-b4ab-4266-8f43-02fbd7a51efb None None] Attempting to bind port aaafcc66-0c51-4f32-a38c-f67c9dc11eb4 on network 126abf58-b75c-4c07-bafa-8e25bc6621b0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:00:58.223393 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0fe400-8850-4c52-ad3c-3ac65516efd7 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event updated for resources: {'Port': ['ID=0674e5fa-6b3a-44a2-be5f-362ac5e7f447,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:58.248780 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d0fe400-8850-4c52-ad3c-3ac65516efd7 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:58.255548 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02221c07-b4ab-4266-8f43-02fbd7a51efb None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:00:58.256192 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02221c07-b4ab-4266-8f43-02fbd7a51efb None None] Checking segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:00:58.256299 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-02221c07-b4ab-4266-8f43-02fbd7a51efb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:58.256811 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02221c07-b4ab-4266-8f43-02fbd7a51efb None None] Bound using segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:00:58.257573 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-02221c07-b4ab-4266-8f43-02fbd7a51efb None None] Bound port: aaafcc66-0c51-4f32-a38c-f67c9dc11eb4, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:00:58.258032 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-02221c07-b4ab-4266-8f43-02fbd7a51efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:58.275718 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08eb374-5c75-4014-9b37-68fec3663793 req-63f87705-81e7-4b13-84a9-863e7eee58c8 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:58.277254 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a08eb374-5c75-4014-9b37-68fec3663793 req-63f87705-81e7-4b13-84a9-863e7eee58c8 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.2791336 Nov 29 02:00:58.290433 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-3a7974a8-f2da-4d30-88b0-c9b2d270e877 None None] Provisioning complete for port 7de10e98-8e75-40c0-aae1-1367e4986a4b triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:58.290797 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3a7974a8-f2da-4d30-88b0-c9b2d270e877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:58.302808 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8e460098-afc9-4952-901c-ffc5baacd316 req-09421275-e9cd-4bf8-8164-ce0a68604d75 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bafd4ec-9592-4a44-8b84-abcf6ef82bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3653495 Nov 29 02:00:58.326631 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de26121-4af5-487d-8cff-d3925f9f5c3b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:58.332812 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de26121-4af5-487d-8cff-d3925f9f5c3b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:58.336619 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8de26121-4af5-487d-8cff-d3925f9f5c3b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.3957114 Nov 29 02:00:58.347938 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39968) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:58.367447 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcf2ec3-99e0-44ca-863f-39be56f2abd7 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network 34d70f5f-46dd-45bd-a76b-7e1af1decaf0 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:00:58.400258 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e73110f-f2bc-4bff-90d2-c3beb89eda61 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:58.408153 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-bd7d3688-529f-45c8-a60a-cbe1a668902e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] For port 9b2eacb0-fba7-47f2-862e-001aed6c709b, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=9b2eacb0-fba7-47f2-862e-001aed6c709b,segment=NetworkSegment(a8dcc7e4-cbe5-4b7d-b1fe-ce4d51381c2c),segment_id=a8dcc7e4-cbe5-4b7d-b1fe-ce4d51381c2c)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:00:58.408153 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd7d3688-529f-45c8-a60a-cbe1a668902e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:58.410488 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-2c5a4c25-78f0-4f7c-8968-5fb54a7b6e56 None None] For port 7de10e98-8e75-40c0-aae1-1367e4986a4b, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:00:58.427161 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-3a7974a8-f2da-4d30-88b0-c9b2d270e877 None None] Port 7de10e98-8e75-40c0-aae1-1367e4986a4b cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:00:58.433070 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73110f-f2bc-4bff-90d2-c3beb89eda61 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Pushing event deleted for resources: {'Port': ['ID=f8f200ec-f9b7-48c0-878d-3014f2d63359,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:58.436818 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-2c5a4c25-78f0-4f7c-8968-5fb54a7b6e56 None None] For port 7de10e98-8e75-40c0-aae1-1367e4986a4b, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7de10e98-8e75-40c0-aae1-1367e4986a4b,segment=NetworkSegment(1819228c-941e-4351-b2dc-bedc5fe04a7d),segment_id=1819228c-941e-4351-b2dc-bedc5fe04a7d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:00:58.439806 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [None req-5d0fe400-8850-4c52-ad3c-3ac65516efd7 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Floating IP 2a7aafea-747e-4016-a5f4-e3108144ac8a associated. External IP: 172.26.3.148, port: a64238c5-2adf-4bc2-a4ac-b4ec3bafdef4. Nov 29 02:00:58.458109 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-0fcf2ec3-99e0-44ca-863f-39be56f2abd7 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 34d70f5f-46dd-45bd-a76b-7e1af1decaf0) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:00:58.463469 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcf2ec3-99e0-44ca-863f-39be56f2abd7 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:58.464408 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0fcf2ec3-99e0-44ca-863f-39be56f2abd7 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:58.467718 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4c25-78f0-4f7c-8968-5fb54a7b6e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:58.475171 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-bd7d3688-529f-45c8-a60a-cbe1a668902e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Calling delete_port for 9b2eacb0-fba7-47f2-862e-001aed6c709b owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:58.476986 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d882aac-9761-4949-8cf8-0645efacae90 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:00:58.516407 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-02221c07-b4ab-4266-8f43-02fbd7a51efb None None] For port aaafcc66-0c51-4f32-a38c-f67c9dc11eb4, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:00:58.523111 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62648b95-1a18-4854-9b21-94d68e7df336 None None] Network 34d70f5f-46dd-45bd-a76b-7e1af1decaf0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:58.554975 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a08eb374-5c75-4014-9b37-68fec3663793 req-10f9ac63-ae66-4819-a1ad-a4b8c67162ee tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2440245 Nov 29 02:00:58.573640 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0fcf2ec3-99e0-44ca-863f-39be56f2abd7 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9465263 Nov 29 02:00:58.610605 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-02221c07-b4ab-4266-8f43-02fbd7a51efb None None] For port aaafcc66-0c51-4f32-a38c-f67c9dc11eb4, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=aaafcc66-0c51-4f32-a38c-f67c9dc11eb4,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:00:58.624587 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39970) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:58.675471 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-02221c07-b4ab-4266-8f43-02fbd7a51efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:58.714780 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03389bc-8977-4714-ba3b-69a03283be67 None None] Pushing event updated for resources: {'Port': ['ID=7de10e98-8e75-40c0-aae1-1367e4986a4b,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:58.739997 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 9b2eacb0-fba7-47f2-862e-001aed6c709b up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:00:58.773165 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4876024b-9f24-45c1-a706-24959972b8d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:58.787475 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-c4c3903a-bd64-4abb-bdd0-49b8d8439bc1 None None] Provisioning complete for port 9b2eacb0-fba7-47f2-862e-001aed6c709b triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:58.787970 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4c3903a-bd64-4abb-bdd0-49b8d8439bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:58.804648 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c87dd177-d5fc-4f22-b34d-da360bab1093 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting port 43ee5bf0-25bf-4092-9b4e-26a318a86b60 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:00:58.804991 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c87dd177-d5fc-4f22-b34d-da360bab1093 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:58.808702 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4876024b-9f24-45c1-a706-24959972b8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:58.928128 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5a4c25-78f0-4f7c-8968-5fb54a7b6e56 None None] Routers {'a660ec7c-f042-4421-bb7a-f5f9a36972b9'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:00:58.928829 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-2c5a4c25-78f0-4f7c-8968-5fb54a7b6e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:00:59.035567 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876024b-9f24-45c1-a706-24959972b8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e94e857-bba3-4c20-8e1d-8b7f7d931571,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:59.048542 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4876024b-9f24-45c1-a706-24959972b8d1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=83726294f40f492682b9f46ad85e5854&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2281005 Nov 29 02:00:59.053443 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39972) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:59.094923 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c87dd177-d5fc-4f22-b34d-da360bab1093 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:59.096071 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e73110f-f2bc-4bff-90d2-c3beb89eda61 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:59.116208 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c87dd177-d5fc-4f22-b34d-da360bab1093 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Calling delete_port for 43ee5bf0-25bf-4092-9b4e-26a318a86b60 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:00:59.186747 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd7d3688-529f-45c8-a60a-cbe1a668902e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:59.193569 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4c3903a-bd64-4abb-bdd0-49b8d8439bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:59.202979 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 9b2eacb0-fba7-47f2-862e-001aed6c709b triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:59.203365 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:59.227999 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-294989ae-a521-4281-8d4a-646a558d3369 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:59.242721 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e73110f-f2bc-4bff-90d2-c3beb89eda61 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:59.252797 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e73110f-f2bc-4bff-90d2-c3beb89eda61 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:59.284770 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Port 9b2eacb0-fba7-47f2-862e-001aed6c709b was deleted so its status cannot be updated. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 29 02:00:59.286919 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-2c5a4c25-78f0-4f7c-8968-5fb54a7b6e56 None None] Set router a660ec7c-f042-4421-bb7a-f5f9a36972b9 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:00:59.302860 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d3688-529f-45c8-a60a-cbe1a668902e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event deleted for resources: {'Port': ['ID=9b2eacb0-fba7-47f2-862e-001aed6c709b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:59.376981 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02221c07-b4ab-4266-8f43-02fbd7a51efb None None] Pushing event updated for resources: {'Port': ['ID=aaafcc66-0c51-4f32-a38c-f67c9dc11eb4,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:59.412976 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c9b7f5-9480-40c1-80dd-17ce1eafe002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-34d70f5f-46dd-45bd-a76b-7e1af1decaf0', 'network_id': '34d70f5f-46dd-45bd-a76b-7e1af1decaf0', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'fixed_ips': [{'subnet_id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:00:59.414141 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d5c9b7f5-9480-40c1-80dd-17ce1eafe002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:59.482629 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7d3688-529f-45c8-a60a-cbe1a668902e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] No DVR routers for this DVR port 9b2eacb0-fba7-47f2-862e-001aed6c709b on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:00:59.549342 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-294989ae-a521-4281-8d4a-646a558d3369 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:59.555714 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e73110f-f2bc-4bff-90d2-c3beb89eda61 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:59.556274 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e73110f-f2bc-4bff-90d2-c3beb89eda61 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Fanout notify agent at l3_agent the message router_deleted on router d293f131-3c6d-41dc-b04a-9a8a06f9f069 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:00:59.574545 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65905401-485d-47ba-bca0-5aa35bfd6657 None None] Network 71fa6180-4578-4b69-97dc-333b5d7064e7 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:00:59.581818 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0fe400-8850-4c52-ad3c-3ac65516efd7 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Router 743aef22-c18f-4244-8437-75ac83c1aeb0 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:00:59.595055 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e73110f-f2bc-4bff-90d2-c3beb89eda61 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:59.597631 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7e73110f-f2bc-4bff-90d2-c3beb89eda61 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] 10.222.0.37 "DELETE /v2.0/routers/d293f131-3c6d-41dc-b04a-9a8a06f9f069 HTTP/1.1" status: 204 len: 168 time: 3.4064333 Nov 29 02:00:59.601023 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39978) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:00:59.614946 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-850f3527-d12b-41ab-a832-9e9465506c2f tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-586910672', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:00:59.706144 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd7d3688-529f-45c8-a60a-cbe1a668902e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:59.724705 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe174f-599e-40f3-93f4-e57b34d51ed7 req-4d70ef87-e9be-49c8-adc2-827b6f5076a1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:59.726339 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f1fe174f-599e-40f3-93f4-e57b34d51ed7 req-4d70ef87-e9be-49c8-adc2-827b6f5076a1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=578df434-f9f5-44eb-b253-1188d7bf146d HTTP/1.1" status: 200 len: 946 time: 0.2813828 Nov 29 02:00:59.770547 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1707c158-bf9b-4bc9-855a-587326701188 None None] Could not find standard attr ID for object 9b2eacb0-fba7-47f2-862e-001aed6c709b. {{(pid=103256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 02:00:59.774636 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-850f3527-d12b-41ab-a832-9e9465506c2f tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:59.776245 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-850f3527-d12b-41ab-a832-9e9465506c2f tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:59.803869 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-294989ae-a521-4281-8d4a-646a558d3369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:59.808043 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-294989ae-a521-4281-8d4a-646a558d3369 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:59.809703 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-294989ae-a521-4281-8d4a-646a558d3369 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8e94e857-bba3-4c20-8e1d-8b7f7d931571 HTTP/1.1" status: 204 len: 168 time: 0.7550273 Nov 29 02:00:59.835135 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1707c158-bf9b-4bc9-855a-587326701188 None None] Provisioning complete for port 7de10e98-8e75-40c0-aae1-1367e4986a4b triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:00:59.835513 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1707c158-bf9b-4bc9-855a-587326701188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:59.848745 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c87dd177-d5fc-4f22-b34d-da360bab1093 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:59.857321 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0fe400-8850-4c52-ad3c-3ac65516efd7 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:00:59.889590 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294989ae-a521-4281-8d4a-646a558d3369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e94e857-bba3-4c20-8e1d-8b7f7d931571,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:00:59.897806 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94f95ea-b0ee-45bf-8509-0175b5d7a8b2 None None] Sync routers for ids ['743aef22-c18f-4244-8437-75ac83c1aeb0'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:00:59.899990 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98271f5f-45b6-4de1-b517-2b144ad26554 req-54f4eeb7-a324-47e5-9b79-0a87b48967ba tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:00:59.901730 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-98271f5f-45b6-4de1-b517-2b144ad26554 req-54f4eeb7-a324-47e5-9b79-0a87b48967ba tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.2448134 Nov 29 02:00:59.909216 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d0fe400-8850-4c52-ad3c-3ac65516efd7 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:59.916603 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-d5c9b7f5-9480-40c1-80dd-17ce1eafe002 None None] Allocated IP 2001:db8:1::2 (34d70f5f-46dd-45bd-a76b-7e1af1decaf0/e3aa1dc0-858a-4869-8c88-388807f3b63f/c67e98c5-166a-4760-a177-670ce227ac68) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:00:59.960482 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-268c1ee2-94ab-49c1-8e08-b98d67bf619f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:00:59.962535 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87dd177-d5fc-4f22-b34d-da360bab1093 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Port': ['ID=43ee5bf0-25bf-4092-9b4e-26a318a86b60,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:00.002231 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94f95ea-b0ee-45bf-8509-0175b5d7a8b2 None None] Routers {'743aef22-c18f-4244-8437-75ac83c1aeb0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:00.002887 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b94f95ea-b0ee-45bf-8509-0175b5d7a8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['743aef22-c18f-4244-8437-75ac83c1aeb0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:00.035498 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5d0fe400-8850-4c52-ad3c-3ac65516efd7 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.7983110 Nov 29 02:01:00.035498 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-850f3527-d12b-41ab-a832-9e9465506c2f tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:00.035498 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39982) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:00.035869 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c87dd177-d5fc-4f22-b34d-da360bab1093 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:00.035953 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6da9101e-ad32-46fe-9ddf-2c6ca9842a14 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1496232619'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:00.037100 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c87dd177-d5fc-4f22-b34d-da360bab1093 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/43ee5bf0-25bf-4092-9b4e-26a318a86b60 HTTP/1.1" status: 204 len: 168 time: 1.6803284 Nov 29 02:01:00.044671 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f1fe174f-599e-40f3-93f4-e57b34d51ed7 req-34c6276a-102f-4ec7-afdb-2da24b561578 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bafd4ec-9592-4a44-8b84-abcf6ef82bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2904704 Nov 29 02:01:00.046362 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39984) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:00.066804 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-850f3527-d12b-41ab-a832-9e9465506c2f tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:00.120756 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd7d3688-529f-45c8-a60a-cbe1a668902e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:00.141724 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da9101e-ad32-46fe-9ddf-2c6ca9842a14 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Made reservation on behalf of 8f51738befc14d68b76c3f1db1b4459f for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:00.146555 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6da9101e-ad32-46fe-9ddf-2c6ca9842a14 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:00.151429 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b94f95ea-b0ee-45bf-8509-0175b5d7a8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:00.215899 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-850f3527-d12b-41ab-a832-9e9465506c2f tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:00.217370 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-850f3527-d12b-41ab-a832-9e9465506c2f tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6146073 Nov 29 02:01:00.227638 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39988) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:00.235031 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-fca38feb-8357-48a6-8ba8-94cf9956975a tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'enable_snat': True}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:00.255468 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d3688-529f-45c8-a60a-cbe1a668902e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event deleted for resources: {'Subnet': ['ID=0fe01a9e-ee9f-4770-b2c5-52f7d8560aca,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:00.298668 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9268887-6809-4722-b04d-f90c267ad350 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:00.300207 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9268887-6809-4722-b04d-f90c267ad350 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:00.301882 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e9268887-6809-4722-b04d-f90c267ad350 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2454574 Nov 29 02:01:00.328384 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 39990) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:00.340192 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6da9101e-ad32-46fe-9ddf-2c6ca9842a14 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:01:00.411905 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6da9101e-ad32-46fe-9ddf-2c6ca9842a14 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:00.411905 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-6da9101e-ad32-46fe-9ddf-2c6ca9842a14 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Added segment 7aec43ba-9d09-4648-b07f-940e8658fa60 of type vlan for network b10266ad-4fc4-4d98-9d00-d5b16903a6ff Nov 29 02:01:00.422480 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb06bd13-30e6-48be-b6ff-e39d269136d2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting subnet 4a379533-4e83-47fd-bb95-ad42fb340c5e {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:01:00.435126 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eb06bd13-30e6-48be-b6ff-e39d269136d2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:00.442234 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-98271f5f-45b6-4de1-b517-2b144ad26554 req-feb3f539-0eed-44e0-9052-cdc7626033ba tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5009146 Nov 29 02:01:00.473615 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-2c5a4c25-78f0-4f7c-8968-5fb54a7b6e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'name': 'tempest-RoutersIpV6Test-router-744842310', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:46Z', 'updated_at': '2021-11-29T02:00:52Z', 'revision_number': 2, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'gw_port_host': None, '_interfaces': [{'id': '7de10e98-8e75-40c0-aae1-1367e4986a4b', 'name': '', 'network_id': '1a38d406-5b23-4605-a792-c3c4e39f6192', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:33:91:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:50Z', 'updated_at': '2021-11-29T02:00:58Z', 'revision_number': 4, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:00.479594 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94f95ea-b0ee-45bf-8509-0175b5d7a8b2 None None] Routers {'743aef22-c18f-4244-8437-75ac83c1aeb0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:00.480463 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b94f95ea-b0ee-45bf-8509-0175b5d7a8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['743aef22-c18f-4244-8437-75ac83c1aeb0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:00.509005 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd7d3688-529f-45c8-a60a-cbe1a668902e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:00.548844 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2d873-cab0-46aa-8a8e-0887539348eb req-1114ba32-2974-4ae5-991b-aaf77c15cdec tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:00.550312 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a6a2d873-cab0-46aa-8a8e-0887539348eb req-1114ba32-2974-4ae5-991b-aaf77c15cdec tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=578df434-f9f5-44eb-b253-1188d7bf146d HTTP/1.1" status: 200 len: 946 time: 0.3094313 Nov 29 02:01:00.566889 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eb06bd13-30e6-48be-b6ff-e39d269136d2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:00.593373 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5a4c25-78f0-4f7c-8968-5fb54a7b6e56 None None] The sync data for ids ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'] in dv-neutron-819032-3-hyperv is: [{'id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'name': 'tempest-RoutersIpV6Test-router-744842310', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:46Z', 'updated_at': '2021-11-29T02:00:52Z', 'revision_number': 2, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'gw_port_host': None, '_interfaces': [{'id': '7de10e98-8e75-40c0-aae1-1367e4986a4b', 'name': '', 'network_id': '1a38d406-5b23-4605-a792-c3c4e39f6192', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:33:91:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:50Z', 'updated_at': '2021-11-29T02:00:58Z', 'revision_number': 4, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:01:00.600592 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6da9101e-ad32-46fe-9ddf-2c6ca9842a14 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:00.605278 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fca38feb-8357-48a6-8ba8-94cf9956975a tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:00.608661 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b94f95ea-b0ee-45bf-8509-0175b5d7a8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:00.611356 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94f95ea-b0ee-45bf-8509-0175b5d7a8b2 None None] The sync data for ids ['743aef22-c18f-4244-8437-75ac83c1aeb0'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:01:00.654901 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-bd7d3688-529f-45c8-a60a-cbe1a668902e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71fa6180-4578-4b69-97dc-333b5d7064e7']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:00.668927 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1707c158-bf9b-4bc9-855a-587326701188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:00.695645 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6da9101e-ad32-46fe-9ddf-2c6ca9842a14 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:00.705239 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9101e-ad32-46fe-9ddf-2c6ca9842a14 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:00.705239 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6da9101e-ad32-46fe-9ddf-2c6ca9842a14 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:00.752508 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-bd7d3688-529f-45c8-a60a-cbe1a668902e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8dcc7e4-cbe5-4b7d-b1fe-ce4d51381c2c') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:00.752806 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-bd7d3688-529f-45c8-a60a-cbe1a668902e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8dcc7e4-cbe5-4b7d-b1fe-ce4d51381c2c') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:00.800459 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d5c9b7f5-9480-40c1-80dd-17ce1eafe002 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:00.814203 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd7d3688-529f-45c8-a60a-cbe1a668902e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:00.817840 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1707c158-bf9b-4bc9-855a-587326701188 None None] For port 7de10e98-8e75-40c0-aae1-1367e4986a4b, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7de10e98-8e75-40c0-aae1-1367e4986a4b,segment=NetworkSegment(1819228c-941e-4351-b2dc-bedc5fe04a7d),segment_id=1819228c-941e-4351-b2dc-bedc5fe04a7d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:00.824212 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d5c9b7f5-9480-40c1-80dd-17ce1eafe002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:00.838780 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1707c158-bf9b-4bc9-855a-587326701188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:00.839474 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6da9101e-ad32-46fe-9ddf-2c6ca9842a14 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8128712 Nov 29 02:01:00.844530 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 39992) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:00.850362 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device aaafcc66-0c51-4f32-a38c-f67c9dc11eb4 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:01:00.864742 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-0db0521b-3006-4836-99f7-7d68fa5a1f74 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Request body: {'subnet': {'network_id': 'b10266ad-4fc4-4d98-9d00-d5b16903a6ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:00.872219 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9101e-ad32-46fe-9ddf-2c6ca9842a14 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event updated for resources: {'Network': ['ID=b10266ad-4fc4-4d98-9d00-d5b16903a6ff,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:00.918936 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network b10266ad-4fc4-4d98-9d00-d5b16903a6ff details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:01:00.928590 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e771f3-5011-4219-9aab-50f4a86a725d None None] Network 71fa6180-4578-4b69-97dc-333b5d7064e7 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:01.176308 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db0521b-3006-4836-99f7-7d68fa5a1f74 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Made reservation on behalf of 8f51738befc14d68b76c3f1db1b4459f for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:01.180068 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0db0521b-3006-4836-99f7-7d68fa5a1f74 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:01.189050 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c9b7f5-9480-40c1-80dd-17ce1eafe002 None None] Network 34d70f5f-46dd-45bd-a76b-7e1af1decaf0 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:01.232141 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-d5c9b7f5-9480-40c1-80dd-17ce1eafe002 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:01.259753 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c9b7f5-9480-40c1-80dd-17ce1eafe002 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:01.262502 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c9b7f5-9480-40c1-80dd-17ce1eafe002 None None] Pushing event updated for resources: {'Port': ['ID=c67e98c5-166a-4760-a177-670ce227ac68,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:01.344137 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-11535ca4-0398-417e-9327-20ffc8e9f584 None None] Provisioning complete for port aaafcc66-0c51-4f32-a38c-f67c9dc11eb4 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:01.344663 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-11535ca4-0398-417e-9327-20ffc8e9f584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:01.353175 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd7d3688-529f-45c8-a60a-cbe1a668902e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:01.380718 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fca38feb-8357-48a6-8ba8-94cf9956975a tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:01.404995 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a6a2d873-cab0-46aa-8a8e-0887539348eb req-3a06fba5-af32-4e33-8f75-5ef2bbaf2847 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bafd4ec-9592-4a44-8b84-abcf6ef82bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8349664 Nov 29 02:01:01.413879 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fca38feb-8357-48a6-8ba8-94cf9956975a tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:01.416729 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd7d3688-529f-45c8-a60a-cbe1a668902e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:01:01.417280 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707c158-bf9b-4bc9-855a-587326701188 None None] Pushing event updated for resources: {'Port': ['ID=7de10e98-8e75-40c0-aae1-1367e4986a4b,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:01.417418 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd7d3688-529f-45c8-a60a-cbe1a668902e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:01.430316 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de1d1dd-f494-4324-99cd-5cae0577a818 None None] DHCP port deletion for 71fa6180-4578-4b69-97dc-333b5d7064e7 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:01:01.435870 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:01:01.435870 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:01:01.435870 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:01:01.435870 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:01:01.435870 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:01:01.435870 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:01:01.435870 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:01:01.435870 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:01:01.435870 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:01:01.435870 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:01:01.435870 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:01:01.435870 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:01:01.435870 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:01:01.435870 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:01:01.435870 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:01:01.435870 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:01:01.435870 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:01:01.435870 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:01:01.435870 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:01:01.435870 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:01:01.435870 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:01:01.435870 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:01:01.435870 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:01:01.435870 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:01:01.435870 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:01:01.435870 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:01:01.435870 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:01:01.435870 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:01:01.435870 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:01:01.435870 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:01:01.435870 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:01:01.435870 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:01:01.532396 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port aaafcc66-0c51-4f32-a38c-f67c9dc11eb4 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:01.533007 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:01.563429 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eb06bd13-30e6-48be-b6ff-e39d269136d2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:01.575225 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-fca38feb-8357-48a6-8ba8-94cf9956975a tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Allocated IP 172.26.3.82 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/b1987a40-4430-45a1-87a6-9f7914bae8df) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:01.651436 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-d5c9b7f5-9480-40c1-80dd-17ce1eafe002 None None] Attempting to bind port c67e98c5-166a-4760-a177-670ce227ac68 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:01:01.651833 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-d5c9b7f5-9480-40c1-80dd-17ce1eafe002 None None] Attempting to bind port c67e98c5-166a-4760-a177-670ce227ac68 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '1df63411-d0e6-4ef8-b6bc-4fac01da39e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '34d70f5f-46dd-45bd-a76b-7e1af1decaf0'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:01:01.652203 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c9b7f5-9480-40c1-80dd-17ce1eafe002 None None] Attempting to bind port c67e98c5-166a-4760-a177-670ce227ac68 on network 34d70f5f-46dd-45bd-a76b-7e1af1decaf0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:01:01.662539 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c9b7f5-9480-40c1-80dd-17ce1eafe002 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:01:01.662935 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c9b7f5-9480-40c1-80dd-17ce1eafe002 None None] Checking segment: {'id': '1df63411-d0e6-4ef8-b6bc-4fac01da39e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '34d70f5f-46dd-45bd-a76b-7e1af1decaf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:01:01.663320 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d5c9b7f5-9480-40c1-80dd-17ce1eafe002 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:01.663735 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c9b7f5-9480-40c1-80dd-17ce1eafe002 None None] Bound using segment: {'id': '1df63411-d0e6-4ef8-b6bc-4fac01da39e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '34d70f5f-46dd-45bd-a76b-7e1af1decaf0'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:01:01.667932 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-d5c9b7f5-9480-40c1-80dd-17ce1eafe002 None None] Bound port: c67e98c5-166a-4760-a177-670ce227ac68, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df63411-d0e6-4ef8-b6bc-4fac01da39e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '34d70f5f-46dd-45bd-a76b-7e1af1decaf0'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:01:01.667932 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d5c9b7f5-9480-40c1-80dd-17ce1eafe002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:01.668205 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd7d3688-529f-45c8-a60a-cbe1a668902e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:01.718872 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd7d3688-529f-45c8-a60a-cbe1a668902e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:01.724979 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bd7d3688-529f-45c8-a60a-cbe1a668902e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "DELETE /v2.0/networks/71fa6180-4578-4b69-97dc-333b5d7064e7 HTTP/1.1" status: 204 len: 168 time: 5.5729697 Nov 29 02:01:01.724979 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d3688-529f-45c8-a60a-cbe1a668902e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event deleted for resources: {'Network': ['ID=71fa6180-4578-4b69-97dc-333b5d7064e7,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:01.730041 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40000) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:01.740081 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fca38feb-8357-48a6-8ba8-94cf9956975a tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:01.742014 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-268c1ee2-94ab-49c1-8e08-b98d67bf619f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Allocated IP 2001:db8:1::1 (34d70f5f-46dd-45bd-a76b-7e1af1decaf0/e3aa1dc0-858a-4869-8c88-388807f3b63f/a1530683-1dcd-4d38-8063-6dbee0402a4d) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:01.793199 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a0b14-923c-419f-a0d3-397aae0100e9 req-df4c38cf-0f5c-4227-b5b3-f7a99cb04d2a tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:01.795105 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-985a0b14-923c-419f-a0d3-397aae0100e9 req-df4c38cf-0f5c-4227-b5b3-f7a99cb04d2a tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.1737165 Nov 29 02:01:01.796161 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d8e6a4c-6eb3-4233-8d91-bd886fe548fa tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] DELETE failed (client error): The resource could not be found. Nov 29 02:01:01.796691 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d8e6a4c-6eb3-4233-8d91-bd886fe548fa tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:01:01.802229 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9d8e6a4c-6eb3-4233-8d91-bd886fe548fa tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "DELETE /v2.0/networks/71fa6180-4578-4b69-97dc-333b5d7064e7 HTTP/1.1" status: 404 len: 339 time: 0.0680473 Nov 29 02:01:01.809832 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40002) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:01.817517 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-055049ee-1d06-464c-8719-30692f9da97b tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1597456773', 'description': 'd1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:01.829377 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-11535ca4-0398-417e-9327-20ffc8e9f584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:01.839854 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-d5c9b7f5-9480-40c1-80dd-17ce1eafe002 None None] For port c67e98c5-166a-4760-a177-670ce227ac68, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:01:01.841627 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0db0521b-3006-4836-99f7-7d68fa5a1f74 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:01.873883 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-d5c9b7f5-9480-40c1-80dd-17ce1eafe002 None None] For port c67e98c5-166a-4760-a177-670ce227ac68, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c67e98c5-166a-4760-a177-670ce227ac68,segment=NetworkSegment(1df63411-d0e6-4ef8-b6bc-4fac01da39e5),segment_id=1df63411-d0e6-4ef8-b6bc-4fac01da39e5)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:01:01.875976 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:01.893019 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d5c9b7f5-9480-40c1-80dd-17ce1eafe002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:01.903838 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eb06bd13-30e6-48be-b6ff-e39d269136d2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:01.921984 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fca38feb-8357-48a6-8ba8-94cf9956975a tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:01.955887 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055049ee-1d06-464c-8719-30692f9da97b tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Made reservation on behalf of 9c0ad15ecb344bb299c0c6d9f8bbfbe2 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:01.959487 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-055049ee-1d06-464c-8719-30692f9da97b tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:01.959634 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb06bd13-30e6-48be-b6ff-e39d269136d2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Subnet': ['ID=4a379533-4e83-47fd-bb95-ad42fb340c5e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:01.973699 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eb06bd13-30e6-48be-b6ff-e39d269136d2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:01.977632 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-eb06bd13-30e6-48be-b6ff-e39d269136d2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/4a379533-4e83-47fd-bb95-ad42fb340c5e HTTP/1.1" status: 204 len: 168 time: 1.6386898 Nov 29 02:01:01.982725 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db0521b-3006-4836-99f7-7d68fa5a1f74 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event updated for resources: {'Subnet': ['ID=5eb4afea-9a88-47a9-8f0f-8fa704db4024,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:01.990282 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40004) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:02.016857 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca38feb-8357-48a6-8ba8-94cf9956975a tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:02.017360 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe7144a-93fc-442d-a921-87edd8f533d3 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:02.019861 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca38feb-8357-48a6-8ba8-94cf9956975a tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Pushing event updated for resources: {'Port': ['ID=b1987a40-4430-45a1-87a6-9f7914bae8df,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:02.022636 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db0521b-3006-4836-99f7-7d68fa5a1f74 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Checking segment: {'id': '7aec43ba-9d09-4648-b07f-940e8658fa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b10266ad-4fc4-4d98-9d00-d5b16903a6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:01:02.023112 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db0521b-3006-4836-99f7-7d68fa5a1f74 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Network hostable DHCP agents. Network: b10266ad-4fc4-4d98-9d00-d5b16903a6ff, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:01:02.035490 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-fca38feb-8357-48a6-8ba8-94cf9956975a tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:02.036622 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-33c5a63a-cef6-41d6-a9b0-92243ae888e9 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0452178 Nov 29 02:01:02.044426 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40006) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:02.053385 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca38feb-8357-48a6-8ba8-94cf9956975a tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:02.061844 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-055049ee-1d06-464c-8719-30692f9da97b tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:01:02.079056 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-985a0b14-923c-419f-a0d3-397aae0100e9 req-9a6f7ac3-1b4d-4457-92e2-c822b68dcf08 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003014 Nov 29 02:01:02.098935 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-268c1ee2-94ab-49c1-8e08-b98d67bf619f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:02.111309 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.db.api [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:01:02.111602 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG oslo_db.api [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:01:02.119299 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1220667a-04e3-489c-a1a9-07535a6e4e14 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:01:02.133968 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c9b7f5-9480-40c1-80dd-17ce1eafe002 None None] Pushing event updated for resources: {'Port': ['ID=c67e98c5-166a-4760-a177-670ce227ac68,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:02.134845 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-055049ee-1d06-464c-8719-30692f9da97b tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:02.135344 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-055049ee-1d06-464c-8719-30692f9da97b tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Added segment bb9688de-8104-45b9-ab9d-2e2855485542 of type vlan for network 184cd101-a452-44c2-936b-163c07ee2ace Nov 29 02:01:02.144148 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.db.api [None req-11535ca4-0398-417e-9327-20ffc8e9f584 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:01:02.144532 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG oslo_db.api [None req-11535ca4-0398-417e-9327-20ffc8e9f584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:01:02.170402 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-268c1ee2-94ab-49c1-8e08-b98d67bf619f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:02.186016 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db0521b-3006-4836-99f7-7d68fa5a1f74 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Network b10266ad-4fc4-4d98-9d00-d5b16903a6ff is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:01:02.212382 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da1ce0c-8cb2-482e-a3ee-fd59008703c8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:02.214623 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8da1ce0c-8cb2-482e-a3ee-fd59008703c8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1694572 Nov 29 02:01:02.222047 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268c1ee2-94ab-49c1-8e08-b98d67bf619f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network 34d70f5f-46dd-45bd-a76b-7e1af1decaf0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:02.223027 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40008) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:02.226175 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-268c1ee2-94ab-49c1-8e08-b98d67bf619f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:02.229628 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268c1ee2-94ab-49c1-8e08-b98d67bf619f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:02.230134 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-268c1ee2-94ab-49c1-8e08-b98d67bf619f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:02.268814 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-055049ee-1d06-464c-8719-30692f9da97b tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:02.271369 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-0db0521b-3006-4836-99f7-7d68fa5a1f74 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, b10266ad-4fc4-4d98-9d00-d5b16903a6ff) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:02.283481 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c69b7ba-3b37-4d30-bf9e-e9a05ccb34eb None None] Network b10266ad-4fc4-4d98-9d00-d5b16903a6ff requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:02.287823 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c1ee2-94ab-49c1-8e08-b98d67bf619f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Port': ['ID=a1530683-1dcd-4d38-8063-6dbee0402a4d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:02.328786 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db0521b-3006-4836-99f7-7d68fa5a1f74 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:02.328786 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0db0521b-3006-4836-99f7-7d68fa5a1f74 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:02.413591 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-0db0521b-3006-4836-99f7-7d68fa5a1f74 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5515673 Nov 29 02:01:02.418025 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40010) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:02.425493 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-0a67fef3-83bd-4eae-8331-252b32bf0db2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-108717640', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}, 'admin_state_up': False}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:02.435846 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-268c1ee2-94ab-49c1-8e08-b98d67bf619f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:02.437715 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ede3d9a-ad26-4b17-a200-3a198b459679 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:02.439305 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5ede3d9a-ad26-4b17-a200-3a198b459679 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2152970 Nov 29 02:01:02.444980 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40012) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:02.445819 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-055049ee-1d06-464c-8719-30692f9da97b tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:02.450674 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97091156-fe8c-4c26-8cbb-10427c0aa9fb None None] DHCP port deletion for 126abf58-b75c-4c07-bafa-8e25bc6621b0 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:01:02.455726 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055049ee-1d06-464c-8719-30692f9da97b tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:02.456601 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-055049ee-1d06-464c-8719-30692f9da97b tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:02.528655 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca33cae1-ff77-4331-859a-f1308ae4e555 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-b10266ad-4fc4-4d98-9d00-d5b16903a6ff', 'network_id': 'b10266ad-4fc4-4d98-9d00-d5b16903a6ff', 'tenant_id': '8f51738befc14d68b76c3f1db1b4459f', 'fixed_ips': [{'subnet_id': '5eb4afea-9a88-47a9-8f0f-8fa704db4024'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:01:02.530549 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca33cae1-ff77-4331-859a-f1308ae4e555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:02.552388 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b8070bc0-3ba1-4b9f-b539-5bc1d8c71015 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0918803 Nov 29 02:01:02.577525 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-97091156-fe8c-4c26-8cbb-10427c0aa9fb None None] Deleting port aaafcc66-0c51-4f32-a38c-f67c9dc11eb4 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:02.578523 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-97091156-fe8c-4c26-8cbb-10427c0aa9fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:02.594539 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40014) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:02.603195 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-98df2752-38d3-42f0-ba41-ce87ace449bb tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:02.635403 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a67fef3-83bd-4eae-8331-252b32bf0db2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:02.639801 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a67fef3-83bd-4eae-8331-252b32bf0db2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:02.680712 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055049ee-1d06-464c-8719-30692f9da97b tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event updated for resources: {'Network': ['ID=184cd101-a452-44c2-936b-163c07ee2ace,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:02.686132 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-055049ee-1d06-464c-8719-30692f9da97b tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8749807 Nov 29 02:01:02.692240 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40016) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:02.721469 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 184cd101-a452-44c2-936b-163c07ee2ace details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:01:02.782628 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a67fef3-83bd-4eae-8331-252b32bf0db2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:02.844666 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0421025d-d45e-4041-b1de-ffb8b7b0325b tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:02.849049 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0421025d-d45e-4041-b1de-ffb8b7b0325b tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "GET /v2.0/networks?id=184cd101-a452-44c2-936b-163c07ee2ace HTTP/1.1" status: 200 len: 761 time: 0.1530430 Nov 29 02:01:02.856581 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40018) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:02.865837 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fca38feb-8357-48a6-8ba8-94cf9956975a tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:02.875011 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c71bab44-865d-4b97-a9c2-fc10df8e4381 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Request body: {'network': {'description': 'd2'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:02.927653 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40020) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:02.942066 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98df2752-38d3-42f0-ba41-ce87ace449bb tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:02.945596 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-98df2752-38d3-42f0-ba41-ce87ace449bb tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:02.966286 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-97091156-fe8c-4c26-8cbb-10427c0aa9fb None None] For port aaafcc66-0c51-4f32-a38c-f67c9dc11eb4, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=aaafcc66-0c51-4f32-a38c-f67c9dc11eb4,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:02.966723 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-97091156-fe8c-4c26-8cbb-10427c0aa9fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:03.010951 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:03.028649 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-11535ca4-0398-417e-9327-20ffc8e9f584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:03.033014 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-97091156-fe8c-4c26-8cbb-10427c0aa9fb None None] Calling delete_port for aaafcc66-0c51-4f32-a38c-f67c9dc11eb4 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:03.133623 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-ca33cae1-ff77-4331-859a-f1308ae4e555 None None] Allocated IP 172.20.0.2 (b10266ad-4fc4-4d98-9d00-d5b16903a6ff/5eb4afea-9a88-47a9-8f0f-8fa704db4024/5a4648e0-7cf3-4d49-abeb-3916c9cf3aac) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:03.154296 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port aaafcc66-0c51-4f32-a38c-f67c9dc11eb4, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=aaafcc66-0c51-4f32-a38c-f67c9dc11eb4,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:03.165258 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:03.412210 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a67fef3-83bd-4eae-8331-252b32bf0db2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:03.415781 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.db.api [None req-11535ca4-0398-417e-9327-20ffc8e9f584 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:01:03.416710 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG oslo_db.api [None req-11535ca4-0398-417e-9327-20ffc8e9f584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:01:03.422086 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=aaafcc66-0c51-4f32-a38c-f67c9dc11eb4,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:03.429785 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-97091156-fe8c-4c26-8cbb-10427c0aa9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:03.474769 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97091156-fe8c-4c26-8cbb-10427c0aa9fb None None] Pushing event deleted for resources: {'Port': ['ID=aaafcc66-0c51-4f32-a38c-f67c9dc11eb4,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:03.488161 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c71bab44-865d-4b97-a9c2-fc10df8e4381 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:03.497128 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7de10e98-8e75-40c0-aae1-1367e4986a4b up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:01:03.561364 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97091156-fe8c-4c26-8cbb-10427c0aa9fb None None] No DVR routers for this DVR port aaafcc66-0c51-4f32-a38c-f67c9dc11eb4 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:01:03.603103 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca33cae1-ff77-4331-859a-f1308ae4e555 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:03.616293 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca33cae1-ff77-4331-859a-f1308ae4e555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:03.649653 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 7de10e98-8e75-40c0-aae1-1367e4986a4b triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:03.649980 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:03.651049 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fca38feb-8357-48a6-8ba8-94cf9956975a tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32579'] for router, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:03.660804 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-268c1ee2-94ab-49c1-8e08-b98d67bf619f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:03.667751 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fca38feb-8357-48a6-8ba8-94cf9956975a tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-599907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-599898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-600112'] for router, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:03.669619 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c71bab44-865d-4b97-a9c2-fc10df8e4381 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:03.698035 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca33cae1-ff77-4331-859a-f1308ae4e555 None None] Network b10266ad-4fc4-4d98-9d00-d5b16903a6ff is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:03.707110 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-ca33cae1-ff77-4331-859a-f1308ae4e555 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:03.710224 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-268c1ee2-94ab-49c1-8e08-b98d67bf619f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:03.711158 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-268c1ee2-94ab-49c1-8e08-b98d67bf619f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:03.720493 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca33cae1-ff77-4331-859a-f1308ae4e555 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:03.727835 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33cae1-ff77-4331-859a-f1308ae4e555 None None] Pushing event updated for resources: {'Port': ['ID=5a4648e0-7cf3-4d49-abeb-3916c9cf3aac,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:03.763084 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c71bab44-865d-4b97-a9c2-fc10df8e4381 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Network 184cd101-a452-44c2-936b-163c07ee2ace is not hosted by any dhcp agent {{(pid=103254) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 29 02:01:03.769173 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71bab44-865d-4b97-a9c2-fc10df8e4381 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:03.769826 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c71bab44-865d-4b97-a9c2-fc10df8e4381 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:03.773802 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c71bab44-865d-4b97-a9c2-fc10df8e4381 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "PUT /v2.0/networks/184cd101-a452-44c2-936b-163c07ee2ace HTTP/1.1" status: 200 len: 758 time: 0.9161768 Nov 29 02:01:03.774739 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40024) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:03.795062 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-11535ca4-0398-417e-9327-20ffc8e9f584 None None] Port aaafcc66-0c51-4f32-a38c-f67c9dc11eb4 update to ACTIVE by agent not found {{(pid=103256) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 29 02:01:03.808829 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adc43b-a158-40e2-9320-07ecd19afc4d req-b53de295-78ed-42dd-bc86-2334bb0e0816 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:03.810674 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b7adc43b-a158-40e2-9320-07ecd19afc4d req-b53de295-78ed-42dd-bc86-2334bb0e0816 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.5566409 Nov 29 02:01:03.814528 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fc7adb-0c09-43ff-a7d3-4b321e96b0eb None None] Network 34d70f5f-46dd-45bd-a76b-7e1af1decaf0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:03.889456 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ca33cae1-ff77-4331-859a-f1308ae4e555 None None] Attempting to bind port 5a4648e0-7cf3-4d49-abeb-3916c9cf3aac on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:01:03.889902 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ca33cae1-ff77-4331-859a-f1308ae4e555 None None] Attempting to bind port 5a4648e0-7cf3-4d49-abeb-3916c9cf3aac by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '7aec43ba-9d09-4648-b07f-940e8658fa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b10266ad-4fc4-4d98-9d00-d5b16903a6ff'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:01:03.890667 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca33cae1-ff77-4331-859a-f1308ae4e555 None None] Attempting to bind port 5a4648e0-7cf3-4d49-abeb-3916c9cf3aac on network b10266ad-4fc4-4d98-9d00-d5b16903a6ff {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:01:03.915633 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca33cae1-ff77-4331-859a-f1308ae4e555 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:01:03.916121 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca33cae1-ff77-4331-859a-f1308ae4e555 None None] Checking segment: {'id': '7aec43ba-9d09-4648-b07f-940e8658fa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b10266ad-4fc4-4d98-9d00-d5b16903a6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:01:03.916428 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca33cae1-ff77-4331-859a-f1308ae4e555 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:03.916821 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca33cae1-ff77-4331-859a-f1308ae4e555 None None] Bound using segment: {'id': '7aec43ba-9d09-4648-b07f-940e8658fa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b10266ad-4fc4-4d98-9d00-d5b16903a6ff'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:01:03.917305 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ca33cae1-ff77-4331-859a-f1308ae4e555 None None] Bound port: 5a4648e0-7cf3-4d49-abeb-3916c9cf3aac, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aec43ba-9d09-4648-b07f-940e8658fa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b10266ad-4fc4-4d98-9d00-d5b16903a6ff'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:01:03.917758 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca33cae1-ff77-4331-859a-f1308ae4e555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:03.938093 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c67e98c5-166a-4760-a177-670ce227ac68 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:01:03.940634 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da93d788-1627-4207-9c64-386783a1d47a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:03.942181 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-da93d788-1627-4207-9c64-386783a1d47a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "GET /v2.0/networks?id=184cd101-a452-44c2-936b-163c07ee2ace HTTP/1.1" status: 200 len: 761 time: 0.1664250 Nov 29 02:01:03.950721 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40026) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:03.973979 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7526a3e9-62d5-48f7-b127-b8b3b020e5b2 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1198963498'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:03.976917 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a67fef3-83bd-4eae-8331-252b32bf0db2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for router_gateway, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:03.992270 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-7bf39ba5-af51-4c67-9b45-0a233b0b7f84 None None] Provisioning complete for port b1987a40-4430-45a1-87a6-9f7914bae8df triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:03.992478 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7bf39ba5-af51-4c67-9b45-0a233b0b7f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:03.993691 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71bab44-865d-4b97-a9c2-fc10df8e4381 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event updated for resources: {'Network': ['ID=184cd101-a452-44c2-936b-163c07ee2ace,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:04.002155 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c1ee2-94ab-49c1-8e08-b98d67bf619f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Port': ['ID=a1530683-1dcd-4d38-8063-6dbee0402a4d,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:04.019812 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a67fef3-83bd-4eae-8331-252b32bf0db2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:04.043146 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 184cd101-a452-44c2-936b-163c07ee2ace details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:01:04.081813 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7526a3e9-62d5-48f7-b127-b8b3b020e5b2 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Made reservation on behalf of 9c0ad15ecb344bb299c0c6d9f8bbfbe2 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:04.086538 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7526a3e9-62d5-48f7-b127-b8b3b020e5b2 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:04.132136 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca38feb-8357-48a6-8ba8-94cf9956975a tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Router 3e7868a5-cbda-4545-a1e1-9fbeeae6ef14 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:01:04.144163 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7526a3e9-62d5-48f7-b127-b8b3b020e5b2 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:01:04.176452 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7bf39ba5-af51-4c67-9b45-0a233b0b7f84 None None] Port b1987a40-4430-45a1-87a6-9f7914bae8df cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:01:04.186826 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ca33cae1-ff77-4331-859a-f1308ae4e555 None None] For port 5a4648e0-7cf3-4d49-abeb-3916c9cf3aac, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:01:04.190755 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7526a3e9-62d5-48f7-b127-b8b3b020e5b2 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:04.191076 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-7526a3e9-62d5-48f7-b127-b8b3b020e5b2 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Added segment 630ae1ee-0730-4fba-939e-5ed9aa629bdc of type vlan for network 7fddd2d4-17d8-4e87-be8b-4bc41ffeea58 Nov 29 02:01:04.222312 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ca33cae1-ff77-4331-859a-f1308ae4e555 None None] For port 5a4648e0-7cf3-4d49-abeb-3916c9cf3aac, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=5a4648e0-7cf3-4d49-abeb-3916c9cf3aac,segment=NetworkSegment(7aec43ba-9d09-4648-b07f-940e8658fa60),segment_id=7aec43ba-9d09-4648-b07f-940e8658fa60)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:01:04.238103 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca33cae1-ff77-4331-859a-f1308ae4e555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:04.242841 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-7bf39ba5-af51-4c67-9b45-0a233b0b7f84 None None] Provisioning complete for port c67e98c5-166a-4760-a177-670ce227ac68 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:04.243239 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7bf39ba5-af51-4c67-9b45-0a233b0b7f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:04.249871 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port c67e98c5-166a-4760-a177-670ce227ac68 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:04.250253 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:04.315263 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-0a67fef3-83bd-4eae-8331-252b32bf0db2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Allocated IP 172.26.3.60 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/ca07fd8d-0606-4cfd-acac-33e03084f7e8) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:04.332656 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7526a3e9-62d5-48f7-b127-b8b3b020e5b2 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:04.400889 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33cae1-ff77-4331-859a-f1308ae4e555 None None] Pushing event updated for resources: {'Port': ['ID=5a4648e0-7cf3-4d49-abeb-3916c9cf3aac,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:04.434380 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca38feb-8357-48a6-8ba8-94cf9956975a tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:01:04.439347 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fca38feb-8357-48a6-8ba8-94cf9956975a tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:04.444022 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-fca38feb-8357-48a6-8ba8-94cf9956975a tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] 10.222.0.37 "PUT /v2.0/routers/3e7868a5-cbda-4545-a1e1-9fbeeae6ef14 HTTP/1.1" status: 200 len: 917 time: 4.2151580 Nov 29 02:01:04.445006 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40028) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:04.447868 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a740b1-d3ab-4421-92d5-0d094a5d790a None None] Sync routers for ids ['3e7868a5-cbda-4545-a1e1-9fbeeae6ef14'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:01:04.460674 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7526a3e9-62d5-48f7-b127-b8b3b020e5b2 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:04.470041 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7526a3e9-62d5-48f7-b127-b8b3b020e5b2 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:04.470961 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7526a3e9-62d5-48f7-b127-b8b3b020e5b2 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:04.481216 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a740b1-d3ab-4421-92d5-0d094a5d790a None None] Routers {'3e7868a5-cbda-4545-a1e1-9fbeeae6ef14'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:04.482741 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-86a740b1-d3ab-4421-92d5-0d094a5d790a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['3e7868a5-cbda-4545-a1e1-9fbeeae6ef14'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:04.483831 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7bf39ba5-af51-4c67-9b45-0a233b0b7f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:04.485815 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:04.550753 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7bf39ba5-af51-4c67-9b45-0a233b0b7f84 None None] For port c67e98c5-166a-4760-a177-670ce227ac68, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c67e98c5-166a-4760-a177-670ce227ac68,segment=NetworkSegment(1df63411-d0e6-4ef8-b6bc-4fac01da39e5),segment_id=1df63411-d0e6-4ef8-b6bc-4fac01da39e5)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:04.554158 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b7adc43b-a158-40e2-9320-07ecd19afc4d req-7f01660f-7967-4dc4-bf1f-a47ec5dbe1f3 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7097423 Nov 29 02:01:04.559557 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7bf39ba5-af51-4c67-9b45-0a233b0b7f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:04.570784 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-98df2752-38d3-42f0-ba41-ce87ace449bb tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:04.596398 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-7bf39ba5-af51-4c67-9b45-0a233b0b7f84 None None] Could not find standard attr ID for object 43ee5bf0-25bf-4092-9b4e-26a318a86b60. {{(pid=103256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 02:01:04.618643 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-86a740b1-d3ab-4421-92d5-0d094a5d790a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:04.646934 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7526a3e9-62d5-48f7-b127-b8b3b020e5b2 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6699250 Nov 29 02:01:04.647614 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40030) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:04.657363 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268c1ee2-94ab-49c1-8e08-b98d67bf619f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network 34d70f5f-46dd-45bd-a76b-7e1af1decaf0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:04.663052 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c9503ce6-c304-428b-8102-9ed00169101f tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Request body: {'subnet': {'network_id': '7fddd2d4-17d8-4e87-be8b-4bc41ffeea58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:04.667832 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-268c1ee2-94ab-49c1-8e08-b98d67bf619f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:04.668899 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.db.api [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:01:04.669362 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG oslo_db.api [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:01:04.672345 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf39ba5-af51-4c67-9b45-0a233b0b7f84 None None] Pushing event updated for resources: {'Port': ['ID=c67e98c5-166a-4760-a177-670ce227ac68,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:04.683781 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a740b1-d3ab-4421-92d5-0d094a5d790a None None] Routers {'3e7868a5-cbda-4545-a1e1-9fbeeae6ef14'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:04.685812 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-86a740b1-d3ab-4421-92d5-0d094a5d790a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['3e7868a5-cbda-4545-a1e1-9fbeeae6ef14'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:04.692079 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98df2752-38d3-42f0-ba41-ce87ace449bb tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:04.719864 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-98df2752-38d3-42f0-ba41-ce87ace449bb tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:04.730002 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d930e49e-8e5c-457c-be7a-44b2bbe77d4b None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:04.739088 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98df2752-38d3-42f0-ba41-ce87ace449bb tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:04.739886 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-86a740b1-d3ab-4421-92d5-0d094a5d790a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:04.740142 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-98df2752-38d3-42f0-ba41-ce87ace449bb tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:04.740557 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a740b1-d3ab-4421-92d5-0d094a5d790a None None] The sync data for ids ['3e7868a5-cbda-4545-a1e1-9fbeeae6ef14'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:01:04.748813 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526a3e9-62d5-48f7-b127-b8b3b020e5b2 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event updated for resources: {'Network': ['ID=7fddd2d4-17d8-4e87-be8b-4bc41ffeea58,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:04.772974 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a67fef3-83bd-4eae-8331-252b32bf0db2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:04.797610 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df2752-38d3-42f0-ba41-ce87ace449bb tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Subnet': ['ID=257e4447-1500-45a1-94b2-a90021e77eb5,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:04.852543 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 7fddd2d4-17d8-4e87-be8b-4bc41ffeea58 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:01:04.858398 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-910feca6-36c7-4240-8c66-5ca2a0a8452c tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] 10.222.0.37 "GET /v2.0/routers/3e7868a5-cbda-4545-a1e1-9fbeeae6ef14 HTTP/1.1" status: 200 len: 923 time: 0.4066443 Nov 29 02:01:04.865254 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40032) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:04.888335 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-98df2752-38d3-42f0-ba41-ce87ace449bb tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2920330 Nov 29 02:01:04.895343 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40034) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:04.905456 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f32db5ac-fdc5-4e47-aeff-299e3a784c40 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'port': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'mac_address': 'fa:16:3e:ac:7a:a7', 'name': 'tempest-NetworksTestDHCPv6-219077801'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:04.962469 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9503ce6-c304-428b-8102-9ed00169101f tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Made reservation on behalf of 9c0ad15ecb344bb299c0c6d9f8bbfbe2 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:04.967535 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9503ce6-c304-428b-8102-9ed00169101f tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:04.973574 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a67fef3-83bd-4eae-8331-252b32bf0db2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:04.992006 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a17dd48-88ea-4551-a5ed-d5d2b9157dd4 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:04.996089 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6a17dd48-88ea-4551-a5ed-d5d2b9157dd4 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=4bf244a8-fda8-412f-8f05-2c7c5210f333&device_id=3e7868a5-cbda-4545-a1e1-9fbeeae6ef14&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1273172 Nov 29 02:01:05.010737 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1fc459bd-728d-488a-b05f-5c177a6eb0fb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:05.030985 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40036) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:05.085116 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a67fef3-83bd-4eae-8331-252b32bf0db2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:05.093698 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-0a67fef3-83bd-4eae-8331-252b32bf0db2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:05.105771 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a67fef3-83bd-4eae-8331-252b32bf0db2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:05.162405 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67fef3-83bd-4eae-8331-252b32bf0db2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event updated for resources: {'Port': ['ID=ca07fd8d-0606-4cfd-acac-33e03084f7e8,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:05.214433 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268c1ee2-94ab-49c1-8e08-b98d67bf619f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Router a660ec7c-f042-4421-bb7a-f5f9a36972b9 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:01:05.271905 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf84f1e4-9986-4b82-bc03-094681c81faf None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:01:05.303460 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a28ca81-847d-4fd2-87b6-7fd515407ccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-126abf58-b75c-4c07-bafa-8e25bc6621b0', 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'fixed_ips': [{'subnet_id': '257e4447-1500-45a1-94b2-a90021e77eb5'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:01:05.304347 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a28ca81-847d-4fd2-87b6-7fd515407ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:05.348636 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-726f88fb-ea57-4668-971d-331e76832187 None None] Provisioning complete for port a1530683-1dcd-4d38-8063-6dbee0402a4d triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:05.349010 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-726f88fb-ea57-4668-971d-331e76832187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:05.394439 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-726f88fb-ea57-4668-971d-331e76832187 None None] Port a1530683-1dcd-4d38-8063-6dbee0402a4d cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:01:05.514615 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 9b2eacb0-fba7-47f2-862e-001aed6c709b no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:01:05.526727 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9503ce6-c304-428b-8102-9ed00169101f tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:05.558454 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-726f88fb-ea57-4668-971d-331e76832187 None None] Provisioning complete for port c67e98c5-166a-4760-a177-670ce227ac68 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:05.558827 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-726f88fb-ea57-4668-971d-331e76832187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:05.567562 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 9b2eacb0-fba7-47f2-862e-001aed6c709b {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:01:05.567907 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 9b2eacb0-fba7-47f2-862e-001aed6c709b not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:01:05.568344 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device aaafcc66-0c51-4f32-a38c-f67c9dc11eb4 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:01:05.631201 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: aaafcc66-0c51-4f32-a38c-f67c9dc11eb4 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:01:05.636099 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device aaafcc66-0c51-4f32-a38c-f67c9dc11eb4 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:01:05.696114 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268c1ee2-94ab-49c1-8e08-b98d67bf619f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:01:05.702786 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-268c1ee2-94ab-49c1-8e08-b98d67bf619f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "PUT /v2.0/routers/a660ec7c-f042-4421-bb7a-f5f9a36972b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0768764 Nov 29 02:01:05.715816 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40040) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:05.716741 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96829f2f-e405-4afa-afed-b9e833fe9230 None None] Sync routers for ids ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:01:05.720689 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-1a28ca81-847d-4fd2-87b6-7fd515407ccd None None] Allocated IP 2001:db8::2 (126abf58-b75c-4c07-bafa-8e25bc6621b0/257e4447-1500-45a1-94b2-a90021e77eb5/bc760175-f445-49c3-8310-d06d311c3a4b) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:05.726593 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855ecf60-911a-4631-b3eb-af55a854e7a5 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:05.733926 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-855ecf60-911a-4631-b3eb-af55a854e7a5 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] 10.222.0.37 "GET /v2.0/networks/4bf244a8-fda8-412f-8f05-2c7c5210f333 HTTP/1.1" status: 200 len: 881 time: 0.5824385 Nov 29 02:01:05.736731 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7477e4a8-1d46-499f-8d3b-eff3e865274c tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2000094722'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:05.744969 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40042) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:05.749214 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32db5ac-fdc5-4e47-aeff-299e3a784c40 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:05.779654 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9503ce6-c304-428b-8102-9ed00169101f tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event updated for resources: {'Subnet': ['ID=8483b3c8-63ad-4b28-9a6f-1307677b86a7,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:05.802402 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96829f2f-e405-4afa-afed-b9e833fe9230 None None] Routers {'a660ec7c-f042-4421-bb7a-f5f9a36972b9'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:05.803106 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-96829f2f-e405-4afa-afed-b9e833fe9230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:05.861690 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a67fef3-83bd-4eae-8331-252b32bf0db2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for router_gateway, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:05.876844 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3a9e7d9b-beae-4470-8c1d-1ea87790e341 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e7868a5-cbda-4545-a1e1-9fbeeae6ef14 HTTP/1.1" status: 200 len: 205 time: 0.1281221 Nov 29 02:01:05.923413 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40044) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:05.927793 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7477e4a8-1d46-499f-8d3b-eff3e865274c tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Made reservation on behalf of beede83db6b440a1a2eddd60d2641adf for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:05.932671 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7477e4a8-1d46-499f-8d3b-eff3e865274c tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:05.961921 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 5a4648e0-7cf3-4d49-abeb-3916c9cf3aac up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:01:06.052465 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-96829f2f-e405-4afa-afed-b9e833fe9230 None None] Set router a660ec7c-f042-4421-bb7a-f5f9a36972b9 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:06.100790 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c63c32a3-066c-4db4-aa7c-1f73a6d608f9 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:06.122858 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaa8bb1-5b97-4b29-b72f-7a9d389de1f3 None None] Network b10266ad-4fc4-4d98-9d00-d5b16903a6ff requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:06.135879 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f32db5ac-fdc5-4e47-aeff-299e3a784c40 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:06.141583 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9503ce6-c304-428b-8102-9ed00169101f tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Checking segment: {'id': '630ae1ee-0730-4fba-939e-5ed9aa629bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '7fddd2d4-17d8-4e87-be8b-4bc41ffeea58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:01:06.141583 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9503ce6-c304-428b-8102-9ed00169101f tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Network hostable DHCP agents. Network: 7fddd2d4-17d8-4e87-be8b-4bc41ffeea58, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:01:06.151577 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7477e4a8-1d46-499f-8d3b-eff3e865274c tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:01:06.174846 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a67fef3-83bd-4eae-8331-252b32bf0db2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:06.177959 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7477e4a8-1d46-499f-8d3b-eff3e865274c tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:06.178301 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-7477e4a8-1d46-499f-8d3b-eff3e865274c tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Added segment 983efe92-cf40-4a4c-a257-94a57b5db257 of type vlan for network d92673aa-fc9b-49d5-a5a7-1036c3639a05 Nov 29 02:01:06.189723 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9503ce6-c304-428b-8102-9ed00169101f tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Network 7fddd2d4-17d8-4e87-be8b-4bc41ffeea58 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:01:06.231464 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444cae2-a088-4b90-acbf-504b7866e0d3 req-0144e53a-e91a-42cb-a73a-106230894667 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:06.232923 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e444cae2-a088-4b90-acbf-504b7866e0d3 req-0144e53a-e91a-42cb-a73a-106230894667 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.5533476 Nov 29 02:01:06.270089 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-f32db5ac-fdc5-4e47-aeff-299e3a784c40 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] device_id is not set on port ed7c2b33-a387-44af-b5ff-970ac3218daa yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:01:06.279147 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 5a4648e0-7cf3-4d49-abeb-3916c9cf3aac triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:06.279580 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:06.284878 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7477e4a8-1d46-499f-8d3b-eff3e865274c tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:06.287174 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-c9503ce6-c304-428b-8102-9ed00169101f tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 7fddd2d4-17d8-4e87-be8b-4bc41ffeea58) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:06.291593 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-1fc459bd-728d-488a-b05f-5c177a6eb0fb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.20.0.17 (029b38e4-f7a6-4c8b-aabd-f01a29e78b62/30fdc1fa-e3f1-41e4-b6f4-d6693fec2cd8/f5e505ce-37c4-4b37-b46a-a24d9756e575) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:06.312544 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9503ce6-c304-428b-8102-9ed00169101f tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:06.313150 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9503ce6-c304-428b-8102-9ed00169101f tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:06.354627 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c9503ce6-c304-428b-8102-9ed00169101f tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6953127 Nov 29 02:01:06.357675 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40046) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:06.372903 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7477e4a8-1d46-499f-8d3b-eff3e865274c tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:06.376615 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcd4ac5-07fd-4fea-a3b6-0f0561ea4615 None None] Network 7fddd2d4-17d8-4e87-be8b-4bc41ffeea58 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:06.378058 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7477e4a8-1d46-499f-8d3b-eff3e865274c tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:06.378742 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7477e4a8-1d46-499f-8d3b-eff3e865274c tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:06.379799 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-bf6b1d2d-3221-4eec-8417-e9dee33812f7 None None] Provisioning complete for port ca07fd8d-0606-4cfd-acac-33e03084f7e8 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:06.380450 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf6b1d2d-3221-4eec-8417-e9dee33812f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:06.427238 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-bf6b1d2d-3221-4eec-8417-e9dee33812f7 None None] Port ca07fd8d-0606-4cfd-acac-33e03084f7e8 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:01:06.440804 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e444cae2-a088-4b90-acbf-504b7866e0d3 req-bde13a81-8be1-4c39-b0df-860f658c952f tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934035 Nov 29 02:01:06.442081 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c63c32a3-066c-4db4-aa7c-1f73a6d608f9 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:06.446281 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a28ca81-847d-4fd2-87b6-7fd515407ccd None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:06.515543 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a28ca81-847d-4fd2-87b6-7fd515407ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:06.529832 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7477e4a8-1d46-499f-8d3b-eff3e865274c tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8128223 Nov 29 02:01:06.530698 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40048) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:06.538804 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-540e319c-83d1-4c4d-b63f-004e138e885c tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Request body: {'subnet': {'network_id': 'd92673aa-fc9b-49d5-a5a7-1036c3639a05', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:06.584786 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-f32db5ac-fdc5-4e47-aeff-299e3a784c40 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Allocated IP 2001:db8::18 (126abf58-b75c-4c07-bafa-8e25bc6621b0/257e4447-1500-45a1-94b2-a90021e77eb5/ed7c2b33-a387-44af-b5ff-970ac3218daa) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:06.590764 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477e4a8-1d46-499f-8d3b-eff3e865274c tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Network': ['ID=d92673aa-fc9b-49d5-a5a7-1036c3639a05,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:06.594414 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1fc459bd-728d-488a-b05f-5c177a6eb0fb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:06.594775 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-bf6b1d2d-3221-4eec-8417-e9dee33812f7 None None] Provisioning complete for port a1530683-1dcd-4d38-8063-6dbee0402a4d triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:06.595147 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf6b1d2d-3221-4eec-8417-e9dee33812f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:06.629786 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c63c32a3-066c-4db4-aa7c-1f73a6d608f9 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Deleting port b1987a40-4430-45a1-87a6-9f7914bae8df {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:06.630462 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c63c32a3-066c-4db4-aa7c-1f73a6d608f9 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:06.661777 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8914a79c-c301-4587-906c-e7ee97ebea30 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:06.663921 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network d92673aa-fc9b-49d5-a5a7-1036c3639a05 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:01:06.665978 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a67fef3-83bd-4eae-8331-252b32bf0db2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Router a7120cc9-fccf-4230-a672-b99cc7125cad is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:01:06.678068 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a28ca81-847d-4fd2-87b6-7fd515407ccd None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:06.726184 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1fc459bd-728d-488a-b05f-5c177a6eb0fb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:06.737632 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-1a28ca81-847d-4fd2-87b6-7fd515407ccd None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:06.751984 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a28ca81-847d-4fd2-87b6-7fd515407ccd None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:06.755063 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28ca81-847d-4fd2-87b6-7fd515407ccd None None] Pushing event updated for resources: {'Port': ['ID=bc760175-f445-49c3-8310-d06d311c3a4b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:06.774538 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540e319c-83d1-4c4d-b63f-004e138e885c tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Made reservation on behalf of beede83db6b440a1a2eddd60d2641adf for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:06.778323 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-540e319c-83d1-4c4d-b63f-004e138e885c tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:06.843099 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-bf6b1d2d-3221-4eec-8417-e9dee33812f7 None None] Port a1530683-1dcd-4d38-8063-6dbee0402a4d cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:01:06.847376 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc459bd-728d-488a-b05f-5c177a6eb0fb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 029b38e4-f7a6-4c8b-aabd-f01a29e78b62 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:06.855853 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c63c32a3-066c-4db4-aa7c-1f73a6d608f9 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:06.863759 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-1fc459bd-728d-488a-b05f-5c177a6eb0fb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:06.873381 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc459bd-728d-488a-b05f-5c177a6eb0fb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:06.878679 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc459bd-728d-488a-b05f-5c177a6eb0fb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=f5e505ce-37c4-4b37-b46a-a24d9756e575,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:06.921977 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c63c32a3-066c-4db4-aa7c-1f73a6d608f9 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Calling delete_port for b1987a40-4430-45a1-87a6-9f7914bae8df owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:06.958025 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:06.970764 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1fc459bd-728d-488a-b05f-5c177a6eb0fb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:06.990102 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1a28ca81-847d-4fd2-87b6-7fd515407ccd None None] Attempting to bind port bc760175-f445-49c3-8310-d06d311c3a4b on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:01:06.990469 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1a28ca81-847d-4fd2-87b6-7fd515407ccd None None] Attempting to bind port bc760175-f445-49c3-8310-d06d311c3a4b by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:01:06.990833 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a28ca81-847d-4fd2-87b6-7fd515407ccd None None] Attempting to bind port bc760175-f445-49c3-8310-d06d311c3a4b on network 126abf58-b75c-4c07-bafa-8e25bc6621b0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:01:06.999060 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-bf6b1d2d-3221-4eec-8417-e9dee33812f7 None None] Provisioning complete for port 5a4648e0-7cf3-4d49-abeb-3916c9cf3aac triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:06.999432 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf6b1d2d-3221-4eec-8417-e9dee33812f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:07.044433 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f32db5ac-fdc5-4e47-aeff-299e3a784c40 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:07.204241 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a28ca81-847d-4fd2-87b6-7fd515407ccd None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:01:07.204548 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a28ca81-847d-4fd2-87b6-7fd515407ccd None None] Checking segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:01:07.204951 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a28ca81-847d-4fd2-87b6-7fd515407ccd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:07.205350 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a28ca81-847d-4fd2-87b6-7fd515407ccd None None] Bound using segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:01:07.205882 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1a28ca81-847d-4fd2-87b6-7fd515407ccd None None] Bound port: bc760175-f445-49c3-8310-d06d311c3a4b, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:01:07.206263 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a28ca81-847d-4fd2-87b6-7fd515407ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:07.224801 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f32db5ac-fdc5-4e47-aeff-299e3a784c40 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:07.245327 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8914a79c-c301-4587-906c-e7ee97ebea30 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:07.261298 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port 5a4648e0-7cf3-4d49-abeb-3916c9cf3aac, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=5a4648e0-7cf3-4d49-abeb-3916c9cf3aac,segment=NetworkSegment(7aec43ba-9d09-4648-b07f-940e8658fa60),segment_id=7aec43ba-9d09-4648-b07f-940e8658fa60)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:07.268072 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64458cf2-68bb-4e85-8f91-6b87fea812d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-7fddd2d4-17d8-4e87-be8b-4bc41ffeea58', 'network_id': '7fddd2d4-17d8-4e87-be8b-4bc41ffeea58', 'tenant_id': '9c0ad15ecb344bb299c0c6d9f8bbfbe2', 'fixed_ips': [{'subnet_id': '8483b3c8-63ad-4b28-9a6f-1307677b86a7'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:01:07.268920 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-64458cf2-68bb-4e85-8f91-6b87fea812d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:07.302282 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:07.302975 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c67e98c5-166a-4760-a177-670ce227ac68 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:01:07.312572 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-96829f2f-e405-4afa-afed-b9e833fe9230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'name': 'tempest-RoutersIpV6Test-router-744842310', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:46Z', 'updated_at': '2021-11-29T02:01:02Z', 'revision_number': 3, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'gw_port_host': None, '_interfaces': [{'id': '7de10e98-8e75-40c0-aae1-1367e4986a4b', 'name': '', 'network_id': '1a38d406-5b23-4605-a792-c3c4e39f6192', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:33:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:50Z', 'updated_at': '2021-11-29T02:01:00Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1530683-1dcd-4d38-8063-6dbee0402a4d', 'name': '', 'network_id': '34d70f5f-46dd-45bd-a76b-7e1af1decaf0', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:9f:4f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:00Z', 'updated_at': '2021-11-29T02:01:02Z', 'revision_number': 2, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:07.328785 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a67fef3-83bd-4eae-8331-252b32bf0db2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:01:07.361913 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241740ad-1b3c-43bc-b378-8cfc849e5738 None None] Sync routers for ids ['a7120cc9-fccf-4230-a672-b99cc7125cad'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:01:07.374096 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32db5ac-fdc5-4e47-aeff-299e3a784c40 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:07.379434 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0a67fef3-83bd-4eae-8331-252b32bf0db2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:07.382111 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241740ad-1b3c-43bc-b378-8cfc849e5738 None None] Routers {'a7120cc9-fccf-4230-a672-b99cc7125cad'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:07.382939 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-241740ad-1b3c-43bc-b378-8cfc849e5738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a7120cc9-fccf-4230-a672-b99cc7125cad'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:07.388937 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-f32db5ac-fdc5-4e47-aeff-299e3a784c40 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:07.390227 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-0a67fef3-83bd-4eae-8331-252b32bf0db2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.9695849 Nov 29 02:01:07.396981 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40050) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:07.398803 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32db5ac-fdc5-4e47-aeff-299e3a784c40 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:07.401611 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96829f2f-e405-4afa-afed-b9e833fe9230 None None] Checking router: a660ec7c-f042-4421-bb7a-f5f9a36972b9 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:01:07.401976 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96829f2f-e405-4afa-afed-b9e833fe9230 None None] Updating router a660ec7c-f042-4421-bb7a-f5f9a36972b9 port a1530683-1dcd-4d38-8063-6dbee0402a4d binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:01:07.405240 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32db5ac-fdc5-4e47-aeff-299e3a784c40 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:07.405973 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f32db5ac-fdc5-4e47-aeff-299e3a784c40 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:07.415555 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32db5ac-fdc5-4e47-aeff-299e3a784c40 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Port': ['ID=ed7c2b33-a387-44af-b5ff-970ac3218daa,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:07.465923 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c63c32a3-066c-4db4-aa7c-1f73a6d608f9 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:07.467268 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-241740ad-1b3c-43bc-b378-8cfc849e5738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:07.484471 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241740ad-1b3c-43bc-b378-8cfc849e5738 None None] Routers {'a7120cc9-fccf-4230-a672-b99cc7125cad'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:07.485395 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-241740ad-1b3c-43bc-b378-8cfc849e5738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a7120cc9-fccf-4230-a672-b99cc7125cad'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:07.509970 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f32db5ac-fdc5-4e47-aeff-299e3a784c40 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6086609 Nov 29 02:01:07.510985 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40054) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:07.524990 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-241740ad-1b3c-43bc-b378-8cfc849e5738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:07.526004 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241740ad-1b3c-43bc-b378-8cfc849e5738 None None] The sync data for ids ['a7120cc9-fccf-4230-a672-b99cc7125cad'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:01:07.600279 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8914a79c-c301-4587-906c-e7ee97ebea30 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:07.602177 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1a28ca81-847d-4fd2-87b6-7fd515407ccd None None] For port bc760175-f445-49c3-8310-d06d311c3a4b, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:01:07.621238 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96829f2f-e405-4afa-afed-b9e833fe9230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:07.646984 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=5a4648e0-7cf3-4d49-abeb-3916c9cf3aac,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:07.651051 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1a28ca81-847d-4fd2-87b6-7fd515407ccd None None] For port bc760175-f445-49c3-8310-d06d311c3a4b, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=bc760175-f445-49c3-8310-d06d311c3a4b,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:01:07.659753 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914a79c-c301-4587-906c-e7ee97ebea30 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event deleted for resources: {'Subnet': ['ID=8483b3c8-63ad-4b28-9a6f-1307677b86a7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:07.669090 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a28ca81-847d-4fd2-87b6-7fd515407ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server [None req-64458cf2-68bb-4e85-8f91-6b87fea812d5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8483b3c8-63ad-4b28-9a6f-1307677b86a7: This subnet is being modified by another concurrent operation. Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 02:01:07.681393 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise exception Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8483b3c8-63ad-4b28-9a6f-1307677b86a7: This subnet is being modified by another concurrent operation. Nov 29 02:01:07.685359 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server Nov 29 02:01:07.731253 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41fbde7-4cf6-4dd6-a03f-a371a1886c59 None None] Network 7fddd2d4-17d8-4e87-be8b-4bc41ffeea58 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:07.804218 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port c67e98c5-166a-4760-a177-670ce227ac68 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:07.804973 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:07.829074 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-540e319c-83d1-4c4d-b63f-004e138e885c tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:07.865495 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8914a79c-c301-4587-906c-e7ee97ebea30 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:07.912310 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c32a3-066c-4db4-aa7c-1f73a6d608f9 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Pushing event deleted for resources: {'Port': ['ID=b1987a40-4430-45a1-87a6-9f7914bae8df,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:07.914085 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1fc459bd-728d-488a-b05f-5c177a6eb0fb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:07.929404 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28ca81-847d-4fd2-87b6-7fd515407ccd None None] Pushing event updated for resources: {'Port': ['ID=bc760175-f445-49c3-8310-d06d311c3a4b,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:07.942494 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e319c-83d1-4c4d-b63f-004e138e885c tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Subnet': ['ID=fe5658ff-6188-4964-86b9-7c6d8f26df79,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:07.967701 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1fff29-3d48-4ccd-80e4-5e2c6d68d433 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:01:07.970295 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-8914a79c-c301-4587-906c-e7ee97ebea30 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fddd2d4-17d8-4e87-be8b-4bc41ffeea58']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:07.997968 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-5e50eec7-7627-449d-8fb0-a34cf883b384 None None] Provisioning complete for port f5e505ce-37c4-4b37-b46a-a24d9756e575 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:07.998342 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e50eec7-7627-449d-8fb0-a34cf883b384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:08.006303 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-8914a79c-c301-4587-906c-e7ee97ebea30 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '630ae1ee-0730-4fba-939e-5ed9aa629bdc') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:08.007406 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-8914a79c-c301-4587-906c-e7ee97ebea30 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '630ae1ee-0730-4fba-939e-5ed9aa629bdc') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:08.037829 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8914a79c-c301-4587-906c-e7ee97ebea30 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:08.087018 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8914a79c-c301-4587-906c-e7ee97ebea30 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:08.113273 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e5c245-0dbb-4f2c-bff9-d8b95691ec95 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:08.120935 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e5c245-0dbb-4f2c-bff9-d8b95691ec95 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:08.128306 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-40e5c245-0dbb-4f2c-bff9-d8b95691ec95 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2370565 Nov 29 02:01:08.137982 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8914a79c-c301-4587-906c-e7ee97ebea30 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:01:08.138777 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8914a79c-c301-4587-906c-e7ee97ebea30 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:08.163299 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40056) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:08.173254 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-5e50eec7-7627-449d-8fb0-a34cf883b384 None None] Port f5e505ce-37c4-4b37-b46a-a24d9756e575 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:01:08.184263 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecfb78-dec9-4909-b7ed-b26c5c4ee050 req-c5541861-ddbe-45ef-9436-e842368289e9 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:08.187191 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b1ecfb78-dec9-4909-b7ed-b26c5c4ee050 req-c5541861-ddbe-45ef-9436-e842368289e9 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.2876019 Nov 29 02:01:08.198884 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:01:08.198884 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:01:08.198884 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:01:08.198884 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:01:08.198884 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:01:08.198884 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:01:08.198884 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:01:08.198884 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:01:08.198884 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:01:08.198884 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:01:08.198884 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:01:08.198884 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:01:08.198884 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:01:08.198884 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:01:08.198884 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:01:08.198884 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:01:08.198884 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:01:08.198884 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:01:08.198884 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:01:08.198884 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:01:08.198884 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:01:08.198884 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:01:08.198884 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:01:08.198884 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:01:08.198884 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:01:08.198884 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:01:08.198884 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:01:08.198884 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:01:08.198884 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:01:08.198884 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:01:08.198884 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:01:08.198884 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:01:08.212308 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c63c32a3-066c-4db4-aa7c-1f73a6d608f9 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:08.248957 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540e319c-83d1-4c4d-b63f-004e138e885c tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Checking segment: {'id': '983efe92-cf40-4a4c-a257-94a57b5db257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd92673aa-fc9b-49d5-a5a7-1036c3639a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:01:08.249355 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540e319c-83d1-4c4d-b63f-004e138e885c tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network hostable DHCP agents. Network: d92673aa-fc9b-49d5-a5a7-1036c3639a05, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:01:08.267075 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-5e50eec7-7627-449d-8fb0-a34cf883b384 None None] Provisioning complete for port 5a4648e0-7cf3-4d49-abeb-3916c9cf3aac triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:08.267411 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e50eec7-7627-449d-8fb0-a34cf883b384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:08.352903 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540e319c-83d1-4c4d-b63f-004e138e885c tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network d92673aa-fc9b-49d5-a5a7-1036c3639a05 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:01:08.375910 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8914a79c-c301-4587-906c-e7ee97ebea30 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:08.381778 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8914a79c-c301-4587-906c-e7ee97ebea30 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:08.389797 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8914a79c-c301-4587-906c-e7ee97ebea30 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "DELETE /v2.0/networks/7fddd2d4-17d8-4e87-be8b-4bc41ffeea58 HTTP/1.1" status: 204 len: 168 time: 2.0277693 Nov 29 02:01:08.395053 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40058) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:08.396747 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-540e319c-83d1-4c4d-b63f-004e138e885c tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, d92673aa-fc9b-49d5-a5a7-1036c3639a05) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:08.402794 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540e319c-83d1-4c4d-b63f-004e138e885c tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:08.403509 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-540e319c-83d1-4c4d-b63f-004e138e885c tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:08.419148 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96829f2f-e405-4afa-afed-b9e833fe9230 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:08.422675 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9bcc9c-ad89-4405-8dd0-a819351a87a8 None None] Network d92673aa-fc9b-49d5-a5a7-1036c3639a05 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:08.434168 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c63c32a3-066c-4db4-aa7c-1f73a6d608f9 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:08.442520 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c63c32a3-066c-4db4-aa7c-1f73a6d608f9 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:08.446421 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c2f2f8d-69db-4f3f-9f92-9b8eea3b7efa tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] GET failed (client error): The resource could not be found. Nov 29 02:01:08.451234 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5c2f2f8d-69db-4f3f-9f92-9b8eea3b7efa tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "GET /v2.0/subnets/8483b3c8-63ad-4b28-9a6f-1307677b86a7 HTTP/1.1" status: 404 len: 337 time: 0.0423348 Nov 29 02:01:08.461011 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40060) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:08.486867 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96829f2f-e405-4afa-afed-b9e833fe9230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:08.496309 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914a79c-c301-4587-906c-e7ee97ebea30 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event deleted for resources: {'Network': ['ID=7fddd2d4-17d8-4e87-be8b-4bc41ffeea58,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:08.551772 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b1ecfb78-dec9-4909-b7ed-b26c5c4ee050 req-0c73e1f9-8c2f-4417-8716-9934a2b989e8 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3347650 Nov 29 02:01:08.552663 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c36a4a-4435-41de-a245-41467d72355c tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] DELETE failed (client error): The resource could not be found. Nov 29 02:01:08.553421 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40c36a4a-4435-41de-a245-41467d72355c tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:01:08.560363 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-40c36a4a-4435-41de-a245-41467d72355c tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "DELETE /v2.0/networks/7fddd2d4-17d8-4e87-be8b-4bc41ffeea58 HTTP/1.1" status: 404 len: 339 time: 0.0959337 Nov 29 02:01:08.560988 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40062) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:08.562481 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-540e319c-83d1-4c4d-b63f-004e138e885c tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0273948 Nov 29 02:01:08.573915 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40064) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:08.617173 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80393cd2-4345-4cbe-951b-bd29cbb6aee7 None None] Pushing event updated for resources: {'Port': ['ID=a1530683-1dcd-4d38-8063-6dbee0402a4d,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:08.640340 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c63c32a3-066c-4db4-aa7c-1f73a6d608f9 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:08.640915 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63c32a3-066c-4db4-aa7c-1f73a6d608f9 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Fanout notify agent at l3_agent the message router_deleted on router 3e7868a5-cbda-4545-a1e1-9fbeeae6ef14 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:01:08.668028 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c63c32a3-066c-4db4-aa7c-1f73a6d608f9 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:08.675022 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c63c32a3-066c-4db4-aa7c-1f73a6d608f9 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] 10.222.0.37 "DELETE /v2.0/routers/3e7868a5-cbda-4545-a1e1-9fbeeae6ef14 HTTP/1.1" status: 204 len: 168 time: 2.7344859 Nov 29 02:01:08.700992 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 5a4648e0-7cf3-4d49-abeb-3916c9cf3aac up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:01:08.707457 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40066) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:08.719205 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-321ad573-9733-4531-9671-b2f569880138 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1842445873', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:08.765973 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-96829f2f-e405-4afa-afed-b9e833fe9230 None None] Attempting to bind port a1530683-1dcd-4d38-8063-6dbee0402a4d on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:01:08.766362 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-96829f2f-e405-4afa-afed-b9e833fe9230 None None] Attempting to bind port a1530683-1dcd-4d38-8063-6dbee0402a4d by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '1df63411-d0e6-4ef8-b6bc-4fac01da39e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '34d70f5f-46dd-45bd-a76b-7e1af1decaf0'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:01:08.767050 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96829f2f-e405-4afa-afed-b9e833fe9230 None None] Attempting to bind port a1530683-1dcd-4d38-8063-6dbee0402a4d on network 34d70f5f-46dd-45bd-a76b-7e1af1decaf0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:01:08.807804 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96829f2f-e405-4afa-afed-b9e833fe9230 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:01:08.808523 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96829f2f-e405-4afa-afed-b9e833fe9230 None None] Checking segment: {'id': '1df63411-d0e6-4ef8-b6bc-4fac01da39e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '34d70f5f-46dd-45bd-a76b-7e1af1decaf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:01:08.808641 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96829f2f-e405-4afa-afed-b9e833fe9230 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:08.809497 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96829f2f-e405-4afa-afed-b9e833fe9230 None None] Bound using segment: {'id': '1df63411-d0e6-4ef8-b6bc-4fac01da39e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '34d70f5f-46dd-45bd-a76b-7e1af1decaf0'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:01:08.809497 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-96829f2f-e405-4afa-afed-b9e833fe9230 None None] Bound port: a1530683-1dcd-4d38-8063-6dbee0402a4d, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df63411-d0e6-4ef8-b6bc-4fac01da39e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '34d70f5f-46dd-45bd-a76b-7e1af1decaf0'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:01:08.809858 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96829f2f-e405-4afa-afed-b9e833fe9230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:08.829610 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2f5143-c5bf-47d5-b9ae-29c8c8fbd887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-d92673aa-fc9b-49d5-a5a7-1036c3639a05', 'network_id': 'd92673aa-fc9b-49d5-a5a7-1036c3639a05', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'fixed_ips': [{'subnet_id': 'fe5658ff-6188-4964-86b9-7c6d8f26df79'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:01:08.830980 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb2f5143-c5bf-47d5-b9ae-29c8c8fbd887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:08.895068 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 5a4648e0-7cf3-4d49-abeb-3916c9cf3aac triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:08.895461 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:08.898589 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-660f2445-0360-4380-8f4a-57f5a30a66b3 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting port ed7c2b33-a387-44af-b5ff-970ac3218daa {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:08.898941 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-660f2445-0360-4380-8f4a-57f5a30a66b3 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:08.906441 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-321ad573-9733-4531-9671-b2f569880138 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:08.907631 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-321ad573-9733-4531-9671-b2f569880138 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:08.927545 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd672b99-9065-467c-a539-1c9db90568c8 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:08.932646 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bd672b99-9065-467c-a539-1c9db90568c8 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3670285 Nov 29 02:01:08.933414 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40068) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:09.007760 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-96829f2f-e405-4afa-afed-b9e833fe9230 None None] For port a1530683-1dcd-4d38-8063-6dbee0402a4d, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:01:09.034134 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-96829f2f-e405-4afa-afed-b9e833fe9230 None None] For port a1530683-1dcd-4d38-8063-6dbee0402a4d, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=a1530683-1dcd-4d38-8063-6dbee0402a4d,segment=NetworkSegment(1df63411-d0e6-4ef8-b6bc-4fac01da39e5),segment_id=1df63411-d0e6-4ef8-b6bc-4fac01da39e5)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:01:09.049366 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96829f2f-e405-4afa-afed-b9e833fe9230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:09.090840 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-217b8418-8196-4583-a73a-d61392577e82 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "GET /v2.0/subnets?network_id=4bf244a8-fda8-412f-8f05-2c7c5210f333 HTTP/1.1" status: 200 len: 207 time: 0.0811515 Nov 29 02:01:09.093406 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40070) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:09.095719 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7b0ecfd7-734c-431f-8cca-3f67c7091820 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:09.171633 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1fc459bd-728d-488a-b05f-5c177a6eb0fb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:09.183629 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-321ad573-9733-4531-9671-b2f569880138 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:09.196807 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1fc459bd-728d-488a-b05f-5c177a6eb0fb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:09.234266 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-321ad573-9733-4531-9671-b2f569880138 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:09.249106 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-bb2f5143-c5bf-47d5-b9ae-29c8c8fbd887 None None] Allocated IP 2001:db8:2::2 (d92673aa-fc9b-49d5-a5a7-1036c3639a05/fe5658ff-6188-4964-86b9-7c6d8f26df79/07a7a1cc-7ec7-4002-b2ec-371dfdc4692b) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:09.254481 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-d1248027-9a0c-481d-b495-4f69ea099cc1 None None] Provisioning complete for port a1530683-1dcd-4d38-8063-6dbee0402a4d triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:09.255244 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d1248027-9a0c-481d-b495-4f69ea099cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:09.262442 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96829f2f-e405-4afa-afed-b9e833fe9230 None None] Routers {'a660ec7c-f042-4421-bb7a-f5f9a36972b9'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:09.264065 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-96829f2f-e405-4afa-afed-b9e833fe9230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:09.288223 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80393cd2-4345-4cbe-951b-bd29cbb6aee7 None None] Pushing event updated for resources: {'Port': ['ID=a1530683-1dcd-4d38-8063-6dbee0402a4d,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:09.303748 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device bc760175-f445-49c3-8310-d06d311c3a4b up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:01:09.317779 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-660f2445-0360-4380-8f4a-57f5a30a66b3 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:09.365688 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-321ad573-9733-4531-9671-b2f569880138 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:09.368274 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-321ad573-9733-4531-9671-b2f569880138 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6528912 Nov 29 02:01:09.370172 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-660f2445-0360-4380-8f4a-57f5a30a66b3 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Calling delete_port for ed7c2b33-a387-44af-b5ff-970ac3218daa owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:09.374758 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1fc459bd-728d-488a-b05f-5c177a6eb0fb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:09.376487 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40072) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:09.387171 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-0e343301-b66b-4ba6-b308-725b1231474b tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'enable_snat': False}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:09.403604 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc459bd-728d-488a-b05f-5c177a6eb0fb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=f5e505ce-37c4-4b37-b46a-a24d9756e575,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:09.714731 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-7b0ecfd7-734c-431f-8cca-3f67c7091820 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Allocated IP 172.20.0.1 (b10266ad-4fc4-4d98-9d00-d5b16903a6ff/5eb4afea-9a88-47a9-8f0f-8fa704db4024/ce71462d-c8c4-4b40-8a57-f5e620935b35) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:09.715149 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-96829f2f-e405-4afa-afed-b9e833fe9230 None None] Set router a660ec7c-f042-4421-bb7a-f5f9a36972b9 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:09.813873 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0e343301-b66b-4ba6-b308-725b1231474b tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:09.874524 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port bc760175-f445-49c3-8310-d06d311c3a4b triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:09.875181 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:09.908277 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d1248027-9a0c-481d-b495-4f69ea099cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:09.958578 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7b0ecfd7-734c-431f-8cca-3f67c7091820 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:09.979414 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd0c259-e3a3-4665-a2a5-19ac2c5d9004 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:09.985688 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd0c259-e3a3-4665-a2a5-19ac2c5d9004 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:09.991717 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd0c259-e3a3-4665-a2a5-19ac2c5d9004 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:09.997514 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd0c259-e3a3-4665-a2a5-19ac2c5d9004 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:10.002718 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1dd0c259-e3a3-4665-a2a5-19ac2c5d9004 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.9010971 Nov 29 02:01:10.005944 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40076) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:10.013470 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a87664ae-ea2b-41c3-8158-482751067b77 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:10.044704 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb2f5143-c5bf-47d5-b9ae-29c8c8fbd887 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:10.050994 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-d1248027-9a0c-481d-b495-4f69ea099cc1 None None] For port a1530683-1dcd-4d38-8063-6dbee0402a4d, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=a1530683-1dcd-4d38-8063-6dbee0402a4d,segment=NetworkSegment(1df63411-d0e6-4ef8-b6bc-4fac01da39e5),segment_id=1df63411-d0e6-4ef8-b6bc-4fac01da39e5)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:10.062981 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d1248027-9a0c-481d-b495-4f69ea099cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:10.066858 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb2f5143-c5bf-47d5-b9ae-29c8c8fbd887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:10.144793 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2f5143-c5bf-47d5-b9ae-29c8c8fbd887 None None] Network d92673aa-fc9b-49d5-a5a7-1036c3639a05 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:10.161669 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc459bd-728d-488a-b05f-5c177a6eb0fb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 029b38e4-f7a6-4c8b-aabd-f01a29e78b62 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:10.176337 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388dfbba-f252-438d-80e4-51f827f17240 req-c2dddceb-3b99-4a82-9e68-9ced81abebb1 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:10.176567 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-bb2f5143-c5bf-47d5-b9ae-29c8c8fbd887 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:10.177962 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-388dfbba-f252-438d-80e4-51f827f17240 req-c2dddceb-3b99-4a82-9e68-9ced81abebb1 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.4939256 Nov 29 02:01:10.178999 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2f5143-c5bf-47d5-b9ae-29c8c8fbd887 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:10.198810 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-1fc459bd-728d-488a-b05f-5c177a6eb0fb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:10.254309 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1248027-9a0c-481d-b495-4f69ea099cc1 None None] Pushing event updated for resources: {'Port': ['ID=a1530683-1dcd-4d38-8063-6dbee0402a4d,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:10.268203 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:10.319146 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-4f3609df-a086-43c7-bcd3-0a7772010c2f None None] Provisioning complete for port a1530683-1dcd-4d38-8063-6dbee0402a4d triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:10.319502 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4f3609df-a086-43c7-bcd3-0a7772010c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:10.370756 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-660f2445-0360-4380-8f4a-57f5a30a66b3 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:10.389145 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-bb2f5143-c5bf-47d5-b9ae-29c8c8fbd887 None None] Attempting to bind port 07a7a1cc-7ec7-4002-b2ec-371dfdc4692b on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:01:10.389466 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-bb2f5143-c5bf-47d5-b9ae-29c8c8fbd887 None None] Attempting to bind port 07a7a1cc-7ec7-4002-b2ec-371dfdc4692b by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '983efe92-cf40-4a4c-a257-94a57b5db257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd92673aa-fc9b-49d5-a5a7-1036c3639a05'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:01:10.389870 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2f5143-c5bf-47d5-b9ae-29c8c8fbd887 None None] Attempting to bind port 07a7a1cc-7ec7-4002-b2ec-371dfdc4692b on network d92673aa-fc9b-49d5-a5a7-1036c3639a05 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:01:10.409505 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f5143-c5bf-47d5-b9ae-29c8c8fbd887 None None] Pushing event updated for resources: {'Port': ['ID=07a7a1cc-7ec7-4002-b2ec-371dfdc4692b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:10.422365 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port bc760175-f445-49c3-8310-d06d311c3a4b, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=bc760175-f445-49c3-8310-d06d311c3a4b,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:10.430858 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-96829f2f-e405-4afa-afed-b9e833fe9230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'name': 'tempest-RoutersIpV6Test-router-744842310', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:46Z', 'updated_at': '2021-11-29T02:01:02Z', 'revision_number': 3, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'gw_port_host': None, '_interfaces': [{'id': '7de10e98-8e75-40c0-aae1-1367e4986a4b', 'name': '', 'network_id': '1a38d406-5b23-4605-a792-c3c4e39f6192', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:33:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:50Z', 'updated_at': '2021-11-29T02:01:00Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1530683-1dcd-4d38-8063-6dbee0402a4d', 'name': '', 'network_id': '34d70f5f-46dd-45bd-a76b-7e1af1decaf0', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:9f:4f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:00Z', 'updated_at': '2021-11-29T02:01:08Z', 'revision_number': 4, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:10.431189 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-388dfbba-f252-438d-80e4-51f827f17240 req-124ab0ba-d457-46db-9431-9fd10435cacc tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041850 Nov 29 02:01:10.432541 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f2445-0360-4380-8f4a-57f5a30a66b3 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Port': ['ID=ed7c2b33-a387-44af-b5ff-970ac3218daa,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:10.441526 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2f5143-c5bf-47d5-b9ae-29c8c8fbd887 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:01:10.442137 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2f5143-c5bf-47d5-b9ae-29c8c8fbd887 None None] Checking segment: {'id': '983efe92-cf40-4a4c-a257-94a57b5db257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd92673aa-fc9b-49d5-a5a7-1036c3639a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:01:10.443202 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb2f5143-c5bf-47d5-b9ae-29c8c8fbd887 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:10.443903 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2f5143-c5bf-47d5-b9ae-29c8c8fbd887 None None] Bound using segment: {'id': '983efe92-cf40-4a4c-a257-94a57b5db257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd92673aa-fc9b-49d5-a5a7-1036c3639a05'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:01:10.444545 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-bb2f5143-c5bf-47d5-b9ae-29c8c8fbd887 None None] Bound port: 07a7a1cc-7ec7-4002-b2ec-371dfdc4692b, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '983efe92-cf40-4a4c-a257-94a57b5db257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd92673aa-fc9b-49d5-a5a7-1036c3639a05'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:01:10.445261 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb2f5143-c5bf-47d5-b9ae-29c8c8fbd887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:10.451532 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:10.517089 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-660f2445-0360-4380-8f4a-57f5a30a66b3 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:10.521354 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-660f2445-0360-4380-8f4a-57f5a30a66b3 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/ed7c2b33-a387-44af-b5ff-970ac3218daa HTTP/1.1" status: 204 len: 168 time: 2.3561161 Nov 29 02:01:10.526241 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40080) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:10.594141 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96829f2f-e405-4afa-afed-b9e833fe9230 None None] The sync data for ids ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'] in dv-neutron-819032-3-hyperv is: [{'id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'name': 'tempest-RoutersIpV6Test-router-744842310', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:46Z', 'updated_at': '2021-11-29T02:01:02Z', 'revision_number': 3, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'gw_port_host': None, '_interfaces': [{'id': '7de10e98-8e75-40c0-aae1-1367e4986a4b', 'name': '', 'network_id': '1a38d406-5b23-4605-a792-c3c4e39f6192', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:33:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:50Z', 'updated_at': '2021-11-29T02:01:00Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1530683-1dcd-4d38-8063-6dbee0402a4d', 'name': '', 'network_id': '34d70f5f-46dd-45bd-a76b-7e1af1decaf0', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:9f:4f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:00Z', 'updated_at': '2021-11-29T02:01:08Z', 'revision_number': 4, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:01:10.604300 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc459bd-728d-488a-b05f-5c177a6eb0fb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router eb748527-9598-4459-b714-65533a632cbf has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:01:10.662977 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7b0ecfd7-734c-431f-8cca-3f67c7091820 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:10.700849 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209524e7-c099-46ec-8a96-eedbc0f7de00 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:10.702628 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209524e7-c099-46ec-8a96-eedbc0f7de00 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:10.704216 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-209524e7-c099-46ec-8a96-eedbc0f7de00 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1766961 Nov 29 02:01:10.707608 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40084) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:10.749155 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=bc760175-f445-49c3-8310-d06d311c3a4b,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:10.808670 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0ecfd7-734c-431f-8cca-3f67c7091820 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Network b10266ad-4fc4-4d98-9d00-d5b16903a6ff is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:10.825977 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b7f8bbef-43f0-4290-a476-87e6059be16e tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.8171818 Nov 29 02:01:10.847461 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40086) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:10.862202 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-bb2f5143-c5bf-47d5-b9ae-29c8c8fbd887 None None] For port 07a7a1cc-7ec7-4002-b2ec-371dfdc4692b, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:01:10.887024 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-bb2f5143-c5bf-47d5-b9ae-29c8c8fbd887 None None] For port 07a7a1cc-7ec7-4002-b2ec-371dfdc4692b, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=07a7a1cc-7ec7-4002-b2ec-371dfdc4692b,segment=NetworkSegment(983efe92-cf40-4a4c-a257-94a57b5db257),segment_id=983efe92-cf40-4a4c-a257-94a57b5db257)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:01:10.887732 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-7b0ecfd7-734c-431f-8cca-3f67c7091820 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:10.894216 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0ecfd7-734c-431f-8cca-3f67c7091820 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:10.912808 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb2f5143-c5bf-47d5-b9ae-29c8c8fbd887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:10.921263 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-4f3609df-a086-43c7-bcd3-0a7772010c2f None None] Provisioning complete for port bc760175-f445-49c3-8310-d06d311c3a4b triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:10.921668 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4f3609df-a086-43c7-bcd3-0a7772010c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:10.963309 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ecfd7-734c-431f-8cca-3f67c7091820 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event updated for resources: {'Port': ['ID=ce71462d-c8c4-4b40-8a57-f5e620935b35,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:11.102663 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7b0ecfd7-734c-431f-8cca-3f67c7091820 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:11.128848 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc459bd-728d-488a-b05f-5c177a6eb0fb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:01:11.154510 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96005c72-1d1a-498f-9e3f-1c1f1d92d23f None None] Sync routers for ids ['eb748527-9598-4459-b714-65533a632cbf'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:01:11.176546 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f5143-c5bf-47d5-b9ae-29c8c8fbd887 None None] Pushing event updated for resources: {'Port': ['ID=07a7a1cc-7ec7-4002-b2ec-371dfdc4692b,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:11.245846 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96005c72-1d1a-498f-9e3f-1c1f1d92d23f None None] Routers {'eb748527-9598-4459-b714-65533a632cbf'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:11.246500 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-96005c72-1d1a-498f-9e3f-1c1f1d92d23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['eb748527-9598-4459-b714-65533a632cbf'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:11.259351 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7cf12e-a9af-4952-b391-10b85d2f36b6 req-5ebfc19a-2424-4cc8-91ea-373391634eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:11.261242 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-cb7cf12e-a9af-4952-b391-10b85d2f36b6 req-5ebfc19a-2424-4cc8-91ea-373391634eeb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b8cd21cd1c9b40658c50d85b4f327f37&device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 1098 time: 0.2806578 Nov 29 02:01:11.278030 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f72fe5-dba5-47ad-81e4-0f9f72865332 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:11.279674 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f72fe5-dba5-47ad-81e4-0f9f72865332 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:11.284910 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a0f72fe5-dba5-47ad-81e4-0f9f72865332 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3994417 Nov 29 02:01:11.287610 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40088) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:11.294954 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1fc459bd-728d-488a-b05f-5c177a6eb0fb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "PUT /v2.0/routers/eb748527-9598-4459-b714-65533a632cbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3443718 Nov 29 02:01:11.341628 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-4f3609df-a086-43c7-bcd3-0a7772010c2f None None] Could not find standard attr ID for object ed7c2b33-a387-44af-b5ff-970ac3218daa. {{(pid=103256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 02:01:11.371818 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33a5cfe-c699-4795-bf06-5dc4451e0c8d tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:11.373791 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33a5cfe-c699-4795-bf06-5dc4451e0c8d tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:11.379322 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f33a5cfe-c699-4795-bf06-5dc4451e0c8d tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0830443 Nov 29 02:01:11.388836 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40092) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:11.489726 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0e343301-b66b-4ba6-b308-725b1231474b tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:11.517230 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-a87664ae-ea2b-41c3-8158-482751067b77 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Allocated IP 2001:db8:2::1 (d92673aa-fc9b-49d5-a5a7-1036c3639a05/fe5658ff-6188-4964-86b9-7c6d8f26df79/63028de1-1169-4d25-bd39-a684907bf3d5) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:11.522455 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-96005c72-1d1a-498f-9e3f-1c1f1d92d23f None None] Set router eb748527-9598-4459-b714-65533a632cbf gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:11.601061 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-69217b0f-703d-499d-8a94-fe685368735f None None] Provisioning complete for port f5e505ce-37c4-4b37-b46a-a24d9756e575 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:11.601618 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69217b0f-703d-499d-8a94-fe685368735f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:11.614457 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed7221f-7715-44a3-81ce-5ec226f9265c tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:11.620338 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bed7221f-7715-44a3-81ce-5ec226f9265c tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "GET /v2.0/networks/94d026cd-9724-42cc-9207-898d08c6a612 HTTP/1.1" status: 200 len: 799 time: 0.2279868 Nov 29 02:01:11.621608 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0e343301-b66b-4ba6-b308-725b1231474b tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:11.624840 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7cf12e-a9af-4952-b391-10b85d2f36b6 req-aedfdf83-a4da-4ad0-803c-8925b16af020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:11.626629 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-cb7cf12e-a9af-4952-b391-10b85d2f36b6 req-aedfdf83-a4da-4ad0-803c-8925b16af020 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb92b723-cb1c-4df8-84a3-7b1e42ef5335 HTTP/1.1" status: 200 len: 913 time: 0.3500459 Nov 29 02:01:11.633337 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40096) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:11.699889 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-312b0e77-d43d-42d6-b9df-00703ee459c6 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting subnet 257e4447-1500-45a1-94b2-a90021e77eb5 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:01:11.714274 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7b0ecfd7-734c-431f-8cca-3f67c7091820 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:11.731471 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-69217b0f-703d-499d-8a94-fe685368735f None None] Port f5e505ce-37c4-4b37-b46a-a24d9756e575 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:01:11.734994 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-312b0e77-d43d-42d6-b9df-00703ee459c6 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:11.745207 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc19295-4d74-4b4c-a2bd-ffb45cb71e93 req-ff74cb30-18a5-41bf-b99e-b978705ebd5d tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:11.746735 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8dc19295-4d74-4b4c-a2bd-ffb45cb71e93 req-ff74cb30-18a5-41bf-b99e-b978705ebd5d tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.9170082 Nov 29 02:01:11.789963 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-cb7cf12e-a9af-4952-b391-10b85d2f36b6 req-3699c2b0-c3c8-4a81-a54c-fe1275de87c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa82e7af-5435-42ba-a21f-1b96cdc0acdd HTTP/1.1" status: 200 len: 1001 time: 0.1345878 Nov 29 02:01:11.799354 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-69217b0f-703d-499d-8a94-fe685368735f None None] Provisioning complete for port ce71462d-c8c4-4b40-8a57-f5e620935b35 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:11.799727 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69217b0f-703d-499d-8a94-fe685368735f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:11.845304 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-312b0e77-d43d-42d6-b9df-00703ee459c6 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:11.930343 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a87664ae-ea2b-41c3-8158-482751067b77 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:11.936897 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8dc19295-4d74-4b4c-a2bd-ffb45cb71e93 req-22c0f918-d82f-48e4-a82d-f7a19a638152 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617537 Nov 29 02:01:11.960024 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b98b9ce2-3eec-47c6-bb44-68ccb232c3d3 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "GET /v2.0/networks/94d026cd-9724-42cc-9207-898d08c6a612?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3231866 Nov 29 02:01:11.963536 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40098) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:11.965051 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7cf12e-a9af-4952-b391-10b85d2f36b6 req-bcd15561-b95c-42ce-8699-3f5c46e196e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:11.966708 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-cb7cf12e-a9af-4952-b391-10b85d2f36b6 req-bcd15561-b95c-42ce-8699-3f5c46e196e3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7fe7d8ce-5428-4f8e-9400-d67b4f1b0825 HTTP/1.1" status: 200 len: 851 time: 0.1605425 Nov 29 02:01:12.014840 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-0e343301-b66b-4ba6-b308-725b1231474b tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Allocated IP 172.26.3.92 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/dd7b0b30-2d9f-46f6-965b-1fc85b38a67e) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:12.042873 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a87664ae-ea2b-41c3-8158-482751067b77 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:12.059916 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d2dc4952-4549-4bc3-8115-7d80ca2f4b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:12.062815 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-69217b0f-703d-499d-8a94-fe685368735f None None] Port ce71462d-c8c4-4b40-8a57-f5e620935b35 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:01:12.145609 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78186de-d3bb-49f3-b165-4eaadb39f1b8 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:12.150690 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c78186de-d3bb-49f3-b165-4eaadb39f1b8 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "GET /v2.0/subnets/09331909-640e-4f26-9acf-35dd0eb5767d HTTP/1.1" status: 200 len: 811 time: 0.1812551 Nov 29 02:01:12.151959 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40100) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:12.164530 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-96005c72-1d1a-498f-9e3f-1c1f1d92d23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb748527-9598-4459-b714-65533a632cbf', 'name': 'tempest-TestNetworkBasicOps-router-822574806', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:58:53Z', 'updated_at': '2021-11-29T02:01:07Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:58:55Z', 'updated_at': '2021-11-29T01:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '7ddd9d20-65ab-4ce0-85a7-2a784b222620', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.14', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'eb748527-9598-4459-b714-65533a632cbf', 'port_id': '97bdb40e-4af9-4e30-a85e-91309f19d1d3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb', 'mac_address': 'fa:16:3e:1c:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:59:54Z', 'updated_at': '2021-11-29T02:00:02Z', 'revision_number': 1, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b545aeab-eeae-407e-957b-d0d1ffeb818e', 'name': '', 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:3a:b8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '82d38417-3195-44e6-a3d7-993768ac5780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:07Z', 'updated_at': '2021-11-29T01:59:19Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '82d38417-3195-44e6-a3d7-993768ac5780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e505ce-37c4-4b37-b46a-a24d9756e575', 'name': '', 'network_id': '029b38e4-f7a6-4c8b-aabd-f01a29e78b62', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:10:d0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '30fdc1fa-e3f1-41e4-b6f4-d6693fec2cd8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:05Z', 'updated_at': '2021-11-29T02:01:08Z', 'revision_number': 2, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '30fdc1fa-e3f1-41e4-b6f4-d6693fec2cd8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:12.165354 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87664ae-ea2b-41c3-8158-482751067b77 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network d92673aa-fc9b-49d5-a5a7-1036c3639a05 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:12.171693 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7cf12e-a9af-4952-b391-10b85d2f36b6 req-176983f4-9aeb-4b10-8795-f86dd49372ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:12.173218 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-cb7cf12e-a9af-4952-b391-10b85d2f36b6 req-176983f4-9aeb-4b10-8795-f86dd49372ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb92b723-cb1c-4df8-84a3-7b1e42ef5335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1899912 Nov 29 02:01:12.180004 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-a87664ae-ea2b-41c3-8158-482751067b77 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:12.191236 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-312b0e77-d43d-42d6-b9df-00703ee459c6 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:12.197874 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87664ae-ea2b-41c3-8158-482751067b77 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:12.198412 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a87664ae-ea2b-41c3-8158-482751067b77 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:12.198978 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96005c72-1d1a-498f-9e3f-1c1f1d92d23f None None] Checking router: eb748527-9598-4459-b714-65533a632cbf for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:01:12.199346 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96005c72-1d1a-498f-9e3f-1c1f1d92d23f None None] Updating router eb748527-9598-4459-b714-65533a632cbf port f5e505ce-37c4-4b37-b46a-a24d9756e575 binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:01:12.231568 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96005c72-1d1a-498f-9e3f-1c1f1d92d23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:12.253769 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87664ae-ea2b-41c3-8158-482751067b77 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Port': ['ID=63028de1-1169-4d25-bd39-a684907bf3d5,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:12.293350 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f795dc5c-2431-433d-b9c2-129b7e12340f tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:12.299403 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f795dc5c-2431-433d-b9c2-129b7e12340f tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "GET /v2.0/subnets/09331909-640e-4f26-9acf-35dd0eb5767d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1417687 Nov 29 02:01:12.300654 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40102) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:12.307341 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b595071c-c37a-4a98-8e96-9a30ca68f608 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2062446694'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:12.345247 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b595071c-c37a-4a98-8e96-9a30ca68f608 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Made reservation on behalf of 9c0ad15ecb344bb299c0c6d9f8bbfbe2 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:12.348876 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b595071c-c37a-4a98-8e96-9a30ca68f608 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:12.375794 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b595071c-c37a-4a98-8e96-9a30ca68f608 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:01:12.385418 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b595071c-c37a-4a98-8e96-9a30ca68f608 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:12.385857 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-b595071c-c37a-4a98-8e96-9a30ca68f608 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Added segment 5b3a68d5-a87f-4013-a740-4f6e2277cd0a of type vlan for network 0c36f595-de26-4055-afc6-502ac89753f5 Nov 29 02:01:12.396890 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0e343301-b66b-4ba6-b308-725b1231474b tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:12.424750 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-312b0e77-d43d-42d6-b9df-00703ee459c6 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:12.436190 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-cb7cf12e-a9af-4952-b391-10b85d2f36b6 req-8b043648-a834-48a6-9045-d909c0268fc8 service neutron] 10.222.0.24 "GET /v2.0/networks/eb92b723-cb1c-4df8-84a3-7b1e42ef5335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469003 Nov 29 02:01:12.438253 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7b0ecfd7-734c-431f-8cca-3f67c7091820 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:12.447875 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-312b0e77-d43d-42d6-b9df-00703ee459c6 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:12.453397 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-312b0e77-d43d-42d6-b9df-00703ee459c6 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/257e4447-1500-45a1-94b2-a90021e77eb5 HTTP/1.1" status: 204 len: 168 time: 1.7388351 Nov 29 02:01:12.476674 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40104) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:12.487322 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b595071c-c37a-4a98-8e96-9a30ca68f608 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:12.490550 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b0e77-d43d-42d6-b9df-00703ee459c6 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Subnet': ['ID=257e4447-1500-45a1-94b2-a90021e77eb5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:12.546520 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-cb7cf12e-a9af-4952-b391-10b85d2f36b6 req-b0896a0b-7299-44c9-94d2-1b6dee982f80 service neutron] 10.222.0.24 "GET /v2.0/networks/eb92b723-cb1c-4df8-84a3-7b1e42ef5335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010931 Nov 29 02:01:12.554714 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-cfc108e1-690e-4465-9ffe-1e8942521f54 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747504 Nov 29 02:01:12.559553 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40106) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:12.565609 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7b0ecfd7-734c-431f-8cca-3f67c7091820 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:12.618453 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.db.resource_extend [None req-b595071c-c37a-4a98-8e96-9a30ca68f608 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 02:01:12.647281 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a87664ae-ea2b-41c3-8158-482751067b77 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:12.680224 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5571b1c-e4b9-48e3-b3e8-1d9f227a26a7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:12.680477 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96005c72-1d1a-498f-9e3f-1c1f1d92d23f None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:12.683993 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a5571b1c-e4b9-48e3-b3e8-1d9f227a26a7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1208036 Nov 29 02:01:12.683993 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0e343301-b66b-4ba6-b308-725b1231474b tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:12.685795 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40108) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:12.692322 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ecfd7-734c-431f-8cca-3f67c7091820 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event updated for resources: {'Port': ['ID=ce71462d-c8c4-4b40-8a57-f5e620935b35,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:12.693152 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1033d84-874b-4012-ac9f-8acf8d35bd1e None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:12.701894 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986204df-f72d-4433-9cc3-faaff3875c15 None None] Network d92673aa-fc9b-49d5-a5a7-1036c3639a05 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:12.730921 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b595071c-c37a-4a98-8e96-9a30ca68f608 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:12.734407 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96005c72-1d1a-498f-9e3f-1c1f1d92d23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:12.737412 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b595071c-c37a-4a98-8e96-9a30ca68f608 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:12.738054 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b595071c-c37a-4a98-8e96-9a30ca68f608 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:12.754035 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e343301-b66b-4ba6-b308-725b1231474b tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Pushing event updated for resources: {'Port': ['ID=dd7b0b30-2d9f-46f6-965b-1fc85b38a67e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:12.806206 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7b0ecfd7-734c-431f-8cca-3f67c7091820 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:12.836196 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a1530683-1dcd-4d38-8063-6dbee0402a4d up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:01:12.868676 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e343301-b66b-4ba6-b308-725b1231474b tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:12.872719 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595071c-c37a-4a98-8e96-9a30ca68f608 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event updated for resources: {'Network': ['ID=0c36f595-de26-4055-afc6-502ac89753f5,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:12.882558 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-0e343301-b66b-4ba6-b308-725b1231474b tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:12.887000 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e343301-b66b-4ba6-b308-725b1231474b tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:12.901110 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-7beded00-df74-460f-8c37-0a76492468eb None None] Provisioning complete for port 07a7a1cc-7ec7-4002-b2ec-371dfdc4692b triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:12.901509 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7beded00-df74-460f-8c37-0a76492468eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:12.933852 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b595071c-c37a-4a98-8e96-9a30ca68f608 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6302834 Nov 29 02:01:12.937576 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40110) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:12.941293 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f28ca6-740f-40ef-9885-eea98f55be35 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:12.945586 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-09f28ca6-740f-40ef-9885-eea98f55be35 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2021277 Nov 29 02:01:12.945728 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 0c36f595-de26-4055-afc6-502ac89753f5 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:01:12.945821 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40112) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:12.945921 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93773f23-d11a-4654-9db9-e86d09d5ac49 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:01:12.969971 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ee22f133-b48a-49d1-bc7b-255ad0923cee tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Request body: {'subnet': {'network_id': '0c36f595-de26-4055-afc6-502ac89753f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:13.015659 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc1d0ba-a3e7-4f94-b00a-de1fc5bcc295 None None] Pushing event updated for resources: {'Port': ['ID=f5e505ce-37c4-4b37-b46a-a24d9756e575,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:13.023190 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-de983c6d-35ab-4dbd-a3f3-4d3d01d89f26 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0765226 Nov 29 02:01:13.028266 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40116) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:13.035199 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-dec3090c-1bc7-4160-8136-90854895345d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:13.118789 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0ecfd7-734c-431f-8cca-3f67c7091820 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Network b10266ad-4fc4-4d98-9d00-d5b16903a6ff is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:13.131104 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-7b0ecfd7-734c-431f-8cca-3f67c7091820 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:13.288925 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a87664ae-ea2b-41c3-8158-482751067b77 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:13.340105 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a87664ae-ea2b-41c3-8158-482751067b77 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:13.340603 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-96005c72-1d1a-498f-9e3f-1c1f1d92d23f None None] Attempting to bind port f5e505ce-37c4-4b37-b46a-a24d9756e575 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:01:13.340603 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-96005c72-1d1a-498f-9e3f-1c1f1d92d23f None None] Attempting to bind port f5e505ce-37c4-4b37-b46a-a24d9756e575 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '2c8fc589-6515-4782-85c8-555752936f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '029b38e4-f7a6-4c8b-aabd-f01a29e78b62'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:01:13.341160 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96005c72-1d1a-498f-9e3f-1c1f1d92d23f None None] Attempting to bind port f5e505ce-37c4-4b37-b46a-a24d9756e575 on network 029b38e4-f7a6-4c8b-aabd-f01a29e78b62 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:01:13.341857 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a87664ae-ea2b-41c3-8158-482751067b77 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:13.369952 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96005c72-1d1a-498f-9e3f-1c1f1d92d23f None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:01:13.370239 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96005c72-1d1a-498f-9e3f-1c1f1d92d23f None None] Checking segment: {'id': '2c8fc589-6515-4782-85c8-555752936f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '029b38e4-f7a6-4c8b-aabd-f01a29e78b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:01:13.370907 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96005c72-1d1a-498f-9e3f-1c1f1d92d23f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:13.370907 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96005c72-1d1a-498f-9e3f-1c1f1d92d23f None None] Bound using segment: {'id': '2c8fc589-6515-4782-85c8-555752936f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '029b38e4-f7a6-4c8b-aabd-f01a29e78b62'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:01:13.371979 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-96005c72-1d1a-498f-9e3f-1c1f1d92d23f None None] Bound port: f5e505ce-37c4-4b37-b46a-a24d9756e575, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8fc589-6515-4782-85c8-555752936f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '029b38e4-f7a6-4c8b-aabd-f01a29e78b62'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:01:13.372371 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96005c72-1d1a-498f-9e3f-1c1f1d92d23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:13.394194 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8300c0e-8598-43e5-8103-8840bbacf0ef req-cf4ce635-e962-45dd-a30c-c222834a3c35 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:13.395318 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port a1530683-1dcd-4d38-8063-6dbee0402a4d triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:13.395747 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c8300c0e-8598-43e5-8103-8840bbacf0ef req-cf4ce635-e962-45dd-a30c-c222834a3c35 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.2040012 Nov 29 02:01:13.402381 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:13.481731 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee22f133-b48a-49d1-bc7b-255ad0923cee tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Made reservation on behalf of 9c0ad15ecb344bb299c0c6d9f8bbfbe2 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:13.485699 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee22f133-b48a-49d1-bc7b-255ad0923cee tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:13.500343 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0e343301-b66b-4ba6-b308-725b1231474b tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:13.513132 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7beded00-df74-460f-8c37-0a76492468eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:13.567387 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87664ae-ea2b-41c3-8158-482751067b77 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Port': ['ID=63028de1-1169-4d25-bd39-a684907bf3d5,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:13.599887 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900c3c20-d138-41d0-8bab-ff22cd0fa08f None None] DHCP port deletion for 126abf58-b75c-4c07-bafa-8e25bc6621b0 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:01:13.602199 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec3090c-1bc7-4160-8136-90854895345d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:13.605796 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dec3090c-1bc7-4160-8136-90854895345d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:13.614733 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-96005c72-1d1a-498f-9e3f-1c1f1d92d23f None None] For port f5e505ce-37c4-4b37-b46a-a24d9756e575, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:01:13.621653 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7beded00-df74-460f-8c37-0a76492468eb None None] For port 07a7a1cc-7ec7-4002-b2ec-371dfdc4692b, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=07a7a1cc-7ec7-4002-b2ec-371dfdc4692b,segment=NetworkSegment(983efe92-cf40-4a4c-a257-94a57b5db257),segment_id=983efe92-cf40-4a4c-a257-94a57b5db257)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:13.629251 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-ee22f133-b48a-49d1-bc7b-255ad0923cee tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Performing IP validity checks on allocation pools {{(pid=103255) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 29 02:01:13.631843 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:13.632326 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-ee22f133-b48a-49d1-bc7b-255ad0923cee tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103255) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 29 02:01:13.635531 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c8300c0e-8598-43e5-8103-8840bbacf0ef req-8b73c417-c850-45f1-8185-9e83022f12b8 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319551 Nov 29 02:01:13.640456 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0ecfd7-734c-431f-8cca-3f67c7091820 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Router a7120cc9-fccf-4230-a672-b99cc7125cad has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:01:13.651257 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-96005c72-1d1a-498f-9e3f-1c1f1d92d23f None None] For port f5e505ce-37c4-4b37-b46a-a24d9756e575, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=f5e505ce-37c4-4b37-b46a-a24d9756e575,segment=NetworkSegment(2c8fc589-6515-4782-85c8-555752936f06),segment_id=2c8fc589-6515-4782-85c8-555752936f06)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:01:13.652232 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7beded00-df74-460f-8c37-0a76492468eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:13.673206 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87664ae-ea2b-41c3-8158-482751067b77 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network d92673aa-fc9b-49d5-a5a7-1036c3639a05 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:13.716497 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96005c72-1d1a-498f-9e3f-1c1f1d92d23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:13.777143 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device bc760175-f445-49c3-8310-d06d311c3a4b up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:01:13.848155 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beded00-df74-460f-8c37-0a76492468eb None None] Pushing event updated for resources: {'Port': ['ID=07a7a1cc-7ec7-4002-b2ec-371dfdc4692b,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:13.862628 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96005c72-1d1a-498f-9e3f-1c1f1d92d23f None None] Routers {'eb748527-9598-4459-b714-65533a632cbf'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:13.863659 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-96005c72-1d1a-498f-9e3f-1c1f1d92d23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:00:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['eb748527-9598-4459-b714-65533a632cbf'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:13.870756 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-48471c8c-42ea-433d-a9c8-bdbf04656efc None None] Provisioning complete for port f5e505ce-37c4-4b37-b46a-a24d9756e575 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:13.871761 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-48471c8c-42ea-433d-a9c8-bdbf04656efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:14.026570 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-900c3c20-d138-41d0-8bab-ff22cd0fa08f None None] Deleting port bc760175-f445-49c3-8310-d06d311c3a4b {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:14.027050 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-900c3c20-d138-41d0-8bab-ff22cd0fa08f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:14.149257 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port bc760175-f445-49c3-8310-d06d311c3a4b triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:14.149661 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:14.151408 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc1d0ba-a3e7-4f94-b00a-de1fc5bcc295 None None] Pushing event updated for resources: {'Port': ['ID=f5e505ce-37c4-4b37-b46a-a24d9756e575,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:14.209204 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-a87664ae-ea2b-41c3-8158-482751067b77 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:14.336929 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0e343301-b66b-4ba6-b308-725b1231474b tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32579'] for router, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:14.363677 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87664ae-ea2b-41c3-8158-482751067b77 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Router a660ec7c-f042-4421-bb7a-f5f9a36972b9 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:01:14.372720 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0e343301-b66b-4ba6-b308-725b1231474b tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-599907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-599898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-600112'] for router, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:14.428675 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-900c3c20-d138-41d0-8bab-ff22cd0fa08f None None] For port bc760175-f445-49c3-8310-d06d311c3a4b, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=bc760175-f445-49c3-8310-d06d311c3a4b,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:14.429220 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-900c3c20-d138-41d0-8bab-ff22cd0fa08f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:14.464074 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-96005c72-1d1a-498f-9e3f-1c1f1d92d23f None None] Set router eb748527-9598-4459-b714-65533a632cbf gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:14.471812 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-900c3c20-d138-41d0-8bab-ff22cd0fa08f None None] Calling delete_port for bc760175-f445-49c3-8310-d06d311c3a4b owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:14.511788 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42cfe520-0455-4491-9b52-7c2598235645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:14.517135 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-48471c8c-42ea-433d-a9c8-bdbf04656efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:14.519118 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0ecfd7-734c-431f-8cca-3f67c7091820 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:01:14.532935 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7b0ecfd7-734c-431f-8cca-3f67c7091820 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "PUT /v2.0/routers/a7120cc9-fccf-4230-a672-b99cc7125cad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1254056 Nov 29 02:01:14.533115 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40120) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:14.535004 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a60d645-933b-49ae-8156-bdfcf7735548 None None] Sync routers for ids ['a7120cc9-fccf-4230-a672-b99cc7125cad'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:01:14.538922 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5bd334df-5f3c-4412-b18c-17be80ebc750 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Request body: {'port': {'network_id': 'b10266ad-4fc4-4d98-9d00-d5b16903a6ff', 'name': 'tempest-FloatingIPTestJSON-248313810'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:14.552155 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a60d645-933b-49ae-8156-bdfcf7735548 None None] Routers {'a7120cc9-fccf-4230-a672-b99cc7125cad'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:14.552795 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7a60d645-933b-49ae-8156-bdfcf7735548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a7120cc9-fccf-4230-a672-b99cc7125cad'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:14.627706 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7a60d645-933b-49ae-8156-bdfcf7735548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:14.638696 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a60d645-933b-49ae-8156-bdfcf7735548 None None] Routers {'a7120cc9-fccf-4230-a672-b99cc7125cad'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:14.639594 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7a60d645-933b-49ae-8156-bdfcf7735548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a7120cc9-fccf-4230-a672-b99cc7125cad'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:14.658262 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87664ae-ea2b-41c3-8158-482751067b77 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:01:14.670541 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a87664ae-ea2b-41c3-8158-482751067b77 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "PUT /v2.0/routers/a660ec7c-f042-4421-bb7a-f5f9a36972b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0950456 Nov 29 02:01:14.677203 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40124) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:14.678646 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7a60d645-933b-49ae-8156-bdfcf7735548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:14.679538 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a60d645-933b-49ae-8156-bdfcf7735548 None None] The sync data for ids ['a7120cc9-fccf-4230-a672-b99cc7125cad'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:01:14.687590 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5c5c3fef-1bdc-425f-87ce-94f4fd0f9d5e tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-32836068'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:14.722745 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5c3fef-1bdc-425f-87ce-94f4fd0f9d5e tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Made reservation on behalf of beede83db6b440a1a2eddd60d2641adf for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:14.723502 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b363bfb7-f39c-4fde-8d99-13038bea450e None None] Sync routers for ids ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:01:14.725782 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 07a7a1cc-7ec7-4002-b2ec-371dfdc4692b up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:01:14.726063 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c5c3fef-1bdc-425f-87ce-94f4fd0f9d5e tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:14.729495 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.objects.ports [None req-dec3090c-1bc7-4160-8136-90854895345d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103254) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 02:01:14.761447 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee22f133-b48a-49d1-bc7b-255ad0923cee tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:14.804260 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-48471c8c-42ea-433d-a9c8-bdbf04656efc None None] For port f5e505ce-37c4-4b37-b46a-a24d9756e575, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=f5e505ce-37c4-4b37-b46a-a24d9756e575,segment=NetworkSegment(2c8fc589-6515-4782-85c8-555752936f06),segment_id=2c8fc589-6515-4782-85c8-555752936f06)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:14.812330 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b363bfb7-f39c-4fde-8d99-13038bea450e None None] Routers {'a660ec7c-f042-4421-bb7a-f5f9a36972b9'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:14.812641 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b363bfb7-f39c-4fde-8d99-13038bea450e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:14.818725 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee22f133-b48a-49d1-bc7b-255ad0923cee tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event updated for resources: {'Subnet': ['ID=2077bc8c-6a7e-4447-bda6-8abdcb6de34a,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:14.826887 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c5c3fef-1bdc-425f-87ce-94f4fd0f9d5e tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:01:14.829801 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-48471c8c-42ea-433d-a9c8-bdbf04656efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:14.843915 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c5c3fef-1bdc-425f-87ce-94f4fd0f9d5e tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:14.844309 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-5c5c3fef-1bdc-425f-87ce-94f4fd0f9d5e tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Added segment 8fab76ca-2ddc-4d57-9d88-a69363a5bccb of type vlan for network 4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3 Nov 29 02:01:14.878345 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e343301-b66b-4ba6-b308-725b1231474b tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Router 8b9177d6-f464-4812-b7df-c71f3566c6e5 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:01:14.911130 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee22f133-b48a-49d1-bc7b-255ad0923cee tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Checking segment: {'id': '5b3a68d5-a87f-4013-a740-4f6e2277cd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0c36f595-de26-4055-afc6-502ac89753f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:01:14.911553 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee22f133-b48a-49d1-bc7b-255ad0923cee tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Network hostable DHCP agents. Network: 0c36f595-de26-4055-afc6-502ac89753f5, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:01:14.918910 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c5c3fef-1bdc-425f-87ce-94f4fd0f9d5e tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:14.957858 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee22f133-b48a-49d1-bc7b-255ad0923cee tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Network 0c36f595-de26-4055-afc6-502ac89753f5 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:01:14.966928 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c5c3fef-1bdc-425f-87ce-94f4fd0f9d5e tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:14.973305 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5c3fef-1bdc-425f-87ce-94f4fd0f9d5e tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:14.973690 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b5f6b-0011-4597-85af-65b5a51a8bbc req-542456f4-25bc-48f3-8882-35ee79d8e5b2 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:14.974040 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c5c3fef-1bdc-425f-87ce-94f4fd0f9d5e tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:14.975116 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-677b5f6b-0011-4597-85af-65b5a51a8bbc req-542456f4-25bc-48f3-8882-35ee79d8e5b2 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.2091343 Nov 29 02:01:14.990325 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-ee22f133-b48a-49d1-bc7b-255ad0923cee tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 0c36f595-de26-4055-afc6-502ac89753f5) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:14.995543 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee22f133-b48a-49d1-bc7b-255ad0923cee tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:14.996239 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee22f133-b48a-49d1-bc7b-255ad0923cee tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:15.027584 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-48471c8c-42ea-433d-a9c8-bdbf04656efc None None] Provisioning complete for port dd7b0b30-2d9f-46f6-965b-1fc85b38a67e triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:15.027964 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-48471c8c-42ea-433d-a9c8-bdbf04656efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:15.029906 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66242231-2544-4bc3-a497-6e24936bac35 None None] Network 0c36f595-de26-4055-afc6-502ac89753f5 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:15.060569 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd334df-5f3c-4412-b18c-17be80ebc750 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Made reservation on behalf of 8f51738befc14d68b76c3f1db1b4459f for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:15.064508 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5bd334df-5f3c-4412-b18c-17be80ebc750 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:15.068603 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5c5c3fef-1bdc-425f-87ce-94f4fd0f9d5e tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3899860 Nov 29 02:01:15.069723 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40126) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:15.073456 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-900c3c20-d138-41d0-8bab-ff22cd0fa08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:15.083240 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d7597ae7-dd9b-4af5-af3b-6c702bdbda59 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Request body: {'subnet': {'network_id': '4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:15.095769 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ee22f133-b48a-49d1-bc7b-255ad0923cee tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.1291547 Nov 29 02:01:15.099636 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40128) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:15.103773 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.ipam_pluggable_backend [None req-dec3090c-1bc7-4160-8136-90854895345d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Port bc760175-f445-49c3-8310-d06d311c3a4b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103254) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 29 02:01:15.104089 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.ipam_pluggable_backend [None req-dec3090c-1bc7-4160-8136-90854895345d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Reverting IP allocation for 2001:db8::f816:3eff:fe24:71df {{(pid=103254) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 29 02:01:15.108005 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c3fef-1bdc-425f-87ce-94f4fd0f9d5e tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Network': ['ID=4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:15.113350 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-49badb67-6cce-49e2-814c-0ef51ceb556a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:15.123592 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-b363bfb7-f39c-4fde-8d99-13038bea450e None None] Set router a660ec7c-f042-4421-bb7a-f5f9a36972b9 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:15.124630 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.ipam_pluggable_backend [None req-dec3090c-1bc7-4160-8136-90854895345d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe24:71df {{(pid=103254) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 29 02:01:15.132629 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48471c8c-42ea-433d-a9c8-bdbf04656efc None None] Pushing event updated for resources: {'Port': ['ID=f5e505ce-37c4-4b37-b46a-a24d9756e575,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:15.147621 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-5bd334df-5f3c-4412-b18c-17be80ebc750 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] device_id is not set on port 779b51f3-b7a9-492d-b1d2-c0158dbbfd46 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:01:15.166553 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dec3090c-1bc7-4160-8136-90854895345d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:15.166800 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:01:15.228090 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7597ae7-dd9b-4af5-af3b-6c702bdbda59 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Made reservation on behalf of beede83db6b440a1a2eddd60d2641adf for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:15.232895 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7597ae7-dd9b-4af5-af3b-6c702bdbda59 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:15.255980 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-677b5f6b-0011-4597-85af-65b5a51a8bbc req-98e14fcb-2618-4981-a097-713e3e3f5a65 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2250538 Nov 29 02:01:15.258503 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900c3c20-d138-41d0-8bab-ff22cd0fa08f None None] No DVR routers for this DVR port bc760175-f445-49c3-8310-d06d311c3a4b on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:01:15.288975 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c3c20-d138-41d0-8bab-ff22cd0fa08f None None] Pushing event deleted for resources: {'Port': ['ID=bc760175-f445-49c3-8310-d06d311c3a4b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:15.290748 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-48471c8c-42ea-433d-a9c8-bdbf04656efc None None] Port dd7b0b30-2d9f-46f6-965b-1fc85b38a67e cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:01:15.293400 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 07a7a1cc-7ec7-4002-b2ec-371dfdc4692b triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:15.293756 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:15.298957 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec3090c-1bc7-4160-8136-90854895345d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:15.312856 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-dec3090c-1bc7-4160-8136-90854895345d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:15.321039 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec3090c-1bc7-4160-8136-90854895345d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:15.321782 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dec3090c-1bc7-4160-8136-90854895345d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:15.333826 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e343301-b66b-4ba6-b308-725b1231474b tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:01:15.344490 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730dd4e1-1234-42dd-8d13-c570e0852575 None None] Sync routers for ids ['8b9177d6-f464-4812-b7df-c71f3566c6e5'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:01:15.355595 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730dd4e1-1234-42dd-8d13-c570e0852575 None None] Routers {'8b9177d6-f464-4812-b7df-c71f3566c6e5'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:15.356547 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-730dd4e1-1234-42dd-8d13-c570e0852575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['8b9177d6-f464-4812-b7df-c71f3566c6e5'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:15.377966 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0e343301-b66b-4ba6-b308-725b1231474b tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:15.381966 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0e343301-b66b-4ba6-b308-725b1231474b tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] 10.222.0.37 "PUT /v2.0/routers/8b9177d6-f464-4812-b7df-c71f3566c6e5 HTTP/1.1" status: 200 len: 919 time: 5.9986203 Nov 29 02:01:15.386746 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40132) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:15.391647 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-730dd4e1-1234-42dd-8d13-c570e0852575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:15.396803 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f3e218-d7cc-4ba9-bf7a-6dc3a8c4ca52 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:15.401692 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3090c-1bc7-4160-8136-90854895345d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Subnet': ['ID=31323f4a-4561-464e-ae0d-a9ef48356d74,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:15.404890 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730dd4e1-1234-42dd-8d13-c570e0852575 None None] Routers {'8b9177d6-f464-4812-b7df-c71f3566c6e5'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:15.405809 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-730dd4e1-1234-42dd-8d13-c570e0852575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['8b9177d6-f464-4812-b7df-c71f3566c6e5'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:15.446479 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-730dd4e1-1234-42dd-8d13-c570e0852575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:15.447576 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730dd4e1-1234-42dd-8d13-c570e0852575 None None] The sync data for ids ['8b9177d6-f464-4812-b7df-c71f3566c6e5'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:01:15.512665 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:15.551396 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7597ae7-dd9b-4af5-af3b-6c702bdbda59 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:15.557437 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-dec3090c-1bc7-4160-8136-90854895345d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5281119 Nov 29 02:01:15.568916 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-48471c8c-42ea-433d-a9c8-bdbf04656efc None None] Provisioning complete for port ce71462d-c8c4-4b40-8a57-f5e620935b35 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:15.569296 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-48471c8c-42ea-433d-a9c8-bdbf04656efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:15.570034 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40134) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:15.571383 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49badb67-6cce-49e2-814c-0ef51ceb556a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28714379'] for subnet, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:15.584837 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b83c540d-75e9-4f54-ac46-094560dcb2d3 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:15.631510 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7597ae7-dd9b-4af5-af3b-6c702bdbda59 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Subnet': ['ID=13bf4f95-c871-48f0-94b0-1b126eb591c2,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:15.640182 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7597ae7-dd9b-4af5-af3b-6c702bdbda59 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Checking segment: {'id': '8fab76ca-2ddc-4d57-9d88-a69363a5bccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:01:15.641498 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7597ae7-dd9b-4af5-af3b-6c702bdbda59 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network hostable DHCP agents. Network: 4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:01:15.654121 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-5bd334df-5f3c-4412-b18c-17be80ebc750 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Allocated IP 172.20.0.6 (b10266ad-4fc4-4d98-9d00-d5b16903a6ff/5eb4afea-9a88-47a9-8f0f-8fa704db4024/779b51f3-b7a9-492d-b1d2-c0158dbbfd46) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:15.662779 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7597ae7-dd9b-4af5-af3b-6c702bdbda59 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network 4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:01:15.676445 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-d7597ae7-dd9b-4af5-af3b-6c702bdbda59 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:15.678755 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5673e0-85d0-433f-a332-62cfc298c13b req-9e052ccf-eb8d-4758-bd5c-cec025c4cf46 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:15.680324 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-de5673e0-85d0-433f-a332-62cfc298c13b req-9e052ccf-eb8d-4758-bd5c-cec025c4cf46 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.3092732 Nov 29 02:01:15.682077 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7597ae7-dd9b-4af5-af3b-6c702bdbda59 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:15.682374 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7597ae7-dd9b-4af5-af3b-6c702bdbda59 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:15.690701 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-48471c8c-42ea-433d-a9c8-bdbf04656efc None None] Port ce71462d-c8c4-4b40-8a57-f5e620935b35 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:01:15.703473 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d7597ae7-dd9b-4af5-af3b-6c702bdbda59 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6251640 Nov 29 02:01:15.706268 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40136) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:15.725418 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6012cbdd-db2c-49c6-9cad-2944f6242335 None None] Network 4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:15.793178 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9fede0ce-19f9-4390-84b0-a2dd1eeea33b tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] 10.222.0.37 "GET /v2.0/routers/8b9177d6-f464-4812-b7df-c71f3566c6e5 HTTP/1.1" status: 200 len: 925 time: 0.3887494 Nov 29 02:01:15.796233 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40138) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:15.856749 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef58a962-6467-4e02-9aad-044bc7d62813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-0c36f595-de26-4055-afc6-502ac89753f5', 'network_id': '0c36f595-de26-4055-afc6-502ac89753f5', 'tenant_id': '9c0ad15ecb344bb299c0c6d9f8bbfbe2', 'fixed_ips': [{'subnet_id': '2077bc8c-6a7e-4447-bda6-8abdcb6de34a'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:01:15.857629 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef58a962-6467-4e02-9aad-044bc7d62813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:15.896193 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec77a025-6cc7-4e66-bc92-cae2c4201471 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:15.901025 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ec77a025-6cc7-4e66-bc92-cae2c4201471 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=4bf244a8-fda8-412f-8f05-2c7c5210f333&device_id=8b9177d6-f464-4812-b7df-c71f3566c6e5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1004004 Nov 29 02:01:15.918085 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-de5673e0-85d0-433f-a332-62cfc298c13b req-919e01cd-b887-4236-ba11-1909d658ac17 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093680 Nov 29 02:01:15.924621 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-96005c72-1d1a-498f-9e3f-1c1f1d92d23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb748527-9598-4459-b714-65533a632cbf', 'name': 'tempest-TestNetworkBasicOps-router-822574806', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:58:53Z', 'updated_at': '2021-11-29T02:01:07Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:58:55Z', 'updated_at': '2021-11-29T01:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '7ddd9d20-65ab-4ce0-85a7-2a784b222620', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.14', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'eb748527-9598-4459-b714-65533a632cbf', 'port_id': '97bdb40e-4af9-4e30-a85e-91309f19d1d3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb', 'mac_address': 'fa:16:3e:1c:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:59:54Z', 'updated_at': '2021-11-29T02:00:02Z', 'revision_number': 1, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b545aeab-eeae-407e-957b-d0d1ffeb818e', 'name': '', 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:3a:b8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '82d38417-3195-44e6-a3d7-993768ac5780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:07Z', 'updated_at': '2021-11-29T01:59:19Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '82d38417-3195-44e6-a3d7-993768ac5780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e505ce-37c4-4b37-b46a-a24d9756e575', 'name': '', 'network_id': '029b38e4-f7a6-4c8b-aabd-f01a29e78b62', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:10:d0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '30fdc1fa-e3f1-41e4-b6f4-d6693fec2cd8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:05Z', 'updated_at': '2021-11-29T02:01:13Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '30fdc1fa-e3f1-41e4-b6f4-d6693fec2cd8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:15.929584 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40140) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:15.986138 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83c540d-75e9-4f54-ac46-094560dcb2d3 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:15.986525 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-fdc44d31-a30a-4976-ae3a-b3e0df16dfb8 None None] Provisioning complete for port f5e505ce-37c4-4b37-b46a-a24d9756e575 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:15.986913 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fdc44d31-a30a-4976-ae3a-b3e0df16dfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:15.989689 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b83c540d-75e9-4f54-ac46-094560dcb2d3 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:15.995836 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96005c72-1d1a-498f-9e3f-1c1f1d92d23f None None] The sync data for ids ['eb748527-9598-4459-b714-65533a632cbf'] in dv-neutron-819032-3-hyperv is: [{'id': 'eb748527-9598-4459-b714-65533a632cbf', 'name': 'tempest-TestNetworkBasicOps-router-822574806', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:58:53Z', 'updated_at': '2021-11-29T02:01:07Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:58:55Z', 'updated_at': '2021-11-29T01:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '7ddd9d20-65ab-4ce0-85a7-2a784b222620', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.14', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'eb748527-9598-4459-b714-65533a632cbf', 'port_id': '97bdb40e-4af9-4e30-a85e-91309f19d1d3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb', 'mac_address': 'fa:16:3e:1c:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:59:54Z', 'updated_at': '2021-11-29T02:00:02Z', 'revision_number': 1, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b545aeab-eeae-407e-957b-d0d1ffeb818e', 'name': '', 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:3a:b8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '82d38417-3195-44e6-a3d7-993768ac5780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:07Z', 'updated_at': '2021-11-29T01:59:19Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '82d38417-3195-44e6-a3d7-993768ac5780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e505ce-37c4-4b37-b46a-a24d9756e575', 'name': '', 'network_id': '029b38e4-f7a6-4c8b-aabd-f01a29e78b62', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:10:d0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '30fdc1fa-e3f1-41e4-b6f4-d6693fec2cd8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:05Z', 'updated_at': '2021-11-29T02:01:13Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '30fdc1fa-e3f1-41e4-b6f4-d6693fec2cd8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:01:16.223979 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37267f9-78c8-48a9-819b-ebb2682e6046 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:16.225676 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e37267f9-78c8-48a9-819b-ebb2682e6046 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] 10.222.0.37 "GET /v2.0/networks/4bf244a8-fda8-412f-8f05-2c7c5210f333 HTTP/1.1" status: 200 len: 881 time: 0.2951398 Nov 29 02:01:16.230374 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40146) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:16.242768 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5bd334df-5f3c-4412-b18c-17be80ebc750 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:16.249384 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49badb67-6cce-49e2-814c-0ef51ceb556a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763261847408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28724678'] for subnet, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:16.273823 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5fc2c7d4-8ca3-40f9-86a6-890587e903fb tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b9177d6-f464-4812-b7df-c71f3566c6e5 HTTP/1.1" status: 200 len: 205 time: 0.0421853 Nov 29 02:01:16.276403 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40148) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:16.394671 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 07a7a1cc-7ec7-4002-b2ec-371dfdc4692b up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:01:16.396621 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.ipam_backend_mixin [None req-b83c540d-75e9-4f54-ac46-094560dcb2d3 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 31323f4a-4561-464e-ae0d-a9ef48356d74 (CIDR: 2001:db8::/64) Nov 29 02:01:16.411293 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49badb67-6cce-49e2-814c-0ef51ceb556a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:16.415815 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-49badb67-6cce-49e2-814c-0ef51ceb556a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:16.417500 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-49badb67-6cce-49e2-814c-0ef51ceb556a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "PUT /v2.0/subnets/2077bc8c-6a7e-4447-bda6-8abdcb6de34a HTTP/1.1" status: 200 len: 877 time: 1.3147337 Nov 29 02:01:16.421373 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40152) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:16.426806 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-b83c540d-75e9-4f54-ac46-094560dcb2d3 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:01:16.427633 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b83c540d-75e9-4f54-ac46-094560dcb2d3 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:01:16.450965 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b928b602-32e4-42d9-a85f-5e13246c26d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-126abf58-b75c-4c07-bafa-8e25bc6621b0', 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'fixed_ips': [{'subnet_id': '31323f4a-4561-464e-ae0d-a9ef48356d74'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:01:16.451535 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49badb67-6cce-49e2-814c-0ef51ceb556a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event updated for resources: {'Subnet': ['ID=2077bc8c-6a7e-4447-bda6-8abdcb6de34a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:16.451926 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b928b602-32e4-42d9-a85f-5e13246c26d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:16.501859 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b83c540d-75e9-4f54-ac46-094560dcb2d3 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9262886 Nov 29 02:01:16.506721 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40154) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:16.512359 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-69c96b3a-5739-4597-bead-025336bee9f7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:16.521524 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5bd334df-5f3c-4412-b18c-17be80ebc750 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:16.567495 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-829223c8-9ca9-4fba-8a51-2a2506a56542 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:16.646854 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4677b69-f10e-4266-b82a-019d38118f58 req-a008d7b6-15e9-47bd-a76e-afd4ed8ba450 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:16.648700 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d4677b69-f10e-4266-b82a-019d38118f58 req-a008d7b6-15e9-47bd-a76e-afd4ed8ba450 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.1989121 Nov 29 02:01:16.650865 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd334df-5f3c-4412-b18c-17be80ebc750 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Network b10266ad-4fc4-4d98-9d00-d5b16903a6ff is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:16.655666 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-47d6ef74-79cb-43e3-867a-5cd959e5c370 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:16.662165 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-5bd334df-5f3c-4412-b18c-17be80ebc750 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:16.674589 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd334df-5f3c-4412-b18c-17be80ebc750 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event updated for resources: {'Port': ['ID=779b51f3-b7a9-492d-b1d2-c0158dbbfd46,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:16.682171 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd334df-5f3c-4412-b18c-17be80ebc750 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:16.711482 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:16.785310 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b363bfb7-f39c-4fde-8d99-13038bea450e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'name': 'tempest-RoutersIpV6Test-router-744842310', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:46Z', 'updated_at': '2021-11-29T02:01:12Z', 'revision_number': 4, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'gw_port_host': None, '_interfaces': [{'id': '63028de1-1169-4d25-bd39-a684907bf3d5', 'name': '', 'network_id': 'd92673aa-fc9b-49d5-a5a7-1036c3639a05', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:75:9d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'fe5658ff-6188-4964-86b9-7c6d8f26df79', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:10Z', 'updated_at': '2021-11-29T02:01:12Z', 'revision_number': 2, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'fe5658ff-6188-4964-86b9-7c6d8f26df79', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de10e98-8e75-40c0-aae1-1367e4986a4b', 'name': '', 'network_id': '1a38d406-5b23-4605-a792-c3c4e39f6192', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:33:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:50Z', 'updated_at': '2021-11-29T02:01:00Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1530683-1dcd-4d38-8063-6dbee0402a4d', 'name': '', 'network_id': '34d70f5f-46dd-45bd-a76b-7e1af1decaf0', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:9f:4f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:00Z', 'updated_at': '2021-11-29T02:01:09Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:16.817357 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-ef58a962-6467-4e02-9aad-044bc7d62813 None None] Allocated IP 172.20.0.3 (0c36f595-de26-4055-afc6-502ac89753f5/2077bc8c-6a7e-4447-bda6-8abdcb6de34a/2babf394-8ec7-42c5-b744-d32d36b3097c) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:16.844384 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a0ff79-2b1b-44ac-8e74-75ef440467ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3', 'network_id': '4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'fixed_ips': [{'subnet_id': '13bf4f95-c871-48f0-94b0-1b126eb591c2'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:01:16.845430 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f7a0ff79-2b1b-44ac-8e74-75ef440467ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:16.863021 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd334df-5f3c-4412-b18c-17be80ebc750 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:16.863995 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5bd334df-5f3c-4412-b18c-17be80ebc750 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:16.880869 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d4677b69-f10e-4266-b82a-019d38118f58 req-435e5307-d1ed-4a0a-8c95-e5132835d0e1 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161417 Nov 29 02:01:16.906045 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c96b3a-5739-4597-bead-025336bee9f7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:16.918412 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-69c96b3a-5739-4597-bead-025336bee9f7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:16.932388 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5bd334df-5f3c-4412-b18c-17be80ebc750 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3972569 Nov 29 02:01:16.934244 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40158) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:16.952825 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1ec7f8a8-7a91-4270-befe-5c15c2adb55e tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Request body: {'floatingip': {'port_id': '779b51f3-b7a9-492d-b1d2-c0158dbbfd46'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:16.957759 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-829223c8-9ca9-4fba-8a51-2a2506a56542 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:17.020215 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:17.028282 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b363bfb7-f39c-4fde-8d99-13038bea450e None None] Checking router: a660ec7c-f042-4421-bb7a-f5f9a36972b9 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:01:17.032979 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b363bfb7-f39c-4fde-8d99-13038bea450e None None] Updating router a660ec7c-f042-4421-bb7a-f5f9a36972b9 port 63028de1-1169-4d25-bd39-a684907bf3d5 binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:01:17.099414 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1ec7f8a8-7a91-4270-befe-5c15c2adb55e tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for floatingip, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:17.166868 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 07a7a1cc-7ec7-4002-b2ec-371dfdc4692b triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:17.167143 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:17.193101 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:17.300774 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b363bfb7-f39c-4fde-8d99-13038bea450e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:17.316605 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-829223c8-9ca9-4fba-8a51-2a2506a56542 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Deleting port dd7b0b30-2d9f-46f6-965b-1fc85b38a67e {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:17.317183 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-829223c8-9ca9-4fba-8a51-2a2506a56542 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:17.321757 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-47d6ef74-79cb-43e3-867a-5cd959e5c370 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Allocated IP 2001:db8:3::1 (4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3/13bf4f95-c871-48f0-94b0-1b126eb591c2/03d25030-f335-412c-a1fa-b9c7f54ba5bd) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:17.359226 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543525a-bfa4-48a2-bd58-a1651d6730e1 req-816231c2-1587-4685-9617-8baa56926517 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:17.360729 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1543525a-bfa4-48a2-bd58-a1651d6730e1 req-816231c2-1587-4685-9617-8baa56926517 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.1468823 Nov 29 02:01:17.467561 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-829223c8-9ca9-4fba-8a51-2a2506a56542 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:17.479580 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-b928b602-32e4-42d9-a85f-5e13246c26d1 None None] Allocated IP 2001:db8::f816:3eff:fe34:e3e6 (126abf58-b75c-4c07-bafa-8e25bc6621b0/31323f4a-4561-464e-ae0d-a9ef48356d74/0f15d481-7abc-4137-90cd-2c7b066eb103) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:17.492830 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-829223c8-9ca9-4fba-8a51-2a2506a56542 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Calling delete_port for dd7b0b30-2d9f-46f6-965b-1fc85b38a67e owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:17.571342 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-fdc44d31-a30a-4976-ae3a-b3e0df16dfb8 None None] Provisioning complete for port 07a7a1cc-7ec7-4002-b2ec-371dfdc4692b triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:17.571720 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fdc44d31-a30a-4976-ae3a-b3e0df16dfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:17.578974 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1543525a-bfa4-48a2-bd58-a1651d6730e1 req-ba97c590-4f21-4174-ae6e-e3f39c2410b6 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058663 Nov 29 02:01:17.682700 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-69c96b3a-5739-4597-bead-025336bee9f7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:17.731893 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c96b3a-5739-4597-bead-025336bee9f7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:17.738553 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-69c96b3a-5739-4597-bead-025336bee9f7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:17.741396 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c96b3a-5739-4597-bead-025336bee9f7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:17.742459 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-69c96b3a-5739-4597-bead-025336bee9f7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:17.797087 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device bc760175-f445-49c3-8310-d06d311c3a4b no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:01:17.840748 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c96b3a-5739-4597-bead-025336bee9f7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Subnet': ['ID=edfc78b9-8514-48a5-8861-ab7d121bbae7,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:17.854047 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-69c96b3a-5739-4597-bead-025336bee9f7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3425879 Nov 29 02:01:17.854866 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40162) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:17.861779 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-6b8863f8-3243-4003-817a-a6827b01304b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'port': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'mac_address': 'fa:16:3e:76:15:9b', 'name': 'tempest-NetworksTestDHCPv6-1213488648'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:17.908397 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: bc760175-f445-49c3-8310-d06d311c3a4b {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:01:17.908782 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device bc760175-f445-49c3-8310-d06d311c3a4b not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:01:17.910547 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-47d6ef74-79cb-43e3-867a-5cd959e5c370 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:17.923311 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:17.944630 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef58a962-6467-4e02-9aad-044bc7d62813 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:17.995211 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef58a962-6467-4e02-9aad-044bc7d62813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:18.024641 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:18.056284 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b928b602-32e4-42d9-a85f-5e13246c26d1 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:18.068418 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event deleted for resources: {'Subnet': ['ID=2077bc8c-6a7e-4447-bda6-8abdcb6de34a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:18.082645 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef58a962-6467-4e02-9aad-044bc7d62813 None None] Network 0c36f595-de26-4055-afc6-502ac89753f5 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:18.082871 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:18.083274 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:18.083573 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:18.083918 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:18.084255 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:18.084590 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:18.086034 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:18.086390 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:18.086726 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:18.087107 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:18.087450 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:18.087903 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:18.098181 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-47d6ef74-79cb-43e3-867a-5cd959e5c370 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:18.141591 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-f7a0ff79-2b1b-44ac-8e74-75ef440467ea None None] Allocated IP 2001:db8:3::2 (4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3/13bf4f95-c871-48f0-94b0-1b126eb591c2/9460cdb4-5b7b-430e-99d9-69db46b59392) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:18.167360 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b928b602-32e4-42d9-a85f-5e13246c26d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:18.188069 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d6ef74-79cb-43e3-867a-5cd959e5c370 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network 4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:18.205772 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device f5e505ce-37c4-4b37-b46a-a24d9756e575 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:01:18.210748 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-ef58a962-6467-4e02-9aad-044bc7d62813 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:18.226621 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef58a962-6467-4e02-9aad-044bc7d62813 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:18.240045 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-47d6ef74-79cb-43e3-867a-5cd959e5c370 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:18.246494 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58a962-6467-4e02-9aad-044bc7d62813 None None] Pushing event updated for resources: {'Port': ['ID=2babf394-8ec7-42c5-b744-d32d36b3097c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:18.274315 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:18.288395 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d6ef74-79cb-43e3-867a-5cd959e5c370 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:18.289069 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-47d6ef74-79cb-43e3-867a-5cd959e5c370 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:18.305128 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6ef74-79cb-43e3-867a-5cd959e5c370 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Port': ['ID=03d25030-f335-412c-a1fa-b9c7f54ba5bd,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:18.319403 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b928b602-32e4-42d9-a85f-5e13246c26d1 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:18.322608 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-fdc44d31-a30a-4976-ae3a-b3e0df16dfb8 None None] Provisioning complete for port 63028de1-1169-4d25-bd39-a684907bf3d5 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:18.322984 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fdc44d31-a30a-4976-ae3a-b3e0df16dfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:18.354176 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c36f595-de26-4055-afc6-502ac89753f5']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:18.367547 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-b928b602-32e4-42d9-a85f-5e13246c26d1 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:18.374871 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b3a68d5-a87f-4013-a740-4f6e2277cd0a') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:18.375109 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b3a68d5-a87f-4013-a740-4f6e2277cd0a') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:18.392765 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b928b602-32e4-42d9-a85f-5e13246c26d1 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:18.406969 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:18.410142 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-829223c8-9ca9-4fba-8a51-2a2506a56542 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:18.422832 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1ec7f8a8-7a91-4270-befe-5c15c2adb55e tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:18.432884 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1ec7f8a8-7a91-4270-befe-5c15c2adb55e tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:18.452540 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928b602-32e4-42d9-a85f-5e13246c26d1 None None] Pushing event updated for resources: {'Port': ['ID=0f15d481-7abc-4137-90cd-2c7b066eb103,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:18.453173 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829223c8-9ca9-4fba-8a51-2a2506a56542 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Pushing event deleted for resources: {'Port': ['ID=dd7b0b30-2d9f-46f6-965b-1fc85b38a67e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:18.458646 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:18.491247 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:01:18.491595 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:18.495117 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:01:18.495117 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:01:18.495117 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:01:18.495117 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:01:18.495117 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:01:18.495117 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:01:18.495117 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:01:18.495117 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:01:18.495117 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:01:18.495117 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:01:18.495117 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:01:18.495117 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:01:18.495117 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:01:18.495117 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:01:18.495117 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:01:18.495117 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:01:18.495117 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:01:18.495117 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:01:18.495117 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:01:18.495117 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:01:18.495117 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:01:18.495117 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:01:18.495117 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:01:18.495117 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:01:18.495117 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:01:18.495117 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:01:18.495117 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:01:18.495117 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:01:18.495117 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:01:18.495117 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:01:18.495117 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:01:18.495117 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:01:18.552945 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-1ec7f8a8-7a91-4270-befe-5c15c2adb55e tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Floating IP 2a7aafea-747e-4016-a5f4-e3108144ac8a associated. External IP: 172.26.3.148, port: a64238c5-2adf-4bc2-a4ac-b4ec3bafdef4. Nov 29 02:01:18.611741 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-47d6ef74-79cb-43e3-867a-5cd959e5c370 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:18.617758 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.db.api [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 29 02:01:18.617758 dv-neutron-819032-3-hyperv neutron-server[103255]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 29 02:01:18.617758 dv-neutron-819032-3-hyperv neutron-server[103255]: [parameters: {'id': '0c36f595-de26-4055-afc6-502ac89753f5'}] Nov 29 02:01:18.617758 dv-neutron-819032-3-hyperv neutron-server[103255]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:01:18.618225 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG oslo_db.api [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:01:18.627098 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-829223c8-9ca9-4fba-8a51-2a2506a56542 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:18.649338 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8863f8-3243-4003-817a-a6827b01304b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:18.652646 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5815e07-d34d-4bba-91f3-c5c5d785a42e None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:01:18.674281 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-fdc44d31-a30a-4976-ae3a-b3e0df16dfb8 None None] Port 63028de1-1169-4d25-bd39-a684907bf3d5 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:01:18.685835 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ef58a962-6467-4e02-9aad-044bc7d62813 None None] Attempting to bind port 2babf394-8ec7-42c5-b744-d32d36b3097c on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:01:18.686205 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ef58a962-6467-4e02-9aad-044bc7d62813 None None] Attempting to bind port 2babf394-8ec7-42c5-b744-d32d36b3097c by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '5b3a68d5-a87f-4013-a740-4f6e2277cd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0c36f595-de26-4055-afc6-502ac89753f5'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:01:18.686570 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef58a962-6467-4e02-9aad-044bc7d62813 None None] Attempting to bind port 2babf394-8ec7-42c5-b744-d32d36b3097c on network 0c36f595-de26-4055-afc6-502ac89753f5 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:01:18.752191 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef58a962-6467-4e02-9aad-044bc7d62813 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:01:18.752450 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef58a962-6467-4e02-9aad-044bc7d62813 None None] Checking segment: {'id': '5b3a68d5-a87f-4013-a740-4f6e2277cd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0c36f595-de26-4055-afc6-502ac89753f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:01:18.752642 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef58a962-6467-4e02-9aad-044bc7d62813 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:18.753721 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef58a962-6467-4e02-9aad-044bc7d62813 None None] Bound using segment: {'id': '5b3a68d5-a87f-4013-a740-4f6e2277cd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0c36f595-de26-4055-afc6-502ac89753f5'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:01:18.753721 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ef58a962-6467-4e02-9aad-044bc7d62813 None None] Bound port: 2babf394-8ec7-42c5-b744-d32d36b3097c, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b3a68d5-a87f-4013-a740-4f6e2277cd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0c36f595-de26-4055-afc6-502ac89753f5'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:01:18.753988 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef58a962-6467-4e02-9aad-044bc7d62813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:18.761745 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-829223c8-9ca9-4fba-8a51-2a2506a56542 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:18.766030 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-829223c8-9ca9-4fba-8a51-2a2506a56542 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:18.768772 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b363bfb7-f39c-4fde-8d99-13038bea450e None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:18.777071 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port f5e505ce-37c4-4b37-b46a-a24d9756e575 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:18.777433 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:18.799614 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02298e2-c14e-43d7-9910-ea1e5a2263a8 req-3c24a5be-c787-40b6-9823-41df9c34e594 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:18.801247 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b02298e2-c14e-43d7-9910-ea1e5a2263a8 req-3c24a5be-c787-40b6-9823-41df9c34e594 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.1334643 Nov 29 02:01:18.817396 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b928b602-32e4-42d9-a85f-5e13246c26d1 None None] Attempting to bind port 0f15d481-7abc-4137-90cd-2c7b066eb103 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:01:18.818050 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b928b602-32e4-42d9-a85f-5e13246c26d1 None None] Attempting to bind port 0f15d481-7abc-4137-90cd-2c7b066eb103 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:01:18.818166 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b928b602-32e4-42d9-a85f-5e13246c26d1 None None] Attempting to bind port 0f15d481-7abc-4137-90cd-2c7b066eb103 on network 126abf58-b75c-4c07-bafa-8e25bc6621b0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:01:18.821524 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b363bfb7-f39c-4fde-8d99-13038bea450e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:18.881796 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-829223c8-9ca9-4fba-8a51-2a2506a56542 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:18.882319 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829223c8-9ca9-4fba-8a51-2a2506a56542 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Fanout notify agent at l3_agent the message router_deleted on router 8b9177d6-f464-4812-b7df-c71f3566c6e5 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:01:18.900115 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b928b602-32e4-42d9-a85f-5e13246c26d1 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:01:18.901103 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b928b602-32e4-42d9-a85f-5e13246c26d1 None None] Checking segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:01:18.901529 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b928b602-32e4-42d9-a85f-5e13246c26d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:18.902019 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b928b602-32e4-42d9-a85f-5e13246c26d1 None None] Bound using segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:01:18.902514 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b928b602-32e4-42d9-a85f-5e13246c26d1 None None] Bound port: 0f15d481-7abc-4137-90cd-2c7b066eb103, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:01:18.902961 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b928b602-32e4-42d9-a85f-5e13246c26d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:18.905322 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f7a0ff79-2b1b-44ac-8e74-75ef440467ea None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:18.907648 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-829223c8-9ca9-4fba-8a51-2a2506a56542 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:18.913262 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-829223c8-9ca9-4fba-8a51-2a2506a56542 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] 10.222.0.37 "DELETE /v2.0/routers/8b9177d6-f464-4812-b7df-c71f3566c6e5 HTTP/1.1" status: 204 len: 168 time: 2.6319149 Nov 29 02:01:18.914805 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40168) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:18.915808 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b8863f8-3243-4003-817a-a6827b01304b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:18.944832 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-8e44d6ce-75f8-4292-ab43-adb96e0bff49 None None] Provisioning complete for port 779b51f3-b7a9-492d-b1d2-c0158dbbfd46 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:18.945261 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e44d6ce-75f8-4292-ab43-adb96e0bff49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:18.955248 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f7a0ff79-2b1b-44ac-8e74-75ef440467ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:18.958468 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2ec58d15-99f8-4335-9763-6a7646c2eb4c tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1412200320', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}, 'admin_state_up': False}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:18.977022 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b02298e2-c14e-43d7-9910-ea1e5a2263a8 req-48d96b17-0d2c-4b34-9b04-10c280e912d1 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608090 Nov 29 02:01:18.979676 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-6b8863f8-3243-4003-817a-a6827b01304b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] device_id is not set on port 2827f325-c165-462c-ba47-f1856c82da80 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:01:19.001646 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe6d15-6d5a-4a0c-984d-f4606471683e None None] Pushing event updated for resources: {'Port': ['ID=63028de1-1169-4d25-bd39-a684907bf3d5,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:19.069522 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ec58d15-99f8-4335-9763-6a7646c2eb4c tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:19.071214 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ec58d15-99f8-4335-9763-6a7646c2eb4c tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:19.119902 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:19.141669 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a0ff79-2b1b-44ac-8e74-75ef440467ea None None] Network 4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:19.146532 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ef58a962-6467-4e02-9aad-044bc7d62813 None None] For port 2babf394-8ec7-42c5-b744-d32d36b3097c, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:01:19.152696 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec7f8a8-7a91-4270-befe-5c15c2adb55e tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Router 743aef22-c18f-4244-8437-75ac83c1aeb0 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:01:19.188212 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-8e44d6ce-75f8-4292-ab43-adb96e0bff49 None None] Port 779b51f3-b7a9-492d-b1d2-c0158dbbfd46 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:01:19.199429 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-f7a0ff79-2b1b-44ac-8e74-75ef440467ea None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:19.208283 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ec58d15-99f8-4335-9763-6a7646c2eb4c tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:19.224793 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a0ff79-2b1b-44ac-8e74-75ef440467ea None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:19.244921 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ef58a962-6467-4e02-9aad-044bc7d62813 None None] For port 2babf394-8ec7-42c5-b744-d32d36b3097c, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=2babf394-8ec7-42c5-b744-d32d36b3097c,segment=NetworkSegment(5b3a68d5-a87f-4013-a740-4f6e2277cd0a),segment_id=5b3a68d5-a87f-4013-a740-4f6e2277cd0a)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:01:19.322876 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef58a962-6467-4e02-9aad-044bc7d62813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:19.328462 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-47d6ef74-79cb-43e3-867a-5cd959e5c370 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:19.336245 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a0ff79-2b1b-44ac-8e74-75ef440467ea None None] Pushing event updated for resources: {'Port': ['ID=9460cdb4-5b7b-430e-99d9-69db46b59392,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:19.343532 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-47d6ef74-79cb-43e3-867a-5cd959e5c370 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:19.344673 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-47d6ef74-79cb-43e3-867a-5cd959e5c370 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:19.374662 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b363bfb7-f39c-4fde-8d99-13038bea450e None None] Attempting to bind port 63028de1-1169-4d25-bd39-a684907bf3d5 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:01:19.375586 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b363bfb7-f39c-4fde-8d99-13038bea450e None None] Attempting to bind port 63028de1-1169-4d25-bd39-a684907bf3d5 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '983efe92-cf40-4a4c-a257-94a57b5db257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd92673aa-fc9b-49d5-a5a7-1036c3639a05'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:01:19.375586 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b363bfb7-f39c-4fde-8d99-13038bea450e None None] Attempting to bind port 63028de1-1169-4d25-bd39-a684907bf3d5 on network d92673aa-fc9b-49d5-a5a7-1036c3639a05 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:01:19.383541 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-6b8863f8-3243-4003-817a-a6827b01304b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Allocated IP 2001:db8:0:1::9c (126abf58-b75c-4c07-bafa-8e25bc6621b0/edfc78b9-8514-48a5-8861-ab7d121bbae7/2827f325-c165-462c-ba47-f1856c82da80) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:19.400913 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-6b8863f8-3243-4003-817a-a6827b01304b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Allocated IP 2001:db8::f816:3eff:fe76:159b (126abf58-b75c-4c07-bafa-8e25bc6621b0/31323f4a-4561-464e-ae0d-a9ef48356d74/2827f325-c165-462c-ba47-f1856c82da80) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:19.403610 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b928b602-32e4-42d9-a85f-5e13246c26d1 None None] For port 0f15d481-7abc-4137-90cd-2c7b066eb103, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:01:19.418731 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa22adc-2d2f-497e-bc69-ab54c93b31e4 req-f8e51abf-83fd-42cc-818d-26c2a82cba8d tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:19.421525 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1aa22adc-2d2f-497e-bc69-ab54c93b31e4 req-f8e51abf-83fd-42cc-818d-26c2a82cba8d tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.1142120 Nov 29 02:01:19.436568 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec7f8a8-7a91-4270-befe-5c15c2adb55e tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:01:19.451037 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b363bfb7-f39c-4fde-8d99-13038bea450e None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:01:19.451351 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b363bfb7-f39c-4fde-8d99-13038bea450e None None] Checking segment: {'id': '983efe92-cf40-4a4c-a257-94a57b5db257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd92673aa-fc9b-49d5-a5a7-1036c3639a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:01:19.451762 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b363bfb7-f39c-4fde-8d99-13038bea450e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:19.452154 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b363bfb7-f39c-4fde-8d99-13038bea450e None None] Bound using segment: {'id': '983efe92-cf40-4a4c-a257-94a57b5db257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd92673aa-fc9b-49d5-a5a7-1036c3639a05'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:01:19.452870 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b363bfb7-f39c-4fde-8d99-13038bea450e None None] Bound port: 63028de1-1169-4d25-bd39-a684907bf3d5, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '983efe92-cf40-4a4c-a257-94a57b5db257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd92673aa-fc9b-49d5-a5a7-1036c3639a05'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:01:19.453020 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b363bfb7-f39c-4fde-8d99-13038bea450e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:19.462325 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36428e16-e889-404e-a5a8-1fb59d0f6acb None None] Sync routers for ids ['743aef22-c18f-4244-8437-75ac83c1aeb0'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:01:19.472393 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b928b602-32e4-42d9-a85f-5e13246c26d1 None None] For port 0f15d481-7abc-4137-90cd-2c7b066eb103, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=0f15d481-7abc-4137-90cd-2c7b066eb103,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:01:19.481910 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ec58d15-99f8-4335-9763-6a7646c2eb4c tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:19.534667 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b928b602-32e4-42d9-a85f-5e13246c26d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:19.547078 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6ef74-79cb-43e3-867a-5cd959e5c370 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event updated for resources: {'Port': ['ID=03d25030-f335-412c-a1fa-b9c7f54ba5bd,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:19.552560 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-f7a0ff79-2b1b-44ac-8e74-75ef440467ea None None] Attempting to bind port 9460cdb4-5b7b-430e-99d9-69db46b59392 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:01:19.553199 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-f7a0ff79-2b1b-44ac-8e74-75ef440467ea None None] Attempting to bind port 9460cdb4-5b7b-430e-99d9-69db46b59392 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '8fab76ca-2ddc-4d57-9d88-a69363a5bccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:01:19.553757 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a0ff79-2b1b-44ac-8e74-75ef440467ea None None] Attempting to bind port 9460cdb4-5b7b-430e-99d9-69db46b59392 on network 4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:01:19.566488 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36428e16-e889-404e-a5a8-1fb59d0f6acb None None] Routers {'743aef22-c18f-4244-8437-75ac83c1aeb0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:19.567113 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-36428e16-e889-404e-a5a8-1fb59d0f6acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['743aef22-c18f-4244-8437-75ac83c1aeb0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:19.569183 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58a962-6467-4e02-9aad-044bc7d62813 None None] Pushing event updated for resources: {'Port': ['ID=2babf394-8ec7-42c5-b744-d32d36b3097c,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:19.623779 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Deleting port 2babf394-8ec7-42c5-b744-d32d36b3097c {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:19.624129 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:19.635631 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf19481-42d7-4ce9-ad57-5829306fba55 None None] Network 0c36f595-de26-4055-afc6-502ac89753f5 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:19.638245 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-c6045349-293b-48a8-812c-5b791778af84 None None] Provisioning complete for port 63028de1-1169-4d25-bd39-a684907bf3d5 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:19.638792 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c6045349-293b-48a8-812c-5b791778af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:19.640666 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a0ff79-2b1b-44ac-8e74-75ef440467ea None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:01:19.641248 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a0ff79-2b1b-44ac-8e74-75ef440467ea None None] Checking segment: {'id': '8fab76ca-2ddc-4d57-9d88-a69363a5bccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:01:19.641824 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f7a0ff79-2b1b-44ac-8e74-75ef440467ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:19.642221 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a0ff79-2b1b-44ac-8e74-75ef440467ea None None] Bound using segment: {'id': '8fab76ca-2ddc-4d57-9d88-a69363a5bccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:01:19.642709 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-f7a0ff79-2b1b-44ac-8e74-75ef440467ea None None] Bound port: 9460cdb4-5b7b-430e-99d9-69db46b59392, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fab76ca-2ddc-4d57-9d88-a69363a5bccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:01:19.643263 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f7a0ff79-2b1b-44ac-8e74-75ef440467ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:19.669654 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1aa22adc-2d2f-497e-bc69-ab54c93b31e4 req-48bb23d5-2edf-41ca-9103-bf5ae591015b tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257040 Nov 29 02:01:19.711787 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-36428e16-e889-404e-a5a8-1fb59d0f6acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:19.745769 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] For port 2babf394-8ec7-42c5-b744-d32d36b3097c, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=2babf394-8ec7-42c5-b744-d32d36b3097c,segment=NetworkSegment(5b3a68d5-a87f-4013-a740-4f6e2277cd0a),segment_id=5b3a68d5-a87f-4013-a740-4f6e2277cd0a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:19.746142 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:19.763510 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d6ef74-79cb-43e3-867a-5cd959e5c370 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Network 4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:19.772455 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Calling delete_port for 2babf394-8ec7-42c5-b744-d32d36b3097c owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:19.777807 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-47d6ef74-79cb-43e3-867a-5cd959e5c370 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:19.842490 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36428e16-e889-404e-a5a8-1fb59d0f6acb None None] Routers {'743aef22-c18f-4244-8437-75ac83c1aeb0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:19.843670 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-36428e16-e889-404e-a5a8-1fb59d0f6acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['743aef22-c18f-4244-8437-75ac83c1aeb0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:19.853922 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c6045349-293b-48a8-812c-5b791778af84 None None] Port 63028de1-1169-4d25-bd39-a684907bf3d5 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:01:19.870659 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b8863f8-3243-4003-817a-a6827b01304b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:19.892090 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b363bfb7-f39c-4fde-8d99-13038bea450e None None] For port 63028de1-1169-4d25-bd39-a684907bf3d5, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:01:19.894701 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928b602-32e4-42d9-a85f-5e13246c26d1 None None] Pushing event updated for resources: {'Port': ['ID=0f15d481-7abc-4137-90cd-2c7b066eb103,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:19.903057 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-36428e16-e889-404e-a5a8-1fb59d0f6acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:19.903970 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36428e16-e889-404e-a5a8-1fb59d0f6acb None None] The sync data for ids ['743aef22-c18f-4244-8437-75ac83c1aeb0'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:01:19.914052 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec7f8a8-7a91-4270-befe-5c15c2adb55e tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Router a7120cc9-fccf-4230-a672-b99cc7125cad has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:01:19.933282 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b363bfb7-f39c-4fde-8d99-13038bea450e None None] For port 63028de1-1169-4d25-bd39-a684907bf3d5, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=63028de1-1169-4d25-bd39-a684907bf3d5,segment=NetworkSegment(983efe92-cf40-4a4c-a257-94a57b5db257),segment_id=983efe92-cf40-4a4c-a257-94a57b5db257)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:01:19.938622 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b8863f8-3243-4003-817a-a6827b01304b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:19.948436 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b363bfb7-f39c-4fde-8d99-13038bea450e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:20.002286 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d6ef74-79cb-43e3-867a-5cd959e5c370 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Router a660ec7c-f042-4421-bb7a-f5f9a36972b9 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:01:20.020410 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-f7a0ff79-2b1b-44ac-8e74-75ef440467ea None None] For port 9460cdb4-5b7b-430e-99d9-69db46b59392, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:01:20.059773 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-f7a0ff79-2b1b-44ac-8e74-75ef440467ea None None] For port 9460cdb4-5b7b-430e-99d9-69db46b59392, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=9460cdb4-5b7b-430e-99d9-69db46b59392,segment=NetworkSegment(8fab76ca-2ddc-4d57-9d88-a69363a5bccb),segment_id=8fab76ca-2ddc-4d57-9d88-a69363a5bccb)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:01:20.083244 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f7a0ff79-2b1b-44ac-8e74-75ef440467ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:20.086320 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8863f8-3243-4003-817a-a6827b01304b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:20.092310 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe6d15-6d5a-4a0c-984d-f4606471683e None None] Pushing event updated for resources: {'Port': ['ID=63028de1-1169-4d25-bd39-a684907bf3d5,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:20.094742 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-6b8863f8-3243-4003-817a-a6827b01304b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:20.095470 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b363bfb7-f39c-4fde-8d99-13038bea450e None None] Routers {'a660ec7c-f042-4421-bb7a-f5f9a36972b9'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:20.096260 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b363bfb7-f39c-4fde-8d99-13038bea450e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:20.108927 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:20.113202 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8863f8-3243-4003-817a-a6827b01304b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:20.134708 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8863f8-3243-4003-817a-a6827b01304b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:20.135493 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b8863f8-3243-4003-817a-a6827b01304b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:20.140930 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8863f8-3243-4003-817a-a6827b01304b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Port': ['ID=2827f325-c165-462c-ba47-f1856c82da80,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:20.159813 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8863f8-3243-4003-817a-a6827b01304b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:20.160637 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8863f8-3243-4003-817a-a6827b01304b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:20.161080 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8863f8-3243-4003-817a-a6827b01304b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:20.161516 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8863f8-3243-4003-817a-a6827b01304b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:20.162096 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8863f8-3243-4003-817a-a6827b01304b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:20.162532 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8863f8-3243-4003-817a-a6827b01304b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:20.163046 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8863f8-3243-4003-817a-a6827b01304b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:20.163472 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8863f8-3243-4003-817a-a6827b01304b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:20.164024 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8863f8-3243-4003-817a-a6827b01304b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:20.164408 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8863f8-3243-4003-817a-a6827b01304b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:20.164831 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8863f8-3243-4003-817a-a6827b01304b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:20.165252 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8863f8-3243-4003-817a-a6827b01304b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:20.187159 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6b8863f8-3243-4003-817a-a6827b01304b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3316295 Nov 29 02:01:20.194674 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40174) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:20.198655 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b10ba4-7900-4891-9c8c-56dc84c23e41 None None] Network 0c36f595-de26-4055-afc6-502ac89753f5 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:20.208271 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec7f8a8-7a91-4270-befe-5c15c2adb55e tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:01:20.233334 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada2da16-5d5c-421f-9c97-8b10d32cb533 None None] Sync routers for ids ['a7120cc9-fccf-4230-a672-b99cc7125cad'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:01:20.241658 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1ec7f8a8-7a91-4270-befe-5c15c2adb55e tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:20.268128 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada2da16-5d5c-421f-9c97-8b10d32cb533 None None] Routers {'a7120cc9-fccf-4230-a672-b99cc7125cad'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:20.268999 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ada2da16-5d5c-421f-9c97-8b10d32cb533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a7120cc9-fccf-4230-a672-b99cc7125cad'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:20.311088 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event deleted for resources: {'Port': ['ID=2babf394-8ec7-42c5-b744-d32d36b3097c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:20.325284 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] No DVR routers for this DVR port 2babf394-8ec7-42c5-b744-d32d36b3097c on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:01:20.330430 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ada2da16-5d5c-421f-9c97-8b10d32cb533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:20.352572 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada2da16-5d5c-421f-9c97-8b10d32cb533 None None] Routers {'a7120cc9-fccf-4230-a672-b99cc7125cad'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:20.353501 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ada2da16-5d5c-421f-9c97-8b10d32cb533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a7120cc9-fccf-4230-a672-b99cc7125cad'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:20.414744 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ec58d15-99f8-4335-9763-6a7646c2eb4c tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router_gateway, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:20.433751 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1ec7f8a8-7a91-4270-befe-5c15c2adb55e tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "PUT /v2.0/floatingips/2a7aafea-747e-4016-a5f4-e3108144ac8a HTTP/1.1" status: 200 len: 977 time: 3.4844739 Nov 29 02:01:20.438271 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40176) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:20.457250 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ec58d15-99f8-4335-9763-6a7646c2eb4c tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:20.470129 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ada2da16-5d5c-421f-9c97-8b10d32cb533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:20.471154 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a0ff79-2b1b-44ac-8e74-75ef440467ea None None] Pushing event updated for resources: {'Port': ['ID=9460cdb4-5b7b-430e-99d9-69db46b59392,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:20.472227 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada2da16-5d5c-421f-9c97-8b10d32cb533 None None] The sync data for ids ['a7120cc9-fccf-4230-a672-b99cc7125cad'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:01:20.486316 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-b363bfb7-f39c-4fde-8d99-13038bea450e None None] Set router a660ec7c-f042-4421-bb7a-f5f9a36972b9 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:20.539371 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d6ef74-79cb-43e3-867a-5cd959e5c370 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:01:20.599425 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-47d6ef74-79cb-43e3-867a-5cd959e5c370 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "PUT /v2.0/routers/a660ec7c-f042-4421-bb7a-f5f9a36972b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8892355 Nov 29 02:01:20.600406 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40178) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:20.611143 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-561f0ec8-660d-42c8-97dc-4a9af653c689 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:20.627226 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-baa953ba-0ed4-4ab2-9c97-3f3b0fb561ef tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting port 2827f325-c165-462c-ba47-f1856c82da80 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:20.627856 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:20.627975 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-baa953ba-0ed4-4ab2-9c97-3f3b0fb561ef tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:20.659076 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c36f595-de26-4055-afc6-502ac89753f5']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:20.695348 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b3a68d5-a87f-4013-a740-4f6e2277cd0a') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:20.695956 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b3a68d5-a87f-4013-a740-4f6e2277cd0a') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:20.713137 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:20.741377 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:20.744374 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-2ec58d15-99f8-4335-9763-6a7646c2eb4c tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Allocated IP 172.26.3.172 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/a7e2fe00-e0eb-4134-9304-f5565bd8913d) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:20.761000 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:01:20.761578 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:20.764630 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:01:20.764630 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:01:20.764630 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:01:20.764630 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:01:20.764630 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:01:20.764630 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:01:20.764630 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:01:20.764630 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:01:20.764630 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:01:20.764630 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:01:20.764630 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:01:20.764630 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:01:20.764630 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:01:20.764630 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:01:20.764630 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:01:20.764630 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:01:20.764630 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:01:20.764630 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:01:20.764630 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:01:20.764630 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:01:20.764630 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:01:20.764630 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:01:20.764630 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:01:20.764630 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:01:20.764630 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:01:20.764630 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:01:20.764630 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:01:20.764630 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:01:20.764630 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:01:20.764630 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:01:20.764630 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:01:20.764630 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:01:20.895031 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:20.906994 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:20.910575 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "DELETE /v2.0/networks/0c36f595-de26-4055-afc6-502ac89753f5 HTTP/1.1" status: 204 len: 168 time: 4.4838929 Nov 29 02:01:20.920781 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40184) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:20.949537 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1692f-8714-4d56-8970-da13cc34d6be tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event deleted for resources: {'Network': ['ID=0c36f595-de26-4055-afc6-502ac89753f5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:20.977112 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-f12e1a0b-ae86-4acc-9853-e4b24a8b3e54 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] DELETE failed (client error): The resource could not be found. Nov 29 02:01:20.977587 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f12e1a0b-ae86-4acc-9853-e4b24a8b3e54 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:01:20.981334 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f12e1a0b-ae86-4acc-9853-e4b24a8b3e54 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "DELETE /v2.0/subnets/2077bc8c-6a7e-4447-bda6-8abdcb6de34a HTTP/1.1" status: 404 len: 337 time: 0.0505674 Nov 29 02:01:20.990389 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40186) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:20.992086 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-ac056073-14cc-477b-b535-d7e086d735c8 None None] Provisioning complete for port 63028de1-1169-4d25-bd39-a684907bf3d5 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:20.992563 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac056073-14cc-477b-b535-d7e086d735c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:21.035797 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ec58d15-99f8-4335-9763-6a7646c2eb4c tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:21.084704 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c1ec74-987d-4473-89a3-76eb06d16f13 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] DELETE failed (client error): The resource could not be found. Nov 29 02:01:21.085785 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c1ec74-987d-4473-89a3-76eb06d16f13 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:01:21.089781 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a6c1ec74-987d-4473-89a3-76eb06d16f13 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "DELETE /v2.0/networks/0c36f595-de26-4055-afc6-502ac89753f5 HTTP/1.1" status: 404 len: 339 time: 0.0986743 Nov 29 02:01:21.095362 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40188) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:21.148233 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea9d721-30cd-4660-9a04-51808693fb44 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] DELETE failed (client error): The resource could not be found. Nov 29 02:01:21.149026 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ea9d721-30cd-4660-9a04-51808693fb44 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:01:21.153824 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5ea9d721-30cd-4660-9a04-51808693fb44 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "DELETE /v2.0/subnets/8483b3c8-63ad-4b28-9a6f-1307677b86a7 HTTP/1.1" status: 404 len: 337 time: 0.0571082 Nov 29 02:01:21.155880 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ec58d15-99f8-4335-9763-6a7646c2eb4c tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:21.158250 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac056073-14cc-477b-b535-d7e086d735c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:21.160256 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40190) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:21.203228 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b363bfb7-f39c-4fde-8d99-13038bea450e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'name': 'tempest-RoutersIpV6Test-router-744842310', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:46Z', 'updated_at': '2021-11-29T02:01:18Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'gw_port_host': None, '_interfaces': [{'id': '03d25030-f335-412c-a1fa-b9c7f54ba5bd', 'name': '', 'network_id': '4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:c8:b0:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '13bf4f95-c871-48f0-94b0-1b126eb591c2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:16Z', 'updated_at': '2021-11-29T02:01:18Z', 'revision_number': 2, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': '13bf4f95-c871-48f0-94b0-1b126eb591c2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63028de1-1169-4d25-bd39-a684907bf3d5', 'name': '', 'network_id': 'd92673aa-fc9b-49d5-a5a7-1036c3639a05', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:75:9d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'fe5658ff-6188-4964-86b9-7c6d8f26df79', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:10Z', 'updated_at': '2021-11-29T02:01:19Z', 'revision_number': 4, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'fe5658ff-6188-4964-86b9-7c6d8f26df79', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de10e98-8e75-40c0-aae1-1367e4986a4b', 'name': '', 'network_id': '1a38d406-5b23-4605-a792-c3c4e39f6192', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:33:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:50Z', 'updated_at': '2021-11-29T02:01:00Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1530683-1dcd-4d38-8063-6dbee0402a4d', 'name': '', 'network_id': '34d70f5f-46dd-45bd-a76b-7e1af1decaf0', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:9f:4f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:00Z', 'updated_at': '2021-11-29T02:01:09Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:21.204242 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec58d15-99f8-4335-9763-6a7646c2eb4c tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:21.209201 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-2ec58d15-99f8-4335-9763-6a7646c2eb4c tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:21.218411 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc27e50-73e7-48a6-b0ec-f6d9076760c1 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] DELETE failed (client error): The resource could not be found. Nov 29 02:01:21.218931 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbc27e50-73e7-48a6-b0ec-f6d9076760c1 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:01:21.222004 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bbc27e50-73e7-48a6-b0ec-f6d9076760c1 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "DELETE /v2.0/networks/7fddd2d4-17d8-4e87-be8b-4bc41ffeea58 HTTP/1.1" status: 404 len: 339 time: 0.0571010 Nov 29 02:01:21.231460 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec58d15-99f8-4335-9763-6a7646c2eb4c tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:21.235402 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40192) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:21.250557 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f9ce7d-a656-489f-bae5-80e74dee0f81 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:01:21.258245 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b363bfb7-f39c-4fde-8d99-13038bea450e None None] The sync data for ids ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'] in dv-neutron-819032-3-hyperv is: [{'id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'name': 'tempest-RoutersIpV6Test-router-744842310', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:46Z', 'updated_at': '2021-11-29T02:01:18Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'gw_port_host': None, '_interfaces': [{'id': '03d25030-f335-412c-a1fa-b9c7f54ba5bd', 'name': '', 'network_id': '4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:c8:b0:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '13bf4f95-c871-48f0-94b0-1b126eb591c2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:16Z', 'updated_at': '2021-11-29T02:01:18Z', 'revision_number': 2, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': '13bf4f95-c871-48f0-94b0-1b126eb591c2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63028de1-1169-4d25-bd39-a684907bf3d5', 'name': '', 'network_id': 'd92673aa-fc9b-49d5-a5a7-1036c3639a05', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:75:9d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'fe5658ff-6188-4964-86b9-7c6d8f26df79', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:10Z', 'updated_at': '2021-11-29T02:01:19Z', 'revision_number': 4, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'fe5658ff-6188-4964-86b9-7c6d8f26df79', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de10e98-8e75-40c0-aae1-1367e4986a4b', 'name': '', 'network_id': '1a38d406-5b23-4605-a792-c3c4e39f6192', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:33:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:50Z', 'updated_at': '2021-11-29T02:01:00Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1530683-1dcd-4d38-8063-6dbee0402a4d', 'name': '', 'network_id': '34d70f5f-46dd-45bd-a76b-7e1af1decaf0', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:9f:4f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:00Z', 'updated_at': '2021-11-29T02:01:09Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:01:21.264699 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ac056073-14cc-477b-b535-d7e086d735c8 None None] For port 63028de1-1169-4d25-bd39-a684907bf3d5, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=63028de1-1169-4d25-bd39-a684907bf3d5,segment=NetworkSegment(983efe92-cf40-4a4c-a257-94a57b5db257),segment_id=983efe92-cf40-4a4c-a257-94a57b5db257)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:21.272314 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac056073-14cc-477b-b535-d7e086d735c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:21.275472 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-baa953ba-0ed4-4ab2-9c97-3f3b0fb561ef tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:21.290464 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-baa953ba-0ed4-4ab2-9c97-3f3b0fb561ef tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Calling delete_port for 2827f325-c165-462c-ba47-f1856c82da80 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:21.384673 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec58d15-99f8-4335-9763-6a7646c2eb4c tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Pushing event updated for resources: {'Port': ['ID=a7e2fe00-e0eb-4134-9304-f5565bd8913d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:21.394487 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac056073-14cc-477b-b535-d7e086d735c8 None None] Pushing event updated for resources: {'Port': ['ID=63028de1-1169-4d25-bd39-a684907bf3d5,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:21.422251 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-a94db209-19e4-4346-875d-75cc5ed24e58 None None] Provisioning complete for port a7e2fe00-e0eb-4134-9304-f5565bd8913d triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:21.422620 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a94db209-19e4-4346-875d-75cc5ed24e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:21.479967 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a94db209-19e4-4346-875d-75cc5ed24e58 None None] Port a7e2fe00-e0eb-4134-9304-f5565bd8913d cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:01:21.516517 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1fd297e0-da22-48d1-927e-7b4958dc6bed tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Deleting port 779b51f3-b7a9-492d-b1d2-c0158dbbfd46 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:21.517376 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1fd297e0-da22-48d1-927e-7b4958dc6bed tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:21.554375 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e2c836b-b332-4169-845f-414c7eab473a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:21.565647 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cf4658-6297-4720-949d-37273b8cfc04 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:21.655911 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-2a75030c-3c33-4c6a-bdae-77e403b55eb1 None None] Provisioning complete for port 0f15d481-7abc-4137-90cd-2c7b066eb103 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:21.656680 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2a75030c-3c33-4c6a-bdae-77e403b55eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:21.670529 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d1c01-4ca5-423d-93a1-4cf4b3c1200a req-e332d26a-18a9-4c3f-b4f1-19b41d7a7b7e tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:21.672531 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2b6d1c01-4ca5-423d-93a1-4cf4b3c1200a req-e332d26a-18a9-4c3f-b4f1-19b41d7a7b7e tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.5223482 Nov 29 02:01:21.767189 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2b6d1c01-4ca5-423d-93a1-4cf4b3c1200a req-07394dbc-9b5a-43ab-b21b-4e1b02aa2709 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795734 Nov 29 02:01:21.867667 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1fd297e0-da22-48d1-927e-7b4958dc6bed tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:21.945459 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2a75030c-3c33-4c6a-bdae-77e403b55eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:21.997167 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-2a75030c-3c33-4c6a-bdae-77e403b55eb1 None None] For port 0f15d481-7abc-4137-90cd-2c7b066eb103, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=0f15d481-7abc-4137-90cd-2c7b066eb103,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:22.007912 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2a75030c-3c33-4c6a-bdae-77e403b55eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:22.130310 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ee2f96-2285-4784-afb5-288c5d638f47 None None] Update dhcp port {'port': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'fixed_ips': [{'subnet_id': '31323f4a-4561-464e-ae0d-a9ef48356d74', 'ip_address': '2001:db8::f816:3eff:fe34:e3e6'}, {'subnet_id': 'edfc78b9-8514-48a5-8861-ab7d121bbae7'}], 'binding:host_id': 'dv-neutron-819032-3-hyperv'}, 'id': '0f15d481-7abc-4137-90cd-2c7b066eb103'} from dv-neutron-819032-3-hyperv. {{(pid=103256) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 02:01:22.140697 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f52c295-644f-40a2-bbbc-422d85797164 None None] Network 4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:22.235765 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-06ee2f96-2285-4784-afb5-288c5d638f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:22.247901 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75030c-3c33-4c6a-bdae-77e403b55eb1 None None] Pushing event updated for resources: {'Port': ['ID=0f15d481-7abc-4137-90cd-2c7b066eb103,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:22.283346 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e2c836b-b332-4169-845f-414c7eab473a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:22.321468 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-50a30332-c5f3-42cd-8045-59e7c980bfde None None] Provisioning complete for port 9460cdb4-5b7b-430e-99d9-69db46b59392 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:22.321876 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50a30332-c5f3-42cd-8045-59e7c980bfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:22.349481 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 0f15d481-7abc-4137-90cd-2c7b066eb103 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:01:22.364804 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-1e2c836b-b332-4169-845f-414c7eab473a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['184cd101-a452-44c2-936b-163c07ee2ace']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:22.377601 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-1e2c836b-b332-4169-845f-414c7eab473a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb9688de-8104-45b9-ab9d-2e2855485542') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:22.377992 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-1e2c836b-b332-4169-845f-414c7eab473a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb9688de-8104-45b9-ab9d-2e2855485542') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:22.388556 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e2c836b-b332-4169-845f-414c7eab473a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:22.403839 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e2c836b-b332-4169-845f-414c7eab473a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:22.413224 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e2c836b-b332-4169-845f-414c7eab473a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:01:22.414561 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e2c836b-b332-4169-845f-414c7eab473a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:22.455220 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2855d6e-0f92-44c4-9ef5-f8b625251231 req-6f5b5f6a-fd85-4371-9c7d-aa5a45720e6e tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:22.456809 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f2855d6e-0f92-44c4-9ef5-f8b625251231 req-6f5b5f6a-fd85-4371-9c7d-aa5a45720e6e tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.4111128 Nov 29 02:01:22.496914 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:01:22.496914 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:01:22.496914 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:01:22.496914 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:01:22.496914 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:01:22.496914 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:01:22.496914 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:01:22.496914 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:01:22.496914 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:01:22.496914 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:01:22.496914 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:01:22.496914 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:01:22.496914 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:01:22.496914 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:01:22.496914 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:01:22.496914 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:01:22.496914 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:01:22.496914 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:01:22.496914 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:01:22.496914 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:01:22.496914 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:01:22.496914 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:01:22.496914 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:01:22.496914 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:01:22.496914 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:01:22.496914 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:01:22.496914 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:01:22.496914 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:01:22.496914 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:01:22.496914 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:01:22.496914 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:01:22.496914 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:01:22.527454 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e2c836b-b332-4169-845f-414c7eab473a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:22.537436 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e2c836b-b332-4169-845f-414c7eab473a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:22.541589 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1e2c836b-b332-4169-845f-414c7eab473a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "DELETE /v2.0/networks/184cd101-a452-44c2-936b-163c07ee2ace HTTP/1.1" status: 204 len: 168 time: 1.3043947 Nov 29 02:01:22.554021 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40196) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:22.559637 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c836b-b332-4169-845f-414c7eab473a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event deleted for resources: {'Network': ['ID=184cd101-a452-44c2-936b-163c07ee2ace,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:22.585294 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-baa953ba-0ed4-4ab2-9c97-3f3b0fb561ef tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:22.594559 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ec58d15-99f8-4335-9763-6a7646c2eb4c tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router_gateway, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:22.641281 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.extraroute_db [None req-561f0ec8-660d-42c8-97dc-4a9af653c689 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103254) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 29 02:01:22.645048 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8decfe-4dc2-4c05-8f21-86981e291b4d tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] DELETE failed (client error): The resource could not be found. Nov 29 02:01:22.646504 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de8decfe-4dc2-4c05-8f21-86981e291b4d tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:01:22.653506 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-06ee2f96-2285-4784-afb5-288c5d638f47 None None] Allocated IP 2001:db8:0:1::2 (126abf58-b75c-4c07-bafa-8e25bc6621b0/edfc78b9-8514-48a5-8861-ab7d121bbae7/0f15d481-7abc-4137-90cd-2c7b066eb103) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:22.655408 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-de8decfe-4dc2-4c05-8f21-86981e291b4d tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "DELETE /v2.0/subnets/0fe01a9e-ee9f-4770-b2c5-52f7d8560aca HTTP/1.1" status: 404 len: 337 time: 0.0920222 Nov 29 02:01:22.672651 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 0f15d481-7abc-4137-90cd-2c7b066eb103 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:22.673030 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:22.683591 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40198) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:22.701482 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50a30332-c5f3-42cd-8045-59e7c980bfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:22.710031 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa953ba-0ed4-4ab2-9c97-3f3b0fb561ef tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Port': ['ID=2827f325-c165-462c-ba47-f1856c82da80,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:22.736775 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.extraroute_db [None req-561f0ec8-660d-42c8-97dc-4a9af653c689 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Removed routes are [] {{(pid=103254) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 29 02:01:22.736988 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-561f0ec8-660d-42c8-97dc-4a9af653c689 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32579'] for router, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:22.740064 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1fd297e0-da22-48d1-927e-7b4958dc6bed tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:22.740433 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1fd297e0-da22-48d1-927e-7b4958dc6bed tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:22.740852 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-1fd297e0-da22-48d1-927e-7b4958dc6bed tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Floating IP 2a7aafea-747e-4016-a5f4-e3108144ac8a disassociated. External IP: 172.26.3.148, port: 779b51f3-b7a9-492d-b1d2-c0158dbbfd46. Nov 29 02:01:22.741137 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1fd297e0-da22-48d1-927e-7b4958dc6bed tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Calling delete_port for 779b51f3-b7a9-492d-b1d2-c0158dbbfd46 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:22.747191 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ffffc8b-f7b0-475e-b977-7b7d90fa23b9 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] DELETE failed (client error): The resource could not be found. Nov 29 02:01:22.749153 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ffffc8b-f7b0-475e-b977-7b7d90fa23b9 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:01:22.754701 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9ffffc8b-f7b0-475e-b977-7b7d90fa23b9 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "DELETE /v2.0/networks/71fa6180-4578-4b69-97dc-333b5d7064e7 HTTP/1.1" status: 404 len: 339 time: 0.0613196 Nov 29 02:01:22.761207 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f2855d6e-0f92-44c4-9ef5-f8b625251231 req-4580756f-303a-4055-b599-4c4a5e17b38e tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2731984 Nov 29 02:01:22.761711 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40202) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:22.846263 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9140e02-f2bf-420c-b513-bd2c2b425d1b tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] DELETE failed (client error): The resource could not be found. Nov 29 02:01:22.846777 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9140e02-f2bf-420c-b513-bd2c2b425d1b tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:01:22.849893 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f9140e02-f2bf-420c-b513-bd2c2b425d1b tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "DELETE /v2.0/subnets/a98486e2-cc41-49a5-9eb8-05712a91f6c0 HTTP/1.1" status: 404 len: 337 time: 0.0710351 Nov 29 02:01:22.864326 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40206) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:22.898815 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-50a30332-c5f3-42cd-8045-59e7c980bfde None None] For port 9460cdb4-5b7b-430e-99d9-69db46b59392, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=9460cdb4-5b7b-430e-99d9-69db46b59392,segment=NetworkSegment(8fab76ca-2ddc-4d57-9d88-a69363a5bccb),segment_id=8fab76ca-2ddc-4d57-9d88-a69363a5bccb)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:22.909918 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73c8f99-c735-46ec-8eee-aa59bf040309 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] DELETE failed (client error): The resource could not be found. Nov 29 02:01:22.910517 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b73c8f99-c735-46ec-8eee-aa59bf040309 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:01:22.914731 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50a30332-c5f3-42cd-8045-59e7c980bfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:22.920002 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b73c8f99-c735-46ec-8eee-aa59bf040309 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "DELETE /v2.0/networks/38bb03d1-77e5-4a6e-9cd0-28e1baaf3eb3 HTTP/1.1" status: 404 len: 339 time: 0.0526502 Nov 29 02:01:22.921525 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40208) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:22.963053 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-06ee2f96-2285-4784-afb5-288c5d638f47 None None] For port 0f15d481-7abc-4137-90cd-2c7b066eb103, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=0f15d481-7abc-4137-90cd-2c7b066eb103,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:22.966747 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ec58d15-99f8-4335-9763-6a7646c2eb4c tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:22.980468 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-baa953ba-0ed4-4ab2-9c97-3f3b0fb561ef tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:22.990484 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-baa953ba-0ed4-4ab2-9c97-3f3b0fb561ef tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/2827f325-c165-462c-ba47-f1856c82da80 HTTP/1.1" status: 204 len: 168 time: 2.7967761 Nov 29 02:01:23.028591 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40210) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:23.042264 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 9460cdb4-5b7b-430e-99d9-69db46b59392 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:01:23.051749 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c1ede8-ed0e-49b0-af0f-c5f3fde662fe tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] DELETE failed (client error): The resource could not be found. Nov 29 02:01:23.052196 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49c1ede8-ed0e-49b0-af0f-c5f3fde662fe tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:01:23.055316 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-49c1ede8-ed0e-49b0-af0f-c5f3fde662fe tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "DELETE /v2.0/subnets/1efe5ecb-8086-493f-9a92-5beb28d9f11e HTTP/1.1" status: 404 len: 337 time: 0.0891483 Nov 29 02:01:23.062183 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40212) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:23.083344 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0cbbc76-0bb7-4e93-b92f-19ac3fdcc587 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] DELETE failed (client error): The resource could not be found. Nov 29 02:01:23.083857 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0cbbc76-0bb7-4e93-b92f-19ac3fdcc587 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:01:23.090079 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e0cbbc76-0bb7-4e93-b92f-19ac3fdcc587 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "DELETE /v2.0/networks/9d6bf5bb-e786-4af1-81e6-c913ec247893 HTTP/1.1" status: 404 len: 339 time: 0.0238066 Nov 29 02:01:23.093739 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40214) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:23.106897 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a30332-c5f3-42cd-8045-59e7c980bfde None None] Pushing event updated for resources: {'Port': ['ID=9460cdb4-5b7b-430e-99d9-69db46b59392,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:23.127225 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82016d7-50ae-445e-85f9-ebd7107de2cb tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] DELETE failed (client error): The resource could not be found. Nov 29 02:01:23.127690 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e82016d7-50ae-445e-85f9-ebd7107de2cb tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:01:23.130294 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-06ee2f96-2285-4784-afb5-288c5d638f47 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:23.133365 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e82016d7-50ae-445e-85f9-ebd7107de2cb tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "DELETE /v2.0/subnets/3a07036b-1639-425f-aaaa-d2d9996f02af HTTP/1.1" status: 404 len: 337 time: 0.0361242 Nov 29 02:01:23.134373 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40216) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:23.135009 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c6a2e6-c952-42c8-91a7-ef64071943e7 None None] Sync routers for ids ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:01:23.154732 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-06ee2f96-2285-4784-afb5-288c5d638f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:23.157993 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f48eab-e86c-469e-a5c0-9447bad64244 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] DELETE failed (client error): The resource could not be found. Nov 29 02:01:23.158521 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1f48eab-e86c-469e-a5c0-9447bad64244 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:01:23.164778 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f1f48eab-e86c-469e-a5c0-9447bad64244 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "DELETE /v2.0/networks/1843e679-ec3d-4b36-8160-7faead0c0697 HTTP/1.1" status: 404 len: 339 time: 0.0265837 Nov 29 02:01:23.164778 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40218) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:23.202972 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd3f713-d767-41d4-b5be-35fd4dacd518 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] DELETE failed (client error): The resource could not be found. Nov 29 02:01:23.202972 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cd3f713-d767-41d4-b5be-35fd4dacd518 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:01:23.208365 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6cd3f713-d767-41d4-b5be-35fd4dacd518 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "DELETE /v2.0/subnets/2071a5be-383d-4cf4-8651-1e18ec2db6d1 HTTP/1.1" status: 404 len: 337 time: 0.0410111 Nov 29 02:01:23.209124 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d18e93-8259-48a4-ad9d-604ecd6a6f59 req-0fef1f5f-d01a-4136-b434-3fb5d777c435 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:23.209522 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40220) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:23.210541 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-36d18e93-8259-48a4-ad9d-604ecd6a6f59 req-0fef1f5f-d01a-4136-b434-3fb5d777c435 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.2568722 Nov 29 02:01:23.223730 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3d9dfc-ffda-4147-b3bb-5ac6ec4502a1 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:23.228895 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2a3d9dfc-ffda-4147-b3bb-5ac6ec4502a1 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1986980 Nov 29 02:01:23.233298 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 9460cdb4-5b7b-430e-99d9-69db46b59392 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:23.233695 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:23.237280 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40222) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:23.261534 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-de293c30-b879-4580-b31c-96b11a6ee50a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] DELETE failed (client error): The resource could not be found. Nov 29 02:01:23.262447 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de293c30-b879-4580-b31c-96b11a6ee50a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:01:23.269229 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-de293c30-b879-4580-b31c-96b11a6ee50a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "DELETE /v2.0/networks/018ba05d-0fce-486d-8c73-6c37e759b2e4 HTTP/1.1" status: 404 len: 339 time: 0.0462439 Nov 29 02:01:23.273241 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40224) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:23.303168 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec58d15-99f8-4335-9763-6a7646c2eb4c tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Router 3703bd4e-0167-443c-857e-be97340db1af is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:01:23.363813 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e0c838d-0977-42ca-ac65-fe7765fb741a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] DELETE failed (client error): The resource could not be found. Nov 29 02:01:23.364269 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e0c838d-0977-42ca-ac65-fe7765fb741a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:01:23.370044 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7e0c838d-0977-42ca-ac65-fe7765fb741a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "DELETE /v2.0/subnets/ae345b00-0645-411b-9af4-e54eba5b3af5 HTTP/1.1" status: 404 len: 337 time: 0.0869617 Nov 29 02:01:23.375117 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40226) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:23.379181 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-561f0ec8-660d-42c8-97dc-4a9af653c689 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32579'] for router, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:23.417697 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-561f0ec8-660d-42c8-97dc-4a9af653c689 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-599907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-599898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-600112'] for router, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:23.428764 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf5db9b-7e40-4c1a-9e8a-4341b88a69a6 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] DELETE failed (client error): The resource could not be found. Nov 29 02:01:23.429295 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bf5db9b-7e40-4c1a-9e8a-4341b88a69a6 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:01:23.431326 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec58d15-99f8-4335-9763-6a7646c2eb4c tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:01:23.434837 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9bf5db9b-7e40-4c1a-9e8a-4341b88a69a6 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "DELETE /v2.0/networks/4e58e23a-501a-45f8-84ac-49cb88bfcb3c HTTP/1.1" status: 404 len: 339 time: 0.0466797 Nov 29 02:01:23.442899 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188df6c5-e29c-4cd1-b7f3-1130c23b4703 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:23.447451 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-188df6c5-e29c-4cd1-b7f3-1130c23b4703 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2080576 Nov 29 02:01:23.448162 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40228) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:23.448522 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40230) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:23.451187 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-36d18e93-8259-48a4-ad9d-604ecd6a6f59 req-b8eb1ddd-5a84-4e77-b57d-8093bb266ace tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211554 Nov 29 02:01:23.453531 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a7819d-245c-4d76-a9aa-9a85f207e56a None None] Sync routers for ids ['3703bd4e-0167-443c-857e-be97340db1af'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:01:23.454185 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1fd297e0-da22-48d1-927e-7b4958dc6bed tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:23.480314 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a7819d-245c-4d76-a9aa-9a85f207e56a None None] Routers {'3703bd4e-0167-443c-857e-be97340db1af'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:23.481066 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-07a7819d-245c-4d76-a9aa-9a85f207e56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['3703bd4e-0167-443c-857e-be97340db1af'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:23.495459 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c6a2e6-c952-42c8-91a7-ef64071943e7 None None] Routers {'a660ec7c-f042-4421-bb7a-f5f9a36972b9'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:23.496290 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-74c6a2e6-c952-42c8-91a7-ef64071943e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:23.536924 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad97dba-a729-4a93-aa27-b697e406169a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] DELETE failed (client error): The resource could not be found. Nov 29 02:01:23.539584 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ad97dba-a729-4a93-aa27-b697e406169a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:01:23.541896 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9ad97dba-a729-4a93-aa27-b697e406169a tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "DELETE /v2.0/subnets/2208dd61-e441-4b49-b241-888b194a4423 HTTP/1.1" status: 404 len: 337 time: 0.0922067 Nov 29 02:01:23.545616 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40234) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:23.570513 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ec58d15-99f8-4335-9763-6a7646c2eb4c tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:23.571760 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2ec58d15-99f8-4335-9763-6a7646c2eb4c tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.6494069 Nov 29 02:01:23.574306 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-07a7819d-245c-4d76-a9aa-9a85f207e56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:23.591398 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40236) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:23.592551 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1e18391-d0b2-4754-8a27-68bf59d9e64b tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] DELETE failed (client error): The resource could not be found. Nov 29 02:01:23.593084 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1e18391-d0b2-4754-8a27-68bf59d9e64b tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:01:23.596193 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d1e18391-d0b2-4754-8a27-68bf59d9e64b tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "DELETE /v2.0/networks/4d6bdf89-4572-431d-9f28-894cce1484bd HTTP/1.1" status: 404 len: 339 time: 0.0496371 Nov 29 02:01:23.597888 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5503f971-86e0-4669-882f-e501e6537252 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:23.599009 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40238) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:23.604535 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd297e0-da22-48d1-927e-7b4958dc6bed tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event deleted for resources: {'Port': ['ID=779b51f3-b7a9-492d-b1d2-c0158dbbfd46,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:23.607086 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a7819d-245c-4d76-a9aa-9a85f207e56a None None] Routers {'3703bd4e-0167-443c-857e-be97340db1af'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:23.607835 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-07a7819d-245c-4d76-a9aa-9a85f207e56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['3703bd4e-0167-443c-857e-be97340db1af'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:23.620478 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-74c6a2e6-c952-42c8-91a7-ef64071943e7 None None] Set router a660ec7c-f042-4421-bb7a-f5f9a36972b9 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:23.645729 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-07a7819d-245c-4d76-a9aa-9a85f207e56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:23.646794 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a7819d-245c-4d76-a9aa-9a85f207e56a None None] The sync data for ids ['3703bd4e-0167-443c-857e-be97340db1af'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:01:23.668119 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28d6bff-5241-4b9b-9235-85c43d6c9320 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:23.669856 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28d6bff-5241-4b9b-9235-85c43d6c9320 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:23.671404 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28d6bff-5241-4b9b-9235-85c43d6c9320 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:23.675632 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d28d6bff-5241-4b9b-9235-85c43d6c9320 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2165253 Nov 29 02:01:23.675632 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0ac75ce-59de-4c9b-b5ae-43cf2d860ee8 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] DELETE failed (client error): The resource could not be found. Nov 29 02:01:23.675632 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0ac75ce-59de-4c9b-b5ae-43cf2d860ee8 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:01:23.680446 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a0ac75ce-59de-4c9b-b5ae-43cf2d860ee8 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "DELETE /v2.0/subnets/2a096c36-08ee-4f40-a3c7-7641f5bd89fb HTTP/1.1" status: 404 len: 337 time: 0.0781844 Nov 29 02:01:23.680446 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40240) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:23.695302 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40242) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:23.768982 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee2f96-2285-4784-afb5-288c5d638f47 None None] Pushing event updated for resources: {'Port': ['ID=0f15d481-7abc-4137-90cd-2c7b066eb103,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:23.786769 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-adae3558-d3cf-4645-ae6b-4fb96528828a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting subnet 31323f4a-4561-464e-ae0d-a9ef48356d74 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:01:23.792856 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ee6e8c-8276-48ce-819f-dead9d5346c9 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] DELETE failed (client error): The resource could not be found. Nov 29 02:01:23.793737 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88ee6e8c-8276-48ce-819f-dead9d5346c9 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:01:23.797132 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-88ee6e8c-8276-48ce-819f-dead9d5346c9 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "DELETE /v2.0/networks/d09a755b-467f-4148-b6ff-6726ca2f085e HTTP/1.1" status: 404 len: 339 time: 0.0989714 Nov 29 02:01:23.800832 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40244) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:23.801790 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-adae3558-d3cf-4645-ae6b-4fb96528828a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:23.839965 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-08103b76-3407-4041-bc2b-ecd2b456c22c None None] Provisioning complete for port 03d25030-f335-412c-a1fa-b9c7f54ba5bd triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:23.840346 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-08103b76-3407-4041-bc2b-ecd2b456c22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:23.919038 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-08103b76-3407-4041-bc2b-ecd2b456c22c None None] Port 03d25030-f335-412c-a1fa-b9c7f54ba5bd cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:01:23.922245 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-99de5141-bde6-417f-8e0a-3281c9b11a7b tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Deleting subnet 09331909-640e-4f26-9acf-35dd0eb5767d {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:01:23.939403 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99de5141-bde6-417f-8e0a-3281c9b11a7b tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:23.972059 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-08103b76-3407-4041-bc2b-ecd2b456c22c None None] Provisioning complete for port 9460cdb4-5b7b-430e-99d9-69db46b59392 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:23.972411 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-08103b76-3407-4041-bc2b-ecd2b456c22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:24.000061 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-adae3558-d3cf-4645-ae6b-4fb96528828a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:24.073683 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99de5141-bde6-417f-8e0a-3281c9b11a7b tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:24.138038 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-74c6a2e6-c952-42c8-91a7-ef64071943e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'name': 'tempest-RoutersIpV6Test-router-744842310', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:46Z', 'updated_at': '2021-11-29T02:01:22Z', 'revision_number': 6, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'gw_port_host': None, '_interfaces': [{'id': '03d25030-f335-412c-a1fa-b9c7f54ba5bd', 'name': '', 'network_id': '4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:c8:b0:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '13bf4f95-c871-48f0-94b0-1b126eb591c2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:16Z', 'updated_at': '2021-11-29T02:01:18Z', 'revision_number': 2, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': '13bf4f95-c871-48f0-94b0-1b126eb591c2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63028de1-1169-4d25-bd39-a684907bf3d5', 'name': '', 'network_id': 'd92673aa-fc9b-49d5-a5a7-1036c3639a05', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:75:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'fe5658ff-6188-4964-86b9-7c6d8f26df79', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:10Z', 'updated_at': '2021-11-29T02:01:21Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'fe5658ff-6188-4964-86b9-7c6d8f26df79', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de10e98-8e75-40c0-aae1-1367e4986a4b', 'name': '', 'network_id': '1a38d406-5b23-4605-a792-c3c4e39f6192', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:33:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:50Z', 'updated_at': '2021-11-29T02:01:00Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1530683-1dcd-4d38-8063-6dbee0402a4d', 'name': '', 'network_id': '34d70f5f-46dd-45bd-a76b-7e1af1decaf0', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:9f:4f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:00Z', 'updated_at': '2021-11-29T02:01:09Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:24.194712 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c6a2e6-c952-42c8-91a7-ef64071943e7 None None] Checking router: a660ec7c-f042-4421-bb7a-f5f9a36972b9 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:01:24.195044 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c6a2e6-c952-42c8-91a7-ef64071943e7 None None] Updating router a660ec7c-f042-4421-bb7a-f5f9a36972b9 port 03d25030-f335-412c-a1fa-b9c7f54ba5bd binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:01:24.226007 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 0f15d481-7abc-4137-90cd-2c7b066eb103 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:01:24.273135 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-adae3558-d3cf-4645-ae6b-4fb96528828a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:24.284602 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-74c6a2e6-c952-42c8-91a7-ef64071943e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:24.333479 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99de5141-bde6-417f-8e0a-3281c9b11a7b tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:24.353163 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-5a7cb048-2162-40c8-ade5-c0bf491d7da1 None None] Provisioning complete for port 03d25030-f335-412c-a1fa-b9c7f54ba5bd triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:24.354111 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a7cb048-2162-40c8-ade5-c0bf491d7da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:24.450328 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99de5141-bde6-417f-8e0a-3281c9b11a7b tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:24.461851 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-adae3558-d3cf-4645-ae6b-4fb96528828a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:24.477055 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561f0ec8-660d-42c8-97dc-4a9af653c689 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Router a660ec7c-f042-4421-bb7a-f5f9a36972b9 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:01:24.479399 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-5a7cb048-2162-40c8-ade5-c0bf491d7da1 None None] Port 03d25030-f335-412c-a1fa-b9c7f54ba5bd cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:01:24.488700 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 0f15d481-7abc-4137-90cd-2c7b066eb103 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:24.489077 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:24.499740 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de5141-bde6-417f-8e0a-3281c9b11a7b tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event deleted for resources: {'Subnet': ['ID=09331909-640e-4f26-9acf-35dd0eb5767d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:24.508991 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99de5141-bde6-417f-8e0a-3281c9b11a7b tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:24.513322 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-99de5141-bde6-417f-8e0a-3281c9b11a7b tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "DELETE /v2.0/subnets/09331909-640e-4f26-9acf-35dd0eb5767d HTTP/1.1" status: 204 len: 168 time: 0.7074544 Nov 29 02:01:24.526991 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40246) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:24.535191 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5d171-afed-416e-a7b5-52ce6653efda req-c1e57a76-d936-40c3-9ab0-7a870501e16d tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:24.538189 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8401d9-24af-4384-a05c-69d502389791 None None] Network 94d026cd-9724-42cc-9207-898d08c6a612 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:24.544025 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-06c5d171-afed-416e-a7b5-52ce6653efda req-c1e57a76-d936-40c3-9ab0-7a870501e16d tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.9054873 Nov 29 02:01:24.555330 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-adae3558-d3cf-4645-ae6b-4fb96528828a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:24.560584 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-adae3558-d3cf-4645-ae6b-4fb96528828a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/31323f4a-4561-464e-ae0d-a9ef48356d74 HTTP/1.1" status: 204 len: 168 time: 0.8807597 Nov 29 02:01:24.563865 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40248) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:24.573126 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae3558-d3cf-4645-ae6b-4fb96528828a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Subnet': ['ID=31323f4a-4561-464e-ae0d-a9ef48356d74,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:24.643425 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9928a66-4263-4d40-abde-0a6c54262ab0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting subnet edfc78b9-8514-48a5-8861-ab7d121bbae7 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:01:24.648420 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d9928a66-4263-4d40-abde-0a6c54262ab0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:24.728964 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b5cb0b-c0ef-4cea-bb80-12e91d1ae8b2 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:24.730360 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d9928a66-4263-4d40-abde-0a6c54262ab0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:24.816733 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3876a01d-a784-4059-baa1-32c45e8cf8d8 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:24.817931 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d9928a66-4263-4d40-abde-0a6c54262ab0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:24.820200 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd297e0-da22-48d1-927e-7b4958dc6bed tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Router a7120cc9-fccf-4230-a672-b99cc7125cad has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:01:24.832437 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-06c5d171-afed-416e-a7b5-52ce6653efda req-0fa791f8-e814-472a-b570-adc8a0b6dce0 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2875564 Nov 29 02:01:24.841056 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 63028de1-1169-4d25-bd39-a684907bf3d5 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:01:24.886344 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561f0ec8-660d-42c8-97dc-4a9af653c689 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:01:24.915254 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-2fa2de21-7511-44b8-958e-c7742189ccf8 None None] Provisioning complete for port 0f15d481-7abc-4137-90cd-2c7b066eb103 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:24.916185 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2fa2de21-7511-44b8-958e-c7742189ccf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:24.916680 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d9928a66-4263-4d40-abde-0a6c54262ab0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:24.920747 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-561f0ec8-660d-42c8-97dc-4a9af653c689 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:24.924609 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-561f0ec8-660d-42c8-97dc-4a9af653c689 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "PUT /v2.0/routers/a660ec7c-f042-4421-bb7a-f5f9a36972b9 HTTP/1.1" status: 200 len: 953 time: 4.3217287 Nov 29 02:01:24.926218 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40252) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:24.967714 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d9928a66-4263-4d40-abde-0a6c54262ab0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:24.972503 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d9928a66-4263-4d40-abde-0a6c54262ab0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/edfc78b9-8514-48a5-8861-ab7d121bbae7 HTTP/1.1" status: 204 len: 168 time: 0.4075127 Nov 29 02:01:24.980562 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40254) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:24.981266 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9928a66-4263-4d40-abde-0a6c54262ab0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Subnet': ['ID=edfc78b9-8514-48a5-8861-ab7d121bbae7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:25.058651 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-74c6a2e6-c952-42c8-91a7-ef64071943e7 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:25.064999 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51888cc8-13bc-4b48-a174-342b2d954a62 None None] DHCP port deletion for 94d026cd-9724-42cc-9207-898d08c6a612 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:01:25.082796 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-74c6a2e6-c952-42c8-91a7-ef64071943e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:25.088148 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5503f971-86e0-4669-882f-e501e6537252 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:25.094106 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-56bea595-99e0-46b0-88ed-f62b820f43dc tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1095328 Nov 29 02:01:25.096523 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40258) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:25.107494 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e06ca004-8312-4b0c-b2cf-b2bbcb10065f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:25.116966 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-3876a01d-a784-4059-baa1-32c45e8cf8d8 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Deleting port ae72673b-f2ba-4bc3-86d7-2c419ba031fc {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:25.117315 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3876a01d-a784-4059-baa1-32c45e8cf8d8 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:25.134093 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5503f971-86e0-4669-882f-e501e6537252 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:25.147690 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 63028de1-1169-4d25-bd39-a684907bf3d5 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:25.148174 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:25.190229 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b81d8404-0fb6-4f81-a9dd-3c094c1b7c88 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "GET /v2.0/routers/a660ec7c-f042-4421-bb7a-f5f9a36972b9 HTTP/1.1" status: 200 len: 953 time: 0.2239709 Nov 29 02:01:25.190885 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40260) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:25.198777 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4b5da366-65c0-4724-af61-fdd42fe55d21 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Request body: {'router': {'routes': None}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:25.210023 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd297e0-da22-48d1-927e-7b4958dc6bed tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:01:25.310079 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1fd297e0-da22-48d1-927e-7b4958dc6bed tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:25.317076 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1fd297e0-da22-48d1-927e-7b4958dc6bed tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "DELETE /v2.0/ports/779b51f3-b7a9-492d-b1d2-c0158dbbfd46 HTTP/1.1" status: 204 len: 168 time: 4.8749945 Nov 29 02:01:25.352788 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40262) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:25.353198 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40264) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:25.382042 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06ca004-8312-4b0c-b2cf-b2bbcb10065f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:25.385587 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e06ca004-8312-4b0c-b2cf-b2bbcb10065f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:25.392470 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d29bb5e-7526-4b0e-a0b1-a78d76b425f2 None None] Sync routers for ids ['a7120cc9-fccf-4230-a672-b99cc7125cad'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:01:25.416783 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6c0e1-5b41-4208-b0da-c73295ac3934 None None] Pushing event updated for resources: {'Port': ['ID=03d25030-f335-412c-a1fa-b9c7f54ba5bd,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:25.461651 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d29bb5e-7526-4b0e-a0b1-a78d76b425f2 None None] Routers {'a7120cc9-fccf-4230-a672-b99cc7125cad'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:25.463242 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1d29bb5e-7526-4b0e-a0b1-a78d76b425f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a7120cc9-fccf-4230-a672-b99cc7125cad'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:25.482012 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-2fa2de21-7511-44b8-958e-c7742189ccf8 None None] Could not find standard attr ID for object 2827f325-c165-462c-ba47-f1856c82da80. {{(pid=103256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 02:01:25.534231 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1d29bb5e-7526-4b0e-a0b1-a78d76b425f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:25.542924 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d0636b-744a-40e7-9dfd-b5551db7fc09 None None] DHCP port deletion for 126abf58-b75c-4c07-bafa-8e25bc6621b0 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:01:25.546926 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-3876a01d-a784-4059-baa1-32c45e8cf8d8 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] For port ae72673b-f2ba-4bc3-86d7-2c419ba031fc, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=ae72673b-f2ba-4bc3-86d7-2c419ba031fc,segment=NetworkSegment(f799cd76-e355-4175-8eb8-4e2f3c0c4b99),segment_id=f799cd76-e355-4175-8eb8-4e2f3c0c4b99)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:25.547310 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3876a01d-a784-4059-baa1-32c45e8cf8d8 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:25.580315 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-74c6a2e6-c952-42c8-91a7-ef64071943e7 None None] Attempting to bind port 03d25030-f335-412c-a1fa-b9c7f54ba5bd on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:01:25.580693 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-74c6a2e6-c952-42c8-91a7-ef64071943e7 None None] Attempting to bind port 03d25030-f335-412c-a1fa-b9c7f54ba5bd by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '8fab76ca-2ddc-4d57-9d88-a69363a5bccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:01:25.581060 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c6a2e6-c952-42c8-91a7-ef64071943e7 None None] Attempting to bind port 03d25030-f335-412c-a1fa-b9c7f54ba5bd on network 4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:01:25.620285 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-51888cc8-13bc-4b48-a174-342b2d954a62 None None] Deleting port ae72673b-f2ba-4bc3-86d7-2c419ba031fc {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:25.620565 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-51888cc8-13bc-4b48-a174-342b2d954a62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:25.626440 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d29bb5e-7526-4b0e-a0b1-a78d76b425f2 None None] Routers {'a7120cc9-fccf-4230-a672-b99cc7125cad'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:25.627076 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1d29bb5e-7526-4b0e-a0b1-a78d76b425f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a7120cc9-fccf-4230-a672-b99cc7125cad'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:25.628979 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c6a2e6-c952-42c8-91a7-ef64071943e7 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:01:25.629354 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c6a2e6-c952-42c8-91a7-ef64071943e7 None None] Checking segment: {'id': '8fab76ca-2ddc-4d57-9d88-a69363a5bccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:01:25.629777 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-74c6a2e6-c952-42c8-91a7-ef64071943e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:25.630381 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c6a2e6-c952-42c8-91a7-ef64071943e7 None None] Bound using segment: {'id': '8fab76ca-2ddc-4d57-9d88-a69363a5bccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:01:25.630638 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-74c6a2e6-c952-42c8-91a7-ef64071943e7 None None] Bound port: 03d25030-f335-412c-a1fa-b9c7f54ba5bd, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fab76ca-2ddc-4d57-9d88-a69363a5bccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:01:25.631025 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-74c6a2e6-c952-42c8-91a7-ef64071943e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:25.709777 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 9460cdb4-5b7b-430e-99d9-69db46b59392 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:01:25.716640 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1d29bb5e-7526-4b0e-a0b1-a78d76b425f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:25.717190 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d29bb5e-7526-4b0e-a0b1-a78d76b425f2 None None] The sync data for ids ['a7120cc9-fccf-4230-a672-b99cc7125cad'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:01:25.720304 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-3876a01d-a784-4059-baa1-32c45e8cf8d8 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Calling delete_port for ae72673b-f2ba-4bc3-86d7-2c419ba031fc owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:25.801214 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.extraroute_db [None req-4b5da366-65c0-4724-af61-fdd42fe55d21 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Added routes are [] {{(pid=103255) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 29 02:01:25.801779 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.extraroute_db [None req-4b5da366-65c0-4724-af61-fdd42fe55d21 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103255) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 29 02:01:25.812271 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-51888cc8-13bc-4b48-a174-342b2d954a62 None None] For port ae72673b-f2ba-4bc3-86d7-2c419ba031fc, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=ae72673b-f2ba-4bc3-86d7-2c419ba031fc,segment=NetworkSegment(f799cd76-e355-4175-8eb8-4e2f3c0c4b99),segment_id=f799cd76-e355-4175-8eb8-4e2f3c0c4b99)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:25.812536 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-51888cc8-13bc-4b48-a174-342b2d954a62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:25.846978 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5503f971-86e0-4669-882f-e501e6537252 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Deleting port a7e2fe00-e0eb-4134-9304-f5565bd8913d {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:25.847575 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5503f971-86e0-4669-882f-e501e6537252 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:25.849362 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-51888cc8-13bc-4b48-a174-342b2d954a62 None None] Calling delete_port for ae72673b-f2ba-4bc3-86d7-2c419ba031fc owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:25.856728 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-5a5ae01c-8448-4548-8d57-65501dd26ac1 None None] Provisioning complete for port 03d25030-f335-412c-a1fa-b9c7f54ba5bd triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:25.857100 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a5ae01c-8448-4548-8d57-65501dd26ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:25.882946 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b5da366-65c0-4724-af61-fdd42fe55d21 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32579'] for router, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:25.902421 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.objects.ports [None req-e06ca004-8312-4b0c-b2cf-b2bbcb10065f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103255) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 02:01:25.907616 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-74c6a2e6-c952-42c8-91a7-ef64071943e7 None None] For port 03d25030-f335-412c-a1fa-b9c7f54ba5bd, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:01:25.958155 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-74c6a2e6-c952-42c8-91a7-ef64071943e7 None None] For port 03d25030-f335-412c-a1fa-b9c7f54ba5bd, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=03d25030-f335-412c-a1fa-b9c7f54ba5bd,segment=NetworkSegment(8fab76ca-2ddc-4d57-9d88-a69363a5bccb),segment_id=8fab76ca-2ddc-4d57-9d88-a69363a5bccb)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:01:25.961140 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e0d0636b-744a-40e7-9dfd-b5551db7fc09 None None] Deleting port 0f15d481-7abc-4137-90cd-2c7b066eb103 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:25.961564 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0d0636b-744a-40e7-9dfd-b5551db7fc09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:25.966161 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-5a5ae01c-8448-4548-8d57-65501dd26ac1 None None] Port 03d25030-f335-412c-a1fa-b9c7f54ba5bd cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:01:26.007785 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-74c6a2e6-c952-42c8-91a7-ef64071943e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:26.051320 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 9460cdb4-5b7b-430e-99d9-69db46b59392 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:26.051320 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:26.168766 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6c0e1-5b41-4208-b0da-c73295ac3934 None None] Pushing event updated for resources: {'Port': ['ID=03d25030-f335-412c-a1fa-b9c7f54ba5bd,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:26.179822 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c6a2e6-c952-42c8-91a7-ef64071943e7 None None] Routers {'a660ec7c-f042-4421-bb7a-f5f9a36972b9'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:26.180475 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-74c6a2e6-c952-42c8-91a7-ef64071943e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:26.195240 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e0d0636b-744a-40e7-9dfd-b5551db7fc09 None None] For port 0f15d481-7abc-4137-90cd-2c7b066eb103, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=0f15d481-7abc-4137-90cd-2c7b066eb103,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:26.195873 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0d0636b-744a-40e7-9dfd-b5551db7fc09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:26.299387 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e0d0636b-744a-40e7-9dfd-b5551db7fc09 None None] Calling delete_port for 0f15d481-7abc-4137-90cd-2c7b066eb103 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:26.353883 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-74c6a2e6-c952-42c8-91a7-ef64071943e7 None None] Set router a660ec7c-f042-4421-bb7a-f5f9a36972b9 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:26.447956 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3876a01d-a784-4059-baa1-32c45e8cf8d8 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:26.503772 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-51888cc8-13bc-4b48-a174-342b2d954a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:26.529356 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876a01d-a784-4059-baa1-32c45e8cf8d8 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event deleted for resources: {'Port': ['ID=ae72673b-f2ba-4bc3-86d7-2c419ba031fc,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:26.539435 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5503f971-86e0-4669-882f-e501e6537252 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:26.543891 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3876a01d-a784-4059-baa1-32c45e8cf8d8 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] No DVR routers for this DVR port ae72673b-f2ba-4bc3-86d7-2c419ba031fc on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:01:26.567184 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5503f971-86e0-4669-882f-e501e6537252 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Calling delete_port for a7e2fe00-e0eb-4134-9304-f5565bd8913d owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:26.591198 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51888cc8-13bc-4b48-a174-342b2d954a62 None None] Pushing event deleted for resources: {'Port': ['ID=ae72673b-f2ba-4bc3-86d7-2c419ba031fc,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:26.604357 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51888cc8-13bc-4b48-a174-342b2d954a62 None None] No DVR routers for this DVR port ae72673b-f2ba-4bc3-86d7-2c419ba031fc on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:01:26.618671 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51888cc8-13bc-4b48-a174-342b2d954a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:26.619825 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51888cc8-13bc-4b48-a174-342b2d954a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:26.620381 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51888cc8-13bc-4b48-a174-342b2d954a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:26.620882 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51888cc8-13bc-4b48-a174-342b2d954a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:26.621386 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51888cc8-13bc-4b48-a174-342b2d954a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:26.621915 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51888cc8-13bc-4b48-a174-342b2d954a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:26.622409 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51888cc8-13bc-4b48-a174-342b2d954a62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:26.622979 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51888cc8-13bc-4b48-a174-342b2d954a62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:26.623475 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51888cc8-13bc-4b48-a174-342b2d954a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:26.623977 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51888cc8-13bc-4b48-a174-342b2d954a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:26.624473 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51888cc8-13bc-4b48-a174-342b2d954a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:26.625008 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51888cc8-13bc-4b48-a174-342b2d954a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:01:26.639638 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-59fda21e-001e-4033-9bc3-efefa37818e6 None None] Provisioning complete for port 03d25030-f335-412c-a1fa-b9c7f54ba5bd triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:26.640192 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59fda21e-001e-4033-9bc3-efefa37818e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:26.645180 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0d0636b-744a-40e7-9dfd-b5551db7fc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:26.646383 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b5da366-65c0-4724-af61-fdd42fe55d21 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32579'] for router, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:26.652360 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b5da366-65c0-4724-af61-fdd42fe55d21 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-599907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-599898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-600112'] for router, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:26.664611 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.ipam_pluggable_backend [None req-e06ca004-8312-4b0c-b2cf-b2bbcb10065f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Port 0f15d481-7abc-4137-90cd-2c7b066eb103 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103255) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 29 02:01:26.664922 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.ipam_pluggable_backend [None req-e06ca004-8312-4b0c-b2cf-b2bbcb10065f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Reverting IP allocation for 2001:db8::f816:3eff:fe34:e3e6 {{(pid=103255) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 29 02:01:26.668078 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.ipam_pluggable_backend [None req-e06ca004-8312-4b0c-b2cf-b2bbcb10065f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe34:e3e6 {{(pid=103255) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 29 02:01:26.703237 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e06ca004-8312-4b0c-b2cf-b2bbcb10065f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:26.707623 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 03d25030-f335-412c-a1fa-b9c7f54ba5bd up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:01:26.717269 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0636b-744a-40e7-9dfd-b5551db7fc09 None None] Pushing event deleted for resources: {'Port': ['ID=0f15d481-7abc-4137-90cd-2c7b066eb103,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:26.722174 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d0636b-744a-40e7-9dfd-b5551db7fc09 None None] No DVR routers for this DVR port 0f15d481-7abc-4137-90cd-2c7b066eb103 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:01:26.757588 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3876a01d-a784-4059-baa1-32c45e8cf8d8 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:26.789422 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f928b74-8847-4d2a-923d-83967734524d None None] get_active_networks_info from dv-neutron-819032-3-hyperv {{(pid=103256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 02:01:26.790690 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06ca004-8312-4b0c-b2cf-b2bbcb10065f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:26.801587 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-e06ca004-8312-4b0c-b2cf-b2bbcb10065f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:26.802802 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-3876a01d-a784-4059-baa1-32c45e8cf8d8 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94d026cd-9724-42cc-9207-898d08c6a612']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:26.805052 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06ca004-8312-4b0c-b2cf-b2bbcb10065f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:26.806031 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e06ca004-8312-4b0c-b2cf-b2bbcb10065f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:26.844534 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e06ca004-8312-4b0c-b2cf-b2bbcb10065f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7467546 Nov 29 02:01:26.847968 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40266) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:26.850198 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-3876a01d-a784-4059-baa1-32c45e8cf8d8 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f799cd76-e355-4175-8eb8-4e2f3c0c4b99') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:26.850724 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-3876a01d-a784-4059-baa1-32c45e8cf8d8 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f799cd76-e355-4175-8eb8-4e2f3c0c4b99') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:26.854025 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-66b8b1c5-f762-4545-8c10-98a2931078ba tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:26.903922 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3876a01d-a784-4059-baa1-32c45e8cf8d8 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:26.913276 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ca004-8312-4b0c-b2cf-b2bbcb10065f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Subnet': ['ID=e2493ba3-bbde-4fa5-8b5c-ae84cc6eb19e,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:26.925271 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5da366-65c0-4724-af61-fdd42fe55d21 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Router a660ec7c-f042-4421-bb7a-f5f9a36972b9 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:01:26.940709 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3876a01d-a784-4059-baa1-32c45e8cf8d8 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:26.954302 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3876a01d-a784-4059-baa1-32c45e8cf8d8 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:01:26.954714 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3876a01d-a784-4059-baa1-32c45e8cf8d8 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:26.957968 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:01:26.957968 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:01:26.957968 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:01:26.957968 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:01:26.957968 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:01:26.957968 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:01:26.957968 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:01:26.957968 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:01:26.957968 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:01:26.957968 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:01:26.957968 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:01:26.957968 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:01:26.957968 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:01:26.957968 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:01:26.957968 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:01:26.957968 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:01:26.957968 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:01:26.957968 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:01:26.957968 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:01:26.957968 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:01:26.957968 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:01:26.957968 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:01:26.957968 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:01:26.957968 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:01:26.957968 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:01:26.957968 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:01:26.957968 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:01:26.957968 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:01:26.957968 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:01:26.957968 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:01:26.957968 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:01:26.957968 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:01:27.027690 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-74c6a2e6-c952-42c8-91a7-ef64071943e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'name': 'tempest-RoutersIpV6Test-router-744842310', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:46Z', 'updated_at': '2021-11-29T02:01:25Z', 'revision_number': 7, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'gw_port_host': None, '_interfaces': [{'id': '03d25030-f335-412c-a1fa-b9c7f54ba5bd', 'name': '', 'network_id': '4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:c8:b0:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '13bf4f95-c871-48f0-94b0-1b126eb591c2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:16Z', 'updated_at': '2021-11-29T02:01:25Z', 'revision_number': 4, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': '13bf4f95-c871-48f0-94b0-1b126eb591c2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63028de1-1169-4d25-bd39-a684907bf3d5', 'name': '', 'network_id': 'd92673aa-fc9b-49d5-a5a7-1036c3639a05', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:75:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'fe5658ff-6188-4964-86b9-7c6d8f26df79', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:10Z', 'updated_at': '2021-11-29T02:01:21Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'fe5658ff-6188-4964-86b9-7c6d8f26df79', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de10e98-8e75-40c0-aae1-1367e4986a4b', 'name': '', 'network_id': '1a38d406-5b23-4605-a792-c3c4e39f6192', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:33:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:50Z', 'updated_at': '2021-11-29T02:01:00Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1530683-1dcd-4d38-8063-6dbee0402a4d', 'name': '', 'network_id': '34d70f5f-46dd-45bd-a76b-7e1af1decaf0', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:9f:4f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:00Z', 'updated_at': '2021-11-29T02:01:09Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:27.058574 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f3041c9b-a9bf-45b9-aca4-735769806b1c tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:27.069662 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5da366-65c0-4724-af61-fdd42fe55d21 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:01:27.071107 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 03d25030-f335-412c-a1fa-b9c7f54ba5bd triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:27.071768 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:27.077573 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b5da366-65c0-4724-af61-fdd42fe55d21 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:27.081371 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4b5da366-65c0-4724-af61-fdd42fe55d21 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "PUT /v2.0/routers/a660ec7c-f042-4421-bb7a-f5f9a36972b9 HTTP/1.1" status: 200 len: 703 time: 1.8861663 Nov 29 02:01:27.084042 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40268) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:27.115270 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59fda21e-001e-4033-9bc3-efefa37818e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:27.123017 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c6a2e6-c952-42c8-91a7-ef64071943e7 None None] The sync data for ids ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'] in dv-neutron-819032-3-hyperv is: [{'id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'name': 'tempest-RoutersIpV6Test-router-744842310', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:46Z', 'updated_at': '2021-11-29T02:01:25Z', 'revision_number': 7, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'gw_port_host': None, '_interfaces': [{'id': '03d25030-f335-412c-a1fa-b9c7f54ba5bd', 'name': '', 'network_id': '4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:c8:b0:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '13bf4f95-c871-48f0-94b0-1b126eb591c2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:16Z', 'updated_at': '2021-11-29T02:01:25Z', 'revision_number': 4, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': '13bf4f95-c871-48f0-94b0-1b126eb591c2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63028de1-1169-4d25-bd39-a684907bf3d5', 'name': '', 'network_id': 'd92673aa-fc9b-49d5-a5a7-1036c3639a05', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:75:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'fe5658ff-6188-4964-86b9-7c6d8f26df79', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:10Z', 'updated_at': '2021-11-29T02:01:21Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'fe5658ff-6188-4964-86b9-7c6d8f26df79', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de10e98-8e75-40c0-aae1-1367e4986a4b', 'name': '', 'network_id': '1a38d406-5b23-4605-a792-c3c4e39f6192', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:33:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:50Z', 'updated_at': '2021-11-29T02:01:00Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1530683-1dcd-4d38-8063-6dbee0402a4d', 'name': '', 'network_id': '34d70f5f-46dd-45bd-a76b-7e1af1decaf0', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:9f:4f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:00Z', 'updated_at': '2021-11-29T02:01:09Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:01:27.157442 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b8b1c5-f762-4545-8c10-98a2931078ba tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:27.161486 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66b8b1c5-f762-4545-8c10-98a2931078ba tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:27.187050 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3876a01d-a784-4059-baa1-32c45e8cf8d8 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:27.191297 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f928b74-8847-4d2a-923d-83967734524d None None] Resources bound (agent type, host, resource id): {{(pid=103256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 02:01:27.203273 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3876a01d-a784-4059-baa1-32c45e8cf8d8 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:27.207822 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3876a01d-a784-4059-baa1-32c45e8cf8d8 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] 10.222.0.37 "DELETE /v2.0/networks/94d026cd-9724-42cc-9207-898d08c6a612 HTTP/1.1" status: 204 len: 168 time: 2.6611891 Nov 29 02:01:27.233393 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5503f971-86e0-4669-882f-e501e6537252 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:27.279764 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.ipam_backend_mixin [None req-66b8b1c5-f762-4545-8c10-98a2931078ba tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e2493ba3-bbde-4fa5-8b5c-ae84cc6eb19e (CIDR: 2001:db8::/64) Nov 29 02:01:27.285766 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-66b8b1c5-f762-4545-8c10-98a2931078ba tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:01:27.286281 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66b8b1c5-f762-4545-8c10-98a2931078ba tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:01:27.288798 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-59fda21e-001e-4033-9bc3-efefa37818e6 None None] For port 03d25030-f335-412c-a1fa-b9c7f54ba5bd, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=03d25030-f335-412c-a1fa-b9c7f54ba5bd,segment=NetworkSegment(8fab76ca-2ddc-4d57-9d88-a69363a5bccb),segment_id=8fab76ca-2ddc-4d57-9d88-a69363a5bccb)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:27.305458 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59fda21e-001e-4033-9bc3-efefa37818e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:27.314234 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:27.324699 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876a01d-a784-4059-baa1-32c45e8cf8d8 tempest-NetworksTest-862832755 tempest-NetworksTest-862832755-project] Pushing event deleted for resources: {'Network': ['ID=94d026cd-9724-42cc-9207-898d08c6a612,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:27.341489 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-66b8b1c5-f762-4545-8c10-98a2931078ba tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4922175 Nov 29 02:01:27.345520 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40272) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:27.351283 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-dc175461-70e2-4bfb-8a6b-4f49b15e1897 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:27.409185 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87d92ce-f26c-4d30-ac84-dba9840f923a None None] Sync routers for ids ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:01:27.420178 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503f971-86e0-4669-882f-e501e6537252 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Pushing event deleted for resources: {'Port': ['ID=a7e2fe00-e0eb-4134-9304-f5565bd8913d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:27.424928 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87d92ce-f26c-4d30-ac84-dba9840f923a None None] Routers {'a660ec7c-f042-4421-bb7a-f5f9a36972b9'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:27.427038 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f87d92ce-f26c-4d30-ac84-dba9840f923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:27.576772 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-98cefcd1-48f8-4998-96e4-96dfe744684e tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "GET /v2.0/routers/a660ec7c-f042-4421-bb7a-f5f9a36972b9 HTTP/1.1" status: 200 len: 703 time: 0.4916272 Nov 29 02:01:27.577515 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40276) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:27.614802 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-f87d92ce-f26c-4d30-ac84-dba9840f923a None None] Set router a660ec7c-f042-4421-bb7a-f5f9a36972b9 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:27.737206 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40278) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:27.770644 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5503f971-86e0-4669-882f-e501e6537252 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:27.842730 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fda21e-001e-4033-9bc3-efefa37818e6 None None] Pushing event updated for resources: {'Port': ['ID=03d25030-f335-412c-a1fa-b9c7f54ba5bd,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:27.847726 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc175461-70e2-4bfb-8a6b-4f49b15e1897 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:27.852074 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dc175461-70e2-4bfb-8a6b-4f49b15e1897 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:27.907903 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b04b7630-5dfc-4274-9f9d-c3286f11645a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:27.925073 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.db.api [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:01:27.925430 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG oslo_db.api [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:01:27.996863 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d52245f-cd30-4f89-a650-fa8a5160ba1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-126abf58-b75c-4c07-bafa-8e25bc6621b0', 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'fixed_ips': [{'subnet_id': 'e2493ba3-bbde-4fa5-8b5c-ae84cc6eb19e'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:01:27.999545 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6d52245f-cd30-4f89-a650-fa8a5160ba1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:28.191609 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f87d92ce-f26c-4d30-ac84-dba9840f923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'name': 'tempest-RoutersIpV6Test-router-744842310', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:46Z', 'updated_at': '2021-11-29T02:01:25Z', 'revision_number': 7, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'gw_port_host': None, '_interfaces': [{'id': '03d25030-f335-412c-a1fa-b9c7f54ba5bd', 'name': '', 'network_id': '4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:c8:b0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '13bf4f95-c871-48f0-94b0-1b126eb591c2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:16Z', 'updated_at': '2021-11-29T02:01:27Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': '13bf4f95-c871-48f0-94b0-1b126eb591c2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63028de1-1169-4d25-bd39-a684907bf3d5', 'name': '', 'network_id': 'd92673aa-fc9b-49d5-a5a7-1036c3639a05', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:75:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'fe5658ff-6188-4964-86b9-7c6d8f26df79', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:10Z', 'updated_at': '2021-11-29T02:01:21Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'fe5658ff-6188-4964-86b9-7c6d8f26df79', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de10e98-8e75-40c0-aae1-1367e4986a4b', 'name': '', 'network_id': '1a38d406-5b23-4605-a792-c3c4e39f6192', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:33:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:50Z', 'updated_at': '2021-11-29T02:01:00Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1530683-1dcd-4d38-8063-6dbee0402a4d', 'name': '', 'network_id': '34d70f5f-46dd-45bd-a76b-7e1af1decaf0', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:9f:4f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:00Z', 'updated_at': '2021-11-29T02:01:09Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:28.202343 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-6d52245f-cd30-4f89-a650-fa8a5160ba1f None None] Allocated IP 2001:db8::f816:3eff:fe0e:9b90 (126abf58-b75c-4c07-bafa-8e25bc6621b0/e2493ba3-bbde-4fa5-8b5c-ae84cc6eb19e/c0582e24-5192-492f-995c-134a2e16daa5) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:28.224482 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87d92ce-f26c-4d30-ac84-dba9840f923a None None] Checking router: a660ec7c-f042-4421-bb7a-f5f9a36972b9 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:01:28.250577 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87d92ce-f26c-4d30-ac84-dba9840f923a None None] Routers {'a660ec7c-f042-4421-bb7a-f5f9a36972b9'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:28.251442 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f87d92ce-f26c-4d30-ac84-dba9840f923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:28.300150 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c376dfdb-7ace-4e28-8972-b0fa5a4c65e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9c0ad15ecb344bb299c0c6d9f8bbfbe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5612607 Nov 29 02:01:28.307803 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40282) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:28.385649 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-f87d92ce-f26c-4d30-ac84-dba9840f923a None None] Set router a660ec7c-f042-4421-bb7a-f5f9a36972b9 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:28.392091 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c24610b-5f53-440e-8ca4-85c50c7a7184 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:28.394944 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dc175461-70e2-4bfb-8a6b-4f49b15e1897 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:28.469218 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6d52245f-cd30-4f89-a650-fa8a5160ba1f None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:28.485753 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6d52245f-cd30-4f89-a650-fa8a5160ba1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:28.514624 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5503f971-86e0-4669-882f-e501e6537252 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32579'] for router, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:28.532595 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d52245f-cd30-4f89-a650-fa8a5160ba1f None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:28.539286 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-6d52245f-cd30-4f89-a650-fa8a5160ba1f None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:28.545773 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d52245f-cd30-4f89-a650-fa8a5160ba1f None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:28.555679 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc175461-70e2-4bfb-8a6b-4f49b15e1897 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:28.569971 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5503f971-86e0-4669-882f-e501e6537252 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-599907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-599898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-600112'] for router, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:28.572614 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-dc175461-70e2-4bfb-8a6b-4f49b15e1897 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:28.578837 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc175461-70e2-4bfb-8a6b-4f49b15e1897 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:28.586351 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dc175461-70e2-4bfb-8a6b-4f49b15e1897 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:28.622322 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc175461-70e2-4bfb-8a6b-4f49b15e1897 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Subnet': ['ID=6c8567c1-a9cd-4fb5-989b-753de19f089a,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:28.630239 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-6d52245f-cd30-4f89-a650-fa8a5160ba1f None None] Attempting to bind port c0582e24-5192-492f-995c-134a2e16daa5 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:01:28.630784 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-6d52245f-cd30-4f89-a650-fa8a5160ba1f None None] Attempting to bind port c0582e24-5192-492f-995c-134a2e16daa5 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:01:28.631156 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d52245f-cd30-4f89-a650-fa8a5160ba1f None None] Attempting to bind port c0582e24-5192-492f-995c-134a2e16daa5 on network 126abf58-b75c-4c07-bafa-8e25bc6621b0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:01:28.636013 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-dc175461-70e2-4bfb-8a6b-4f49b15e1897 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2884576 Nov 29 02:01:28.637742 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52245f-cd30-4f89-a650-fa8a5160ba1f None None] Pushing event updated for resources: {'Port': ['ID=c0582e24-5192-492f-995c-134a2e16daa5,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:28.643465 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d52245f-cd30-4f89-a650-fa8a5160ba1f None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:01:28.643845 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d52245f-cd30-4f89-a650-fa8a5160ba1f None None] Checking segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:01:28.644794 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6d52245f-cd30-4f89-a650-fa8a5160ba1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:28.645191 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d52245f-cd30-4f89-a650-fa8a5160ba1f None None] Bound using segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:01:28.645773 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-6d52245f-cd30-4f89-a650-fa8a5160ba1f None None] Bound port: c0582e24-5192-492f-995c-134a2e16daa5, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:01:28.646421 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6d52245f-cd30-4f89-a650-fa8a5160ba1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:28.646688 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40284) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:28.649164 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device ae72673b-f2ba-4bc3-86d7-2c419ba031fc no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:01:28.663804 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-214b431d-b399-4374-9e34-e8510493cd5b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'port': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'mac_address': 'fa:16:3e:e2:1f:45', 'name': 'tempest-NetworksTestDHCPv6-462544198'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:28.687003 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f87d92ce-f26c-4d30-ac84-dba9840f923a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'name': 'tempest-RoutersIpV6Test-router-744842310', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:46Z', 'updated_at': '2021-11-29T02:01:25Z', 'revision_number': 7, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'gw_port_host': None, '_interfaces': [{'id': '03d25030-f335-412c-a1fa-b9c7f54ba5bd', 'name': '', 'network_id': '4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:c8:b0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '13bf4f95-c871-48f0-94b0-1b126eb591c2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:16Z', 'updated_at': '2021-11-29T02:01:27Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': '13bf4f95-c871-48f0-94b0-1b126eb591c2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63028de1-1169-4d25-bd39-a684907bf3d5', 'name': '', 'network_id': 'd92673aa-fc9b-49d5-a5a7-1036c3639a05', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:75:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'fe5658ff-6188-4964-86b9-7c6d8f26df79', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:10Z', 'updated_at': '2021-11-29T02:01:21Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'fe5658ff-6188-4964-86b9-7c6d8f26df79', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de10e98-8e75-40c0-aae1-1367e4986a4b', 'name': '', 'network_id': '1a38d406-5b23-4605-a792-c3c4e39f6192', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:33:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:50Z', 'updated_at': '2021-11-29T02:01:00Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1530683-1dcd-4d38-8063-6dbee0402a4d', 'name': '', 'network_id': '34d70f5f-46dd-45bd-a76b-7e1af1decaf0', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:9f:4f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:00Z', 'updated_at': '2021-11-29T02:01:09Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:28.687934 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: ae72673b-f2ba-4bc3-86d7-2c419ba031fc {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:01:28.688296 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device ae72673b-f2ba-4bc3-86d7-2c419ba031fc not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:01:28.688723 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 0f15d481-7abc-4137-90cd-2c7b066eb103 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:01:28.723442 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87d92ce-f26c-4d30-ac84-dba9840f923a None None] The sync data for ids ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'] in dv-neutron-819032-3-hyperv is: [{'id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'name': 'tempest-RoutersIpV6Test-router-744842310', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:46Z', 'updated_at': '2021-11-29T02:01:25Z', 'revision_number': 7, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'gw_port_host': None, '_interfaces': [{'id': '03d25030-f335-412c-a1fa-b9c7f54ba5bd', 'name': '', 'network_id': '4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:c8:b0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '13bf4f95-c871-48f0-94b0-1b126eb591c2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:16Z', 'updated_at': '2021-11-29T02:01:27Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': '13bf4f95-c871-48f0-94b0-1b126eb591c2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63028de1-1169-4d25-bd39-a684907bf3d5', 'name': '', 'network_id': 'd92673aa-fc9b-49d5-a5a7-1036c3639a05', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:75:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'fe5658ff-6188-4964-86b9-7c6d8f26df79', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:10Z', 'updated_at': '2021-11-29T02:01:21Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'fe5658ff-6188-4964-86b9-7c6d8f26df79', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de10e98-8e75-40c0-aae1-1367e4986a4b', 'name': '', 'network_id': '1a38d406-5b23-4605-a792-c3c4e39f6192', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:33:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:50Z', 'updated_at': '2021-11-29T02:01:00Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1530683-1dcd-4d38-8063-6dbee0402a4d', 'name': '', 'network_id': '34d70f5f-46dd-45bd-a76b-7e1af1decaf0', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:9f:4f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:00Z', 'updated_at': '2021-11-29T02:01:09Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:01:28.771746 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 0f15d481-7abc-4137-90cd-2c7b066eb103 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:01:28.772161 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 0f15d481-7abc-4137-90cd-2c7b066eb103 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:01:28.825725 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-6d52245f-cd30-4f89-a650-fa8a5160ba1f None None] For port c0582e24-5192-492f-995c-134a2e16daa5, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:01:28.832660 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-6d52245f-cd30-4f89-a650-fa8a5160ba1f None None] For port c0582e24-5192-492f-995c-134a2e16daa5, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c0582e24-5192-492f-995c-134a2e16daa5,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:01:28.840502 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6d52245f-cd30-4f89-a650-fa8a5160ba1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:28.887892 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0c24610b-5f53-440e-8ca4-85c50c7a7184 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Deleting port 03d25030-f335-412c-a1fa-b9c7f54ba5bd {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:28.888382 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c24610b-5f53-440e-8ca4-85c50c7a7184 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:28.904884 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c6ea3373-34a0-4188-92c7-fb064bd93bd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:28.920826 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52245f-cd30-4f89-a650-fa8a5160ba1f None None] Pushing event updated for resources: {'Port': ['ID=c0582e24-5192-492f-995c-134a2e16daa5,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:28.968798 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 03d25030-f335-412c-a1fa-b9c7f54ba5bd up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:01:29.018096 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-0c24610b-5f53-440e-8ca4-85c50c7a7184 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] For port 03d25030-f335-412c-a1fa-b9c7f54ba5bd, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=03d25030-f335-412c-a1fa-b9c7f54ba5bd,segment=NetworkSegment(8fab76ca-2ddc-4d57-9d88-a69363a5bccb),segment_id=8fab76ca-2ddc-4d57-9d88-a69363a5bccb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:29.018890 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c24610b-5f53-440e-8ca4-85c50c7a7184 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:29.024306 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 03d25030-f335-412c-a1fa-b9c7f54ba5bd triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:29.024622 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:29.031703 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c6ea3373-34a0-4188-92c7-fb064bd93bd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:29.042001 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0c24610b-5f53-440e-8ca4-85c50c7a7184 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Calling delete_port for 03d25030-f335-412c-a1fa-b9c7f54ba5bd owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:29.086628 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5503f971-86e0-4669-882f-e501e6537252 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Router 3703bd4e-0167-443c-857e-be97340db1af has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:01:29.140341 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-f3041c9b-a9bf-45b9-aca4-735769806b1c tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Deleting port ce71462d-c8c4-4b40-8a57-f5e620935b35 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:29.140341 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f3041c9b-a9bf-45b9-aca4-735769806b1c tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:29.292236 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c24610b-5f53-440e-8ca4-85c50c7a7184 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:29.299130 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214b431d-b399-4374-9e34-e8510493cd5b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:29.324372 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24610b-5f53-440e-8ca4-85c50c7a7184 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event deleted for resources: {'Port': ['ID=03d25030-f335-412c-a1fa-b9c7f54ba5bd,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:29.361992 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5503f971-86e0-4669-882f-e501e6537252 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:01:29.368134 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c6ea3373-34a0-4188-92c7-fb064bd93bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:29.371283 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c6ea3373-34a0-4188-92c7-fb064bd93bd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:29.373836 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12296417-245d-4a89-9994-9695daa7a4bc None None] Sync routers for ids ['3703bd4e-0167-443c-857e-be97340db1af'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:01:29.374580 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c6ea3373-34a0-4188-92c7-fb064bd93bd7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6c28226e-fbb3-44c0-b29c-ee1c7acbee98 HTTP/1.1" status: 204 len: 168 time: 1.0637348 Nov 29 02:01:29.388900 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5503f971-86e0-4669-882f-e501e6537252 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:29.392365 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5503f971-86e0-4669-882f-e501e6537252 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] 10.222.0.37 "PUT /v2.0/routers/3703bd4e-0167-443c-857e-be97340db1af HTTP/1.1" status: 200 len: 710 time: 5.7967751 Nov 29 02:01:29.399090 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12296417-245d-4a89-9994-9695daa7a4bc None None] Routers {'3703bd4e-0167-443c-857e-be97340db1af'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:29.399747 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-12296417-245d-4a89-9994-9695daa7a4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['3703bd4e-0167-443c-857e-be97340db1af'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:29.412479 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40288) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:29.447963 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c24610b-5f53-440e-8ca4-85c50c7a7184 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:29.451245 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-12296417-245d-4a89-9994-9695daa7a4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:29.463444 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12296417-245d-4a89-9994-9695daa7a4bc None None] Routers {'3703bd4e-0167-443c-857e-be97340db1af'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:29.464352 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-12296417-245d-4a89-9994-9695daa7a4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['3703bd4e-0167-443c-857e-be97340db1af'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:29.514239 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-12296417-245d-4a89-9994-9695daa7a4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:29.515123 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12296417-245d-4a89-9994-9695daa7a4bc None None] The sync data for ids ['3703bd4e-0167-443c-857e-be97340db1af'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:01:29.682864 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c24610b-5f53-440e-8ca4-85c50c7a7184 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Router a660ec7c-f042-4421-bb7a-f5f9a36972b9 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:01:29.803943 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c24610b-5f53-440e-8ca4-85c50c7a7184 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:01:29.817036 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cf363e-7d71-4d62-b090-76121b4c8866 None None] Sync routers for ids ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:01:29.833791 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cf363e-7d71-4d62-b090-76121b4c8866 None None] Routers {'a660ec7c-f042-4421-bb7a-f5f9a36972b9'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:29.834536 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-22cf363e-7d71-4d62-b090-76121b4c8866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:29.843207 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-0c24610b-5f53-440e-8ca4-85c50c7a7184 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "PUT /v2.0/routers/a660ec7c-f042-4421-bb7a-f5f9a36972b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2621381 Nov 29 02:01:29.844031 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40300) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:29.868942 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea3373-34a0-4188-92c7-fb064bd93bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c28226e-fbb3-44c0-b29c-ee1c7acbee98,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:29.889158 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f3041c9b-a9bf-45b9-aca4-735769806b1c tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:29.918399 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-da044627-8bab-4b84-bbcc-281cd8da08ee tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Deleting subnet 13bf4f95-c871-48f0-94b0-1b126eb591c2 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:01:29.923549 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da044627-8bab-4b84-bbcc-281cd8da08ee tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:29.958665 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-f3041c9b-a9bf-45b9-aca4-735769806b1c tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Calling delete_port for ce71462d-c8c4-4b40-8a57-f5e620935b35 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:29.981090 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7051a568-5695-4315-a0de-9373a4ebe594 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] 10.222.0.37 "GET /v2.0/routers/3703bd4e-0167-443c-857e-be97340db1af HTTP/1.1" status: 200 len: 745 time: 0.5619702 Nov 29 02:01:29.981090 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40302) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:29.985290 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-22cf363e-7d71-4d62-b090-76121b4c8866 None None] Set router a660ec7c-f042-4421-bb7a-f5f9a36972b9 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:29.989922 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da044627-8bab-4b84-bbcc-281cd8da08ee tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:30.100623 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d489fb83-8445-4212-9e1e-fd18dd4db179 tempest-RoutersIpV6AdminTest-1585342615 tempest-RoutersIpV6AdminTest-1585342615-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=4bf244a8-fda8-412f-8f05-2c7c5210f333&device_id=3703bd4e-0167-443c-857e-be97340db1af HTTP/1.1" status: 200 len: 205 time: 0.1086040 Nov 29 02:01:30.101732 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40308) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:30.153062 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-99137015-8272-4578-893a-1977bb29ebb8 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] 10.222.0.37 "GET /v2.0/ports?device_id=3703bd4e-0167-443c-857e-be97340db1af HTTP/1.1" status: 200 len: 205 time: 0.0396514 Nov 29 02:01:30.153410 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-214b431d-b399-4374-9e34-e8510493cd5b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:30.154838 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40310) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:30.160304 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da044627-8bab-4b84-bbcc-281cd8da08ee tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:30.259174 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-214b431d-b399-4374-9e34-e8510493cd5b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] device_id is not set on port a9ad4413-d8ad-4f5f-a3a6-9a8e9511e836 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:01:30.304799 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f95a1be-b97e-43cf-921c-9c365aeb04cb None None] get_active_networks_info from dv-neutron-819032-3-hyperv {{(pid=103256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 02:01:30.355704 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-b04b7630-5dfc-4274-9f9d-c3286f11645a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port f5e505ce-37c4-4b37-b46a-a24d9756e575 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:30.356058 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b04b7630-5dfc-4274-9f9d-c3286f11645a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:30.434852 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-22cf363e-7d71-4d62-b090-76121b4c8866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'name': 'tempest-RoutersIpV6Test-router-744842310', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:46Z', 'updated_at': '2021-11-29T02:01:29Z', 'revision_number': 8, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'gw_port_host': None, '_interfaces': [{'id': '63028de1-1169-4d25-bd39-a684907bf3d5', 'name': '', 'network_id': 'd92673aa-fc9b-49d5-a5a7-1036c3639a05', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:75:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'fe5658ff-6188-4964-86b9-7c6d8f26df79', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:10Z', 'updated_at': '2021-11-29T02:01:21Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'fe5658ff-6188-4964-86b9-7c6d8f26df79', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de10e98-8e75-40c0-aae1-1367e4986a4b', 'name': '', 'network_id': '1a38d406-5b23-4605-a792-c3c4e39f6192', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:33:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:50Z', 'updated_at': '2021-11-29T02:01:00Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1530683-1dcd-4d38-8063-6dbee0402a4d', 'name': '', 'network_id': '34d70f5f-46dd-45bd-a76b-7e1af1decaf0', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:9f:4f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:00Z', 'updated_at': '2021-11-29T02:01:09Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:30.457904 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1818b2ac-24e1-4eb1-adbc-72c9c99b1e90 None None] Provisioning complete for port c0582e24-5192-492f-995c-134a2e16daa5 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:30.458547 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1818b2ac-24e1-4eb1-adbc-72c9c99b1e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:30.468454 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40316) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:30.470822 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cf363e-7d71-4d62-b090-76121b4c8866 None None] Checking router: a660ec7c-f042-4421-bb7a-f5f9a36972b9 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:01:30.484391 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cf363e-7d71-4d62-b090-76121b4c8866 None None] Routers {'a660ec7c-f042-4421-bb7a-f5f9a36972b9'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:30.485369 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-22cf363e-7d71-4d62-b090-76121b4c8866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:30.578903 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-b04b7630-5dfc-4274-9f9d-c3286f11645a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] For port f5e505ce-37c4-4b37-b46a-a24d9756e575, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=f5e505ce-37c4-4b37-b46a-a24d9756e575,segment=NetworkSegment(2c8fc589-6515-4782-85c8-555752936f06),segment_id=2c8fc589-6515-4782-85c8-555752936f06)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:30.579156 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b04b7630-5dfc-4274-9f9d-c3286f11645a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:30.606597 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-b04b7630-5dfc-4274-9f9d-c3286f11645a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for f5e505ce-37c4-4b37-b46a-a24d9756e575 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:30.678440 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-8714b597-6776-4f97-a9c1-46a860a2a1dd tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-397514127'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:30.684336 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1818b2ac-24e1-4eb1-adbc-72c9c99b1e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:30.702221 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-22cf363e-7d71-4d62-b090-76121b4c8866 None None] Set router a660ec7c-f042-4421-bb7a-f5f9a36972b9 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:30.723056 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f95a1be-b97e-43cf-921c-9c365aeb04cb None None] Resources bound (agent type, host, resource id): {{(pid=103256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 02:01:30.757599 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f2be1b0-4cdb-4a6c-8423-d0b03a2d8974 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:30.759149 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1818b2ac-24e1-4eb1-adbc-72c9c99b1e90 None None] For port c0582e24-5192-492f-995c-134a2e16daa5, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c0582e24-5192-492f-995c-134a2e16daa5,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:30.777605 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1818b2ac-24e1-4eb1-adbc-72c9c99b1e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:30.808411 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-214b431d-b399-4374-9e34-e8510493cd5b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Allocated IP 2001:db8:0:1::394 (126abf58-b75c-4c07-bafa-8e25bc6621b0/6c8567c1-a9cd-4fb5-989b-753de19f089a/a9ad4413-d8ad-4f5f-a3a6-9a8e9511e836) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:30.815761 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8714b597-6776-4f97-a9c1-46a860a2a1dd tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:30.819491 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8714b597-6776-4f97-a9c1-46a860a2a1dd tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:30.833396 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-214b431d-b399-4374-9e34-e8510493cd5b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Allocated IP 2001:db8::f816:3eff:fee2:1f45 (126abf58-b75c-4c07-bafa-8e25bc6621b0/e2493ba3-bbde-4fa5-8b5c-ae84cc6eb19e/a9ad4413-d8ad-4f5f-a3a6-9a8e9511e836) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:30.852065 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8714b597-6776-4f97-a9c1-46a860a2a1dd tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:30.894822 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818b2ac-24e1-4eb1-adbc-72c9c99b1e90 None None] Pushing event updated for resources: {'Port': ['ID=c0582e24-5192-492f-995c-134a2e16daa5,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:30.903737 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f3041c9b-a9bf-45b9-aca4-735769806b1c tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:30.997525 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da044627-8bab-4b84-bbcc-281cd8da08ee tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:30.998169 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3041c9b-a9bf-45b9-aca4-735769806b1c tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event deleted for resources: {'Port': ['ID=ce71462d-c8c4-4b40-8a57-f5e620935b35,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:31.008586 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f2be1b0-4cdb-4a6c-8423-d0b03a2d8974 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:31.015295 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da044627-8bab-4b84-bbcc-281cd8da08ee tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:31.022041 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-da044627-8bab-4b84-bbcc-281cd8da08ee tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/subnets/13bf4f95-c871-48f0-94b0-1b126eb591c2 HTTP/1.1" status: 204 len: 168 time: 1.1767724 Nov 29 02:01:31.026551 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40322) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:31.026551 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f2be1b0-4cdb-4a6c-8423-d0b03a2d8974 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:31.071008 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da044627-8bab-4b84-bbcc-281cd8da08ee tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event deleted for resources: {'Subnet': ['ID=13bf4f95-c871-48f0-94b0-1b126eb591c2,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:31.106426 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-22cf363e-7d71-4d62-b090-76121b4c8866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'name': 'tempest-RoutersIpV6Test-router-744842310', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:46Z', 'updated_at': '2021-11-29T02:01:29Z', 'revision_number': 8, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'gw_port_host': None, '_interfaces': [{'id': '63028de1-1169-4d25-bd39-a684907bf3d5', 'name': '', 'network_id': 'd92673aa-fc9b-49d5-a5a7-1036c3639a05', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:75:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'fe5658ff-6188-4964-86b9-7c6d8f26df79', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:10Z', 'updated_at': '2021-11-29T02:01:21Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'fe5658ff-6188-4964-86b9-7c6d8f26df79', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de10e98-8e75-40c0-aae1-1367e4986a4b', 'name': '', 'network_id': '1a38d406-5b23-4605-a792-c3c4e39f6192', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:33:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:50Z', 'updated_at': '2021-11-29T02:01:00Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1530683-1dcd-4d38-8063-6dbee0402a4d', 'name': '', 'network_id': '34d70f5f-46dd-45bd-a76b-7e1af1decaf0', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:9f:4f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:00Z', 'updated_at': '2021-11-29T02:01:09Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:31.140228 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cf363e-7d71-4d62-b090-76121b4c8866 None None] The sync data for ids ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'] in dv-neutron-819032-3-hyperv is: [{'id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'name': 'tempest-RoutersIpV6Test-router-744842310', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:46Z', 'updated_at': '2021-11-29T02:01:29Z', 'revision_number': 8, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'gw_port_host': None, '_interfaces': [{'id': '63028de1-1169-4d25-bd39-a684907bf3d5', 'name': '', 'network_id': 'd92673aa-fc9b-49d5-a5a7-1036c3639a05', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:75:9d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'fe5658ff-6188-4964-86b9-7c6d8f26df79', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:10Z', 'updated_at': '2021-11-29T02:01:21Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'fe5658ff-6188-4964-86b9-7c6d8f26df79', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de10e98-8e75-40c0-aae1-1367e4986a4b', 'name': '', 'network_id': '1a38d406-5b23-4605-a792-c3c4e39f6192', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:33:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:50Z', 'updated_at': '2021-11-29T02:01:00Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1530683-1dcd-4d38-8063-6dbee0402a4d', 'name': '', 'network_id': '34d70f5f-46dd-45bd-a76b-7e1af1decaf0', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:9f:4f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:00Z', 'updated_at': '2021-11-29T02:01:09Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:01:31.154080 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c0582e24-5192-492f-995c-134a2e16daa5 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:01:31.185581 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f2be1b0-4cdb-4a6c-8423-d0b03a2d8974 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:31.186461 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2be1b0-4cdb-4a6c-8423-d0b03a2d8974 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Fanout notify agent at l3_agent the message router_deleted on router 3703bd4e-0167-443c-857e-be97340db1af {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:01:31.200801 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f2be1b0-4cdb-4a6c-8423-d0b03a2d8974 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:31.202219 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-0f2be1b0-4cdb-4a6c-8423-d0b03a2d8974 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] 10.222.0.37 "DELETE /v2.0/routers/3703bd4e-0167-443c-857e-be97340db1af HTTP/1.1" status: 204 len: 168 time: 1.0440769 Nov 29 02:01:31.206786 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40324) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:31.241696 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-367134d8-9376-4d38-8eae-d3d459f1abf2 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] 10.222.0.37 "GET /v2.0/ports?device_id=3703bd4e-0167-443c-857e-be97340db1af HTTP/1.1" status: 200 len: 205 time: 0.0335712 Nov 29 02:01:31.246415 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ec42e18-06ff-47b7-8767-8afcdf1b40d9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:31.249771 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40326) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:31.292916 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-2d9ce6cf-be30-4c8a-af5a-6818a0d3e4f9 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] delete failed (client error): The resource could not be found. Nov 29 02:01:31.294006 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2d9ce6cf-be30-4c8a-af5a-6818a0d3e4f9 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] 10.222.0.37 "DELETE /v2.0/routers/3703bd4e-0167-443c-857e-be97340db1af HTTP/1.1" status: 404 len: 336 time: 0.0418108 Nov 29 02:01:31.297303 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40328) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:31.299082 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port c0582e24-5192-492f-995c-134a2e16daa5 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:31.299472 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:31.321578 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8714b597-6776-4f97-a9c1-46a860a2a1dd tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:31.339292 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8714b597-6776-4f97-a9c1-46a860a2a1dd tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:31.350837 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ad332ab0-559f-4af0-825f-9f2cee1917a0 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b9177d6-f464-4812-b7df-c71f3566c6e5 HTTP/1.1" status: 200 len: 205 time: 0.0498874 Nov 29 02:01:31.352236 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40330) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:31.386193 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8714b597-6776-4f97-a9c1-46a860a2a1dd tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:01:31.393351 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-cc866fe9-e8db-4a8e-8d49-6fe7031005cd tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] delete failed (client error): The resource could not be found. Nov 29 02:01:31.397449 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-cc866fe9-e8db-4a8e-8d49-6fe7031005cd tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] 10.222.0.37 "DELETE /v2.0/routers/8b9177d6-f464-4812-b7df-c71f3566c6e5 HTTP/1.1" status: 404 len: 336 time: 0.0420210 Nov 29 02:01:31.401739 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40332) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:31.430864 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8714b597-6776-4f97-a9c1-46a860a2a1dd tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:31.431114 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-8714b597-6776-4f97-a9c1-46a860a2a1dd tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Added segment 9eb4570c-847e-4d83-8b93-6989b8954e86 of type vlan for network d19028d4-3d87-47a3-aaad-1e7d87570660 Nov 29 02:01:31.436191 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d51d7be9-3a17-4c55-b1f5-e62d3fa8ea14 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e7868a5-cbda-4545-a1e1-9fbeeae6ef14 HTTP/1.1" status: 200 len: 205 time: 0.0332170 Nov 29 02:01:31.438453 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40334) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:31.443873 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa9c24c-cfb4-4884-b8f8-cae43198c681 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:31.448110 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9961f096-5cbb-4217-b2e9-69ca4208c27f None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:01:31.448245 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b04b7630-5dfc-4274-9f9d-c3286f11645a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:31.462160 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-214b431d-b399-4374-9e34-e8510493cd5b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:31.464668 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714b597-6776-4f97-a9c1-46a860a2a1dd tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfdebeb-d9a7-4c62-943f-56b58ff608bd,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:31.494407 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0ec42e18-06ff-47b7-8767-8afcdf1b40d9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Deleting port 9460cdb4-5b7b-430e-99d9-69db46b59392 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:31.494771 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ec42e18-06ff-47b7-8767-8afcdf1b40d9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:31.498713 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-e1fdcf86-846a-40d1-9142-8c0832fbc30a tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] delete failed (client error): The resource could not be found. Nov 29 02:01:31.499895 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e1fdcf86-846a-40d1-9142-8c0832fbc30a tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] 10.222.0.37 "DELETE /v2.0/routers/3e7868a5-cbda-4545-a1e1-9fbeeae6ef14 HTTP/1.1" status: 404 len: 336 time: 0.0603476 Nov 29 02:01:31.511238 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40336) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:31.545864 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f3041c9b-a9bf-45b9-aca4-735769806b1c tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:31.552660 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b7630-5dfc-4274-9f9d-c3286f11645a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=f5e505ce-37c4-4b37-b46a-a24d9756e575,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:31.609521 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8714b597-6776-4f97-a9c1-46a860a2a1dd tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:31.659423 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-0ec42e18-06ff-47b7-8767-8afcdf1b40d9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] For port 9460cdb4-5b7b-430e-99d9-69db46b59392, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=9460cdb4-5b7b-430e-99d9-69db46b59392,segment=NetworkSegment(8fab76ca-2ddc-4d57-9d88-a69363a5bccb),segment_id=8fab76ca-2ddc-4d57-9d88-a69363a5bccb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:31.659798 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ec42e18-06ff-47b7-8767-8afcdf1b40d9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:31.677910 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0ec42e18-06ff-47b7-8767-8afcdf1b40d9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Calling delete_port for 9460cdb4-5b7b-430e-99d9-69db46b59392 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:31.758221 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3a6231fe-4e64-43b1-85ff-1ecb71cb04b8 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] 10.222.0.37 "GET /v2.0/ports?device_id=d293f131-3c6d-41dc-b04a-9a8a06f9f069 HTTP/1.1" status: 200 len: 205 time: 0.2385578 Nov 29 02:01:31.761779 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40338) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:31.794723 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.db.resource_extend [None req-8714b597-6776-4f97-a9c1-46a860a2a1dd tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 02:01:31.867944 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-5b286203-fae0-4229-b5f8-bb51e8e6e1d6 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] delete failed (client error): The resource could not be found. Nov 29 02:01:31.871732 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5b286203-fae0-4229-b5f8-bb51e8e6e1d6 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] 10.222.0.37 "DELETE /v2.0/routers/d293f131-3c6d-41dc-b04a-9a8a06f9f069 HTTP/1.1" status: 404 len: 336 time: 0.1015289 Nov 29 02:01:31.872117 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40340) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:31.877467 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8714b597-6776-4f97-a9c1-46a860a2a1dd tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:31.884336 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8714b597-6776-4f97-a9c1-46a860a2a1dd tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:31.884980 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8714b597-6776-4f97-a9c1-46a860a2a1dd tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:31.892453 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db29caa-acc5-42e6-ac29-828575dfcd21 None None] Network 4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:31.916566 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f034f9af-150e-4d1a-b186-5d18e12407ac tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] 10.222.0.37 "GET /v2.0/ports?device_id=46d6fc14-c160-4d0e-bed5-5d7f6ab6def0 HTTP/1.1" status: 200 len: 205 time: 0.0429168 Nov 29 02:01:31.929211 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40342) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:31.980060 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714b597-6776-4f97-a9c1-46a860a2a1dd tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Network': ['ID=d19028d4-3d87-47a3-aaad-1e7d87570660,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:31.980964 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-70a54ec6-83e8-410f-9614-514fb2b9ae34 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] delete failed (client error): The resource could not be found. Nov 29 02:01:31.982534 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-70a54ec6-83e8-410f-9614-514fb2b9ae34 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] 10.222.0.37 "DELETE /v2.0/routers/46d6fc14-c160-4d0e-bed5-5d7f6ab6def0 HTTP/1.1" status: 404 len: 336 time: 0.0523419 Nov 29 02:01:31.982667 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-214b431d-b399-4374-9e34-e8510493cd5b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:31.985130 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40344) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:32.000396 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ec42e18-06ff-47b7-8767-8afcdf1b40d9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:32.013735 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network d19028d4-3d87-47a3-aaad-1e7d87570660 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:01:32.029612 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-faba228c-4219-4a86-b7d8-042009a066d2 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] 10.222.0.37 "GET /v2.0/ports?device_id=c594904c-2162-440f-9cfb-c3d0e5a41a46 HTTP/1.1" status: 200 len: 205 time: 0.0409184 Nov 29 02:01:32.035724 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28675184-56b0-49fc-8f4f-948cfa7756d8 None None] Update dhcp port {'port': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'fixed_ips': [{'subnet_id': 'e2493ba3-bbde-4fa5-8b5c-ae84cc6eb19e', 'ip_address': '2001:db8::f816:3eff:fe0e:9b90'}, {'subnet_id': '6c8567c1-a9cd-4fb5-989b-753de19f089a'}], 'binding:host_id': 'dv-neutron-819032-3-hyperv'}, 'id': 'c0582e24-5192-492f-995c-134a2e16daa5'} from dv-neutron-819032-3-hyperv. {{(pid=103256) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 02:01:32.055702 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40346) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:32.062159 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec42e18-06ff-47b7-8767-8afcdf1b40d9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event deleted for resources: {'Port': ['ID=9460cdb4-5b7b-430e-99d9-69db46b59392,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:32.066697 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec42e18-06ff-47b7-8767-8afcdf1b40d9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] No DVR routers for this DVR port 9460cdb4-5b7b-430e-99d9-69db46b59392 on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:01:32.097147 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8714b597-6776-4f97-a9c1-46a860a2a1dd tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6252041 Nov 29 02:01:32.100333 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-7fe5c2ab-04d7-4ad1-9b98-d2517a54226a tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] delete failed (client error): The resource could not be found. Nov 29 02:01:32.104462 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7fe5c2ab-04d7-4ad1-9b98-d2517a54226a tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] 10.222.0.37 "DELETE /v2.0/routers/c594904c-2162-440f-9cfb-c3d0e5a41a46 HTTP/1.1" status: 404 len: 336 time: 0.0444756 Nov 29 02:01:32.104462 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40348) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:32.113315 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40350) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:32.124358 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4abfac45-d1c0-4f57-be3b-bf58b4aeb41e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'port': {'network_id': 'd19028d4-3d87-47a3-aaad-1e7d87570660', 'name': 'tempest-PortsTestJSON-1961253240'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:32.131168 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214b431d-b399-4374-9e34-e8510493cd5b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:32.140738 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-214b431d-b399-4374-9e34-e8510493cd5b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:32.164887 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214b431d-b399-4374-9e34-e8510493cd5b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:32.171275 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214b431d-b399-4374-9e34-e8510493cd5b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:32.172051 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-214b431d-b399-4374-9e34-e8510493cd5b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:32.181485 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd6449f7-319f-4b96-a5ad-ef615a5b3a46 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] DELETE failed (client error): The resource could not be found. Nov 29 02:01:32.181968 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd6449f7-319f-4b96-a5ad-ef615a5b3a46 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:01:32.184228 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-28675184-56b0-49fc-8f4f-948cfa7756d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:32.185020 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-fd6449f7-319f-4b96-a5ad-ef615a5b3a46 tempest-RoutersIpV6AdminTest-995105952 tempest-RoutersIpV6AdminTest-995105952-project] 10.222.0.37 "DELETE /v2.0/subnets/809588a3-3992-4387-a21a-d99a107cbf5f HTTP/1.1" status: 404 len: 337 time: 0.0707147 Nov 29 02:01:32.202826 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b431d-b399-4374-9e34-e8510493cd5b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Port': ['ID=a9ad4413-d8ad-4f5f-a3a6-9a8e9511e836,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:32.260207 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ec42e18-06ff-47b7-8767-8afcdf1b40d9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:32.291730 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-0ec42e18-06ff-47b7-8767-8afcdf1b40d9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:32.307234 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e26328-0556-4447-adf7-b4bcefdfd20b None None] DHCP port deletion for 4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:01:32.312209 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-0ec42e18-06ff-47b7-8767-8afcdf1b40d9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fab76ca-2ddc-4d57-9d88-a69363a5bccb') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:32.312525 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-0ec42e18-06ff-47b7-8767-8afcdf1b40d9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fab76ca-2ddc-4d57-9d88-a69363a5bccb') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:32.327731 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ec42e18-06ff-47b7-8767-8afcdf1b40d9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:32.339434 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abfac45-d1c0-4f57-be3b-bf58b4aeb41e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:32.343563 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4abfac45-d1c0-4f57-be3b-bf58b4aeb41e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:32.362911 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-214b431d-b399-4374-9e34-e8510493cd5b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.7030516 Nov 29 02:01:32.369743 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ec42e18-06ff-47b7-8767-8afcdf1b40d9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:32.370950 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40354) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:32.379957 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec42e18-06ff-47b7-8767-8afcdf1b40d9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:01:32.380606 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ec42e18-06ff-47b7-8767-8afcdf1b40d9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:32.383709 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:01:32.383709 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:01:32.383709 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:01:32.383709 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:01:32.383709 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:01:32.383709 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:01:32.383709 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:01:32.383709 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:01:32.383709 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:01:32.383709 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:01:32.383709 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:01:32.383709 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:01:32.383709 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:01:32.383709 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:01:32.383709 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:01:32.383709 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:01:32.383709 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:01:32.383709 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:01:32.383709 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:01:32.383709 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:01:32.383709 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:01:32.383709 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:01:32.383709 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:01:32.383709 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:01:32.383709 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:01:32.383709 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:01:32.383709 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:01:32.383709 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:01:32.383709 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:01:32.383709 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:01:32.383709 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:01:32.383709 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:01:32.397851 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-4abfac45-d1c0-4f57-be3b-bf58b4aeb41e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] device_id is not set on port dc13d98b-07d1-4e1f-a4f5-22c4647fd0c6 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:01:32.418255 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b04b7630-5dfc-4274-9f9d-c3286f11645a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:32.524232 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3041c9b-a9bf-45b9-aca4-735769806b1c tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Router a7120cc9-fccf-4230-a672-b99cc7125cad has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:01:32.599222 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40358) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:32.608794 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ec42e18-06ff-47b7-8767-8afcdf1b40d9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:32.613866 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ec42e18-06ff-47b7-8767-8afcdf1b40d9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:32.620456 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-0ec42e18-06ff-47b7-8767-8afcdf1b40d9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/networks/4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3 HTTP/1.1" status: 204 len: 168 time: 1.5927093 Nov 29 02:01:32.623663 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40362) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:32.691790 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec42e18-06ff-47b7-8767-8afcdf1b40d9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event deleted for resources: {'Network': ['ID=4ba41c83-8d1a-4ecd-bf6d-0d34992ab1b3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:32.712840 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1f0e43a8-2c2b-4853-80cd-646024e961d6 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting port a9ad4413-d8ad-4f5f-a3a6-9a8e9511e836 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:32.714208 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f0e43a8-2c2b-4853-80cd-646024e961d6 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:32.718313 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-28675184-56b0-49fc-8f4f-948cfa7756d8 None None] Allocated IP 2001:db8:0:1::2 (126abf58-b75c-4c07-bafa-8e25bc6621b0/6c8567c1-a9cd-4fb5-989b-753de19f089a/c0582e24-5192-492f-995c-134a2e16daa5) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:32.796514 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4abfac45-d1c0-4f57-be3b-bf58b4aeb41e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:32.854701 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-28675184-56b0-49fc-8f4f-948cfa7756d8 None None] For port c0582e24-5192-492f-995c-134a2e16daa5, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c0582e24-5192-492f-995c-134a2e16daa5,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:32.904064 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-28675184-56b0-49fc-8f4f-948cfa7756d8 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:32.911128 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-28675184-56b0-49fc-8f4f-948cfa7756d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:32.979929 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28675184-56b0-49fc-8f4f-948cfa7756d8 None None] Pushing event updated for resources: {'Port': ['ID=c0582e24-5192-492f-995c-134a2e16daa5,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:33.009706 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c0582e24-5192-492f-995c-134a2e16daa5 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:01:33.026323 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4abfac45-d1c0-4f57-be3b-bf58b4aeb41e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:33.086371 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port c0582e24-5192-492f-995c-134a2e16daa5 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:33.086747 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:33.158319 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abfac45-d1c0-4f57-be3b-bf58b4aeb41e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Port': ['ID=dc13d98b-07d1-4e1f-a4f5-22c4647fd0c6,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:33.201798 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abfac45-d1c0-4f57-be3b-bf58b4aeb41e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Checking segment: {'id': '9eb4570c-847e-4d83-8b93-6989b8954e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd19028d4-3d87-47a3-aaad-1e7d87570660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:01:33.202050 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abfac45-d1c0-4f57-be3b-bf58b4aeb41e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Network hostable DHCP agents. Network: d19028d4-3d87-47a3-aaad-1e7d87570660, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:01:33.227265 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-323158ec-28f1-416f-be7e-159d5c703aaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:33.260261 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:01:33.267851 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abfac45-d1c0-4f57-be3b-bf58b4aeb41e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Network d19028d4-3d87-47a3-aaad-1e7d87570660 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:01:33.282625 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-4abfac45-d1c0-4f57-be3b-bf58b4aeb41e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, d19028d4-3d87-47a3-aaad-1e7d87570660) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:33.294066 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3041c9b-a9bf-45b9-aca4-735769806b1c tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:01:33.294305 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ab9dc7-8359-48b5-9cc2-14387e491c75 None None] Network d19028d4-3d87-47a3-aaad-1e7d87570660 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:33.314272 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abfac45-d1c0-4f57-be3b-bf58b4aeb41e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:33.320523 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abfac45-d1c0-4f57-be3b-bf58b4aeb41e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:33.321284 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4abfac45-d1c0-4f57-be3b-bf58b4aeb41e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:33.329294 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f0e43a8-2c2b-4853-80cd-646024e961d6 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:33.346336 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4abfac45-d1c0-4f57-be3b-bf58b4aeb41e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2236013 Nov 29 02:01:33.346581 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1f0e43a8-2c2b-4853-80cd-646024e961d6 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Calling delete_port for a9ad4413-d8ad-4f5f-a3a6-9a8e9511e836 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:33.348202 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40364) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:33.355392 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ae2c4100-8dcb-4f1a-98e5-930db6725bd1 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1983869612'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:33.387625 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d0a487d6-180d-45ab-897d-23d700d33a7d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:33.391110 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 03d25030-f335-412c-a1fa-b9c7f54ba5bd no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:01:33.393414 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1c4eba-357c-4ce7-8c3b-54e4fa8dbec4 None None] Sync routers for ids ['a7120cc9-fccf-4230-a672-b99cc7125cad'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:01:33.443337 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 03d25030-f335-412c-a1fa-b9c7f54ba5bd {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:01:33.443552 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 03d25030-f335-412c-a1fa-b9c7f54ba5bd not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:01:33.444104 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 9460cdb4-5b7b-430e-99d9-69db46b59392 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:01:33.471275 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1c4eba-357c-4ce7-8c3b-54e4fa8dbec4 None None] Routers {'a7120cc9-fccf-4230-a672-b99cc7125cad'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:33.472289 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7f1c4eba-357c-4ce7-8c3b-54e4fa8dbec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a7120cc9-fccf-4230-a672-b99cc7125cad'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:33.493148 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2c4100-8dcb-4f1a-98e5-930db6725bd1 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:33.497130 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ae2c4100-8dcb-4f1a-98e5-930db6725bd1 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:33.529433 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 9460cdb4-5b7b-430e-99d9-69db46b59392 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:01:33.529853 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 9460cdb4-5b7b-430e-99d9-69db46b59392 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:01:33.547285 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7f1c4eba-357c-4ce7-8c3b-54e4fa8dbec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:33.567815 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f3041c9b-a9bf-45b9-aca4-735769806b1c tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "PUT /v2.0/routers/a7120cc9-fccf-4230-a672-b99cc7125cad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2097321 Nov 29 02:01:33.572760 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40366) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:33.578078 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1c4eba-357c-4ce7-8c3b-54e4fa8dbec4 None None] Routers {'a7120cc9-fccf-4230-a672-b99cc7125cad'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:33.578708 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7f1c4eba-357c-4ce7-8c3b-54e4fa8dbec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a7120cc9-fccf-4230-a672-b99cc7125cad'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:33.582133 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f0e43a8-2c2b-4853-80cd-646024e961d6 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:33.603096 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2c4100-8dcb-4f1a-98e5-930db6725bd1 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:01:33.620472 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ae2c4100-8dcb-4f1a-98e5-930db6725bd1 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:33.620685 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7f1c4eba-357c-4ce7-8c3b-54e4fa8dbec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:33.621028 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-ae2c4100-8dcb-4f1a-98e5-930db6725bd1 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Added segment e2728a75-e151-45e9-9a99-246ff31ab13f of type vlan for network 665b585c-b6e3-4b5b-9f62-fc899cac515e Nov 29 02:01:33.621363 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1c4eba-357c-4ce7-8c3b-54e4fa8dbec4 None None] The sync data for ids ['a7120cc9-fccf-4230-a672-b99cc7125cad'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:01:33.673073 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ae2c4100-8dcb-4f1a-98e5-930db6725bd1 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:33.721507 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b34a3d-814a-49a6-917c-4491dd754166 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:33.732143 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ae2c4100-8dcb-4f1a-98e5-930db6725bd1 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:33.740499 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2c4100-8dcb-4f1a-98e5-930db6725bd1 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:33.740796 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04b7630-5dfc-4274-9f9d-c3286f11645a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router eb748527-9598-4459-b714-65533a632cbf has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:01:33.741378 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ae2c4100-8dcb-4f1a-98e5-930db6725bd1 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:33.746769 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e43a8-2c2b-4853-80cd-646024e961d6 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Port': ['ID=a9ad4413-d8ad-4f5f-a3a6-9a8e9511e836,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:33.784373 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-172addb6-267d-46ac-836e-a7d013ff5f9b None None] Provisioning complete for port c0582e24-5192-492f-995c-134a2e16daa5 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:33.784748 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-172addb6-267d-46ac-836e-a7d013ff5f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:33.844939 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ae2c4100-8dcb-4f1a-98e5-930db6725bd1 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4952519 Nov 29 02:01:33.847165 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f0e43a8-2c2b-4853-80cd-646024e961d6 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:33.852708 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1f0e43a8-2c2b-4853-80cd-646024e961d6 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/a9ad4413-d8ad-4f5f-a3a6-9a8e9511e836 HTTP/1.1" status: 204 len: 168 time: 1.4768968 Nov 29 02:01:33.858236 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40368) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:33.858549 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40370) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:33.868652 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c4100-8dcb-4f1a-98e5-930db6725bd1 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Network': ['ID=665b585c-b6e3-4b5b-9f62-fc899cac515e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:33.879904 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-3c66f280-403e-4d30-852e-831a82a95f61 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'ports': [{'network_id': 'd19028d4-3d87-47a3-aaad-1e7d87570660'}, {'network_id': '665b585c-b6e3-4b5b-9f62-fc899cac515e'}]} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:33.879904 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-3c66f280-403e-4d30-852e-831a82a95f61 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'port': {'network_id': 'd19028d4-3d87-47a3-aaad-1e7d87570660'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:33.880129 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-3c66f280-403e-4d30-852e-831a82a95f61 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'port': {'network_id': '665b585c-b6e3-4b5b-9f62-fc899cac515e'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:33.889208 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-323158ec-28f1-416f-be7e-159d5c703aaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:33.889447 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d0a487d6-180d-45ab-897d-23d700d33a7d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Deleting port 63028de1-1169-4d25-bd39-a684907bf3d5 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:33.891595 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d0a487d6-180d-45ab-897d-23d700d33a7d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:33.905651 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 665b585c-b6e3-4b5b-9f62-fc899cac515e details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:01:33.995582 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d0a487d6-180d-45ab-897d-23d700d33a7d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] For port 63028de1-1169-4d25-bd39-a684907bf3d5, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=63028de1-1169-4d25-bd39-a684907bf3d5,segment=NetworkSegment(983efe92-cf40-4a4c-a257-94a57b5db257),segment_id=983efe92-cf40-4a4c-a257-94a57b5db257)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:33.996541 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d0a487d6-180d-45ab-897d-23d700d33a7d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:34.002862 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-323158ec-28f1-416f-be7e-159d5c703aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:34.014394 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d0a487d6-180d-45ab-897d-23d700d33a7d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Calling delete_port for 63028de1-1169-4d25-bd39-a684907bf3d5 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:34.036536 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d318e22-e59e-4420-911a-0658396cc58b tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:34.165131 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-323158ec-28f1-416f-be7e-159d5c703aaa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=348d90f1134449ffaff49e8915e1c1ab&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5637226 Nov 29 02:01:34.169188 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40372) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:34.188987 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49badf1-2a03-426f-bea8-d82fbae7e0a1 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:34.190603 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d49badf1-2a03-426f-bea8-d82fbae7e0a1 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3299673 Nov 29 02:01:34.191420 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323158ec-28f1-416f-be7e-159d5c703aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744bb459-dc38-4dad-b18b-4c6c8d81b346,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:34.195628 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40374) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:34.265433 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04b7630-5dfc-4274-9f9d-c3286f11645a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:01:34.275120 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b04b7630-5dfc-4274-9f9d-c3286f11645a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "PUT /v2.0/routers/eb748527-9598-4459-b714-65533a632cbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7704389 Nov 29 02:01:34.283037 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a9e315-20fe-4ccb-a24d-c086a7854d91 None None] Sync routers for ids ['eb748527-9598-4459-b714-65533a632cbf'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:01:34.297434 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d0a487d6-180d-45ab-897d-23d700d33a7d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:34.334603 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a9e315-20fe-4ccb-a24d-c086a7854d91 None None] Routers {'eb748527-9598-4459-b714-65533a632cbf'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:34.336879 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-d5fa7b32-3848-4082-838a-d5da29ea70a8 None None] Provisioning complete for port c0582e24-5192-492f-995c-134a2e16daa5 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:34.338368 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-61a9e315-20fe-4ccb-a24d-c086a7854d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['eb748527-9598-4459-b714-65533a632cbf'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:34.338940 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d5fa7b32-3848-4082-838a-d5da29ea70a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:34.342045 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d318e22-e59e-4420-911a-0658396cc58b tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:34.356346 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c66f280-403e-4d30-852e-831a82a95f61 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'port': 2} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:34.361034 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c66f280-403e-4d30-852e-831a82a95f61 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:34.414031 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c66f280-403e-4d30-852e-831a82a95f61 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:34.486418 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d0a487d6-180d-45ab-897d-23d700d33a7d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:34.498726 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-acac2b56-47fb-44dc-95ad-e0c92c932ef0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:34.505416 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a487d6-180d-45ab-897d-23d700d33a7d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event deleted for resources: {'Port': ['ID=63028de1-1169-4d25-bd39-a684907bf3d5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:34.515608 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bea4f0-e86c-467b-9858-e1034f6cefb2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:34.519466 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-05bea4f0-e86c-467b-9858-e1034f6cefb2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3156958 Nov 29 02:01:34.523837 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40378) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:34.659756 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-acac2b56-47fb-44dc-95ad-e0c92c932ef0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:34.695835 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-61a9e315-20fe-4ccb-a24d-c086a7854d91 None None] Set router eb748527-9598-4459-b714-65533a632cbf gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:34.707160 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-3c66f280-403e-4d30-852e-831a82a95f61 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] device_id is not set on port 29b0b86d-019f-416e-ba7a-cbaf65518acb yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:01:34.733366 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-9d318e22-e59e-4420-911a-0658396cc58b tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Deleting port ca07fd8d-0606-4cfd-acac-33e03084f7e8 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:34.735177 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d318e22-e59e-4420-911a-0658396cc58b tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:34.798452 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-9a61803b-d4c8-4d5b-bb7d-3e7dbae94311 None None] Could not find standard attr ID for object a9ad4413-d8ad-4f5f-a3a6-9a8e9511e836. {{(pid=103256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 02:01:34.851950 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a487d6-180d-45ab-897d-23d700d33a7d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Router a660ec7c-f042-4421-bb7a-f5f9a36972b9 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:01:34.985887 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a40636-9f9d-4055-b8a3-f0b5e8a8f2b7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:34.987586 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a40636-9f9d-4055-b8a3-f0b5e8a8f2b7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:34.990961 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a40636-9f9d-4055-b8a3-f0b5e8a8f2b7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:34.990961 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-07a40636-9f9d-4055-b8a3-f0b5e8a8f2b7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4606888 Nov 29 02:01:35.008380 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40382) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:35.051924 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c0582e24-5192-492f-995c-134a2e16daa5 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:01:35.128785 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port c0582e24-5192-492f-995c-134a2e16daa5 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:35.129712 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:35.158326 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02dfff-0181-45f4-b509-ba5eb3a7001d req-799df51f-d931-4664-9b87-db98ac1c7aa5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:35.161376 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7c02dfff-0181-45f4-b509-ba5eb3a7001d req-799df51f-d931-4664-9b87-db98ac1c7aa5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=578df434-f9f5-44eb-b253-1188d7bf146d HTTP/1.1" status: 200 len: 946 time: 0.3978953 Nov 29 02:01:35.167066 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d318e22-e59e-4420-911a-0658396cc58b tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:35.173512 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f617a6-00cd-4fa1-9f0b-2696786fefda tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting subnet 6c8567c1-a9cd-4fb5-989b-753de19f089a {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:01:35.179228 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-61a9e315-20fe-4ccb-a24d-c086a7854d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb748527-9598-4459-b714-65533a632cbf', 'name': 'tempest-TestNetworkBasicOps-router-822574806', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:58:53Z', 'updated_at': '2021-11-29T02:01:31Z', 'revision_number': 6, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:58:55Z', 'updated_at': '2021-11-29T01:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '7ddd9d20-65ab-4ce0-85a7-2a784b222620', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.14', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'eb748527-9598-4459-b714-65533a632cbf', 'port_id': '97bdb40e-4af9-4e30-a85e-91309f19d1d3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb', 'mac_address': 'fa:16:3e:1c:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:59:54Z', 'updated_at': '2021-11-29T02:00:02Z', 'revision_number': 1, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b545aeab-eeae-407e-957b-d0d1ffeb818e', 'name': '', 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:3a:b8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '82d38417-3195-44e6-a3d7-993768ac5780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:07Z', 'updated_at': '2021-11-29T01:59:19Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '82d38417-3195-44e6-a3d7-993768ac5780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:35.189566 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-31f617a6-00cd-4fa1-9f0b-2696786fefda tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:35.242113 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c66f280-403e-4d30-852e-831a82a95f61 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:35.246158 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-9d318e22-e59e-4420-911a-0658396cc58b tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Calling delete_port for ca07fd8d-0606-4cfd-acac-33e03084f7e8 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:35.332302 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-31f617a6-00cd-4fa1-9f0b-2696786fefda tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:35.334827 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a9e315-20fe-4ccb-a24d-c086a7854d91 None None] Checking router: eb748527-9598-4459-b714-65533a632cbf for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:01:35.343918 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-acac2b56-47fb-44dc-95ad-e0c92c932ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:35.345412 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a9e315-20fe-4ccb-a24d-c086a7854d91 None None] Routers {'eb748527-9598-4459-b714-65533a632cbf'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:35.346077 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-61a9e315-20fe-4ccb-a24d-c086a7854d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['eb748527-9598-4459-b714-65533a632cbf'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:35.346518 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-acac2b56-47fb-44dc-95ad-e0c92c932ef0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:35.350324 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-acac2b56-47fb-44dc-95ad-e0c92c932ef0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/744bb459-dc38-4dad-b18b-4c6c8d81b346 HTTP/1.1" status: 204 len: 168 time: 1.1787782 Nov 29 02:01:35.366408 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac2b56-47fb-44dc-95ad-e0c92c932ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744bb459-dc38-4dad-b18b-4c6c8d81b346,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:35.389073 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a487d6-180d-45ab-897d-23d700d33a7d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:01:35.397564 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d0a487d6-180d-45ab-897d-23d700d33a7d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "PUT /v2.0/routers/a660ec7c-f042-4421-bb7a-f5f9a36972b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7703102 Nov 29 02:01:35.400769 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ec0b86-e9b0-4b87-b37a-309d73b905e0 None None] Sync routers for ids ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:01:35.406651 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40386) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:35.411339 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ec0b86-e9b0-4b87-b37a-309d73b905e0 None None] Routers {'a660ec7c-f042-4421-bb7a-f5f9a36972b9'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:35.412085 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b8ec0b86-e9b0-4b87-b37a-309d73b905e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:35.440373 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-3c66f280-403e-4d30-852e-831a82a95f61 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] device_id is not set on port b8898582-c80c-476e-9f5d-fe5c17a42aa0 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:01:35.501651 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7c02dfff-0181-45f4-b509-ba5eb3a7001d req-0005b690-7118-482d-ae3e-68d30a2ff920 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bafd4ec-9592-4a44-8b84-abcf6ef82bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3239901 Nov 29 02:01:35.519568 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-61a9e315-20fe-4ccb-a24d-c086a7854d91 None None] Set router eb748527-9598-4459-b714-65533a632cbf gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:35.530571 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-b8ec0b86-e9b0-4b87-b37a-309d73b905e0 None None] Set router a660ec7c-f042-4421-bb7a-f5f9a36972b9 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:35.582784 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-c93ffda2-5a78-46cb-ad90-fa37fcfb75f3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Deleting subnet fe5658ff-6188-4964-86b9-7c6d8f26df79 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:01:35.586010 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c93ffda2-5a78-46cb-ad90-fa37fcfb75f3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:35.675527 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-31f617a6-00cd-4fa1-9f0b-2696786fefda tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:35.742677 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40390) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:35.773462 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c93ffda2-5a78-46cb-ad90-fa37fcfb75f3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:35.794743 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b8ec0b86-e9b0-4b87-b37a-309d73b905e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'name': 'tempest-RoutersIpV6Test-router-744842310', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:46Z', 'updated_at': '2021-11-29T02:01:34Z', 'revision_number': 9, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'gw_port_host': None, '_interfaces': [{'id': '7de10e98-8e75-40c0-aae1-1367e4986a4b', 'name': '', 'network_id': '1a38d406-5b23-4605-a792-c3c4e39f6192', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:33:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:50Z', 'updated_at': '2021-11-29T02:01:00Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1530683-1dcd-4d38-8063-6dbee0402a4d', 'name': '', 'network_id': '34d70f5f-46dd-45bd-a76b-7e1af1decaf0', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:9f:4f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:00Z', 'updated_at': '2021-11-29T02:01:09Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:35.800211 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40392) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:35.800479 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-fb550762-9f88-4223-ae62-895f2261f32f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f0ff71c5e69148aba47fcc83d31f31f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0562634 Nov 29 02:01:35.823521 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-61a9e315-20fe-4ccb-a24d-c086a7854d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb748527-9598-4459-b714-65533a632cbf', 'name': 'tempest-TestNetworkBasicOps-router-822574806', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:58:53Z', 'updated_at': '2021-11-29T02:01:31Z', 'revision_number': 6, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:58:55Z', 'updated_at': '2021-11-29T01:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '7ddd9d20-65ab-4ce0-85a7-2a784b222620', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.14', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'eb748527-9598-4459-b714-65533a632cbf', 'port_id': '97bdb40e-4af9-4e30-a85e-91309f19d1d3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb', 'mac_address': 'fa:16:3e:1c:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:59:54Z', 'updated_at': '2021-11-29T02:00:02Z', 'revision_number': 1, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b545aeab-eeae-407e-957b-d0d1ffeb818e', 'name': '', 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:3a:b8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '82d38417-3195-44e6-a3d7-993768ac5780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:07Z', 'updated_at': '2021-11-29T01:59:19Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '82d38417-3195-44e6-a3d7-993768ac5780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:35.827525 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ec0b86-e9b0-4b87-b37a-309d73b905e0 None None] Checking router: a660ec7c-f042-4421-bb7a-f5f9a36972b9 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:01:35.837032 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ec0b86-e9b0-4b87-b37a-309d73b905e0 None None] Routers {'a660ec7c-f042-4421-bb7a-f5f9a36972b9'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:35.837910 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b8ec0b86-e9b0-4b87-b37a-309d73b905e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:35.854902 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a9e315-20fe-4ccb-a24d-c086a7854d91 None None] The sync data for ids ['eb748527-9598-4459-b714-65533a632cbf'] in dv-neutron-819032-3-hyperv is: [{'id': 'eb748527-9598-4459-b714-65533a632cbf', 'name': 'tempest-TestNetworkBasicOps-router-822574806', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:58:53Z', 'updated_at': '2021-11-29T02:01:31Z', 'revision_number': 6, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:58:55Z', 'updated_at': '2021-11-29T01:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '7ddd9d20-65ab-4ce0-85a7-2a784b222620', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.14', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'eb748527-9598-4459-b714-65533a632cbf', 'port_id': '97bdb40e-4af9-4e30-a85e-91309f19d1d3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb', 'mac_address': 'fa:16:3e:1c:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T01:59:54Z', 'updated_at': '2021-11-29T02:00:02Z', 'revision_number': 1, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b545aeab-eeae-407e-957b-d0d1ffeb818e', 'name': '', 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:3a:b8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '82d38417-3195-44e6-a3d7-993768ac5780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:07Z', 'updated_at': '2021-11-29T01:59:19Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '82d38417-3195-44e6-a3d7-993768ac5780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:01:35.931737 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-b8ec0b86-e9b0-4b87-b37a-309d73b905e0 None None] Set router a660ec7c-f042-4421-bb7a-f5f9a36972b9 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:35.938785 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-31f617a6-00cd-4fa1-9f0b-2696786fefda tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:35.995119 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d318e22-e59e-4420-911a-0658396cc58b tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.016500 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f617a6-00cd-4fa1-9f0b-2696786fefda tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Subnet': ['ID=6c8567c1-a9cd-4fb5-989b-753de19f089a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:36.025004 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c66f280-403e-4d30-852e-831a82a95f61 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.058815 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-31f617a6-00cd-4fa1-9f0b-2696786fefda tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.062157 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-31f617a6-00cd-4fa1-9f0b-2696786fefda tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/6c8567c1-a9cd-4fb5-989b-753de19f089a HTTP/1.1" status: 204 len: 168 time: 1.0512843 Nov 29 02:01:36.063098 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d318e22-e59e-4420-911a-0658396cc58b tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event deleted for resources: {'Port': ['ID=ca07fd8d-0606-4cfd-acac-33e03084f7e8,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:36.064922 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40394) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:36.086408 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-10537d5b-980d-4c4f-a898-b3682661cdb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.090070 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c93ffda2-5a78-46cb-ad90-fa37fcfb75f3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.147215 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-c51c86af-66ee-452d-a428-515df5cb66e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting subnet e2493ba3-bbde-4fa5-8b5c-ae84cc6eb19e {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:01:36.151106 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c51c86af-66ee-452d-a428-515df5cb66e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.191313 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355938e9-efa7-4137-9e36-77ff94abebff None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:36.193200 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e810d7f4-6dd8-4be5-9a96-f0e865b279b1 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:01:36.200411 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-10537d5b-980d-4c4f-a898-b3682661cdb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.213193 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c51c86af-66ee-452d-a428-515df5cb66e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.235593 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c66f280-403e-4d30-852e-831a82a95f61 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.289490 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d318e22-e59e-4420-911a-0658396cc58b tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.343976 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c93ffda2-5a78-46cb-ad90-fa37fcfb75f3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.349681 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c51c86af-66ee-452d-a428-515df5cb66e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.388686 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c66f280-403e-4d30-852e-831a82a95f61 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Network d19028d4-3d87-47a3-aaad-1e7d87570660 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:36.434326 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b8ec0b86-e9b0-4b87-b37a-309d73b905e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'name': 'tempest-RoutersIpV6Test-router-744842310', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:46Z', 'updated_at': '2021-11-29T02:01:34Z', 'revision_number': 9, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'gw_port_host': None, '_interfaces': [{'id': '7de10e98-8e75-40c0-aae1-1367e4986a4b', 'name': '', 'network_id': '1a38d406-5b23-4605-a792-c3c4e39f6192', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:33:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:50Z', 'updated_at': '2021-11-29T02:01:00Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1530683-1dcd-4d38-8063-6dbee0402a4d', 'name': '', 'network_id': '34d70f5f-46dd-45bd-a76b-7e1af1decaf0', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:9f:4f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:00Z', 'updated_at': '2021-11-29T02:01:09Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:36.447192 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c51c86af-66ee-452d-a428-515df5cb66e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.452387 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-3c66f280-403e-4d30-852e-831a82a95f61 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:36.455487 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ffda2-5a78-46cb-ad90-fa37fcfb75f3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event deleted for resources: {'Subnet': ['ID=fe5658ff-6188-4964-86b9-7c6d8f26df79,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:36.457670 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c93ffda2-5a78-46cb-ad90-fa37fcfb75f3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.464298 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c93ffda2-5a78-46cb-ad90-fa37fcfb75f3 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/subnets/fe5658ff-6188-4964-86b9-7c6d8f26df79 HTTP/1.1" status: 204 len: 168 time: 1.0516820 Nov 29 02:01:36.476333 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c66f280-403e-4d30-852e-831a82a95f61 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:36.477124 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c66f280-403e-4d30-852e-831a82a95f61 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.477769 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5578df-e5e6-4d2d-b947-775235953227 None None] Network d92673aa-fc9b-49d5-a5a7-1036c3639a05 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:36.479525 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40396) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:36.481070 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ec0b86-e9b0-4b87-b37a-309d73b905e0 None None] The sync data for ids ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'] in dv-neutron-819032-3-hyperv is: [{'id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'name': 'tempest-RoutersIpV6Test-router-744842310', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:46Z', 'updated_at': '2021-11-29T02:01:34Z', 'revision_number': 9, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'gw_port_host': None, '_interfaces': [{'id': '7de10e98-8e75-40c0-aae1-1367e4986a4b', 'name': '', 'network_id': '1a38d406-5b23-4605-a792-c3c4e39f6192', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:33:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:50Z', 'updated_at': '2021-11-29T02:01:00Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1530683-1dcd-4d38-8063-6dbee0402a4d', 'name': '', 'network_id': '34d70f5f-46dd-45bd-a76b-7e1af1decaf0', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:9f:4f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:01:00Z', 'updated_at': '2021-11-29T02:01:09Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'e3aa1dc0-858a-4869-8c88-388807f3b63f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:01:36.482647 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d318e22-e59e-4420-911a-0658396cc58b tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.490230 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c51c86af-66ee-452d-a428-515df5cb66e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.496988 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c51c86af-66ee-452d-a428-515df5cb66e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/e2493ba3-bbde-4fa5-8b5c-ae84cc6eb19e HTTP/1.1" status: 204 len: 168 time: 0.4283895 Nov 29 02:01:36.499655 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40398) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:36.502865 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d318e22-e59e-4420-911a-0658396cc58b tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.504338 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66f280-403e-4d30-852e-831a82a95f61 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Port': ['ID=29b0b86d-019f-416e-ba7a-cbaf65518acb,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:36.519651 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c86af-66ee-452d-a428-515df5cb66e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Subnet': ['ID=e2493ba3-bbde-4fa5-8b5c-ae84cc6eb19e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:36.532016 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-10537d5b-980d-4c4f-a898-b3682661cdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.534287 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-10537d5b-980d-4c4f-a898-b3682661cdb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.535465 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-10537d5b-980d-4c4f-a898-b3682661cdb6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/48477c3d-ab8c-4ca2-b5eb-516b16be986f HTTP/1.1" status: 204 len: 168 time: 0.7277653 Nov 29 02:01:36.599146 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37aa57a-b9f1-45b1-bc4b-87b585f28741 req-9e9b4b47-e1cc-4545-af84-f7145140f881 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:36.600654 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d37aa57a-b9f1-45b1-bc4b-87b585f28741 req-9e9b4b47-e1cc-4545-af84-f7145140f881 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/ports?device_id=578df434-f9f5-44eb-b253-1188d7bf146d HTTP/1.1" status: 200 len: 946 time: 0.1674521 Nov 29 02:01:36.690803 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef80dea-6dd2-4aaf-9709-722ce3459302 None None] Update dhcp port {'port': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'fixed_ips': [{'subnet_id': 'e2493ba3-bbde-4fa5-8b5c-ae84cc6eb19e'}], 'binding:host_id': 'dv-neutron-819032-3-hyperv'}, 'id': 'c0582e24-5192-492f-995c-134a2e16daa5'} from dv-neutron-819032-3-hyperv. {{(pid=103256) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 02:01:36.730102 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1ef80dea-6dd2-4aaf-9709-722ce3459302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.790134 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-d37aa57a-b9f1-45b1-bc4b-87b585f28741 req-23b6538d-db6d-485d-b83b-362b869f9e83 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port 78f2c1d8-df71-4dcd-a9cf-4d927b52b45d {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:36.790654 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d37aa57a-b9f1-45b1-bc4b-87b585f28741 req-23b6538d-db6d-485d-b83b-362b869f9e83 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.900455 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0365596d-62dd-4d15-8dcb-15d5a5223d28 None None] DHCP port deletion for d92673aa-fc9b-49d5-a5a7-1036c3639a05 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:01:36.970333 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-d37aa57a-b9f1-45b1-bc4b-87b585f28741 req-23b6538d-db6d-485d-b83b-362b869f9e83 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] For port 78f2c1d8-df71-4dcd-a9cf-4d927b52b45d, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=78f2c1d8-df71-4dcd-a9cf-4d927b52b45d,segment=NetworkSegment(2c8fc589-6515-4782-85c8-555752936f06),segment_id=2c8fc589-6515-4782-85c8-555752936f06)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:36.971588 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d37aa57a-b9f1-45b1-bc4b-87b585f28741 req-23b6538d-db6d-485d-b83b-362b869f9e83 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:36.980408 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ced6238-c53c-4271-9417-d74f7408be06 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:36.989184 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-d37aa57a-b9f1-45b1-bc4b-87b585f28741 req-23b6538d-db6d-485d-b83b-362b869f9e83 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for 78f2c1d8-df71-4dcd-a9cf-4d927b52b45d owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:37.012535 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device f5e505ce-37c4-4b37-b46a-a24d9756e575 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:01:37.092438 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: f5e505ce-37c4-4b37-b46a-a24d9756e575 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:01:37.092552 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device f5e505ce-37c4-4b37-b46a-a24d9756e575 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:01:37.092983 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 07a7a1cc-7ec7-4002-b2ec-371dfdc4692b no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:01:37.125371 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bd0bf17f-6c95-4c6c-8fc2-4745e909aacc tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6153710 Nov 29 02:01:37.126538 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40412) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:37.132072 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d68b887e-55d1-4646-9881-3c31790956fe tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:37.210400 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10537d5b-980d-4c4f-a898-b3682661cdb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48477c3d-ab8c-4ca2-b5eb-516b16be986f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:37.222374 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d37aa57a-b9f1-45b1-bc4b-87b585f28741 req-23b6538d-db6d-485d-b83b-362b869f9e83 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.224800 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-5114e1bb-a488-4618-9c12-06cf66aa74b7 None None] Provisioning complete for port c0582e24-5192-492f-995c-134a2e16daa5 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:37.226225 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5114e1bb-a488-4618-9c12-06cf66aa74b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.250247 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d318e22-e59e-4420-911a-0658396cc58b tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.250774 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d318e22-e59e-4420-911a-0658396cc58b tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Fanout notify agent at l3_agent the message router_deleted on router a7120cc9-fccf-4230-a672-b99cc7125cad {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:01:37.261207 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-65807b71-3fc3-49e8-9abf-8c3a5021961e req-53db96b0-2a13-4170-9b87-babdbbc9db68 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=578df434-f9f5-44eb-b253-1188d7bf146d HTTP/1.1" status: 200 len: 210 time: 0.1287272 Nov 29 02:01:37.267284 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d318e22-e59e-4420-911a-0658396cc58b tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.268435 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9d318e22-e59e-4420-911a-0658396cc58b tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "DELETE /v2.0/routers/a7120cc9-fccf-4230-a672-b99cc7125cad HTTP/1.1" status: 204 len: 168 time: 3.6923118 Nov 29 02:01:37.271869 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66f280-403e-4d30-852e-831a82a95f61 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Port': ['ID=b8898582-c80c-476e-9f5d-fe5c17a42aa0,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:37.278158 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40418) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:37.282535 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2dacfb1b-b2e8-4bd3-8c72-0812fce74113 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.303687 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0365596d-62dd-4d15-8dcb-15d5a5223d28 None None] Deleting port 07a7a1cc-7ec7-4002-b2ec-371dfdc4692b {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:37.303687 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0365596d-62dd-4d15-8dcb-15d5a5223d28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.318604 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b6538d-db6d-485d-b83b-362b869f9e83 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=78f2c1d8-df71-4dcd-a9cf-4d927b52b45d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:37.346272 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c66f280-403e-4d30-852e-831a82a95f61 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Checking segment: {'id': 'e2728a75-e151-45e9-9a99-246ff31ab13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '665b585c-b6e3-4b5b-9f62-fc899cac515e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:01:37.346647 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c66f280-403e-4d30-852e-831a82a95f61 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Network hostable DHCP agents. Network: 665b585c-b6e3-4b5b-9f62-fc899cac515e, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:01:37.387550 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37aa57a-b9f1-45b1-bc4b-87b585f28741 req-23b6538d-db6d-485d-b83b-362b869f9e83 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] No DVR routers for this DVR port 78f2c1d8-df71-4dcd-a9cf-4d927b52b45d on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:01:37.392408 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d37aa57a-b9f1-45b1-bc4b-87b585f28741 req-23b6538d-db6d-485d-b83b-362b869f9e83 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.395640 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd75919f-fa14-49b6-9459-df3efa1232a2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Deleting subnet 5eb4afea-9a88-47a9-8f0f-8fa704db4024 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:01:37.397669 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-0365596d-62dd-4d15-8dcb-15d5a5223d28 None None] For port 07a7a1cc-7ec7-4002-b2ec-371dfdc4692b, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=07a7a1cc-7ec7-4002-b2ec-371dfdc4692b,segment=NetworkSegment(983efe92-cf40-4a4c-a257-94a57b5db257),segment_id=983efe92-cf40-4a4c-a257-94a57b5db257)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:37.398076 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0365596d-62dd-4d15-8dcb-15d5a5223d28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.398813 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d37aa57a-b9f1-45b1-bc4b-87b585f28741 req-23b6538d-db6d-485d-b83b-362b869f9e83 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "DELETE /v2.0/ports/78f2c1d8-df71-4dcd-a9cf-4d927b52b45d HTTP/1.1" status: 204 len: 173 time: 0.7895932 Nov 29 02:01:37.399558 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578df434-f9f5-44eb-b253-1188d7bf146d', 'name': 'network-vif-deleted', 'tag': '78f2c1d8-df71-4dcd-a9cf-4d927b52b45d'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:01:37.401343 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd75919f-fa14-49b6-9459-df3efa1232a2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.410807 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ff52c2-d582-49c3-b4d1-c6481e692aaf" -d '{"events": [{"server_uuid": "578df434-f9f5-44eb-b253-1188d7bf146d", "name": "network-vif-deleted", "tag": "78f2c1d8-df71-4dcd-a9cf-4d927b52b45d"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:01:37.415019 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0365596d-62dd-4d15-8dcb-15d5a5223d28 None None] Calling delete_port for 07a7a1cc-7ec7-4002-b2ec-371dfdc4692b owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:37.434374 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68b887e-55d1-4646-9881-3c31790956fe tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:37.440435 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c66f280-403e-4d30-852e-831a82a95f61 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Network 665b585c-b6e3-4b5b-9f62-fc899cac515e is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:01:37.443964 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d68b887e-55d1-4646-9881-3c31790956fe tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.464397 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd75919f-fa14-49b6-9459-df3efa1232a2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.495181 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-3c66f280-403e-4d30-852e-831a82a95f61 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 665b585c-b6e3-4b5b-9f62-fc899cac515e) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:37.503143 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c66f280-403e-4d30-852e-831a82a95f61 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:37.515568 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c66f280-403e-4d30-852e-831a82a95f61 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:37.520783 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c66f280-403e-4d30-852e-831a82a95f61 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:37.521998 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c66f280-403e-4d30-852e-831a82a95f61 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.540766 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb49f0fe-800e-412f-bd4a-0282478d1bfd None None] Network 665b585c-b6e3-4b5b-9f62-fc899cac515e requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:37.548617 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-2dacfb1b-b2e8-4bd3-8c72-0812fce74113 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Deleting port 07a7a1cc-7ec7-4002-b2ec-371dfdc4692b {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:37.549207 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2dacfb1b-b2e8-4bd3-8c72-0812fce74113 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.576057 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2b4a86-d2c7-42ab-b02c-16783678ee0e x-openstack-request-id: req-5a2b4a86-d2c7-42ab-b02c-16783678ee0e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:01:37.576444 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578df434-f9f5-44eb-b253-1188d7bf146d", "name": "network-vif-deleted", "tag": "78f2c1d8-df71-4dcd-a9cf-4d927b52b45d", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:01:37.576765 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a2b4a86-d2c7-42ab-b02c-16783678ee0e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:01:37.577249 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578df434-f9f5-44eb-b253-1188d7bf146d', 'name': 'network-vif-deleted', 'tag': '78f2c1d8-df71-4dcd-a9cf-4d927b52b45d', 'status': 'completed', 'code': 200} Nov 29 02:01:37.603495 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3c66f280-403e-4d30-852e-831a82a95f61 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.7435093 Nov 29 02:01:37.607250 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40428) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:37.652597 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0365596d-62dd-4d15-8dcb-15d5a5223d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.673034 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-2dacfb1b-b2e8-4bd3-8c72-0812fce74113 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] For port 07a7a1cc-7ec7-4002-b2ec-371dfdc4692b, host dv-neutron-819032-3-hyperv, got binding levels [] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:37.673418 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2dacfb1b-b2e8-4bd3-8c72-0812fce74113 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.676951 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd75919f-fa14-49b6-9459-df3efa1232a2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.680636 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Port 07a7a1cc-7ec7-4002-b2ec-371dfdc4692b update to DOWN by agent not found {{(pid=103256) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 29 02:01:37.681341 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 63028de1-1169-4d25-bd39-a684907bf3d5 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:01:37.723149 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-2dacfb1b-b2e8-4bd3-8c72-0812fce74113 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Calling delete_port for 07a7a1cc-7ec7-4002-b2ec-371dfdc4692b owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:37.729597 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.ipam_backend_mixin [None req-2dacfb1b-b2e8-4bd3-8c72-0812fce74113 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Port 07a7a1cc-7ec7-4002-b2ec-371dfdc4692b was not found and therefore no delete operation was performed {{(pid=103254) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 02:01:37.732985 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2dacfb1b-b2e8-4bd3-8c72-0812fce74113 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.782795 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacfb1b-b2e8-4bd3-8c72-0812fce74113 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event deleted for resources: {'Port': ['ID=07a7a1cc-7ec7-4002-b2ec-371dfdc4692b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:37.799199 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dacfb1b-b2e8-4bd3-8c72-0812fce74113 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] No DVR routers for this DVR port 07a7a1cc-7ec7-4002-b2ec-371dfdc4692b on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:01:37.809655 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 63028de1-1169-4d25-bd39-a684907bf3d5 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:01:37.810487 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 63028de1-1169-4d25-bd39-a684907bf3d5 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:01:37.814182 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365596d-62dd-4d15-8dcb-15d5a5223d28 None None] Pushing event deleted for resources: {'Port': ['ID=07a7a1cc-7ec7-4002-b2ec-371dfdc4692b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:37.873281 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0365596d-62dd-4d15-8dcb-15d5a5223d28 None None] No DVR routers for this DVR port 07a7a1cc-7ec7-4002-b2ec-371dfdc4692b on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:01:37.945044 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd75919f-fa14-49b6-9459-df3efa1232a2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:37.957086 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-90b667a0-7cfa-499b-b313-8f8cc8612f8e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Deleting port b8898582-c80c-476e-9f5d-fe5c17a42aa0 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:37.957438 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-90b667a0-7cfa-499b-b313-8f8cc8612f8e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:38.000520 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46903900-7bda-459e-a53d-03eb18b315a1 None None] DHCP port deletion for 126abf58-b75c-4c07-bafa-8e25bc6621b0 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:01:38.020717 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75919f-fa14-49b6-9459-df3efa1232a2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event deleted for resources: {'Subnet': ['ID=5eb4afea-9a88-47a9-8f0f-8fa704db4024,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:38.025196 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2dacfb1b-b2e8-4bd3-8c72-0812fce74113 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:38.027966 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd75919f-fa14-49b6-9459-df3efa1232a2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:38.034930 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bd75919f-fa14-49b6-9459-df3efa1232a2 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "DELETE /v2.0/subnets/5eb4afea-9a88-47a9-8f0f-8fa704db4024 HTTP/1.1" status: 204 len: 168 time: 0.7503657 Nov 29 02:01:38.041453 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40436) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:38.060749 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5aa9113-2030-47ae-b7e4-4299d157a259 None None] Network b10266ad-4fc4-4d98-9d00-d5b16903a6ff requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:38.115393 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-90b667a0-7cfa-499b-b313-8f8cc8612f8e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:38.142851 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-90b667a0-7cfa-499b-b313-8f8cc8612f8e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Calling delete_port for b8898582-c80c-476e-9f5d-fe5c17a42aa0 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:38.145217 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-2dacfb1b-b2e8-4bd3-8c72-0812fce74113 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d92673aa-fc9b-49d5-a5a7-1036c3639a05']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:38.165068 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d68b887e-55d1-4646-9881-3c31790956fe tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:38.194592 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8149a7c4-77dd-43fc-8a4e-76938158f935 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:38.209842 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-2dacfb1b-b2e8-4bd3-8c72-0812fce74113 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '983efe92-cf40-4a4c-a257-94a57b5db257') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:38.210750 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-2dacfb1b-b2e8-4bd3-8c72-0812fce74113 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '983efe92-cf40-4a4c-a257-94a57b5db257') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:38.226502 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2dacfb1b-b2e8-4bd3-8c72-0812fce74113 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:38.253818 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-46903900-7bda-459e-a53d-03eb18b315a1 None None] Deleting port c0582e24-5192-492f-995c-134a2e16daa5 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:38.254997 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46903900-7bda-459e-a53d-03eb18b315a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:38.261124 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68b887e-55d1-4646-9881-3c31790956fe tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:38.263659 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b887e-55d1-4646-9881-3c31790956fe tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Subnet': ['ID=61e1e918-bbeb-4bd9-9fc2-f262e22591bb,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:38.269399 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-d68b887e-55d1-4646-9881-3c31790956fe tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:38.276553 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68b887e-55d1-4646-9881-3c31790956fe tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:38.277103 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d68b887e-55d1-4646-9881-3c31790956fe tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:38.284204 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2dacfb1b-b2e8-4bd3-8c72-0812fce74113 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:38.299298 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dacfb1b-b2e8-4bd3-8c72-0812fce74113 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:01:38.299852 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2dacfb1b-b2e8-4bd3-8c72-0812fce74113 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:38.310303 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:01:38.310303 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:01:38.310303 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:01:38.310303 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:01:38.310303 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:01:38.310303 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:01:38.310303 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:01:38.310303 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:01:38.310303 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:01:38.310303 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:01:38.310303 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:01:38.310303 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:01:38.310303 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:01:38.310303 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:01:38.310303 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:01:38.310303 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:01:38.310303 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:01:38.310303 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:01:38.310303 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:01:38.310303 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:01:38.310303 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:01:38.310303 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:01:38.310303 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:01:38.310303 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:01:38.310303 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:01:38.310303 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:01:38.310303 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:01:38.310303 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:01:38.310303 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:01:38.310303 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:01:38.310303 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:01:38.310303 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:01:38.320503 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d68b887e-55d1-4646-9881-3c31790956fe tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1928840 Nov 29 02:01:38.324855 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40442) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:38.340137 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6def6b2a-0370-49e6-9aca-aada917020f0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:38.382423 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-90b667a0-7cfa-499b-b313-8f8cc8612f8e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:38.425831 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-46903900-7bda-459e-a53d-03eb18b315a1 None None] For port c0582e24-5192-492f-995c-134a2e16daa5, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c0582e24-5192-492f-995c-134a2e16daa5,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:38.426620 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46903900-7bda-459e-a53d-03eb18b315a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:38.444814 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b667a0-7cfa-499b-b313-8f8cc8612f8e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Port': ['ID=b8898582-c80c-476e-9f5d-fe5c17a42aa0,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:38.450404 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a9e4cd83-3711-4bd6-8f0f-b568ca7e53cd req-3235f902-2440-45c3-acb1-9e2394e1e516 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=578df434-f9f5-44eb-b253-1188d7bf146d HTTP/1.1" status: 200 len: 210 time: 0.0565360 Nov 29 02:01:38.453063 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-90b667a0-7cfa-499b-b313-8f8cc8612f8e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:38.456671 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-90b667a0-7cfa-499b-b313-8f8cc8612f8e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/ports/b8898582-c80c-476e-9f5d-fe5c17a42aa0 HTTP/1.1" status: 204 len: 168 time: 0.8483922 Nov 29 02:01:38.460117 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40448) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:38.473718 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2dacfb1b-b2e8-4bd3-8c72-0812fce74113 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:38.483679 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-46903900-7bda-459e-a53d-03eb18b315a1 None None] Calling delete_port for c0582e24-5192-492f-995c-134a2e16daa5 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:38.492076 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36d9056-2a55-46e8-b372-568fb25c57a9 None None] DHCP port deletion for b10266ad-4fc4-4d98-9d00-d5b16903a6ff request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:01:38.534664 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2dacfb1b-b2e8-4bd3-8c72-0812fce74113 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:38.538053 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6def6b2a-0370-49e6-9aca-aada917020f0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:38.542921 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2dacfb1b-b2e8-4bd3-8c72-0812fce74113 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/networks/d92673aa-fc9b-49d5-a5a7-1036c3639a05 HTTP/1.1" status: 204 len: 168 time: 2.0579977 Nov 29 02:01:38.544119 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6def6b2a-0370-49e6-9aca-aada917020f0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:38.547413 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacfb1b-b2e8-4bd3-8c72-0812fce74113 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event deleted for resources: {'Network': ['ID=d92673aa-fc9b-49d5-a5a7-1036c3639a05,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:38.550341 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40452) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:38.574094 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-8149a7c4-77dd-43fc-8a4e-76938158f935 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Deleting port 5a4648e0-7cf3-4d49-abeb-3916c9cf3aac {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:38.574464 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8149a7c4-77dd-43fc-8a4e-76938158f935 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:38.661259 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b36d9056-2a55-46e8-b372-568fb25c57a9 None None] Deleting port 5a4648e0-7cf3-4d49-abeb-3916c9cf3aac {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:38.661594 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b36d9056-2a55-46e8-b372-568fb25c57a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:38.663428 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46903900-7bda-459e-a53d-03eb18b315a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:38.733834 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-8149a7c4-77dd-43fc-8a4e-76938158f935 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] For port 5a4648e0-7cf3-4d49-abeb-3916c9cf3aac, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=5a4648e0-7cf3-4d49-abeb-3916c9cf3aac,segment=NetworkSegment(7aec43ba-9d09-4648-b07f-940e8658fa60),segment_id=7aec43ba-9d09-4648-b07f-940e8658fa60)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:38.735136 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8149a7c4-77dd-43fc-8a4e-76938158f935 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:38.755101 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46903900-7bda-459e-a53d-03eb18b315a1 None None] Pushing event deleted for resources: {'Port': ['ID=c0582e24-5192-492f-995c-134a2e16daa5,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:38.757307 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46903900-7bda-459e-a53d-03eb18b315a1 None None] No DVR routers for this DVR port c0582e24-5192-492f-995c-134a2e16daa5 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:01:38.782088 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24e85a2-cb32-40f9-8199-e49850534c9b None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:38.787876 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b121e27-7975-4753-ad67-36549d33ad7b tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:38.797823 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.ipam_backend_mixin [None req-6def6b2a-0370-49e6-9aca-aada917020f0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 61e1e918-bbeb-4bd9-9fc2-f262e22591bb (CIDR: 2001:db8::/64) Nov 29 02:01:38.799902 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b121e27-7975-4753-ad67-36549d33ad7b tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:38.806342 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6b121e27-7975-4753-ad67-36549d33ad7b tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3456230 Nov 29 02:01:38.807753 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-8149a7c4-77dd-43fc-8a4e-76938158f935 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Calling delete_port for 5a4648e0-7cf3-4d49-abeb-3916c9cf3aac owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:38.829645 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40458) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:38.842616 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b36d9056-2a55-46e8-b372-568fb25c57a9 None None] For port 5a4648e0-7cf3-4d49-abeb-3916c9cf3aac, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=5a4648e0-7cf3-4d49-abeb-3916c9cf3aac,segment=NetworkSegment(7aec43ba-9d09-4648-b07f-940e8658fa60),segment_id=7aec43ba-9d09-4648-b07f-940e8658fa60)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:38.843242 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b36d9056-2a55-46e8-b372-568fb25c57a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:38.843997 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-6def6b2a-0370-49e6-9aca-aada917020f0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:01:38.844502 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6def6b2a-0370-49e6-9aca-aada917020f0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:01:38.872013 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b36d9056-2a55-46e8-b372-568fb25c57a9 None None] Calling delete_port for 5a4648e0-7cf3-4d49-abeb-3916c9cf3aac owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:38.891272 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6def6b2a-0370-49e6-9aca-aada917020f0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5662098 Nov 29 02:01:38.902591 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40460) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:38.912948 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-52584649-5e53-4e3f-b489-7102421963c2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:38.928485 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40462) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:38.981426 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8149a7c4-77dd-43fc-8a4e-76938158f935 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:38.994181 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 5a4648e0-7cf3-4d49-abeb-3916c9cf3aac no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:01:39.003943 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8149a7c4-77dd-43fc-8a4e-76938158f935 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] No DVR routers for this DVR port 5a4648e0-7cf3-4d49-abeb-3916c9cf3aac on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:01:39.026473 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 5a4648e0-7cf3-4d49-abeb-3916c9cf3aac {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:01:39.026728 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 5a4648e0-7cf3-4d49-abeb-3916c9cf3aac not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:01:39.027156 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c0582e24-5192-492f-995c-134a2e16daa5 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:01:39.042922 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 78f2c1d8-df71-4dcd-a9cf-4d927b52b45d no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:01:39.100868 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: c0582e24-5192-492f-995c-134a2e16daa5 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:01:39.101218 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c0582e24-5192-492f-995c-134a2e16daa5 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:01:39.105382 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: 78f2c1d8-df71-4dcd-a9cf-4d927b52b45d {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:01:39.105816 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 78f2c1d8-df71-4dcd-a9cf-4d927b52b45d not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:01:39.108056 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b36d9056-2a55-46e8-b372-568fb25c57a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:39.142021 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabf17ac-9c67-442c-9dcc-21e0ce64eaa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-126abf58-b75c-4c07-bafa-8e25bc6621b0', 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'fixed_ips': [{'subnet_id': '61e1e918-bbeb-4bd9-9fc2-f262e22591bb'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:01:39.143224 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8149a7c4-77dd-43fc-8a4e-76938158f935 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:39.145622 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fabf17ac-9c67-442c-9dcc-21e0ce64eaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:39.153978 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-538b30ab-be8f-4f77-861d-cb1c1f1c58d8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Deleting port 29b0b86d-019f-416e-ba7a-cbaf65518acb {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:39.154350 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-538b30ab-be8f-4f77-861d-cb1c1f1c58d8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:39.155729 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149a7c4-77dd-43fc-8a4e-76938158f935 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event deleted for resources: {'Port': ['ID=5a4648e0-7cf3-4d49-abeb-3916c9cf3aac,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:39.157880 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36d9056-2a55-46e8-b372-568fb25c57a9 None None] No DVR routers for this DVR port 5a4648e0-7cf3-4d49-abeb-3916c9cf3aac on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:01:39.159906 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d9056-2a55-46e8-b372-568fb25c57a9 None None] Pushing event deleted for resources: {'Port': ['ID=5a4648e0-7cf3-4d49-abeb-3916c9cf3aac,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:39.163624 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-48e9427f-b56c-4b1c-8b61-c776b505e641 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-266892016'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:39.181821 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-8149a7c4-77dd-43fc-8a4e-76938158f935 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10266ad-4fc4-4d98-9d00-d5b16903a6ff']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:39.196579 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-8149a7c4-77dd-43fc-8a4e-76938158f935 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aec43ba-9d09-4648-b07f-940e8658fa60') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:39.197408 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-8149a7c4-77dd-43fc-8a4e-76938158f935 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aec43ba-9d09-4648-b07f-940e8658fa60') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:39.210963 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8149a7c4-77dd-43fc-8a4e-76938158f935 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:39.218823 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48e9427f-b56c-4b1c-8b61-c776b505e641 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:39.219845 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48e9427f-b56c-4b1c-8b61-c776b505e641 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:39.235596 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8149a7c4-77dd-43fc-8a4e-76938158f935 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:39.250684 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8149a7c4-77dd-43fc-8a4e-76938158f935 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:01:39.251088 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8149a7c4-77dd-43fc-8a4e-76938158f935 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:39.254091 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:01:39.254091 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:01:39.254091 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:01:39.254091 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:01:39.254091 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:01:39.254091 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:01:39.254091 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:01:39.254091 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:01:39.254091 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:01:39.254091 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:01:39.254091 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:01:39.254091 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:01:39.254091 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:01:39.254091 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:01:39.254091 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:01:39.254091 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:01:39.254091 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:01:39.254091 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:01:39.254091 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:01:39.254091 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:01:39.254091 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:01:39.254091 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:01:39.254091 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:01:39.254091 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:01:39.254091 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:01:39.254091 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:01:39.254091 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:01:39.254091 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:01:39.254091 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:01:39.254091 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:01:39.254091 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:01:39.254091 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:01:39.283918 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-538b30ab-be8f-4f77-861d-cb1c1f1c58d8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:39.307574 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-538b30ab-be8f-4f77-861d-cb1c1f1c58d8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Calling delete_port for 29b0b86d-019f-416e-ba7a-cbaf65518acb owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:39.314221 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52584649-5e53-4e3f-b489-7102421963c2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:39.317839 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52584649-5e53-4e3f-b489-7102421963c2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:39.326255 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48e9427f-b56c-4b1c-8b61-c776b505e641 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:39.340130 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48e9427f-b56c-4b1c-8b61-c776b505e641 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:39.352755 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8149a7c4-77dd-43fc-8a4e-76938158f935 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:39.373459 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48e9427f-b56c-4b1c-8b61-c776b505e641 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:39.377910 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-48e9427f-b56c-4b1c-8b61-c776b505e641 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4456489 Nov 29 02:01:39.377910 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8149a7c4-77dd-43fc-8a4e-76938158f935 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:39.379238 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40466) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:39.379771 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8149a7c4-77dd-43fc-8a4e-76938158f935 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "DELETE /v2.0/networks/b10266ad-4fc4-4d98-9d00-d5b16903a6ff HTTP/1.1" status: 204 len: 168 time: 1.3373072 Nov 29 02:01:39.382418 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40468) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:39.389468 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149a7c4-77dd-43fc-8a4e-76938158f935 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event deleted for resources: {'Network': ['ID=b10266ad-4fc4-4d98-9d00-d5b16903a6ff,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:39.483335 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-fabf17ac-9c67-442c-9dcc-21e0ce64eaa2 None None] Allocated IP 2001:db8::2 (126abf58-b75c-4c07-bafa-8e25bc6621b0/61e1e918-bbeb-4bd9-9fc2-f262e22591bb/3572a389-2d5c-44ba-a22d-0161e56642e4) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:39.517512 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b18e63e0-9359-4be8-9102-2c6988b6cad7 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:39.541249 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40472) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:39.579555 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-d1575aa6-c94f-4328-8111-677e7a49f0c6 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Deleting port 0674e5fa-6b3a-44a2-be5f-362ac5e7f447 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:39.581036 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d1575aa6-c94f-4328-8111-677e7a49f0c6 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:39.653511 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fabf17ac-9c67-442c-9dcc-21e0ce64eaa2 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:39.660020 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99548387-28a1-4cd4-b81d-7cee3734d6ea tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:39.662073 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fabf17ac-9c67-442c-9dcc-21e0ce64eaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:39.703056 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99548387-28a1-4cd4-b81d-7cee3734d6ea tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:39.704381 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabf17ac-9c67-442c-9dcc-21e0ce64eaa2 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:39.709478 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-fabf17ac-9c67-442c-9dcc-21e0ce64eaa2 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:39.714955 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabf17ac-9c67-442c-9dcc-21e0ce64eaa2 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:39.719892 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d1575aa6-c94f-4328-8111-677e7a49f0c6 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:39.720221 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d1575aa6-c94f-4328-8111-677e7a49f0c6 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:39.725260 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf17ac-9c67-442c-9dcc-21e0ce64eaa2 None None] Pushing event updated for resources: {'Port': ['ID=3572a389-2d5c-44ba-a22d-0161e56642e4,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:39.745199 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-d1575aa6-c94f-4328-8111-677e7a49f0c6 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Calling delete_port for 0674e5fa-6b3a-44a2-be5f-362ac5e7f447 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:39.780715 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-fabf17ac-9c67-442c-9dcc-21e0ce64eaa2 None None] Attempting to bind port 3572a389-2d5c-44ba-a22d-0161e56642e4 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:01:39.781082 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-fabf17ac-9c67-442c-9dcc-21e0ce64eaa2 None None] Attempting to bind port 3572a389-2d5c-44ba-a22d-0161e56642e4 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:01:39.781668 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabf17ac-9c67-442c-9dcc-21e0ce64eaa2 None None] Attempting to bind port 3572a389-2d5c-44ba-a22d-0161e56642e4 on network 126abf58-b75c-4c07-bafa-8e25bc6621b0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:01:39.786875 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabf17ac-9c67-442c-9dcc-21e0ce64eaa2 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:01:39.787495 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabf17ac-9c67-442c-9dcc-21e0ce64eaa2 None None] Checking segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:01:39.787904 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fabf17ac-9c67-442c-9dcc-21e0ce64eaa2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:39.788294 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabf17ac-9c67-442c-9dcc-21e0ce64eaa2 None None] Bound using segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:01:39.788872 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-fabf17ac-9c67-442c-9dcc-21e0ce64eaa2 None None] Bound port: 3572a389-2d5c-44ba-a22d-0161e56642e4, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:01:39.789257 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fabf17ac-9c67-442c-9dcc-21e0ce64eaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:39.813688 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b18e63e0-9359-4be8-9102-2c6988b6cad7 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:39.819842 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b18e63e0-9359-4be8-9102-2c6988b6cad7 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:39.821416 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-538b30ab-be8f-4f77-861d-cb1c1f1c58d8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:39.862516 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-fabf17ac-9c67-442c-9dcc-21e0ce64eaa2 None None] For port 3572a389-2d5c-44ba-a22d-0161e56642e4, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:01:39.865665 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-fabf17ac-9c67-442c-9dcc-21e0ce64eaa2 None None] For port 3572a389-2d5c-44ba-a22d-0161e56642e4, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=3572a389-2d5c-44ba-a22d-0161e56642e4,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:01:39.868514 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99548387-28a1-4cd4-b81d-7cee3734d6ea tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:39.871423 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fabf17ac-9c67-442c-9dcc-21e0ce64eaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:39.871600 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99548387-28a1-4cd4-b81d-7cee3734d6ea tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:39.875422 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-99548387-28a1-4cd4-b81d-7cee3734d6ea tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/security-groups/9bafd4ec-9592-4a44-8b84-abcf6ef82bdf HTTP/1.1" status: 204 len: 168 time: 0.3297181 Nov 29 02:01:39.886146 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99548387-28a1-4cd4-b81d-7cee3734d6ea tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bafd4ec-9592-4a44-8b84-abcf6ef82bdf,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:39.919500 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b30ab-be8f-4f77-861d-cb1c1f1c58d8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Port': ['ID=29b0b86d-019f-416e-ba7a-cbaf65518acb,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:39.952580 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf17ac-9c67-442c-9dcc-21e0ce64eaa2 None None] Pushing event updated for resources: {'Port': ['ID=3572a389-2d5c-44ba-a22d-0161e56642e4,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:39.957968 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d1575aa6-c94f-4328-8111-677e7a49f0c6 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:39.969600 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-538b30ab-be8f-4f77-861d-cb1c1f1c58d8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:39.972972 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-538b30ab-be8f-4f77-861d-cb1c1f1c58d8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/ports/29b0b86d-019f-416e-ba7a-cbaf65518acb HTTP/1.1" status: 204 len: 168 time: 1.1416912 Nov 29 02:01:39.978371 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40476) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:39.990118 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1575aa6-c94f-4328-8111-677e7a49f0c6 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event deleted for resources: {'Port': ['ID=0674e5fa-6b3a-44a2-be5f-362ac5e7f447,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:39.998408 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b18e63e0-9359-4be8-9102-2c6988b6cad7 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:39.998964 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18e63e0-9359-4be8-9102-2c6988b6cad7 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5825ff5e-8d31-4e1f-b6ef-4ede6858cd12 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:01:40.003815 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b18e63e0-9359-4be8-9102-2c6988b6cad7 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:40.007784 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b18e63e0-9359-4be8-9102-2c6988b6cad7 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] 10.222.0.37 "DELETE /v2.0/routers/5825ff5e-8d31-4e1f-b6ef-4ede6858cd12 HTTP/1.1" status: 204 len: 168 time: 0.6235249 Nov 29 02:01:40.018626 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40478) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:40.024804 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-fd4a7656-67df-47d0-ab1b-9a77f1424083 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Request body: {'router': {'name': 'tempest-router-1125581153', 'distributed': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:40.074486 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1aef62e9-3246-49c2-aa1e-2fc23bec9480 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:40.087203 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd4a7656-67df-47d0-ab1b-9a77f1424083 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:40.089983 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd4a7656-67df-47d0-ab1b-9a77f1424083 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:40.093429 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d1575aa6-c94f-4328-8111-677e7a49f0c6 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:40.095968 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d1575aa6-c94f-4328-8111-677e7a49f0c6 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:40.097134 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d1575aa6-c94f-4328-8111-677e7a49f0c6 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "DELETE /v2.0/floatingips/2a7aafea-747e-4016-a5f4-e3108144ac8a HTTP/1.1" status: 204 len: 168 time: 0.7138319 Nov 29 02:01:40.100767 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40480) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:40.159327 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf2d86d-dd01-4eeb-a964-aedc81962f94 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] DELETE failed (client error): The resource could not be found. Nov 29 02:01:40.159999 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cf2d86d-dd01-4eeb-a964-aedc81962f94 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:01:40.167364 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9cf2d86d-dd01-4eeb-a964-aedc81962f94 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "DELETE /v2.0/ports/779b51f3-b7a9-492d-b1d2-c0158dbbfd46 HTTP/1.1" status: 404 len: 333 time: 0.0627785 Nov 29 02:01:40.168686 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40482) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:40.207009 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd4a7656-67df-47d0-ab1b-9a77f1424083 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:40.225886 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-05b31572-470c-42cf-96fe-929138fae84c tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7120cc9-fccf-4230-a672-b99cc7125cad HTTP/1.1" status: 200 len: 205 time: 0.0549586 Nov 29 02:01:40.225886 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd4a7656-67df-47d0-ab1b-9a77f1424083 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:40.227066 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40484) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:40.227183 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b448cf-edc9-4bb0-a6f0-4ab7a3803aad tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:40.231236 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-65b448cf-edc9-4bb0-a6f0-4ab7a3803aad tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2472513 Nov 29 02:01:40.233820 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40486) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:40.284134 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-e404c30c-5179-432a-8d2b-427a7b82e629 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] delete failed (client error): The resource could not be found. Nov 29 02:01:40.287618 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e404c30c-5179-432a-8d2b-427a7b82e629 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "DELETE /v2.0/routers/a7120cc9-fccf-4230-a672-b99cc7125cad HTTP/1.1" status: 404 len: 336 time: 0.0571883 Nov 29 02:01:40.294693 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40488) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:40.304027 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd4a7656-67df-47d0-ab1b-9a77f1424083 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:40.305207 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-fd4a7656-67df-47d0-ab1b-9a77f1424083 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2852352 Nov 29 02:01:40.306932 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-066ff9fc-6bed-4a5b-94c7-b902fc253b5c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] GET failed (client error): The resource could not be found. Nov 29 02:01:40.308282 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-066ff9fc-6bed-4a5b-94c7-b902fc253b5c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "GET /v2.0/ports/b8898582-c80c-476e-9f5d-fe5c17a42aa0 HTTP/1.1" status: 404 len: 333 time: 0.0728149 Nov 29 02:01:40.308804 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40490) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:40.311830 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40492) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:40.366110 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-aadb8c61-e693-4a0b-8146-8df58029db69 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] DELETE failed (client error): The resource could not be found. Nov 29 02:01:40.366565 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aadb8c61-e693-4a0b-8146-8df58029db69 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:01:40.370248 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-aadb8c61-e693-4a0b-8146-8df58029db69 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "DELETE /v2.0/subnets/5eb4afea-9a88-47a9-8f0f-8fa704db4024 HTTP/1.1" status: 404 len: 337 time: 0.0720792 Nov 29 02:01:40.374300 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40494) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:40.396062 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-1095cb6e-7ed4-43d2-80ed-d2f12cc17420 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] GET failed (client error): The resource could not be found. Nov 29 02:01:40.397719 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1095cb6e-7ed4-43d2-80ed-d2f12cc17420 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "GET /v2.0/ports/29b0b86d-019f-416e-ba7a-cbaf65518acb HTTP/1.1" status: 404 len: 333 time: 0.0850141 Nov 29 02:01:40.401367 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40496) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:40.411817 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-03c7a9bc-6c26-48bd-b038-045c30565c7c tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:40.622885 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d588c814-68cf-43f9-abed-280969bb4aba tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:40.633260 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-03c7a9bc-6c26-48bd-b038-045c30565c7c tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:40.636429 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-03c7a9bc-6c26-48bd-b038-045c30565c7c tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:40.735982 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-03c7a9bc-6c26-48bd-b038-045c30565c7c tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:40.736623 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c7a9bc-6c26-48bd-b038-045c30565c7c tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56773680-c0a2-4980-9419-1f30a55eee35 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:01:40.743459 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-03c7a9bc-6c26-48bd-b038-045c30565c7c tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:40.745797 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-03c7a9bc-6c26-48bd-b038-045c30565c7c tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] 10.222.0.37 "DELETE /v2.0/routers/56773680-c0a2-4980-9419-1f30a55eee35 HTTP/1.1" status: 204 len: 168 time: 0.4359188 Nov 29 02:01:40.751285 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40498) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:40.755969 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-233b16d8-dea2-4fcc-b693-a6c0f6328562 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Request body: {'router': {'name': 'tempest-router-1520605044', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '3690a33311124b43bd19a2b68a9171e8'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:40.781420 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d588c814-68cf-43f9-abed-280969bb4aba tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:40.811417 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-d588c814-68cf-43f9-abed-280969bb4aba tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['665b585c-b6e3-4b5b-9f62-fc899cac515e']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:40.819779 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-233b16d8-dea2-4fcc-b693-a6c0f6328562 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:40.821073 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-233b16d8-dea2-4fcc-b693-a6c0f6328562 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:40.831560 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-d588c814-68cf-43f9-abed-280969bb4aba tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2728a75-e151-45e9-9a99-246ff31ab13f') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:40.831560 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-d588c814-68cf-43f9-abed-280969bb4aba tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2728a75-e151-45e9-9a99-246ff31ab13f') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:40.843875 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d588c814-68cf-43f9-abed-280969bb4aba tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:40.870309 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.objects.ports [None req-52584649-5e53-4e3f-b489-7102421963c2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103255) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 02:01:40.891150 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d588c814-68cf-43f9-abed-280969bb4aba tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:40.900793 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-233b16d8-dea2-4fcc-b693-a6c0f6328562 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:40.904681 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d588c814-68cf-43f9-abed-280969bb4aba tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:01:40.904681 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d588c814-68cf-43f9-abed-280969bb4aba tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:40.905656 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:01:40.905656 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:01:40.905656 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:01:40.905656 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:01:40.905656 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:01:40.905656 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:01:40.905656 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:01:40.905656 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:01:40.905656 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:01:40.905656 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:01:40.905656 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:01:40.905656 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:01:40.905656 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:01:40.905656 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:01:40.905656 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:01:40.905656 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:01:40.905656 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:01:40.905656 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:01:40.905656 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:01:40.905656 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:01:40.905656 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:01:40.905656 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:01:40.905656 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:01:40.905656 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:01:40.905656 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:01:40.905656 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:01:40.905656 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:01:40.905656 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:01:40.905656 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:01:40.905656 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:01:40.905656 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:01:40.905656 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:01:40.919809 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-233b16d8-dea2-4fcc-b693-a6c0f6328562 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:40.958533 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40502) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:41.016760 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-233b16d8-dea2-4fcc-b693-a6c0f6328562 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:41.018192 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-233b16d8-dea2-4fcc-b693-a6c0f6328562 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2655988 Nov 29 02:01:41.021894 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40504) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:41.030357 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4a8864c0-5ef3-43ec-8343-d483a2ffece5 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:41.039169 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d588c814-68cf-43f9-abed-280969bb4aba tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:41.049100 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 3572a389-2d5c-44ba-a22d-0161e56642e4 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:01:41.073044 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-09617c5c-2f0c-4eee-8b62-53a7d2cd5a61 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Deleting port a64238c5-2adf-4bc2-a4ac-b4ec3bafdef4 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:41.074003 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09617c5c-2f0c-4eee-8b62-53a7d2cd5a61 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:41.108340 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d588c814-68cf-43f9-abed-280969bb4aba tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:41.110512 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 3572a389-2d5c-44ba-a22d-0161e56642e4 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:41.110984 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:41.115485 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d588c814-68cf-43f9-abed-280969bb4aba tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/networks/665b585c-b6e3-4b5b-9f62-fc899cac515e HTTP/1.1" status: 204 len: 168 time: 0.7096925 Nov 29 02:01:41.118363 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40506) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:41.137745 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-adbeba8e-7882-4495-a389-bd0e6d9bc9bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1986681689'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:41.143235 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588c814-68cf-43f9-abed-280969bb4aba tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Network': ['ID=665b585c-b6e3-4b5b-9f62-fc899cac515e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:41.151589 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-d681dd93-5358-48e0-b72c-a865da8fbd7e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting subnet 30fdc1fa-e3f1-41e4-b6f4-d6693fec2cd8 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:01:41.190492 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d681dd93-5358-48e0-b72c-a865da8fbd7e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:41.226647 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-d296cd6b-7b9e-4c39-ba6b-49715c2b0be2 None None] Provisioning complete for port 3572a389-2d5c-44ba-a22d-0161e56642e4 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:41.227022 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d296cd6b-7b9e-4c39-ba6b-49715c2b0be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:41.229330 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:41.262202 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09617c5c-2f0c-4eee-8b62-53a7d2cd5a61 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:41.266383 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52584649-5e53-4e3f-b489-7102421963c2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:41.272742 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d681dd93-5358-48e0-b72c-a865da8fbd7e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:41.292037 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1aef62e9-3246-49c2-aa1e-2fc23bec9480 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Deleting port a1530683-1dcd-4d38-8063-6dbee0402a4d {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:41.292629 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1aef62e9-3246-49c2-aa1e-2fc23bec9480 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:41.344997 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.db.api [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:01:41.345308 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG oslo_db.api [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:01:41.358403 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-09617c5c-2f0c-4eee-8b62-53a7d2cd5a61 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Calling delete_port for a64238c5-2adf-4bc2-a4ac-b4ec3bafdef4 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:41.361648 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d296cd6b-7b9e-4c39-ba6b-49715c2b0be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:41.399171 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-d296cd6b-7b9e-4c39-ba6b-49715c2b0be2 None None] For port 3572a389-2d5c-44ba-a22d-0161e56642e4, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=3572a389-2d5c-44ba-a22d-0161e56642e4,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:41.406440 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d296cd6b-7b9e-4c39-ba6b-49715c2b0be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:41.444496 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.db.api [None req-52584649-5e53-4e3f-b489-7102421963c2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:01:41.444836 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG oslo_db.api [None req-52584649-5e53-4e3f-b489-7102421963c2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:01:41.462964 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d296cd6b-7b9e-4c39-ba6b-49715c2b0be2 None None] Pushing event updated for resources: {'Port': ['ID=3572a389-2d5c-44ba-a22d-0161e56642e4,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:41.488562 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1aef62e9-3246-49c2-aa1e-2fc23bec9480 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] For port a1530683-1dcd-4d38-8063-6dbee0402a4d, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=a1530683-1dcd-4d38-8063-6dbee0402a4d,segment=NetworkSegment(1df63411-d0e6-4ef8-b6bc-4fac01da39e5),segment_id=1df63411-d0e6-4ef8-b6bc-4fac01da39e5)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:41.488948 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1aef62e9-3246-49c2-aa1e-2fc23bec9480 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:41.505327 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1aef62e9-3246-49c2-aa1e-2fc23bec9480 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Calling delete_port for a1530683-1dcd-4d38-8063-6dbee0402a4d owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:41.629168 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09617c5c-2f0c-4eee-8b62-53a7d2cd5a61 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:41.688791 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbeba8e-7882-4495-a389-bd0e6d9bc9bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:41.692127 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-adbeba8e-7882-4495-a389-bd0e6d9bc9bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:41.699188 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09617c5c-2f0c-4eee-8b62-53a7d2cd5a61 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event deleted for resources: {'Port': ['ID=a64238c5-2adf-4bc2-a4ac-b4ec3bafdef4,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:41.712049 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652e5288-d14f-4253-b64c-7f9be87afab2 None None] DHCP port deletion for 4851bbc4-3ddc-4587-9d58-c74c6a0c2d41 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:01:41.718148 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a8864c0-5ef3-43ec-8343-d483a2ffece5 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32579'] for router, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:41.718483 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a8864c0-5ef3-43ec-8343-d483a2ffece5 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks [] for router, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:41.799973 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09617c5c-2f0c-4eee-8b62-53a7d2cd5a61 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:41.800372 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adbeba8e-7882-4495-a389-bd0e6d9bc9bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:01:41.805482 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-09617c5c-2f0c-4eee-8b62-53a7d2cd5a61 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "DELETE /v2.0/ports/a64238c5-2adf-4bc2-a4ac-b4ec3bafdef4 HTTP/1.1" status: 204 len: 168 time: 1.4249854 Nov 29 02:01:41.806672 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40508) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:41.848631 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4a8864c0-5ef3-43ec-8343-d483a2ffece5 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103254) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 29 02:01:41.849257 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4a8864c0-5ef3-43ec-8343-d483a2ffece5 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Router e0e7e542-4ae1-4814-85af-96ab1f45d763 migrating from provider to provider. {{(pid=103254) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 29 02:01:41.852277 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a8864c0-5ef3-43ec-8343-d483a2ffece5 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:41.852277 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-adbeba8e-7882-4495-a389-bd0e6d9bc9bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:41.852745 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-adbeba8e-7882-4495-a389-bd0e6d9bc9bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Added segment 38ff27ab-e861-4b0e-8c5f-6f7bfba78e18 of type vlan for network a75c8eb4-4bda-4db1-b311-4545f582e110 Nov 29 02:01:41.869776 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1aef62e9-3246-49c2-aa1e-2fc23bec9480 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:41.871120 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a8864c0-5ef3-43ec-8343-d483a2ffece5 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:41.901496 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a8864c0-5ef3-43ec-8343-d483a2ffece5 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-599907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-599898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-600112'] for router, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:41.918889 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-adbeba8e-7882-4495-a389-bd0e6d9bc9bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:41.921385 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d681dd93-5358-48e0-b72c-a865da8fbd7e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:41.924912 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef62e9-3246-49c2-aa1e-2fc23bec9480 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event deleted for resources: {'Port': ['ID=a1530683-1dcd-4d38-8063-6dbee0402a4d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:42.020054 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c7140b1b-0fda-40a6-bc0b-4d1e5cbc839b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:42.050961 dv-neutron-819032-3-hyperv neutron-server[103254]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4a8864c0-5ef3-43ec-8343-d483a2ffece5 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] No L3 agents can host the router e0e7e542-4ae1-4814-85af-96ab1f45d763 Nov 29 02:01:42.058623 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52584649-5e53-4e3f-b489-7102421963c2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:42.067944 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-adbeba8e-7882-4495-a389-bd0e6d9bc9bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:42.073569 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbeba8e-7882-4495-a389-bd0e6d9bc9bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:42.074177 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-adbeba8e-7882-4495-a389-bd0e6d9bc9bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:42.088236 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4a5cf1bd-ba94-4613-97c0-d7ac3ddf24e6 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Deleting port abda6a05-9a1b-4c69-a1fe-ec077e5ebaf6 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:42.088574 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a5cf1bd-ba94-4613-97c0-d7ac3ddf24e6 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:42.141195 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-adbeba8e-7882-4495-a389-bd0e6d9bc9bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0085359 Nov 29 02:01:42.159175 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40510) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:42.167055 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6a258a78-0b2d-41ec-956f-c6d06b4142c3 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'subnet': {'network_id': 'a75c8eb4-4bda-4db1-b311-4545f582e110', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:42.177088 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d681dd93-5358-48e0-b72c-a865da8fbd7e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:42.178884 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1aef62e9-3246-49c2-aa1e-2fc23bec9480 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:42.245754 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681dd93-5358-48e0-b72c-a865da8fbd7e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Subnet': ['ID=30fdc1fa-e3f1-41e4-b6f4-d6693fec2cd8,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:42.247755 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d681dd93-5358-48e0-b72c-a865da8fbd7e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:42.250952 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d681dd93-5358-48e0-b72c-a865da8fbd7e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/subnets/30fdc1fa-e3f1-41e4-b6f4-d6693fec2cd8 HTTP/1.1" status: 204 len: 168 time: 1.2891943 Nov 29 02:01:42.254508 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40512) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:42.256136 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbeba8e-7882-4495-a389-bd0e6d9bc9bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Network': ['ID=a75c8eb4-4bda-4db1-b311-4545f582e110,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:42.261175 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e74e964-fa59-4400-8590-89d004a13833 None None] Network 029b38e4-f7a6-4c8b-aabd-f01a29e78b62 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:42.283252 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8864c0-5ef3-43ec-8343-d483a2ffece5 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Hosts for router e0e7e542-4ae1-4814-85af-96ab1f45d763: [] {{(pid=103254) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 29 02:01:42.308928 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network a75c8eb4-4bda-4db1-b311-4545f582e110 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:01:42.315318 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8864c0-5ef3-43ec-8343-d483a2ffece5 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Hosts for other DVR routers connected to router e0e7e542-4ae1-4814-85af-96ab1f45d763: set() {{(pid=103254) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 29 02:01:42.318168 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a8864c0-5ef3-43ec-8343-d483a2ffece5 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:42.319850 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4a8864c0-5ef3-43ec-8343-d483a2ffece5 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] 10.222.0.37 "PUT /v2.0/routers/e0e7e542-4ae1-4814-85af-96ab1f45d763 HTTP/1.1" status: 200 len: 717 time: 1.2962389 Nov 29 02:01:42.322501 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40514) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:42.395564 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9164bd93-7ab9-4e6c-b1c7-5174309bc5f0 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] 10.222.0.37 "GET /v2.0/routers/e0e7e542-4ae1-4814-85af-96ab1f45d763 HTTP/1.1" status: 200 len: 717 time: 0.0718851 Nov 29 02:01:42.398318 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40516) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:42.483475 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a5cf1bd-ba94-4613-97c0-d7ac3ddf24e6 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:42.518692 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4a5cf1bd-ba94-4613-97c0-d7ac3ddf24e6 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Calling delete_port for abda6a05-9a1b-4c69-a1fe-ec077e5ebaf6 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:42.519100 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9892b43-e4c6-4a82-8046-62741a303570 None None] DHCP port deletion for 029b38e4-f7a6-4c8b-aabd-f01a29e78b62 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:01:42.555030 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ed75269-e858-4b48-bc10-f92e5111b51d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:42.573872 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f9892b43-e4c6-4a82-8046-62741a303570 None None] Deleting port fb1a3180-9aaf-42e4-a1a6-5ea08d95a46c {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:42.574258 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f9892b43-e4c6-4a82-8046-62741a303570 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:42.592303 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-09a47a52-2b6d-44b7-b6c2-d9c2347adfb4 tempest-RoutersTestDVR-2070335055 tempest-RoutersTestDVR-2070335055-project] 10.222.0.37 "GET /v2.0/routers/e0e7e542-4ae1-4814-85af-96ab1f45d763 HTTP/1.1" status: 200 len: 683 time: 0.1903076 Nov 29 02:01:42.592735 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40520) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:42.640054 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-f9892b43-e4c6-4a82-8046-62741a303570 None None] For port fb1a3180-9aaf-42e4-a1a6-5ea08d95a46c, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=fb1a3180-9aaf-42e4-a1a6-5ea08d95a46c,segment=NetworkSegment(2c8fc589-6515-4782-85c8-555752936f06),segment_id=2c8fc589-6515-4782-85c8-555752936f06)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:42.640626 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f9892b43-e4c6-4a82-8046-62741a303570 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:42.654398 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f9892b43-e4c6-4a82-8046-62741a303570 None None] Calling delete_port for fb1a3180-9aaf-42e4-a1a6-5ea08d95a46c owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:42.668212 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-73fcc2eb-dbb4-49ab-b203-b703063d0f4b tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:42.692020 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a258a78-0b2d-41ec-956f-c6d06b4142c3 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:42.695480 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6a258a78-0b2d-41ec-956f-c6d06b4142c3 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:42.722018 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-52584649-5e53-4e3f-b489-7102421963c2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] For port 3572a389-2d5c-44ba-a22d-0161e56642e4, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=3572a389-2d5c-44ba-a22d-0161e56642e4,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:42.742035 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f9892b43-e4c6-4a82-8046-62741a303570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:42.769702 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9892b43-e4c6-4a82-8046-62741a303570 None None] Pushing event deleted for resources: {'Port': ['ID=fb1a3180-9aaf-42e4-a1a6-5ea08d95a46c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:42.772176 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9892b43-e4c6-4a82-8046-62741a303570 None None] No DVR routers for this DVR port fb1a3180-9aaf-42e4-a1a6-5ea08d95a46c on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:01:42.813921 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7ed75269-e858-4b48-bc10-f92e5111b51d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] The port 'fb1a3180-9aaf-42e4-a1a6-5ea08d95a46c' was deleted {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 29 02:01:42.849162 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-6a258a78-0b2d-41ec-956f-c6d06b4142c3 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Performing IP validity checks on allocation pools {{(pid=103255) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 29 02:01:42.849766 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-6a258a78-0b2d-41ec-956f-c6d06b4142c3 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103255) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 29 02:01:42.855530 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-73fcc2eb-dbb4-49ab-b203-b703063d0f4b tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:42.859107 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-73fcc2eb-dbb4-49ab-b203-b703063d0f4b tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:42.875528 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52584649-5e53-4e3f-b489-7102421963c2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:42.909809 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-73fcc2eb-dbb4-49ab-b203-b703063d0f4b tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:42.910306 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fcc2eb-dbb4-49ab-b203-b703063d0f4b tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e0e7e542-4ae1-4814-85af-96ab1f45d763 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:01:42.915187 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-73fcc2eb-dbb4-49ab-b203-b703063d0f4b tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:42.916210 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-73fcc2eb-dbb4-49ab-b203-b703063d0f4b tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] 10.222.0.37 "DELETE /v2.0/routers/e0e7e542-4ae1-4814-85af-96ab1f45d763 HTTP/1.1" status: 204 len: 168 time: 0.3224707 Nov 29 02:01:42.920415 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40522) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:42.925302 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-307d9ecd-7159-4933-a005-b26ecf95b5bc tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Request body: {'router': {'name': 'tempest-router-889813833', 'distributed': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:42.927157 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aef62e9-3246-49c2-aa1e-2fc23bec9480 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Router a660ec7c-f042-4421-bb7a-f5f9a36972b9 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:01:42.927958 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52584649-5e53-4e3f-b489-7102421963c2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:42.928996 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52584649-5e53-4e3f-b489-7102421963c2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:42.949161 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-307d9ecd-7159-4933-a005-b26ecf95b5bc tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:42.950384 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-307d9ecd-7159-4933-a005-b26ecf95b5bc tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:43.006136 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 3572a389-2d5c-44ba-a22d-0161e56642e4 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:01:43.017623 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-307d9ecd-7159-4933-a005-b26ecf95b5bc tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:43.022017 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-307d9ecd-7159-4933-a005-b26ecf95b5bc tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:43.036395 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ed75269-e858-4b48-bc10-f92e5111b51d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:43.040411 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-307d9ecd-7159-4933-a005-b26ecf95b5bc tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:43.044687 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-307d9ecd-7159-4933-a005-b26ecf95b5bc tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1205788 Nov 29 02:01:43.044929 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40524) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:43.059993 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 3572a389-2d5c-44ba-a22d-0161e56642e4 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:43.060638 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:43.104285 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52584649-5e53-4e3f-b489-7102421963c2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:43.117921 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-7ed75269-e858-4b48-bc10-f92e5111b51d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['029b38e4-f7a6-4c8b-aabd-f01a29e78b62']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:43.127331 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0023660-20a0-487d-bcc0-c2aa17d4ba18 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:43.171627 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-52584649-5e53-4e3f-b489-7102421963c2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:43.186386 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6b62e0-9255-4c2a-a76f-66e2db3bfefb None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:43.205947 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52584649-5e53-4e3f-b489-7102421963c2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:43.206540 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52584649-5e53-4e3f-b489-7102421963c2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:43.215182 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-7ed75269-e858-4b48-bc10-f92e5111b51d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c8fc589-6515-4782-85c8-555752936f06') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:43.215480 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-7ed75269-e858-4b48-bc10-f92e5111b51d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c8fc589-6515-4782-85c8-555752936f06') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:43.217212 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a5cf1bd-ba94-4613-97c0-d7ac3ddf24e6 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:43.234198 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device fb1a3180-9aaf-42e4-a1a6-5ea08d95a46c no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:01:43.260358 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: fb1a3180-9aaf-42e4-a1a6-5ea08d95a46c {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:01:43.260675 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device fb1a3180-9aaf-42e4-a1a6-5ea08d95a46c not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:01:43.300912 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0023660-20a0-487d-bcc0-c2aa17d4ba18 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:43.303243 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0023660-20a0-487d-bcc0-c2aa17d4ba18 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:43.355020 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0023660-20a0-487d-bcc0-c2aa17d4ba18 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:43.355622 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0023660-20a0-487d-bcc0-c2aa17d4ba18 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8bd6ca13-9c28-4023-8140-2d3ceb1c6ddc {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:01:43.360720 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0023660-20a0-487d-bcc0-c2aa17d4ba18 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:43.368247 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c0023660-20a0-487d-bcc0-c2aa17d4ba18 tempest-RoutersTestDVR-998534696 tempest-RoutersTestDVR-998534696-project-admin] 10.222.0.37 "DELETE /v2.0/routers/8bd6ca13-9c28-4023-8140-2d3ceb1c6ddc HTTP/1.1" status: 204 len: 168 time: 0.3222165 Nov 29 02:01:43.584777 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:43.588361 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52584649-5e53-4e3f-b489-7102421963c2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Port': ['ID=3572a389-2d5c-44ba-a22d-0161e56642e4,revision_number=5']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:43.593094 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52584649-5e53-4e3f-b489-7102421963c2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Subnet': ['ID=f8fa1185-b58a-4917-a012-eaf9ac366afd,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:43.604865 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ed75269-e858-4b48-bc10-f92e5111b51d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:43.664946 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5cf1bd-ba94-4613-97c0-d7ac3ddf24e6 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event deleted for resources: {'Port': ['ID=abda6a05-9a1b-4c69-a1fe-ec077e5ebaf6,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:43.670319 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ed75269-e858-4b48-bc10-f92e5111b51d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:43.673821 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40530) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:43.687011 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-52584649-5e53-4e3f-b489-7102421963c2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.7833397 Nov 29 02:01:43.690403 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40534) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:43.693818 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec52ae7c-d571-47c6-98f7-a97f0ca56d60 None None] DHCP port deletion for 4851bbc4-3ddc-4587-9d58-c74c6a0c2d41 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:01:43.697135 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-079c02d3-f544-4955-a97b-d2bfff4082ee tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'port': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'mac_address': 'fa:16:3e:5e:a9:52', 'name': 'tempest-NetworksTestDHCPv6-192775242'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:43.722266 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed75269-e858-4b48-bc10-f92e5111b51d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:01:43.722683 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ed75269-e858-4b48-bc10-f92e5111b51d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:43.727118 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:01:43.727118 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:01:43.727118 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:01:43.727118 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:01:43.727118 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:01:43.727118 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:01:43.727118 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:01:43.727118 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:01:43.727118 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:01:43.727118 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:01:43.727118 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:01:43.727118 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:01:43.727118 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:01:43.727118 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:01:43.727118 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:01:43.727118 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:01:43.727118 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:01:43.727118 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:01:43.727118 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:01:43.727118 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:01:43.727118 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:01:43.727118 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:01:43.727118 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:01:43.727118 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:01:43.727118 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:01:43.727118 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:01:43.727118 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:01:43.727118 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:01:43.727118 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:01:43.727118 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:01:43.727118 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:01:43.727118 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:01:43.802211 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aef62e9-3246-49c2-aa1e-2fc23bec9480 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:01:43.812626 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6237b203-b47b-4894-8c89-5ffadc549c8b None None] Sync routers for ids ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:01:43.827501 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6237b203-b47b-4894-8c89-5ffadc549c8b None None] Routers {'a660ec7c-f042-4421-bb7a-f5f9a36972b9'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:43.828124 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6237b203-b47b-4894-8c89-5ffadc549c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:43.853874 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b69047ad-116a-4f9d-8da7-7ef646f912ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:43.862746 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1aef62e9-3246-49c2-aa1e-2fc23bec9480 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "PUT /v2.0/routers/a660ec7c-f042-4421-bb7a-f5f9a36972b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3113828 Nov 29 02:01:43.863791 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40536) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:43.909371 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079c02d3-f544-4955-a97b-d2bfff4082ee tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:43.947365 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-6237b203-b47b-4894-8c89-5ffadc549c8b None None] Set router a660ec7c-f042-4421-bb7a-f5f9a36972b9 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:43.949014 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a5cf1bd-ba94-4613-97c0-d7ac3ddf24e6 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:43.955459 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4a5cf1bd-ba94-4613-97c0-d7ac3ddf24e6 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "DELETE /v2.0/ports/abda6a05-9a1b-4c69-a1fe-ec077e5ebaf6 HTTP/1.1" status: 204 len: 168 time: 2.1455066 Nov 29 02:01:43.960581 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6a258a78-0b2d-41ec-956f-c6d06b4142c3 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:43.961837 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40538) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:43.969207 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ed75269-e858-4b48-bc10-f92e5111b51d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:43.973778 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ed75269-e858-4b48-bc10-f92e5111b51d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:43.978810 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7ed75269-e858-4b48-bc10-f92e5111b51d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/networks/029b38e4-f7a6-4c8b-aabd-f01a29e78b62 HTTP/1.1" status: 204 len: 168 time: 1.7184992 Nov 29 02:01:44.006562 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40540) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:44.044452 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb1348e-1ade-481a-8304-7d73e18bea78 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Deleting subnet e3aa1dc0-858a-4869-8c88-388807f3b63f {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:01:44.078342 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-079c02d3-f544-4955-a97b-d2bfff4082ee tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:44.079510 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed75269-e858-4b48-bc10-f92e5111b51d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Network': ['ID=029b38e4-f7a6-4c8b-aabd-f01a29e78b62,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:44.089306 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2fb1348e-1ade-481a-8304-7d73e18bea78 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:44.124744 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-079c02d3-f544-4955-a97b-d2bfff4082ee tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] device_id is not set on port 8f2dc9f8-7788-4933-b1a5-719804f6ae6e yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:01:44.164738 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-5043b8c2-1b72-4fd1-9562-3a2cf0be78dc None None] Provisioning complete for port 3572a389-2d5c-44ba-a22d-0161e56642e4 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:44.167040 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5043b8c2-1b72-4fd1-9562-3a2cf0be78dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:44.174662 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a258a78-0b2d-41ec-956f-c6d06b4142c3 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Subnet': ['ID=4d71cec5-028a-43f4-a694-74a4ac184d0b,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:44.187643 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2fb1348e-1ade-481a-8304-7d73e18bea78 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:44.188388 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6237b203-b47b-4894-8c89-5ffadc549c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'name': 'tempest-RoutersIpV6Test-router-744842310', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:46Z', 'updated_at': '2021-11-29T02:01:41Z', 'revision_number': 10, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'gw_port_host': None, '_interfaces': [{'id': '7de10e98-8e75-40c0-aae1-1367e4986a4b', 'name': '', 'network_id': '1a38d406-5b23-4605-a792-c3c4e39f6192', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:33:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:50Z', 'updated_at': '2021-11-29T02:01:00Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:44.199991 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0727c262-fbfd-42a0-a72d-81c7c2be692c tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:44.201523 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0727c262-fbfd-42a0-a72d-81c7c2be692c tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "GET /v2.0/ports?device_id=743aef22-c18f-4244-8437-75ac83c1aeb0 HTTP/1.1" status: 200 len: 913 time: 0.2381039 Nov 29 02:01:44.209157 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40542) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:44.227461 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6237b203-b47b-4894-8c89-5ffadc549c8b None None] Checking router: a660ec7c-f042-4421-bb7a-f5f9a36972b9 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:01:44.237335 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6237b203-b47b-4894-8c89-5ffadc549c8b None None] Routers {'a660ec7c-f042-4421-bb7a-f5f9a36972b9'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:44.238041 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6237b203-b47b-4894-8c89-5ffadc549c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:44.254653 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a258a78-0b2d-41ec-956f-c6d06b4142c3 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Checking segment: {'id': '38ff27ab-e861-4b0e-8c5f-6f7bfba78e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a75c8eb4-4bda-4db1-b311-4545f582e110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:01:44.255030 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a258a78-0b2d-41ec-956f-c6d06b4142c3 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Network hostable DHCP agents. Network: a75c8eb4-4bda-4db1-b311-4545f582e110, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:01:44.316886 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56b98782-d64c-4c02-bbd7-89135834f6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:44.342653 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-6237b203-b47b-4894-8c89-5ffadc549c8b None None] Set router a660ec7c-f042-4421-bb7a-f5f9a36972b9 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:44.357724 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a258a78-0b2d-41ec-956f-c6d06b4142c3 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Network a75c8eb4-4bda-4db1-b311-4545f582e110 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:01:44.376145 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b69047ad-116a-4f9d-8da7-7ef646f912ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:44.385189 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2fb1348e-1ade-481a-8304-7d73e18bea78 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:44.391142 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-6a258a78-0b2d-41ec-956f-c6d06b4142c3 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, a75c8eb4-4bda-4db1-b311-4545f582e110) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:44.395665 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a258a78-0b2d-41ec-956f-c6d06b4142c3 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:44.396710 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6a258a78-0b2d-41ec-956f-c6d06b4142c3 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:44.405378 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b55f785-8d90-48c4-83e7-f765fb04e3dc None None] Network a75c8eb4-4bda-4db1-b311-4545f582e110 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:44.416067 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b69047ad-116a-4f9d-8da7-7ef646f912ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:44.464582 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6a258a78-0b2d-41ec-956f-c6d06b4142c3 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3025262 Nov 29 02:01:44.468119 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40544) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:44.485094 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-70ef5a63-a16d-41dd-9af5-b4cb4b8993bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'port': {'network_id': 'a75c8eb4-4bda-4db1-b311-4545f582e110', 'name': 'tempest-PortsTestJSON-487188772'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:44.491333 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-884e99be-0fa5-4fe2-ab0a-8ec21f1a6468 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port 3e9e3648-b9f2-48cf-948c-19815edbb72a {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:44.491654 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-884e99be-0fa5-4fe2-ab0a-8ec21f1a6468 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:44.513610 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b69047ad-116a-4f9d-8da7-7ef646f912ed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3690a33311124b43bd19a2b68a9171e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8372920 Nov 29 02:01:44.516733 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69047ad-116a-4f9d-8da7-7ef646f912ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd299d1d-a71f-443e-b2b1-5cfd84a1f3f8,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:44.522721 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40546) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:44.596612 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2fb1348e-1ade-481a-8304-7d73e18bea78 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:44.611679 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6237b203-b47b-4894-8c89-5ffadc549c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'name': 'tempest-RoutersIpV6Test-router-744842310', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:46Z', 'updated_at': '2021-11-29T02:01:41Z', 'revision_number': 10, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'gw_port_host': None, '_interfaces': [{'id': '7de10e98-8e75-40c0-aae1-1367e4986a4b', 'name': '', 'network_id': '1a38d406-5b23-4605-a792-c3c4e39f6192', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:33:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:50Z', 'updated_at': '2021-11-29T02:01:00Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:44.643504 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2fb1348e-1ade-481a-8304-7d73e18bea78 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:44.648063 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6237b203-b47b-4894-8c89-5ffadc549c8b None None] The sync data for ids ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'] in dv-neutron-819032-3-hyperv is: [{'id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'name': 'tempest-RoutersIpV6Test-router-744842310', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:46Z', 'updated_at': '2021-11-29T02:01:41Z', 'revision_number': 10, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'gw_port_host': None, '_interfaces': [{'id': '7de10e98-8e75-40c0-aae1-1367e4986a4b', 'name': '', 'network_id': '1a38d406-5b23-4605-a792-c3c4e39f6192', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'mac_address': 'fa:16:3e:33:91:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:00:50Z', 'updated_at': '2021-11-29T02:01:00Z', 'revision_number': 5, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'subnets': [{'id': 'b1f5d4c1-391a-434c-8923-ef4b7be37f60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:01:44.650721 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2fb1348e-1ade-481a-8304-7d73e18bea78 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/subnets/e3aa1dc0-858a-4869-8c88-388807f3b63f HTTP/1.1" status: 204 len: 168 time: 0.7786093 Nov 29 02:01:44.666365 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40550) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:44.667914 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2e4f90-c455-41b8-9625-ef5d79fed165 None None] Network 34d70f5f-46dd-45bd-a76b-7e1af1decaf0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:44.673237 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cf9292-197b-4131-aaa0-2256e746aac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-a75c8eb4-4bda-4db1-b311-4545f582e110', 'network_id': 'a75c8eb4-4bda-4db1-b311-4545f582e110', 'tenant_id': '244b87083f7548969719374c99f34997', 'fixed_ips': [{'subnet_id': '4d71cec5-028a-43f4-a694-74a4ac184d0b'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:01:44.674918 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-90cf9292-197b-4131-aaa0-2256e746aac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:44.679862 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-884e99be-0fa5-4fe2-ab0a-8ec21f1a6468 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:44.680204 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-884e99be-0fa5-4fe2-ab0a-8ec21f1a6468 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:44.698084 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-884e99be-0fa5-4fe2-ab0a-8ec21f1a6468 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for 3e9e3648-b9f2-48cf-948c-19815edbb72a owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:44.702036 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1348e-1ade-481a-8304-7d73e18bea78 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event deleted for resources: {'Subnet': ['ID=e3aa1dc0-858a-4869-8c88-388807f3b63f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:44.786045 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-079c02d3-f544-4955-a97b-d2bfff4082ee tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Allocated IP 2001:db8::350 (126abf58-b75c-4c07-bafa-8e25bc6621b0/61e1e918-bbeb-4bd9-9fc2-f262e22591bb/8f2dc9f8-7788-4933-b1a5-719804f6ae6e) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:44.810418 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-07dbbb94-2d2e-4518-b172-9ca62d9ad7aa tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:44.812152 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ef5a63-a16d-41dd-9af5-b4cb4b8993bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:44.815713 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-079c02d3-f544-4955-a97b-d2bfff4082ee tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5e:a952 (126abf58-b75c-4c07-bafa-8e25bc6621b0/f8fa1185-b58a-4917-a012-eaf9ac366afd/8f2dc9f8-7788-4933-b1a5-719804f6ae6e) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:44.815903 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70ef5a63-a16d-41dd-9af5-b4cb4b8993bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:44.819690 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c9c3a065-38dc-4dc3-88df-64e5065f8ee6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:44.849611 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-70ef5a63-a16d-41dd-9af5-b4cb4b8993bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] device_id is not set on port e8a85144-1ea6-4031-b2c9-f9b9836850e6 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:01:44.895395 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c9c3a065-38dc-4dc3-88df-64e5065f8ee6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:44.967132 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-90cf9292-197b-4131-aaa0-2256e746aac2 None None] Allocated IP 172.20.0.2 (a75c8eb4-4bda-4db1-b311-4545f582e110/4d71cec5-028a-43f4-a694-74a4ac184d0b/3b2d6bc0-b3bc-4249-936c-07dbe3903b5c) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:44.975490 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-884e99be-0fa5-4fe2-ab0a-8ec21f1a6468 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:45.022932 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e99be-0fa5-4fe2-ab0a-8ec21f1a6468 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=3e9e3648-b9f2-48cf-948c-19815edbb72a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:45.052816 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00d239e4-b409-4ca2-8397-013e2a1bbb59 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:45.077192 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a1530683-1dcd-4d38-8063-6dbee0402a4d no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:01:45.127867 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-884e99be-0fa5-4fe2-ab0a-8ec21f1a6468 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:45.128563 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [None req-884e99be-0fa5-4fe2-ab0a-8ec21f1a6468 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Floating IP 7ddd9d20-65ab-4ce0-85a7-2a784b222620 disassociated (deleted). External IP: 172.26.3.14, port: 97bdb40e-4af9-4e30-a85e-91309f19d1d3. Nov 29 02:01:45.173089 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c9c3a065-38dc-4dc3-88df-64e5065f8ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:45.175736 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c9c3a065-38dc-4dc3-88df-64e5065f8ee6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:45.176264 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a858efbf-9356-4c98-a8ba-bfa682b31e69 None None] DHCP port deletion for 34d70f5f-46dd-45bd-a76b-7e1af1decaf0 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:01:45.179393 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c9c3a065-38dc-4dc3-88df-64e5065f8ee6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd299d1d-a71f-443e-b2b1-5cfd84a1f3f8 HTTP/1.1" status: 204 len: 168 time: 0.6532338 Nov 29 02:01:45.182120 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: a1530683-1dcd-4d38-8063-6dbee0402a4d {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:01:45.182480 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a1530683-1dcd-4d38-8063-6dbee0402a4d not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:01:45.204856 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-07dbbb94-2d2e-4518-b172-9ca62d9ad7aa tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Deleting port c67e98c5-166a-4760-a177-670ce227ac68 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:45.205190 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-07dbbb94-2d2e-4518-b172-9ca62d9ad7aa tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:45.227604 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3a065-38dc-4dc3-88df-64e5065f8ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd299d1d-a71f-443e-b2b1-5cfd84a1f3f8,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:45.311232 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-90cf9292-197b-4131-aaa0-2256e746aac2 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:45.359099 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-90cf9292-197b-4131-aaa0-2256e746aac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:45.432763 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf9292-197b-4131-aaa0-2256e746aac2 None None] Pushing event updated for resources: {'Port': ['ID=3b2d6bc0-b3bc-4249-936c-07dbe3903b5c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:45.470979 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:45.483569 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cf9292-197b-4131-aaa0-2256e746aac2 None None] Network a75c8eb4-4bda-4db1-b311-4545f582e110 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:45.486255 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-90cf9292-197b-4131-aaa0-2256e746aac2 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:45.489714 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a858efbf-9356-4c98-a8ba-bfa682b31e69 None None] Deleting port c67e98c5-166a-4760-a177-670ce227ac68 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:45.490386 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a858efbf-9356-4c98-a8ba-bfa682b31e69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:45.494124 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cf9292-197b-4131-aaa0-2256e746aac2 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:45.534399 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884e99be-0fa5-4fe2-ab0a-8ec21f1a6468 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router eb748527-9598-4459-b714-65533a632cbf has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:01:45.623362 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-90cf9292-197b-4131-aaa0-2256e746aac2 None None] Attempting to bind port 3b2d6bc0-b3bc-4249-936c-07dbe3903b5c on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:01:45.623990 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-90cf9292-197b-4131-aaa0-2256e746aac2 None None] Attempting to bind port 3b2d6bc0-b3bc-4249-936c-07dbe3903b5c by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '38ff27ab-e861-4b0e-8c5f-6f7bfba78e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a75c8eb4-4bda-4db1-b311-4545f582e110'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:01:45.624370 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cf9292-197b-4131-aaa0-2256e746aac2 None None] Attempting to bind port 3b2d6bc0-b3bc-4249-936c-07dbe3903b5c on network a75c8eb4-4bda-4db1-b311-4545f582e110 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:01:45.639905 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cf9292-197b-4131-aaa0-2256e746aac2 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:01:45.640315 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cf9292-197b-4131-aaa0-2256e746aac2 None None] Checking segment: {'id': '38ff27ab-e861-4b0e-8c5f-6f7bfba78e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a75c8eb4-4bda-4db1-b311-4545f582e110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:01:45.640727 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-90cf9292-197b-4131-aaa0-2256e746aac2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:45.641126 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cf9292-197b-4131-aaa0-2256e746aac2 None None] Bound using segment: {'id': '38ff27ab-e861-4b0e-8c5f-6f7bfba78e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a75c8eb4-4bda-4db1-b311-4545f582e110'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:01:45.641641 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-90cf9292-197b-4131-aaa0-2256e746aac2 None None] Bound port: 3b2d6bc0-b3bc-4249-936c-07dbe3903b5c, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ff27ab-e861-4b0e-8c5f-6f7bfba78e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a75c8eb4-4bda-4db1-b311-4545f582e110'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:01:45.642023 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-90cf9292-197b-4131-aaa0-2256e746aac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:45.649057 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-70ef5a63-a16d-41dd-9af5-b4cb4b8993bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Allocated IP 172.20.0.3 (a75c8eb4-4bda-4db1-b311-4545f582e110/4d71cec5-028a-43f4-a694-74a4ac184d0b/e8a85144-1ea6-4031-b2c9-f9b9836850e6) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:45.659111 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a858efbf-9356-4c98-a8ba-bfa682b31e69 None None] For port c67e98c5-166a-4760-a177-670ce227ac68, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c67e98c5-166a-4760-a177-670ce227ac68,segment=NetworkSegment(1df63411-d0e6-4ef8-b6bc-4fac01da39e5),segment_id=1df63411-d0e6-4ef8-b6bc-4fac01da39e5)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:45.659526 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a858efbf-9356-4c98-a8ba-bfa682b31e69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:45.691779 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a858efbf-9356-4c98-a8ba-bfa682b31e69 None None] Calling delete_port for c67e98c5-166a-4760-a177-670ce227ac68 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:45.731229 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884e99be-0fa5-4fe2-ab0a-8ec21f1a6468 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:01:45.744372 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-884e99be-0fa5-4fe2-ab0a-8ec21f1a6468 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:45.768407 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac8f6a8-15c9-4274-a05f-4995c7825ccd None None] Sync routers for ids ['eb748527-9598-4459-b714-65533a632cbf'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:01:45.797173 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40556) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:45.800947 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-079c02d3-f544-4955-a97b-d2bfff4082ee tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:45.807401 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-884e99be-0fa5-4fe2-ab0a-8ec21f1a6468 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/floatingips/7ddd9d20-65ab-4ce0-85a7-2a784b222620 HTTP/1.1" status: 204 len: 168 time: 1.7976587 Nov 29 02:01:45.819683 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641', 'tag': '97bdb40e-4af9-4e30-a85e-91309f19d1d3'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:01:45.822645 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba45aa22-5dac-4b72-afa2-fd751b5147fe" -d '{"events": [{"name": "network-changed", "server_uuid": "2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641", "tag": "97bdb40e-4af9-4e30-a85e-91309f19d1d3"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:01:45.842647 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e33fe60f-0d2b-4fdd-9ace-503862c4ec2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:45.927008 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-07dbbb94-2d2e-4518-b172-9ca62d9ad7aa tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] For port c67e98c5-166a-4760-a177-670ce227ac68, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c67e98c5-166a-4760-a177-670ce227ac68,segment=NetworkSegment(1df63411-d0e6-4ef8-b6bc-4fac01da39e5),segment_id=1df63411-d0e6-4ef8-b6bc-4fac01da39e5)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:45.927659 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-07dbbb94-2d2e-4518-b172-9ca62d9ad7aa tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:45.941076 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25483696-d248-443a-a736-f58a985287b0 x-openstack-request-id: req-25483696-d248-443a-a736-f58a985287b0 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:01:45.941392 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641", "tag": "97bdb40e-4af9-4e30-a85e-91309f19d1d3", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:01:45.941663 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25483696-d248-443a-a736-f58a985287b0 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:01:45.942187 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641', 'tag': '97bdb40e-4af9-4e30-a85e-91309f19d1d3', 'status': 'completed', 'code': 200} Nov 29 02:01:45.978158 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70ef5a63-a16d-41dd-9af5-b4cb4b8993bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:45.996258 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-90cf9292-197b-4131-aaa0-2256e746aac2 None None] For port 3b2d6bc0-b3bc-4249-936c-07dbe3903b5c, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:01:46.006064 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-07dbbb94-2d2e-4518-b172-9ca62d9ad7aa tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Calling delete_port for c67e98c5-166a-4760-a177-670ce227ac68 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:46.006293 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac8f6a8-15c9-4274-a05f-4995c7825ccd None None] Routers {'eb748527-9598-4459-b714-65533a632cbf'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:46.006863 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-fac8f6a8-15c9-4274-a05f-4995c7825ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['eb748527-9598-4459-b714-65533a632cbf'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:46.069278 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-079c02d3-f544-4955-a97b-d2bfff4082ee tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:46.079557 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45aa22-5dac-4b72-afa2-fd751b5147fe req-116b7117-7903-450e-8af2-95a61f62b219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:46.083393 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-90cf9292-197b-4131-aaa0-2256e746aac2 None None] For port 3b2d6bc0-b3bc-4249-936c-07dbe3903b5c, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=3b2d6bc0-b3bc-4249-936c-07dbe3903b5c,segment=NetworkSegment(38ff27ab-e861-4b0e-8c5f-6f7bfba78e18),segment_id=38ff27ab-e861-4b0e-8c5f-6f7bfba78e18)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:01:46.084234 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ba45aa22-5dac-4b72-afa2-fd751b5147fe req-116b7117-7903-450e-8af2-95a61f62b219 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641 HTTP/1.1" status: 200 len: 1099 time: 0.0844793 Nov 29 02:01:46.085908 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70ef5a63-a16d-41dd-9af5-b4cb4b8993bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:46.119341 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-90cf9292-197b-4131-aaa0-2256e746aac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:46.191847 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ef5a63-a16d-41dd-9af5-b4cb4b8993bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Network a75c8eb4-4bda-4db1-b311-4545f582e110 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:46.200230 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-70ef5a63-a16d-41dd-9af5-b4cb4b8993bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:46.208206 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ef5a63-a16d-41dd-9af5-b4cb4b8993bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:46.229041 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079c02d3-f544-4955-a97b-d2bfff4082ee tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:46.232521 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a858efbf-9356-4c98-a8ba-bfa682b31e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:46.236562 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf9292-197b-4131-aaa0-2256e746aac2 None None] Pushing event updated for resources: {'Port': ['ID=3b2d6bc0-b3bc-4249-936c-07dbe3903b5c,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:46.264655 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ef5a63-a16d-41dd-9af5-b4cb4b8993bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:46.265309 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70ef5a63-a16d-41dd-9af5-b4cb4b8993bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:46.269922 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-079c02d3-f544-4955-a97b-d2bfff4082ee tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:46.275918 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-fac8f6a8-15c9-4274-a05f-4995c7825ccd None None] Set router eb748527-9598-4459-b714-65533a632cbf gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:46.278495 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c02d3-f544-4955-a97b-d2bfff4082ee tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Port': ['ID=8f2dc9f8-7788-4933-b1a5-719804f6ae6e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:46.280660 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a858efbf-9356-4c98-a8ba-bfa682b31e69 None None] No DVR routers for this DVR port c67e98c5-166a-4760-a177-670ce227ac68 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:01:46.286090 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858efbf-9356-4c98-a8ba-bfa682b31e69 None None] Pushing event deleted for resources: {'Port': ['ID=c67e98c5-166a-4760-a177-670ce227ac68,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:46.291918 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079c02d3-f544-4955-a97b-d2bfff4082ee tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:46.292368 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-70ef5a63-a16d-41dd-9af5-b4cb4b8993bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8241196 Nov 29 02:01:46.295146 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40564) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:46.295753 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef5a63-a16d-41dd-9af5-b4cb4b8993bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Port': ['ID=e8a85144-1ea6-4031-b2c9-f9b9836850e6,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:46.298745 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079c02d3-f544-4955-a97b-d2bfff4082ee tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:46.299515 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-079c02d3-f544-4955-a97b-d2bfff4082ee tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:46.346774 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e33fe60f-0d2b-4fdd-9ace-503862c4ec2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:46.369633 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45aa22-5dac-4b72-afa2-fd751b5147fe req-1c9329f7-72d0-40f2-88b4-ae01da2abf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:46.369849 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e33fe60f-0d2b-4fdd-9ace-503862c4ec2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:46.371734 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ba45aa22-5dac-4b72-afa2-fd751b5147fe req-1c9329f7-72d0-40f2-88b4-ae01da2abf1f service neutron] 10.222.0.24 "GET /v2.0/networks?id=832816b9-beec-4a08-8e13-11d88846b1eb HTTP/1.1" status: 200 len: 898 time: 0.2783523 Nov 29 02:01:46.399809 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-079c02d3-f544-4955-a97b-d2bfff4082ee tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7077472 Nov 29 02:01:46.419324 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15bf35-edb1-43ec-a5df-220155b6b7fc req-4e6bbaee-1e3e-4d26-a212-1fbaad06a295 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:46.427401 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6c15bf35-edb1-43ec-a5df-220155b6b7fc req-4e6bbaee-1e3e-4d26-a212-1fbaad06a295 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641 HTTP/1.1" status: 200 len: 946 time: 0.3033197 Nov 29 02:01:46.435654 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40566) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:46.448069 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ba45aa22-5dac-4b72-afa2-fd751b5147fe req-759274e3-046f-44be-afed-32774c8e18a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97bdb40e-4af9-4e30-a85e-91309f19d1d3 HTTP/1.1" status: 200 len: 217 time: 0.0522141 Nov 29 02:01:46.517839 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-80cadf57-4a6c-43d1-a428-8bd96a20e872 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Deleting port e8a85144-1ea6-4031-b2c9-f9b9836850e6 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:46.523564 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80cadf57-4a6c-43d1-a428-8bd96a20e872 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:46.539213 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-07dbbb94-2d2e-4518-b172-9ca62d9ad7aa tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:46.551082 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e33fe60f-0d2b-4fdd-9ace-503862c4ec2a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=16ecc5dbbe6049e180cb88b320b3e600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7455254 Nov 29 02:01:46.551833 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33fe60f-0d2b-4fdd-9ace-503862c4ec2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb25006-b8a6-48cf-a358-7a04bf6fdf6e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:46.559373 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40568) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:46.574898 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-fac8f6a8-15c9-4274-a05f-4995c7825ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb748527-9598-4459-b714-65533a632cbf', 'name': 'tempest-TestNetworkBasicOps-router-822574806', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:58:53Z', 'updated_at': '2021-11-29T02:01:31Z', 'revision_number': 6, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:58:55Z', 'updated_at': '2021-11-29T01:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': 'b545aeab-eeae-407e-957b-d0d1ffeb818e', 'name': '', 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:3a:b8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '82d38417-3195-44e6-a3d7-993768ac5780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:07Z', 'updated_at': '2021-11-29T01:59:19Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '82d38417-3195-44e6-a3d7-993768ac5780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:46.643020 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac8f6a8-15c9-4274-a05f-4995c7825ccd None None] Checking router: eb748527-9598-4459-b714-65533a632cbf for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:01:46.650723 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80cadf57-4a6c-43d1-a428-8bd96a20e872 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:46.654117 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbbb94-2d2e-4518-b172-9ca62d9ad7aa tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event deleted for resources: {'Port': ['ID=c67e98c5-166a-4760-a177-670ce227ac68,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:46.654562 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac8f6a8-15c9-4274-a05f-4995c7825ccd None None] Routers {'eb748527-9598-4459-b714-65533a632cbf'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:46.655713 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-fac8f6a8-15c9-4274-a05f-4995c7825ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['eb748527-9598-4459-b714-65533a632cbf'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:46.663779 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-80cadf57-4a6c-43d1-a428-8bd96a20e872 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Calling delete_port for e8a85144-1ea6-4031-b2c9-f9b9836850e6 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:46.679633 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dbbb94-2d2e-4518-b172-9ca62d9ad7aa tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] No DVR routers for this DVR port c67e98c5-166a-4760-a177-670ce227ac68 on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:01:46.732368 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45aa22-5dac-4b72-afa2-fd751b5147fe req-532ccbaf-7506-4eb3-b2fb-08ab6fce617a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:46.734493 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ba45aa22-5dac-4b72-afa2-fd751b5147fe req-532ccbaf-7506-4eb3-b2fb-08ab6fce617a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=82d38417-3195-44e6-a3d7-993768ac5780 HTTP/1.1" status: 200 len: 834 time: 0.2775593 Nov 29 02:01:46.818684 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-d99d78d6-884d-4e85-b6aa-054bd18b18bd None None] Provisioning complete for port 8f2dc9f8-7788-4933-b1a5-719804f6ae6e triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:46.819792 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d99d78d6-884d-4e85-b6aa-054bd18b18bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:46.831525 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6c15bf35-edb1-43ec-a5df-220155b6b7fc req-708da6d4-ccd9-4128-ae94-7798aa13cff6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7e5385-c396-47f8-94ce-5fc68812c4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3983507 Nov 29 02:01:46.841861 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45aa22-5dac-4b72-afa2-fd751b5147fe req-2c56f0a5-b932-428d-b92f-e4276a410f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:46.844205 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ba45aa22-5dac-4b72-afa2-fd751b5147fe req-2c56f0a5-b932-428d-b92f-e4276a410f9c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=832816b9-beec-4a08-8e13-11d88846b1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0951316 Nov 29 02:01:46.899152 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-07dbbb94-2d2e-4518-b172-9ca62d9ad7aa tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:46.900173 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-fac8f6a8-15c9-4274-a05f-4995c7825ccd None None] Set router eb748527-9598-4459-b714-65533a632cbf gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:46.955170 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-07dbbb94-2d2e-4518-b172-9ca62d9ad7aa tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d70f5f-46dd-45bd-a76b-7e1af1decaf0']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:46.958900 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8d9a24a-849c-41a6-9449-0469bace68e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:46.975267 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-07dbbb94-2d2e-4518-b172-9ca62d9ad7aa tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df63411-d0e6-4ef8-b6bc-4fac01da39e5') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:46.975552 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-07dbbb94-2d2e-4518-b172-9ca62d9ad7aa tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df63411-d0e6-4ef8-b6bc-4fac01da39e5') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:46.985719 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80cadf57-4a6c-43d1-a428-8bd96a20e872 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:46.997563 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-d99d78d6-884d-4e85-b6aa-054bd18b18bd None None] Port 8f2dc9f8-7788-4933-b1a5-719804f6ae6e cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:01:46.998383 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-00d239e4-b409-4ca2-8397-013e2a1bbb59 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Deleting port fe0cdd17-c4db-45eb-b223-1c0339682f6a {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:46.998383 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00d239e4-b409-4ca2-8397-013e2a1bbb59 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:47.002602 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-07dbbb94-2d2e-4518-b172-9ca62d9ad7aa tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:47.008323 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-be502d0c-0c66-4b17-9e9a-69b21f2ee5e7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting port 8f2dc9f8-7788-4933-b1a5-719804f6ae6e {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:47.013979 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-be502d0c-0c66-4b17-9e9a-69b21f2ee5e7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:47.056966 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:47.063404 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cadf57-4a6c-43d1-a428-8bd96a20e872 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Port': ['ID=e8a85144-1ea6-4031-b2c9-f9b9836850e6,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:47.071336 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8d9a24a-849c-41a6-9449-0469bace68e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:47.094422 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ba45aa22-5dac-4b72-afa2-fd751b5147fe req-f2594f10-9f71-47b3-8b9b-98a165f1e5bb service neutron] 10.222.0.24 "GET /v2.0/networks/832816b9-beec-4a08-8e13-11d88846b1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131207 Nov 29 02:01:47.095162 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 3b2d6bc0-b3bc-4249-936c-07dbe3903b5c up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:01:47.147953 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-07dbbb94-2d2e-4518-b172-9ca62d9ad7aa tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:47.195691 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 3b2d6bc0-b3bc-4249-936c-07dbe3903b5c triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:47.196026 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:47.196551 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07dbbb94-2d2e-4518-b172-9ca62d9ad7aa tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:01:47.197025 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-07dbbb94-2d2e-4518-b172-9ca62d9ad7aa tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:47.199783 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80cadf57-4a6c-43d1-a428-8bd96a20e872 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: self.session.flush() Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: self.session.flush() Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: self.session.flush() Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: self.session.flush() Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:01:47.200339 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:01:47.206911 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-80cadf57-4a6c-43d1-a428-8bd96a20e872 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/ports/e8a85144-1ea6-4031-b2c9-f9b9836850e6 HTTP/1.1" status: 204 len: 168 time: 0.9083827 Nov 29 02:01:47.207532 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40570) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:47.244790 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-389d0f80-9b4f-4122-bc56-634a12ec770e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] DELETE failed (client error): The resource could not be found. Nov 29 02:01:47.245846 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-389d0f80-9b4f-4122-bc56-634a12ec770e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:01:47.251878 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-389d0f80-9b4f-4122-bc56-634a12ec770e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/ports/e8a85144-1ea6-4031-b2c9-f9b9836850e6 HTTP/1.1" status: 404 len: 333 time: 0.0389397 Nov 29 02:01:47.252065 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-fac8f6a8-15c9-4274-a05f-4995c7825ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb748527-9598-4459-b714-65533a632cbf', 'name': 'tempest-TestNetworkBasicOps-router-822574806', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:58:53Z', 'updated_at': '2021-11-29T02:01:31Z', 'revision_number': 6, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:58:55Z', 'updated_at': '2021-11-29T01:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': 'b545aeab-eeae-407e-957b-d0d1ffeb818e', 'name': '', 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:3a:b8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '82d38417-3195-44e6-a3d7-993768ac5780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:07Z', 'updated_at': '2021-11-29T01:59:19Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '82d38417-3195-44e6-a3d7-993768ac5780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:47.253241 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40572) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:47.292398 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac8f6a8-15c9-4274-a05f-4995c7825ccd None None] The sync data for ids ['eb748527-9598-4459-b714-65533a632cbf'] in dv-neutron-819032-3-hyperv is: [{'id': 'eb748527-9598-4459-b714-65533a632cbf', 'name': 'tempest-TestNetworkBasicOps-router-822574806', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:58:53Z', 'updated_at': '2021-11-29T02:01:31Z', 'revision_number': 6, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:58:55Z', 'updated_at': '2021-11-29T01:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': 'b545aeab-eeae-407e-957b-d0d1ffeb818e', 'name': '', 'network_id': '832816b9-beec-4a08-8e13-11d88846b1eb', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:3a:b8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '82d38417-3195-44e6-a3d7-993768ac5780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:07Z', 'updated_at': '2021-11-29T01:59:19Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '82d38417-3195-44e6-a3d7-993768ac5780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:01:47.329522 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-be502d0c-0c66-4b17-9e9a-69b21f2ee5e7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:47.333098 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab2380c-94a8-43ca-9081-59c87fdcc78d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] GET failed (client error): The resource could not be found. Nov 29 02:01:47.335077 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-0ab2380c-94a8-43ca-9081-59c87fdcc78d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "GET /v2.0/ports/e8a85144-1ea6-4031-b2c9-f9b9836850e6 HTTP/1.1" status: 404 len: 333 time: 0.0812798 Nov 29 02:01:47.338594 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40574) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:47.362957 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-07dbbb94-2d2e-4518-b172-9ca62d9ad7aa tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:47.380896 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:47.404956 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-07dbbb94-2d2e-4518-b172-9ca62d9ad7aa tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:47.408264 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-07dbbb94-2d2e-4518-b172-9ca62d9ad7aa tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/networks/34d70f5f-46dd-45bd-a76b-7e1af1decaf0 HTTP/1.1" status: 204 len: 168 time: 2.7401547 Nov 29 02:01:47.418871 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-be502d0c-0c66-4b17-9e9a-69b21f2ee5e7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Calling delete_port for 8f2dc9f8-7788-4933-b1a5-719804f6ae6e owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:47.424045 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40576) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:47.426508 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ba45aa22-5dac-4b72-afa2-fd751b5147fe req-3d37cb9b-6c68-4f9a-a3e4-1fb2de28c315 service neutron] 10.222.0.24 "GET /v2.0/networks/832816b9-beec-4a08-8e13-11d88846b1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184669 Nov 29 02:01:47.433645 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00d239e4-b409-4ca2-8397-013e2a1bbb59 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:47.436047 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8d9a24a-849c-41a6-9449-0469bace68e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:47.437788 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-a21773d9-6bd7-40a1-8783-754c036a0406 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Deleting subnet 4d71cec5-028a-43f4-a694-74a4ac184d0b {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:01:47.437913 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port 3b2d6bc0-b3bc-4249-936c-07dbe3903b5c, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=3b2d6bc0-b3bc-4249-936c-07dbe3903b5c,segment=NetworkSegment(38ff27ab-e861-4b0e-8c5f-6f7bfba78e18),segment_id=38ff27ab-e861-4b0e-8c5f-6f7bfba78e18)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:47.438691 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8d9a24a-849c-41a6-9449-0469bace68e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:47.439845 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c8d9a24a-849c-41a6-9449-0469bace68e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4bb25006-b8a6-48cf-a358-7a04bf6fdf6e HTTP/1.1" status: 204 len: 168 time: 0.8731780 Nov 29 02:01:47.440716 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbbb94-2d2e-4518-b172-9ca62d9ad7aa tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event deleted for resources: {'Network': ['ID=34d70f5f-46dd-45bd-a76b-7e1af1decaf0,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:47.449991 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a21773d9-6bd7-40a1-8783-754c036a0406 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:47.459060 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:47.523206 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=3b2d6bc0-b3bc-4249-936c-07dbe3903b5c,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:47.526161 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a21773d9-6bd7-40a1-8783-754c036a0406 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:47.548947 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c67e98c5-166a-4760-a177-670ce227ac68 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:01:47.579407 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: c67e98c5-166a-4760-a177-670ce227ac68 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:01:47.579676 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-00d239e4-b409-4ca2-8397-013e2a1bbb59 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Calling delete_port for fe0cdd17-c4db-45eb-b223-1c0339682f6a owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:47.580092 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c67e98c5-166a-4760-a177-670ce227ac68 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:01:47.631651 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a21773d9-6bd7-40a1-8783-754c036a0406 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:47.633991 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9a24a-849c-41a6-9449-0469bace68e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb25006-b8a6-48cf-a358-7a04bf6fdf6e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:47.715397 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a21773d9-6bd7-40a1-8783-754c036a0406 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:47.762552 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a21773d9-6bd7-40a1-8783-754c036a0406 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:47.768353 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a21773d9-6bd7-40a1-8783-754c036a0406 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/subnets/4d71cec5-028a-43f4-a694-74a4ac184d0b HTTP/1.1" status: 204 len: 168 time: 0.4264336 Nov 29 02:01:47.768353 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21773d9-6bd7-40a1-8783-754c036a0406 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Subnet': ['ID=4d71cec5-028a-43f4-a694-74a4ac184d0b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:47.774516 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40580) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:47.814636 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778e6b9f-6e7b-4707-b8d1-697a69119571 None None] New status for floating IP 7ddd9d20-65ab-4ce0-85a7-2a784b222620: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:01:47.830149 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:47.929490 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2aedd0-9d7e-4347-86bf-e87671a8dffc None None] Network a75c8eb4-4bda-4db1-b311-4545f582e110 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:47.992366 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b90e2475-d37d-44ff-8ff7-1dd731c3c529 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:48.010210 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0ccda-66b6-4e66-9c48-f60bbd1f391f req-0fadbafa-ed9a-4175-af6d-be58d602117d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:48.011713 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-92e0ccda-66b6-4e66-9c48-f60bbd1f391f req-0fadbafa-ed9a-4175-af6d-be58d602117d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641 HTTP/1.1" status: 200 len: 946 time: 0.1240549 Nov 29 02:01:48.077518 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-3fad3f88-236a-44cc-9f4a-f4b8810ac4d8 None None] Provisioning complete for port 3b2d6bc0-b3bc-4249-936c-07dbe3903b5c triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:48.077943 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3fad3f88-236a-44cc-9f4a-f4b8810ac4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:48.158894 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b90e2475-d37d-44ff-8ff7-1dd731c3c529 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Deleting port 3b2d6bc0-b3bc-4249-936c-07dbe3903b5c {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:48.159273 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b90e2475-d37d-44ff-8ff7-1dd731c3c529 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:48.187768 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96ddba-3ef7-4764-b098-ea74e0cd4ae4 req-3b29794e-41ef-47bb-b555-a188b59b7463 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:48.189354 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3d96ddba-3ef7-4764-b098-ea74e0cd4ae4 req-3b29794e-41ef-47bb-b555-a188b59b7463 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641 HTTP/1.1" status: 200 len: 946 time: 0.2776101 Nov 29 02:01:48.276255 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05331a0b-511a-437f-a6bd-521c63cfd7cf None None] DHCP port deletion for a75c8eb4-4bda-4db1-b311-4545f582e110 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:01:48.284807 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-be502d0c-0c66-4b17-9e9a-69b21f2ee5e7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:48.284987 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-92e0ccda-66b6-4e66-9c48-f60bbd1f391f req-0e54efcd-1244-4582-88ef-223b35bf1aec tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port 97bdb40e-4af9-4e30-a85e-91309f19d1d3 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:48.285211 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-92e0ccda-66b6-4e66-9c48-f60bbd1f391f req-0e54efcd-1244-4582-88ef-223b35bf1aec tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:48.301757 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b90e2475-d37d-44ff-8ff7-1dd731c3c529 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] For port 3b2d6bc0-b3bc-4249-936c-07dbe3903b5c, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=3b2d6bc0-b3bc-4249-936c-07dbe3903b5c,segment=NetworkSegment(38ff27ab-e861-4b0e-8c5f-6f7bfba78e18),segment_id=38ff27ab-e861-4b0e-8c5f-6f7bfba78e18)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:48.302130 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b90e2475-d37d-44ff-8ff7-1dd731c3c529 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:48.331408 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-05331a0b-511a-437f-a6bd-521c63cfd7cf None None] Deleting port 3b2d6bc0-b3bc-4249-936c-07dbe3903b5c {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:48.331935 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b90e2475-d37d-44ff-8ff7-1dd731c3c529 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Calling delete_port for 3b2d6bc0-b3bc-4249-936c-07dbe3903b5c owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:48.332272 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-05331a0b-511a-437f-a6bd-521c63cfd7cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:48.363795 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be502d0c-0c66-4b17-9e9a-69b21f2ee5e7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Port': ['ID=8f2dc9f8-7788-4933-b1a5-719804f6ae6e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:48.374586 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3d96ddba-3ef7-4764-b098-ea74e0cd4ae4 req-cb8f2e67-93a2-47b7-aa57-d579ee13f2f7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7e5385-c396-47f8-94ce-5fc68812c4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626492 Nov 29 02:01:48.379952 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00d239e4-b409-4ca2-8397-013e2a1bbb59 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:48.427653 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-05331a0b-511a-437f-a6bd-521c63cfd7cf None None] For port 3b2d6bc0-b3bc-4249-936c-07dbe3903b5c, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=3b2d6bc0-b3bc-4249-936c-07dbe3903b5c,segment=NetworkSegment(38ff27ab-e861-4b0e-8c5f-6f7bfba78e18),segment_id=38ff27ab-e861-4b0e-8c5f-6f7bfba78e18)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:48.428356 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-05331a0b-511a-437f-a6bd-521c63cfd7cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:48.451436 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d239e4-b409-4ca2-8397-013e2a1bbb59 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event deleted for resources: {'Port': ['ID=fe0cdd17-c4db-45eb-b223-1c0339682f6a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:48.455249 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-05331a0b-511a-437f-a6bd-521c63cfd7cf None None] Calling delete_port for 3b2d6bc0-b3bc-4249-936c-07dbe3903b5c owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:48.482757 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-be502d0c-0c66-4b17-9e9a-69b21f2ee5e7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:48.484945 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-be502d0c-0c66-4b17-9e9a-69b21f2ee5e7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/8f2dc9f8-7788-4933-b1a5-719804f6ae6e HTTP/1.1" status: 204 len: 168 time: 2.0483756 Nov 29 02:01:48.490269 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40596) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:48.544339 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba8fbed-512a-4ecd-a70f-a9f8faed12f8 None None] DHCP port deletion for 4851bbc4-3ddc-4587-9d58-c74c6a0c2d41 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:01:48.550832 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-05331a0b-511a-437f-a6bd-521c63cfd7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:48.592001 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05331a0b-511a-437f-a6bd-521c63cfd7cf None None] Pushing event deleted for resources: {'Port': ['ID=3b2d6bc0-b3bc-4249-936c-07dbe3903b5c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:48.594391 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05331a0b-511a-437f-a6bd-521c63cfd7cf None None] No DVR routers for this DVR port 3b2d6bc0-b3bc-4249-936c-07dbe3903b5c on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:01:48.748946 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c0c9314-7c14-4779-af4e-b3d0c4c7d323 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:48.813708 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40604) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:48.862623 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00d239e4-b409-4ca2-8397-013e2a1bbb59 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:48.943324 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-92e0ccda-66b6-4e66-9c48-f60bbd1f391f req-0e54efcd-1244-4582-88ef-223b35bf1aec tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] For port 97bdb40e-4af9-4e30-a85e-91309f19d1d3, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=97bdb40e-4af9-4e30-a85e-91309f19d1d3,segment=NetworkSegment(b2cf5c1c-ee07-41a8-bd6a-2f68c500f224),segment_id=b2cf5c1c-ee07-41a8-bd6a-2f68c500f224)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:48.943695 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-92e0ccda-66b6-4e66-9c48-f60bbd1f391f req-0e54efcd-1244-4582-88ef-223b35bf1aec tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:48.959148 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 3b2d6bc0-b3bc-4249-936c-07dbe3903b5c no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:01:48.963518 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-92e0ccda-66b6-4e66-9c48-f60bbd1f391f req-0e54efcd-1244-4582-88ef-223b35bf1aec tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for 97bdb40e-4af9-4e30-a85e-91309f19d1d3 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:48.983123 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 3b2d6bc0-b3bc-4249-936c-07dbe3903b5c {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:01:48.983842 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 3b2d6bc0-b3bc-4249-936c-07dbe3903b5c not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:01:49.017978 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [None req-bc8b554d-d614-49d5-9bf5-f14a1da695dc tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.018989 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bc8b554d-d614-49d5-9bf5-f14a1da695dc tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2043302 Nov 29 02:01:49.026171 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40608) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.031729 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [None req-3a7aa461-3cdb-40b4-86d5-ec74e28b0f3b tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.032672 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3a7aa461-3cdb-40b4-86d5-ec74e28b0f3b tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0055912 Nov 29 02:01:49.037499 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82174781-ea90-41af-9dd1-47db2e8bfbd0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:49.038036 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40610) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.039008 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-82174781-ea90-41af-9dd1-47db2e8bfbd0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5453382 Nov 29 02:01:49.045524 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [None req-26423418-f365-42b5-9f88-138b6a373468 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.046498 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-26423418-f365-42b5-9f88-138b6a373468 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0065835 Nov 29 02:01:49.047856 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40612) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.049527 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40614) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.051281 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b90e2475-d37d-44ff-8ff7-1dd731c3c529 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:49.057396 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [None req-fda6617c-24df-4453-bf6d-0c02073635ec tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.058384 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-fda6617c-24df-4453-bf6d-0c02073635ec tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0072894 Nov 29 02:01:49.060931 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40616) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.065575 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [None req-348c840e-2547-4c4e-87a7-67f7450ce5e9 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.068634 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-348c840e-2547-4c4e-87a7-67f7450ce5e9 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0039930 Nov 29 02:01:49.071644 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40618) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.078234 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [None req-250eb185-a729-475c-9553-b30c92d6fabc tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.079175 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-250eb185-a729-475c-9553-b30c92d6fabc tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0056307 Nov 29 02:01:49.081953 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40620) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.088853 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [None req-8e3cb15a-f859-45b3-b87f-216bff669b8d tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.089821 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8e3cb15a-f859-45b3-b87f-216bff669b8d tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0068462 Nov 29 02:01:49.092722 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40622) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.097099 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [None req-bc93a21c-ba7c-491d-b1dd-5fcdfc810c2c tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.099787 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bc93a21c-ba7c-491d-b1dd-5fcdfc810c2c tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0038433 Nov 29 02:01:49.108101 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40624) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.114398 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [None req-624e5423-1650-41b2-b412-cffb7ea6be5a tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.115392 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-624e5423-1650-41b2-b412-cffb7ea6be5a tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0063946 Nov 29 02:01:49.118327 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40626) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.120523 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e2475-d37d-44ff-8ff7-1dd731c3c529 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Port': ['ID=3b2d6bc0-b3bc-4249-936c-07dbe3903b5c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:49.125155 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [None req-90bf323d-8573-4a94-86b6-65027bc3575e tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.126164 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-90bf323d-8573-4a94-86b6-65027bc3575e tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0071590 Nov 29 02:01:49.130781 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40628) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.135025 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90e2475-d37d-44ff-8ff7-1dd731c3c529 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] No DVR routers for this DVR port 3b2d6bc0-b3bc-4249-936c-07dbe3903b5c on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:01:49.140188 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-c6136282-2588-4816-894e-3b5241ae7144 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.143658 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c6136282-2588-4816-894e-3b5241ae7144 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0074015 Nov 29 02:01:49.144923 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40630) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.155087 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [None req-9318250d-d095-4623-bd8b-a9f3921f8379 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.158532 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9318250d-d095-4623-bd8b-a9f3921f8379 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0107906 Nov 29 02:01:49.159965 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40632) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.164743 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [None req-340c23e7-bdbe-4ec5-8c06-09e0c6dd4f38 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.166269 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-340c23e7-bdbe-4ec5-8c06-09e0c6dd4f38 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0045524 Nov 29 02:01:49.169734 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40634) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.174948 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [None req-3ea7ffa7-0b7b-4dc9-9c5f-86d4cd0f9aa4 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.175887 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3ea7ffa7-0b7b-4dc9-9c5f-86d4cd0f9aa4 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0039804 Nov 29 02:01:49.179681 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40636) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.232725 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [None req-46c77ae2-fb15-4f4d-bc18-09a910d0ae88 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.236534 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-46c77ae2-fb15-4f4d-bc18-09a910d0ae88 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0215683 Nov 29 02:01:49.241691 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a65224-6c1c-430e-b0f2-53a0bf6be4a7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:49.245572 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-52a65224-6c1c-430e-b0f2-53a0bf6be4a7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1928337 Nov 29 02:01:49.246835 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40638) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.247154 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40640) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.253305 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-1a459320-7bb3-418b-bf60-f4201772ae03 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.254216 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1a459320-7bb3-418b-bf60-f4201772ae03 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0055025 Nov 29 02:01:49.260158 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-72207d9a-4c42-4343-b4b5-efdde1176a83 req-2a88b953-31d0-4574-8f35-1b308b991cc2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2314739 Nov 29 02:01:49.261184 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40644) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.283905 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-530ae1d7-5eab-43d6-b26f-12b5a8ede195 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.287420 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-530ae1d7-5eab-43d6-b26f-12b5a8ede195 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0084169 Nov 29 02:01:49.287899 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40646) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.292777 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [None req-f8471536-ae0a-4fde-897f-9eee87556e79 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.295931 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f8471536-ae0a-4fde-897f-9eee87556e79 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0048902 Nov 29 02:01:49.297864 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40648) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.304761 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b90e2475-d37d-44ff-8ff7-1dd731c3c529 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:49.305300 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [None req-3e19c682-a053-4f10-8e0d-f20402444a3b tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.306316 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3e19c682-a053-4f10-8e0d-f20402444a3b tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0061615 Nov 29 02:01:49.312005 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40650) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.315671 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [None req-0a6a6b8f-c130-41af-82dd-ebcfbb76cfb1 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.316590 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0a6a6b8f-c130-41af-82dd-ebcfbb76cfb1 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0039585 Nov 29 02:01:49.348861 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40652) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.379174 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-ef247ceb-0fd8-4ad4-8f8c-84bf9226328c tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.380189 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ef247ceb-0fd8-4ad4-8f8c-84bf9226328c tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0219414 Nov 29 02:01:49.392047 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40654) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.402029 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-14d2530d-4d23-4610-8275-5bdf10bebae1 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.405373 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-14d2530d-4d23-4610-8275-5bdf10bebae1 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0091610 Nov 29 02:01:49.411145 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-b90e2475-d37d-44ff-8ff7-1dd731c3c529 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a75c8eb4-4bda-4db1-b311-4545f582e110']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:49.415937 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40658) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.425416 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-d89de317-d36a-428e-8305-00a03115f81a tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.428807 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d89de317-d36a-428e-8305-00a03115f81a tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0076208 Nov 29 02:01:49.437349 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40660) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.445222 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-b90e2475-d37d-44ff-8ff7-1dd731c3c529 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ff27ab-e861-4b0e-8c5f-6f7bfba78e18') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:49.445531 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-b90e2475-d37d-44ff-8ff7-1dd731c3c529 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ff27ab-e861-4b0e-8c5f-6f7bfba78e18') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:49.450091 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-38980460-296d-4117-aed7-05ca2ff061e1 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.451255 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-38980460-296d-4117-aed7-05ca2ff061e1 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0092440 Nov 29 02:01:49.459315 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40662) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.466743 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0695a58-213c-44a3-802d-434652652549 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:49.468266 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0695a58-213c-44a3-802d-434652652549 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:49.469841 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0695a58-213c-44a3-802d-434652652549 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:49.471609 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d0695a58-213c-44a3-802d-434652652549 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2216227 Nov 29 02:01:49.474983 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-27f2462c-fc57-4897-a207-1afcee9f4905 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.475959 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-27f2462c-fc57-4897-a207-1afcee9f4905 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0139530 Nov 29 02:01:49.482949 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40664) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.483293 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40666) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.489837 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b90e2475-d37d-44ff-8ff7-1dd731c3c529 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:49.494516 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-1ba0eecb-12ee-455b-a383-fef7fd8571be tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.495583 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1ba0eecb-12ee-455b-a383-fef7fd8571be tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0086763 Nov 29 02:01:49.508927 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40668) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.518991 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-9c7659fb-2831-49ff-a3ba-fb258a1c122e tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.519995 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9c7659fb-2831-49ff-a3ba-fb258a1c122e tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0080218 Nov 29 02:01:49.520824 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-92e0ccda-66b6-4e66-9c48-f60bbd1f391f req-0e54efcd-1244-4582-88ef-223b35bf1aec tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:49.550982 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40670) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.559178 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b90e2475-d37d-44ff-8ff7-1dd731c3c529 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:49.563479 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-dd0586a0-507e-4db1-8383-05e4cd5f33ed tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.564474 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-dd0586a0-507e-4db1-8383-05e4cd5f33ed tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0093908 Nov 29 02:01:49.572688 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40672) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.576675 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72207d9a-4c42-4343-b4b5-efdde1176a83 req-9ea63972-5c15-474d-aa46-eb508eabc2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:49.578245 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-72207d9a-4c42-4343-b4b5-efdde1176a83 req-9ea63972-5c15-474d-aa46-eb508eabc2a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b8cd21cd1c9b40658c50d85b4f327f37&device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 1098 time: 0.2659595 Nov 29 02:01:49.610079 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-9bfc9422-cf31-4626-a38c-e7d5a538982a tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.611147 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9bfc9422-cf31-4626-a38c-e7d5a538982a tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0320175 Nov 29 02:01:49.620683 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40674) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.625165 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-1fa5d127-3bc6-4472-97a2-d6f7d153c1f5 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.626198 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1fa5d127-3bc6-4472-97a2-d6f7d153c1f5 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0043879 Nov 29 02:01:49.627477 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b90e2475-d37d-44ff-8ff7-1dd731c3c529 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:01:49.627896 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b90e2475-d37d-44ff-8ff7-1dd731c3c529 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: self.session.flush() Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: self.session.flush() Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: self.session.flush() Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: self.session.flush() Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:01:49.641874 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:01:49.644959 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54efcd-1244-4582-88ef-223b35bf1aec tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=97bdb40e-4af9-4e30-a85e-91309f19d1d3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:49.646047 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40676) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.685960 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-8c0c9314-7c14-4779-af4e-b3d0c4c7d323 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Deleting port 7de10e98-8e75-40c0-aae1-1367e4986a4b {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:49.686295 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c0c9314-7c14-4779-af4e-b3d0c4c7d323 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:49.690331 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2cbdeb16-c98e-4497-ab27-751bf7ffca33 req-43afb36a-bf06-4f4a-bfd8-fe6c65767734 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641 HTTP/1.1" status: 200 len: 210 time: 0.0383387 Nov 29 02:01:49.706976 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-6492e6b7-8c9a-44c0-8902-8c06e3dbcd77 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.708037 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6492e6b7-8c9a-44c0-8902-8c06e3dbcd77 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0044568 Nov 29 02:01:49.731251 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d239e4-b409-4ca2-8397-013e2a1bbb59 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Router 743aef22-c18f-4244-8437-75ac83c1aeb0 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:01:49.731874 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40678) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.738122 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [None req-9b734c3d-037f-4a15-9b91-8d060ff55d90 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.739072 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9b734c3d-037f-4a15-9b91-8d060ff55d90 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0062494 Nov 29 02:01:49.745244 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40680) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.754627 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [None req-be5b7139-ddf6-4e14-a6a8-f48a57d93613 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.755583 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-be5b7139-ddf6-4e14-a6a8-f48a57d93613 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0087407 Nov 29 02:01:49.758303 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40682) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.762868 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [None req-29923b7f-291e-46f0-9bab-2b7bfb0ddc8b tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.763728 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-29923b7f-291e-46f0-9bab-2b7bfb0ddc8b tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0045602 Nov 29 02:01:49.766783 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8458b94-a867-4a6b-9d6a-c3f47eef587e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting subnet 61e1e918-bbeb-4bd9-9fc2-f262e22591bb {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:01:49.768669 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40684) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.782964 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-e46d82d9-83d2-4b8f-a94f-acd81d6a4f9a tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.783935 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e46d82d9-83d2-4b8f-a94f-acd81d6a4f9a tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0065978 Nov 29 02:01:49.787644 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8458b94-a867-4a6b-9d6a-c3f47eef587e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:49.815435 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40686) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.819681 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [None req-394f0467-5d92-4b5b-9a56-29b17055edf5 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.820617 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-394f0467-5d92-4b5b-9a56-29b17055edf5 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0042264 Nov 29 02:01:49.832246 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e0ccda-66b6-4e66-9c48-f60bbd1f391f req-0e54efcd-1244-4582-88ef-223b35bf1aec tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] No DVR routers for this DVR port 97bdb40e-4af9-4e30-a85e-91309f19d1d3 on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:01:49.833708 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40688) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.842492 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-11c0205b-392b-467b-a89b-d793a71d544e tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.843424 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-11c0205b-392b-467b-a89b-d793a71d544e tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0042477 Nov 29 02:01:49.848356 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-92e0ccda-66b6-4e66-9c48-f60bbd1f391f req-0e54efcd-1244-4582-88ef-223b35bf1aec tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:49.851665 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-92e0ccda-66b6-4e66-9c48-f60bbd1f391f req-0e54efcd-1244-4582-88ef-223b35bf1aec tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "DELETE /v2.0/ports/97bdb40e-4af9-4e30-a85e-91309f19d1d3 HTTP/1.1" status: 204 len: 173 time: 1.8322990 Nov 29 02:01:49.854442 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40690) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.854596 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641', 'name': 'network-vif-deleted', 'tag': '97bdb40e-4af9-4e30-a85e-91309f19d1d3'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:01:49.855053 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96b53d9-63a4-4358-8002-073341901440" -d '{"events": [{"server_uuid": "2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641", "name": "network-vif-deleted", "tag": "97bdb40e-4af9-4e30-a85e-91309f19d1d3"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:01:49.866960 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [None req-6e5adc5d-6de1-403d-b45a-bea4c6ae1b4a tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.870951 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6e5adc5d-6de1-403d-b45a-bea4c6ae1b4a tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0141816 Nov 29 02:01:49.871822 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b90e2475-d37d-44ff-8ff7-1dd731c3c529 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:49.875640 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40694) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.889686 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8458b94-a867-4a6b-9d6a-c3f47eef587e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:49.896122 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b90e2475-d37d-44ff-8ff7-1dd731c3c529 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:49.898856 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-8c0c9314-7c14-4779-af4e-b3d0c4c7d323 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] For port 7de10e98-8e75-40c0-aae1-1367e4986a4b, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7de10e98-8e75-40c0-aae1-1367e4986a4b,segment=NetworkSegment(1819228c-941e-4351-b2dc-bedc5fe04a7d),segment_id=1819228c-941e-4351-b2dc-bedc5fe04a7d)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:49.899322 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c0c9314-7c14-4779-af4e-b3d0c4c7d323 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:49.900915 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b90e2475-d37d-44ff-8ff7-1dd731c3c529 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/networks/a75c8eb4-4bda-4db1-b311-4545f582e110 HTTP/1.1" status: 204 len: 168 time: 2.1240637 Nov 29 02:01:49.904220 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-c913022a-a3fe-4849-a6f3-ed86b4681c74 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.905418 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c913022a-a3fe-4849-a6f3-ed86b4681c74 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0218127 Nov 29 02:01:49.911016 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40696) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.911368 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40698) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.916332 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ba978549-bce4-4c87-8229-5778c36b8822 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1140328811'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:49.930217 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [None req-4010bd5f-91ba-408c-a68b-e89c9b65b1b9 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.931620 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4010bd5f-91ba-408c-a68b-e89c9b65b1b9 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0112615 Nov 29 02:01:49.934406 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40700) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.941578 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-8c0c9314-7c14-4779-af4e-b3d0c4c7d323 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Calling delete_port for 7de10e98-8e75-40c0-aae1-1367e4986a4b owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:49.945788 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [None req-11fa37e2-0baa-4f9b-9fb9-7feedd09a9f4 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.947654 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa97021c-fce8-4d8c-9c84-ae667a9cfa43 x-openstack-request-id: req-fa97021c-fce8-4d8c-9c84-ae667a9cfa43 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:01:49.947810 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-11fa37e2-0baa-4f9b-9fb9-7feedd09a9f4 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0073805 Nov 29 02:01:49.948255 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641", "name": "network-vif-deleted", "tag": "97bdb40e-4af9-4e30-a85e-91309f19d1d3", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:01:49.948655 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa97021c-fce8-4d8c-9c84-ae667a9cfa43 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:01:49.949200 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e56a242-1b26-4c1a-b6ba-3f0e4e5c4641', 'name': 'network-vif-deleted', 'tag': '97bdb40e-4af9-4e30-a85e-91309f19d1d3', 'status': 'completed', 'code': 200} Nov 29 02:01:49.951409 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40702) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.955098 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e2475-d37d-44ff-8ff7-1dd731c3c529 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Network': ['ID=a75c8eb4-4bda-4db1-b311-4545f582e110,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:49.960133 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72207d9a-4c42-4343-b4b5-efdde1176a83 req-86c71a6f-5ce4-41eb-a0af-4e485693b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:49.961609 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-72207d9a-4c42-4343-b4b5-efdde1176a83 req-86c71a6f-5ce4-41eb-a0af-4e485693b28e service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb92b723-cb1c-4df8-84a3-7b1e42ef5335 HTTP/1.1" status: 200 len: 913 time: 0.3420463 Nov 29 02:01:49.964331 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [None req-a98ac3d8-7a0c-4d17-a392-e865157d73e7 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.965310 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a98ac3d8-7a0c-4d17-a392-e865157d73e7 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0091202 Nov 29 02:01:49.970028 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40704) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.975179 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-20edab8f-1a15-4ce8-8dde-423fa62ad1ca tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.976418 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-20edab8f-1a15-4ce8-8dde-423fa62ad1ca tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0047562 Nov 29 02:01:49.981153 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40706) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:49.994037 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-26cb2813-8368-48a8-b8eb-8f1bcb14193d tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:49.995271 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-26cb2813-8368-48a8-b8eb-8f1bcb14193d tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0130286 Nov 29 02:01:50.000330 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40708) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:50.004554 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-4c0a3321-0788-443d-8d56-41d311590ca1 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:50.007864 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4c0a3321-0788-443d-8d56-41d311590ca1 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0042634 Nov 29 02:01:50.025365 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40710) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:50.034198 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [None req-7e084ad1-9a5a-476c-9d8a-926bfc7e0366 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:50.037592 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7e084ad1-9a5a-476c-9d8a-926bfc7e0366 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0070305 Nov 29 02:01:50.037592 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba978549-bce4-4c87-8229-5778c36b8822 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:50.039672 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba978549-bce4-4c87-8229-5778c36b8822 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:50.039807 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40712) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:50.048413 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-fee03a42-efc8-4b90-afee-88666cdb9785 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:50.052074 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-fee03a42-efc8-4b90-afee-88666cdb9785 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0089860 Nov 29 02:01:50.052244 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d239e4-b409-4ca2-8397-013e2a1bbb59 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:01:50.056908 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40714) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:50.065694 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-00d239e4-b409-4ca2-8397-013e2a1bbb59 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "PUT /v2.0/routers/743aef22-c18f-4244-8437-75ac83c1aeb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8549948 Nov 29 02:01:50.068586 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [None req-ec1a8353-e331-4880-baf7-bc34c4731eae tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:50.069434 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ec1a8353-e331-4880-baf7-bc34c4731eae tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0115714 Nov 29 02:01:50.072872 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40716) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:50.073210 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40718) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:50.083080 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab2d18f-be73-49b6-9c33-9951ab5a46d3 None None] Sync routers for ids ['743aef22-c18f-4244-8437-75ac83c1aeb0'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:01:50.096493 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab2d18f-be73-49b6-9c33-9951ab5a46d3 None None] Routers {'743aef22-c18f-4244-8437-75ac83c1aeb0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:50.098061 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9ab2d18f-be73-49b6-9c33-9951ab5a46d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['743aef22-c18f-4244-8437-75ac83c1aeb0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:50.125059 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-72207d9a-4c42-4343-b4b5-efdde1176a83 req-9a69fb27-32c2-4dc0-bbbd-f860dfcdfe1a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa82e7af-5435-42ba-a21f-1b96cdc0acdd HTTP/1.1" status: 200 len: 1001 time: 0.1445479 Nov 29 02:01:50.129916 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8458b94-a867-4a6b-9d6a-c3f47eef587e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:50.152376 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9ab2d18f-be73-49b6-9c33-9951ab5a46d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:50.158874 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [None req-2eb75d32-3217-40ee-b1b3-0ade77048b06 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:50.160986 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2eb75d32-3217-40ee-b1b3-0ade77048b06 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0822687 Nov 29 02:01:50.163745 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab2d18f-be73-49b6-9c33-9951ab5a46d3 None None] Routers {'743aef22-c18f-4244-8437-75ac83c1aeb0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:50.164624 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9ab2d18f-be73-49b6-9c33-9951ab5a46d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['743aef22-c18f-4244-8437-75ac83c1aeb0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:50.168939 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40722) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:50.173272 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba978549-bce4-4c87-8229-5778c36b8822 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:01:50.174270 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-d20d242c-a50f-412f-991c-41eb4a8f63b0 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:50.175245 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d20d242c-a50f-412f-991c-41eb4a8f63b0 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0042620 Nov 29 02:01:50.185009 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba978549-bce4-4c87-8229-5778c36b8822 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:50.185444 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-ba978549-bce4-4c87-8229-5778c36b8822 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Added segment dd1729df-4563-4a9c-b07e-3a341bd0c445 of type vlan for network ffd96fed-9470-4533-a865-b5f7fe6ac9f9 Nov 29 02:01:50.185975 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40724) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:50.193694 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-266985fe-7556-4494-ab8e-2f5f970d70ae tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:50.194682 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-266985fe-7556-4494-ab8e-2f5f970d70ae tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0044143 Nov 29 02:01:50.213968 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40726) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:50.219529 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9ab2d18f-be73-49b6-9c33-9951ab5a46d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:50.220968 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-24ef7c8d-f6df-4811-8f11-6dc116cc4f46 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:50.221337 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab2d18f-be73-49b6-9c33-9951ab5a46d3 None None] The sync data for ids ['743aef22-c18f-4244-8437-75ac83c1aeb0'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:01:50.224512 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-24ef7c8d-f6df-4811-8f11-6dc116cc4f46 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0064359 Nov 29 02:01:50.226117 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40728) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:50.233555 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-9ad87bd7-7942-44c9-baba-a53ecf78fd46 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:50.234539 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9ad87bd7-7942-44c9-baba-a53ecf78fd46 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0075133 Nov 29 02:01:50.240217 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40730) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:50.248693 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-9bc8a55a-384c-45ff-9f4a-e419dc65c6f2 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:50.249701 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9bc8a55a-384c-45ff-9f4a-e419dc65c6f2 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0064321 Nov 29 02:01:50.254609 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40732) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:50.260591 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-dcf1b71b-32c7-419f-8450-2fb9b24eb997 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:50.263847 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-dcf1b71b-32c7-419f-8450-2fb9b24eb997 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0060995 Nov 29 02:01:50.263847 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8458b94-a867-4a6b-9d6a-c3f47eef587e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:50.266218 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72207d9a-4c42-4343-b4b5-efdde1176a83 req-0d41f442-dbcf-4f0c-b39b-836ca645ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:50.267608 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-72207d9a-4c42-4343-b4b5-efdde1176a83 req-0d41f442-dbcf-4f0c-b39b-836ca645ec25 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7fe7d8ce-5428-4f8e-9400-d67b4f1b0825 HTTP/1.1" status: 200 len: 851 time: 0.0978475 Nov 29 02:01:50.269053 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40734) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:50.276794 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-c3625fca-bbd4-4b53-a839-856ace4d79f4 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:50.280022 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c3625fca-bbd4-4b53-a839-856ace4d79f4 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0052607 Nov 29 02:01:50.297882 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40736) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:50.309365 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8458b94-a867-4a6b-9d6a-c3f47eef587e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Subnet': ['ID=61e1e918-bbeb-4bd9-9fc2-f262e22591bb,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:50.312809 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [None req-f0888cbd-302e-4741-9145-c6343785b487 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:50.316346 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f0888cbd-302e-4741-9145-c6343785b487 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0084605 Nov 29 02:01:50.317250 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba978549-bce4-4c87-8229-5778c36b8822 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:50.321975 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40738) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:50.326943 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8458b94-a867-4a6b-9d6a-c3f47eef587e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:50.332973 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c8458b94-a867-4a6b-9d6a-c3f47eef587e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/61e1e918-bbeb-4bd9-9fc2-f262e22591bb HTTP/1.1" status: 204 len: 168 time: 0.8472683 Nov 29 02:01:50.333585 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90950d03-7171-4e26-9a0d-6e938529f4eb None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:50.335070 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40740) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:50.343098 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [None req-ddd1ccc7-4c10-4dbe-8fa8-fe5815bf3d0a tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:50.345571 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ddd1ccc7-4c10-4dbe-8fa8-fe5815bf3d0a tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0201025 Nov 29 02:01:50.349897 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40742) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:50.402267 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-f55a5584-f3f5-46fd-a215-78ee753c4ce4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting subnet f8fa1185-b58a-4917-a012-eaf9ac366afd {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:01:50.408693 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-1d1db32a-05eb-4555-8023-ad430d8bc687 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:50.412680 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1d1db32a-05eb-4555-8023-ad430d8bc687 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0148473 Nov 29 02:01:50.413757 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40744) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:50.414658 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f55a5584-f3f5-46fd-a215-78ee753c4ce4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:50.447810 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba978549-bce4-4c87-8229-5778c36b8822 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:50.449888 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-58bb5226-5924-4134-949f-c634e44d9c4b tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:50.451002 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-58bb5226-5924-4134-949f-c634e44d9c4b tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0317712 Nov 29 02:01:50.453325 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba978549-bce4-4c87-8229-5778c36b8822 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:50.453944 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba978549-bce4-4c87-8229-5778c36b8822 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:50.457658 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40746) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:50.466383 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-0d72dffe-eb2b-415f-aaa8-b8ab0ad3abdc tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:50.467677 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-0d72dffe-eb2b-415f-aaa8-b8ab0ad3abdc tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0074089 Nov 29 02:01:50.474258 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72207d9a-4c42-4343-b4b5-efdde1176a83 req-5e292e6d-8ba2-482a-ad9b-99b335a40532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:50.475874 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-72207d9a-4c42-4343-b4b5-efdde1176a83 req-5e292e6d-8ba2-482a-ad9b-99b335a40532 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb92b723-cb1c-4df8-84a3-7b1e42ef5335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1778402 Nov 29 02:01:50.478962 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40748) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:50.487723 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-e9932816-c7d0-43c6-b68a-57e56126f8c5 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:50.491711 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e9932816-c7d0-43c6-b68a-57e56126f8c5 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0095108 Nov 29 02:01:50.494218 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40750) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:50.508026 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-67ba8415-c1f8-4bb9-be45-0a2226dbe267 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:50.512132 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-67ba8415-c1f8-4bb9-be45-0a2226dbe267 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0144303 Nov 29 02:01:50.514927 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f55a5584-f3f5-46fd-a215-78ee753c4ce4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:50.518486 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40752) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:50.532323 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-4a933f42-32e6-4c85-94a2-abf3a16b4cd1 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:50.533576 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4a933f42-32e6-4c85-94a2-abf3a16b4cd1 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0139086 Nov 29 02:01:50.539547 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4428b9c7-9bb8-4be8-a3e1-521784b20635 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:50.542078 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40754) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:50.553145 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [None req-3d8d2e41-ca84-42cf-b011-9fbec8815843 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:50.557451 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3d8d2e41-ca84-42cf-b011-9fbec8815843 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0066574 Nov 29 02:01:50.581508 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40756) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:50.592209 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-258f3506-1fea-4a72-967c-a8fc64daf9af tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:50.592735 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c0c9314-7c14-4779-af4e-b3d0c4c7d323 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:50.596391 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-258f3506-1fea-4a72-967c-a8fc64daf9af tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0117509 Nov 29 02:01:50.598679 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40758) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:50.605426 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-e2dcd1a2-5c21-4123-a5b0-47962118a0e4 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:50.609011 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e2dcd1a2-5c21-4123-a5b0-47962118a0e4 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0074914 Nov 29 02:01:50.615231 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40760) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:50.620957 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-a4f2dc7e-800e-4386-93cf-e16ae6abd3f8 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:50.621940 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a4f2dc7e-800e-4386-93cf-e16ae6abd3f8 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0042050 Nov 29 02:01:50.625294 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba978549-bce4-4c87-8229-5778c36b8822 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Network': ['ID=ffd96fed-9470-4533-a865-b5f7fe6ac9f9,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:50.629485 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40762) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:50.634453 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-429dae93-e0c4-4096-8ae4-dbda7de74634 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:50.635300 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-429dae93-e0c4-4096-8ae4-dbda7de74634 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0048635 Nov 29 02:01:50.640788 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network ffd96fed-9470-4533-a865-b5f7fe6ac9f9 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:01:50.642464 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40764) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:50.652824 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-002354cc-412b-43b8-8c88-813c3a6d89c5 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:50.654122 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-002354cc-412b-43b8-8c88-813c3a6d89c5 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0104973 Nov 29 02:01:50.658077 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ba978549-bce4-4c87-8229-5778c36b8822 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7456734 Nov 29 02:01:50.658642 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40766) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:50.666222 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c9314-7c14-4779-af4e-b3d0c4c7d323 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event deleted for resources: {'Port': ['ID=7de10e98-8e75-40c0-aae1-1367e4986a4b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:50.670489 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40768) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:50.682773 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4e481848-bfe1-408b-9091-86561847210d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'subnet': {'network_id': 'ffd96fed-9470-4533-a865-b5f7fe6ac9f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:50.682991 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [None req-2bfa9baa-6200-47bc-acf4-54911c700b90 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:01:50.684139 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2bfa9baa-6200-47bc-acf4-54911c700b90 tempest-ExtensionsTestJSON-1633631798 tempest-ExtensionsTestJSON-1633631798-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0061946 Nov 29 02:01:50.707742 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f55a5584-f3f5-46fd-a215-78ee753c4ce4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:50.784940 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-72207d9a-4c42-4343-b4b5-efdde1176a83 req-a52bf912-cf6f-4033-90f9-20c927a8d045 service neutron] 10.222.0.24 "GET /v2.0/networks/eb92b723-cb1c-4df8-84a3-7b1e42ef5335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918525 Nov 29 02:01:50.785128 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40774) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:50.916438 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f55a5584-f3f5-46fd-a215-78ee753c4ce4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:51.000183 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4428b9c7-9bb8-4be8-a3e1-521784b20635 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:51.002321 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a5584-f3f5-46fd-a215-78ee753c4ce4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Subnet': ['ID=f8fa1185-b58a-4917-a012-eaf9ac366afd,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:51.003058 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c0c9314-7c14-4779-af4e-b3d0c4c7d323 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:51.012067 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f55a5584-f3f5-46fd-a215-78ee753c4ce4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:51.017878 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f55a5584-f3f5-46fd-a215-78ee753c4ce4 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/f8fa1185-b58a-4917-a012-eaf9ac366afd HTTP/1.1" status: 204 len: 168 time: 0.6794944 Nov 29 02:01:51.020377 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40776) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:51.066672 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 97bdb40e-4af9-4e30-a85e-91309f19d1d3 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:01:51.082358 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab5f4c61-16c1-4d80-abee-89ec193c4c52 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:51.100961 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: 97bdb40e-4af9-4e30-a85e-91309f19d1d3 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:01:51.101661 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 97bdb40e-4af9-4e30-a85e-91309f19d1d3 not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:01:51.131595 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b0d98525-80cb-4c85-9292-dd012686be7d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1074107 Nov 29 02:01:51.132161 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40780) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:51.177390 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-0e2c42d0-407b-4dc5-b621-bedc31c3d5f3 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:51.182518 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-72207d9a-4c42-4343-b4b5-efdde1176a83 req-5258a720-fe55-4cba-83b8-5d56f4b6cc3b service neutron] 10.222.0.24 "GET /v2.0/networks/eb92b723-cb1c-4df8-84a3-7b1e42ef5335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525207 Nov 29 02:01:51.183073 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40784) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:51.191095 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e481848-bfe1-408b-9091-86561847210d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:51.207107 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e481848-bfe1-408b-9091-86561847210d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:51.272963 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab5f4c61-16c1-4d80-abee-89ec193c4c52 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:51.303649 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2c42d0-407b-4dc5-b621-bedc31c3d5f3 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:51.307655 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e2c42d0-407b-4dc5-b621-bedc31c3d5f3 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:51.328498 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e72be1b-ae51-4cee-8d99-ddd59c39951d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:51.411603 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-4428b9c7-9bb8-4be8-a3e1-521784b20635 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Deleting port 2ab53fe9-3477-4cb0-9649-16fb6fc2c77f {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:51.412175 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4428b9c7-9bb8-4be8-a3e1-521784b20635 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:51.435374 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5f1821-f869-439f-bf2e-c1c794e12eeb None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:51.471736 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0c9314-7c14-4779-af4e-b3d0c4c7d323 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Router a660ec7c-f042-4421-bb7a-f5f9a36972b9 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:01:51.511090 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e72be1b-ae51-4cee-8d99-ddd59c39951d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:51.518732 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e72be1b-ae51-4cee-8d99-ddd59c39951d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:51.522954 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-91bd0fc9-9d80-4063-8796-0ca05a85adc1 None None] Provisioning complete for port 3572a389-2d5c-44ba-a22d-0161e56642e4 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:51.523405 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-91bd0fc9-9d80-4063-8796-0ca05a85adc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:51.599807 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e72be1b-ae51-4cee-8d99-ddd59c39951d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d65ca5-45d4-41f2-9568-624667ae2466,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:51.606250 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6e72be1b-ae51-4cee-8d99-ddd59c39951d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f788124837404b9285f4e15de7d3ed3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4206967 Nov 29 02:01:51.608949 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40788) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:51.617933 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e2c42d0-407b-4dc5-b621-bedc31c3d5f3 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:51.638949 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4428b9c7-9bb8-4be8-a3e1-521784b20635 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:51.659028 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab5f4c61-16c1-4d80-abee-89ec193c4c52 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:51.661991 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ab5f4c61-16c1-4d80-abee-89ec193c4c52 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:51.663308 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ab5f4c61-16c1-4d80-abee-89ec193c4c52 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/security-groups/1f7e5385-c396-47f8-94ce-5fc68812c4b7 HTTP/1.1" status: 204 len: 168 time: 0.8772416 Nov 29 02:01:51.692219 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-4428b9c7-9bb8-4be8-a3e1-521784b20635 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Calling delete_port for 2ab53fe9-3477-4cb0-9649-16fb6fc2c77f owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:51.694358 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0c9314-7c14-4779-af4e-b3d0c4c7d323 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:01:51.695350 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2c42d0-407b-4dc5-b621-bedc31c3d5f3 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:51.704842 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-0e2c42d0-407b-4dc5-b621-bedc31c3d5f3 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:51.709345 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2c42d0-407b-4dc5-b621-bedc31c3d5f3 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:51.709959 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0e2c42d0-407b-4dc5-b621-bedc31c3d5f3 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:51.713172 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8c0c9314-7c14-4779-af4e-b3d0c4c7d323 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "PUT /v2.0/routers/a660ec7c-f042-4421-bb7a-f5f9a36972b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2875619 Nov 29 02:01:51.714758 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e833aa80-037d-4cd8-a00f-31fb6275cf34 None None] Sync routers for ids ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:01:51.716019 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40794) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:51.718217 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c42d0-407b-4dc5-b621-bedc31c3d5f3 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Subnet': ['ID=62e71bf4-ef33-4b65-8639-7102b2b88348,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:51.718689 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f4c61-16c1-4d80-abee-89ec193c4c52 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7e5385-c396-47f8-94ce-5fc68812c4b7,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:51.733057 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e833aa80-037d-4cd8-a00f-31fb6275cf34 None None] Routers {'a660ec7c-f042-4421-bb7a-f5f9a36972b9'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:51.734547 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e833aa80-037d-4cd8-a00f-31fb6275cf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:51.771220 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d88509c9-a4a0-49a2-aff9-a3c8cc45c772 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:51.783865 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-0e2c42d0-407b-4dc5-b621-bedc31c3d5f3 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6505935 Nov 29 02:01:51.784067 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40796) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:51.807955 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52c7bf2-55c9-46a0-b326-6cd96047cd15 None None] DHCP port deletion for 126abf58-b75c-4c07-bafa-8e25bc6621b0 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:01:51.811401 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-199bda86-10d7-4347-bcca-87f9ad48c8d5 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:51.815049 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e481848-bfe1-408b-9091-86561847210d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:51.818753 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40798) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:51.839329 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-e833aa80-037d-4cd8-a00f-31fb6275cf34 None None] Set router a660ec7c-f042-4421-bb7a-f5f9a36972b9 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:51.906954 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a52c7bf2-55c9-46a0-b326-6cd96047cd15 None None] Deleting port 3572a389-2d5c-44ba-a22d-0161e56642e4 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:51.907333 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a52c7bf2-55c9-46a0-b326-6cd96047cd15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:51.936027 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-1447ab57-b038-4d4d-b15e-2c8107046a1d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Deleting subnet b1f5d4c1-391a-434c-8923-ef4b7be37f60 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:01:51.965334 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d88509c9-a4a0-49a2-aff9-a3c8cc45c772 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:51.975929 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1447ab57-b038-4d4d-b15e-2c8107046a1d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:52.045586 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e833aa80-037d-4cd8-a00f-31fb6275cf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'name': 'tempest-RoutersIpV6Test-router-744842310', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:46Z', 'updated_at': '2021-11-29T02:01:50Z', 'revision_number': 11, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'gw_port_host': None}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:52.055599 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e481848-bfe1-408b-9091-86561847210d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Subnet': ['ID=0ec69cae-56ce-4ffc-b46e-32e4fde9b8a2,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:52.068797 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a52c7bf2-55c9-46a0-b326-6cd96047cd15 None None] For port 3572a389-2d5c-44ba-a22d-0161e56642e4, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=3572a389-2d5c-44ba-a22d-0161e56642e4,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:52.069787 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a52c7bf2-55c9-46a0-b326-6cd96047cd15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:52.080956 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1447ab57-b038-4d4d-b15e-2c8107046a1d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:52.082960 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e833aa80-037d-4cd8-a00f-31fb6275cf34 None None] Checking router: a660ec7c-f042-4421-bb7a-f5f9a36972b9 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:01:52.092972 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a52c7bf2-55c9-46a0-b326-6cd96047cd15 None None] Calling delete_port for 3572a389-2d5c-44ba-a22d-0161e56642e4 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:52.095144 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e833aa80-037d-4cd8-a00f-31fb6275cf34 None None] Routers {'a660ec7c-f042-4421-bb7a-f5f9a36972b9'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:52.096050 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e833aa80-037d-4cd8-a00f-31fb6275cf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:52.163155 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39d641-107f-4c34-953c-7bcea23965dd req-e2470be6-33bf-4812-a261-7cffe7416879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:52.163701 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7a39d641-107f-4c34-953c-7bcea23965dd req-e2470be6-33bf-4812-a261-7cffe7416879 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b8cd21cd1c9b40658c50d85b4f327f37&device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 1098 time: 0.1484303 Nov 29 02:01:52.198121 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a52c7bf2-55c9-46a0-b326-6cd96047cd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:52.211356 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-e833aa80-037d-4cd8-a00f-31fb6275cf34 None None] Set router a660ec7c-f042-4421-bb7a-f5f9a36972b9 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:52.223039 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e481848-bfe1-408b-9091-86561847210d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Checking segment: {'id': 'dd1729df-4563-4a9c-b07e-3a341bd0c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ffd96fed-9470-4533-a865-b5f7fe6ac9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:01:52.223401 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e481848-bfe1-408b-9091-86561847210d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Network hostable DHCP agents. Network: ffd96fed-9470-4533-a865-b5f7fe6ac9f9, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:01:52.234449 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52c7bf2-55c9-46a0-b326-6cd96047cd15 None None] No DVR routers for this DVR port 3572a389-2d5c-44ba-a22d-0161e56642e4 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:01:52.236434 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d88509c9-a4a0-49a2-aff9-a3c8cc45c772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:52.239063 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d88509c9-a4a0-49a2-aff9-a3c8cc45c772 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:52.247800 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d88509c9-a4a0-49a2-aff9-a3c8cc45c772 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/36d65ca5-45d4-41f2-9568-624667ae2466 HTTP/1.1" status: 204 len: 168 time: 0.6303322 Nov 29 02:01:52.248443 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba8266-030f-4952-b8c6-4d47e5c78411 req-e38d7afd-fd10-4fd4-a2f6-852bebc901d9 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:52.250437 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-aeba8266-030f-4952-b8c6-4d47e5c78411 req-e38d7afd-fd10-4fd4-a2f6-852bebc901d9 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.1983325 Nov 29 02:01:52.325095 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88509c9-a4a0-49a2-aff9-a3c8cc45c772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d65ca5-45d4-41f2-9568-624667ae2466,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:52.348744 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1447ab57-b038-4d4d-b15e-2c8107046a1d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:52.352034 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e481848-bfe1-408b-9091-86561847210d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Network ffd96fed-9470-4533-a865-b5f7fe6ac9f9 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:01:52.360216 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e833aa80-037d-4cd8-a00f-31fb6275cf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'name': 'tempest-RoutersIpV6Test-router-744842310', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:46Z', 'updated_at': '2021-11-29T02:01:50Z', 'revision_number': 11, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'gw_port_host': None}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:52.382621 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199bda86-10d7-4347-bcca-87f9ad48c8d5 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:52.387471 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-199bda86-10d7-4347-bcca-87f9ad48c8d5 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:52.394272 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-4e481848-bfe1-408b-9091-86561847210d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, ffd96fed-9470-4533-a865-b5f7fe6ac9f9) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:52.395841 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4428b9c7-9bb8-4be8-a3e1-521784b20635 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:52.417185 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-aeba8266-030f-4952-b8c6-4d47e5c78411 req-eaf39529-68f2-423d-be06-acef1897a323 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664364 Nov 29 02:01:52.419701 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e481848-bfe1-408b-9091-86561847210d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:52.420283 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e481848-bfe1-408b-9091-86561847210d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:52.440260 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e833aa80-037d-4cd8-a00f-31fb6275cf34 None None] The sync data for ids ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'] in dv-neutron-819032-3-hyperv is: [{'id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'name': 'tempest-RoutersIpV6Test-router-744842310', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:46Z', 'updated_at': '2021-11-29T02:01:50Z', 'revision_number': 11, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:01:52.508159 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428b9c7-9bb8-4be8-a3e1-521784b20635 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event deleted for resources: {'Port': ['ID=2ab53fe9-3477-4cb0-9649-16fb6fc2c77f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:52.511715 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39d641-107f-4c34-953c-7bcea23965dd req-c3b32852-60c2-4122-89b7-bae44fd279a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:52.512960 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7a39d641-107f-4c34-953c-7bcea23965dd req-c3b32852-60c2-4122-89b7-bae44fd279a1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb92b723-cb1c-4df8-84a3-7b1e42ef5335 HTTP/1.1" status: 200 len: 913 time: 0.3114665 Nov 29 02:01:52.521276 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1447ab57-b038-4d4d-b15e-2c8107046a1d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:52.562319 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4e481848-bfe1-408b-9091-86561847210d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8860989 Nov 29 02:01:52.563674 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716896fa-596a-412a-85bf-c4d9a2c8c119 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:52.563820 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40806) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:52.567295 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961d5873-8c60-4309-b228-27a52a9d5e8e None None] Network ffd96fed-9470-4533-a865-b5f7fe6ac9f9 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:52.569171 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9911767c-53c8-49f4-a650-a042e5dbfe51 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:01:52.574876 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c7bf2-55c9-46a0-b326-6cd96047cd15 None None] Pushing event deleted for resources: {'Port': ['ID=3572a389-2d5c-44ba-a22d-0161e56642e4,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:52.575075 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-aa8d5a65-ae2a-4805-aaee-a4cc82a5a69c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'port': {'network_id': 'ffd96fed-9470-4533-a865-b5f7fe6ac9f9', 'security_groups': [], 'name': 'tempest-PortsTestJSON-242770032'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:52.629828 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7a39d641-107f-4c34-953c-7bcea23965dd req-f8afec1e-cfd8-448d-ac0b-7aa420bb0f27 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa82e7af-5435-42ba-a21f-1b96cdc0acdd HTTP/1.1" status: 200 len: 1001 time: 0.1016464 Nov 29 02:01:52.667579 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1447ab57-b038-4d4d-b15e-2c8107046a1d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:52.677235 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1447ab57-b038-4d4d-b15e-2c8107046a1d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/subnets/b1f5d4c1-391a-434c-8923-ef4b7be37f60 HTTP/1.1" status: 204 len: 168 time: 0.9598660 Nov 29 02:01:52.678048 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40810) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:52.679693 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71ea6f7-d3f1-43be-bb79-305c2e10db53 None None] Network 1a38d406-5b23-4605-a792-c3c4e39f6192 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:52.705927 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1447ab57-b038-4d4d-b15e-2c8107046a1d tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event deleted for resources: {'Subnet': ['ID=b1f5d4c1-391a-434c-8923-ef4b7be37f60,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:52.725092 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.ipam_backend_mixin [None req-199bda86-10d7-4347-bcca-87f9ad48c8d5 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 62e71bf4-ef33-4b65-8639-7102b2b88348 (CIDR: 2001:db8::/64) Nov 29 02:01:52.726197 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4428b9c7-9bb8-4be8-a3e1-521784b20635 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:52.734784 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-199bda86-10d7-4347-bcca-87f9ad48c8d5 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:01:52.735236 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-199bda86-10d7-4347-bcca-87f9ad48c8d5 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:01:52.990740 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7de10e98-8e75-40c0-aae1-1367e4986a4b no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:01:52.993283 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42096432-c3e1-43d0-87c0-1124a62af37b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-126abf58-b75c-4c07-bafa-8e25bc6621b0', 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'tenant_id': 'd732f07065b549e8ade666b44b940ceb', 'fixed_ips': [{'subnet_id': '62e71bf4-ef33-4b65-8639-7102b2b88348'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:01:52.994873 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42096432-c3e1-43d0-87c0-1124a62af37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:52.996415 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39d641-107f-4c34-953c-7bcea23965dd req-bc896d40-9a35-477b-aa74-81ade35479e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:52.998285 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7a39d641-107f-4c34-953c-7bcea23965dd req-bc896d40-9a35-477b-aa74-81ade35479e2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7fe7d8ce-5428-4f8e-9400-d67b4f1b0825 HTTP/1.1" status: 200 len: 851 time: 0.3186140 Nov 29 02:01:53.032684 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639f8cd7-4ccd-4700-b65a-4529bde555d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-ffd96fed-9470-4533-a865-b5f7fe6ac9f9', 'network_id': 'ffd96fed-9470-4533-a865-b5f7fe6ac9f9', 'tenant_id': '244b87083f7548969719374c99f34997', 'fixed_ips': [{'subnet_id': '0ec69cae-56ce-4ffc-b46e-32e4fde9b8a2'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:01:53.033720 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-639f8cd7-4ccd-4700-b65a-4529bde555d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:53.039420 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 7de10e98-8e75-40c0-aae1-1367e4986a4b {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:01:53.039715 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7de10e98-8e75-40c0-aae1-1367e4986a4b not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:01:53.040155 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 3572a389-2d5c-44ba-a22d-0161e56642e4 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:01:53.081203 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4f66065-e860-4f1a-9e64-1e58b216adbf tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:53.116310 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 3572a389-2d5c-44ba-a22d-0161e56642e4 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:01:53.116310 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 3572a389-2d5c-44ba-a22d-0161e56642e4 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:01:53.263521 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66fe7c7-dcc3-4755-8481-a3ef6247116b None None] DHCP port deletion for 1a38d406-5b23-4605-a792-c3c4e39f6192 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:01:53.330219 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4428b9c7-9bb8-4be8-a3e1-521784b20635 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:53.335384 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4428b9c7-9bb8-4be8-a3e1-521784b20635 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:53.343135 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-199bda86-10d7-4347-bcca-87f9ad48c8d5 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5565786 Nov 29 02:01:53.348535 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40826) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:53.390207 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-975f8c96-d239-4f29-b5ba-2eb5ecb7ca85 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'subnet': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:53.414141 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-639f8cd7-4ccd-4700-b65a-4529bde555d4 None None] Allocated IP 172.20.0.2 (ffd96fed-9470-4533-a865-b5f7fe6ac9f9/0ec69cae-56ce-4ffc-b46e-32e4fde9b8a2/59ce014c-d6d3-4060-8926-272e4e5cef2f) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:53.444793 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40828) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:53.444793 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8d5a65-ae2a-4805-aaee-a4cc82a5a69c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:53.449015 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5a65-ae2a-4805-aaee-a4cc82a5a69c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:53.459207 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4428b9c7-9bb8-4be8-a3e1-521784b20635 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:53.459940 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4428b9c7-9bb8-4be8-a3e1-521784b20635 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Fanout notify agent at l3_agent the message router_deleted on router 743aef22-c18f-4244-8437-75ac83c1aeb0 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:01:53.474727 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4428b9c7-9bb8-4be8-a3e1-521784b20635 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:53.478901 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-42096432-c3e1-43d0-87c0-1124a62af37b None None] Allocated IP 2001:db8::2 (126abf58-b75c-4c07-bafa-8e25bc6621b0/62e71bf4-ef33-4b65-8639-7102b2b88348/0e3c895e-9fc4-4c70-8dfa-9bd848228dbe) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:53.479169 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4428b9c7-9bb8-4be8-a3e1-521784b20635 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "DELETE /v2.0/routers/743aef22-c18f-4244-8437-75ac83c1aeb0 HTTP/1.1" status: 204 len: 168 time: 3.4022391 Nov 29 02:01:53.483989 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40834) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:53.529172 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-aa8d5a65-ae2a-4805-aaee-a4cc82a5a69c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] device_id is not set on port 8a5e4866-84fa-4fd8-b409-371889168703 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:01:53.582831 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39d641-107f-4c34-953c-7bcea23965dd req-726fd80b-e945-4a22-bf8b-2b2873279a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:53.584356 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7a39d641-107f-4c34-953c-7bcea23965dd req-726fd80b-e945-4a22-bf8b-2b2873279a22 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb92b723-cb1c-4df8-84a3-7b1e42ef5335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5679054 Nov 29 02:01:53.647861 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-da07f7d6-21d1-4783-8702-6ce0d16fec74 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Deleting subnet 4dffd339-95ef-45d0-93a7-26f93ff426e6 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:01:53.650827 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c66fe7c7-dcc3-4755-8481-a3ef6247116b None None] Deleting port 2c5a4325-efd8-422d-9016-07d2bc59f9c2 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:53.651215 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c66fe7c7-dcc3-4755-8481-a3ef6247116b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:53.660443 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-da07f7d6-21d1-4783-8702-6ce0d16fec74 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:53.696127 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5d7a2924-0f70-4542-9f4a-1d888868e5d7 tempest-DvrRoutersNegativeTest-1109378148 tempest-DvrRoutersNegativeTest-1109378148-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-144527132', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:53.698977 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.policy [None req-5d7a2924-0f70-4542-9f4a-1d888868e5d7 tempest-DvrRoutersNegativeTest-1109378148 tempest-DvrRoutersNegativeTest-1109378148-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103254) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 29 02:01:53.699283 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.policy [None req-5d7a2924-0f70-4542-9f4a-1d888868e5d7 tempest-DvrRoutersNegativeTest-1109378148 tempest-DvrRoutersNegativeTest-1109378148-project] Failed policy check for 'create_router' {{(pid=103254) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 29 02:01:53.699827 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-5d7a2924-0f70-4542-9f4a-1d888868e5d7 tempest-DvrRoutersNegativeTest-1109378148 tempest-DvrRoutersNegativeTest-1109378148-project] create failed (client error): Access was denied to this resource. Nov 29 02:01:53.704370 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5d7a2924-0f70-4542-9f4a-1d888868e5d7 tempest-DvrRoutersNegativeTest-1109378148 tempest-DvrRoutersNegativeTest-1109378148-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2494802 Nov 29 02:01:53.704533 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c4f66065-e860-4f1a-9e64-1e58b216adbf tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Deleting port 2c5a4325-efd8-422d-9016-07d2bc59f9c2 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:53.704810 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4f66065-e860-4f1a-9e64-1e58b216adbf tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:53.740723 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-da07f7d6-21d1-4783-8702-6ce0d16fec74 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:53.751290 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65f6ae-e7b2-49ab-9316-b429c9ffa72e req-1722980e-1d5c-4043-b13c-2449e1e3bcf7 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:53.752897 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-df65f6ae-e7b2-49ab-9316-b429c9ffa72e req-1722980e-1d5c-4043-b13c-2449e1e3bcf7 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.2111471 Nov 29 02:01:53.776730 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975f8c96-d239-4f29-b5ba-2eb5ecb7ca85 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:53.780222 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-975f8c96-d239-4f29-b5ba-2eb5ecb7ca85 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:53.789306 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8e79ab4-d22a-44d6-ba37-cd8a4dde218d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:53.793626 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-639f8cd7-4ccd-4700-b65a-4529bde555d4 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:53.830137 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c66fe7c7-dcc3-4755-8481-a3ef6247116b None None] For port 2c5a4325-efd8-422d-9016-07d2bc59f9c2, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=2c5a4325-efd8-422d-9016-07d2bc59f9c2,segment=NetworkSegment(1819228c-941e-4351-b2dc-bedc5fe04a7d),segment_id=1819228c-941e-4351-b2dc-bedc5fe04a7d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:53.830818 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c66fe7c7-dcc3-4755-8481-a3ef6247116b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:53.835884 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-639f8cd7-4ccd-4700-b65a-4529bde555d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:53.888810 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c66fe7c7-dcc3-4755-8481-a3ef6247116b None None] Calling delete_port for 2c5a4325-efd8-422d-9016-07d2bc59f9c2 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:53.891903 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7a39d641-107f-4c34-953c-7bcea23965dd req-4777557f-1e57-4dd3-9eb1-57706a338132 service neutron] 10.222.0.24 "GET /v2.0/networks/eb92b723-cb1c-4df8-84a3-7b1e42ef5335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753563 Nov 29 02:01:53.897452 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639f8cd7-4ccd-4700-b65a-4529bde555d4 None None] Network ffd96fed-9470-4533-a865-b5f7fe6ac9f9 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:53.902518 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c4f66065-e860-4f1a-9e64-1e58b216adbf tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] For port 2c5a4325-efd8-422d-9016-07d2bc59f9c2, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=2c5a4325-efd8-422d-9016-07d2bc59f9c2,segment=NetworkSegment(1819228c-941e-4351-b2dc-bedc5fe04a7d),segment_id=1819228c-941e-4351-b2dc-bedc5fe04a7d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:53.903644 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4f66065-e860-4f1a-9e64-1e58b216adbf tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:53.903776 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-da07f7d6-21d1-4783-8702-6ce0d16fec74 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:53.913511 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-639f8cd7-4ccd-4700-b65a-4529bde555d4 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:53.924179 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42096432-c3e1-43d0-87c0-1124a62af37b None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:53.925364 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639f8cd7-4ccd-4700-b65a-4529bde555d4 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:53.972012 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42096432-c3e1-43d0-87c0-1124a62af37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:53.977528 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f8cd7-4ccd-4700-b65a-4529bde555d4 None None] Pushing event updated for resources: {'Port': ['ID=59ce014c-d6d3-4060-8926-272e4e5cef2f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:53.988430 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c4f66065-e860-4f1a-9e64-1e58b216adbf tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Calling delete_port for 2c5a4325-efd8-422d-9016-07d2bc59f9c2 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:53.993565 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-df65f6ae-e7b2-49ab-9316-b429c9ffa72e req-baa2f53d-4fad-4782-b0a7-e225776c8094 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208741 Nov 29 02:01:54.007307 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-aa8d5a65-ae2a-4805-aaee-a4cc82a5a69c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Allocated IP 172.20.0.8 (ffd96fed-9470-4533-a865-b5f7fe6ac9f9/0ec69cae-56ce-4ffc-b46e-32e4fde9b8a2/8a5e4866-84fa-4fd8-b409-371889168703) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:54.063437 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42096432-c3e1-43d0-87c0-1124a62af37b None None] Pushing event updated for resources: {'Port': ['ID=0e3c895e-9fc4-4c70-8dfa-9bd848228dbe,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:54.099119 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42096432-c3e1-43d0-87c0-1124a62af37b None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:54.103195 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-42096432-c3e1-43d0-87c0-1124a62af37b None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:54.106594 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-639f8cd7-4ccd-4700-b65a-4529bde555d4 None None] Attempting to bind port 59ce014c-d6d3-4060-8926-272e4e5cef2f on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:01:54.106975 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-639f8cd7-4ccd-4700-b65a-4529bde555d4 None None] Attempting to bind port 59ce014c-d6d3-4060-8926-272e4e5cef2f by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'dd1729df-4563-4a9c-b07e-3a341bd0c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ffd96fed-9470-4533-a865-b5f7fe6ac9f9'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:01:54.107349 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639f8cd7-4ccd-4700-b65a-4529bde555d4 None None] Attempting to bind port 59ce014c-d6d3-4060-8926-272e4e5cef2f on network ffd96fed-9470-4533-a865-b5f7fe6ac9f9 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:01:54.115832 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42096432-c3e1-43d0-87c0-1124a62af37b None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:54.128764 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639f8cd7-4ccd-4700-b65a-4529bde555d4 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:01:54.132762 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639f8cd7-4ccd-4700-b65a-4529bde555d4 None None] Checking segment: {'id': 'dd1729df-4563-4a9c-b07e-3a341bd0c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ffd96fed-9470-4533-a865-b5f7fe6ac9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:01:54.133217 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-639f8cd7-4ccd-4700-b65a-4529bde555d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:54.133659 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639f8cd7-4ccd-4700-b65a-4529bde555d4 None None] Bound using segment: {'id': 'dd1729df-4563-4a9c-b07e-3a341bd0c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ffd96fed-9470-4533-a865-b5f7fe6ac9f9'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:01:54.134707 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-639f8cd7-4ccd-4700-b65a-4529bde555d4 None None] Bound port: 59ce014c-d6d3-4060-8926-272e4e5cef2f, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd1729df-4563-4a9c-b07e-3a341bd0c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'ffd96fed-9470-4533-a865-b5f7fe6ac9f9'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:01:54.135101 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-639f8cd7-4ccd-4700-b65a-4529bde555d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:54.175273 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c66fe7c7-dcc3-4755-8481-a3ef6247116b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:54.184676 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5a65-ae2a-4805-aaee-a4cc82a5a69c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:54.200118 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7a39d641-107f-4c34-953c-7bcea23965dd req-79656b83-87c4-44af-acd8-c5884c90141f service neutron] 10.222.0.24 "GET /v2.0/networks/eb92b723-cb1c-4df8-84a3-7b1e42ef5335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932019 Nov 29 02:01:54.227568 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5a65-ae2a-4805-aaee-a4cc82a5a69c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:54.241404 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4f66065-e860-4f1a-9e64-1e58b216adbf tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:54.246081 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66fe7c7-dcc3-4755-8481-a3ef6247116b None None] Pushing event deleted for resources: {'Port': ['ID=2c5a4325-efd8-422d-9016-07d2bc59f9c2,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:54.254341 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66fe7c7-dcc3-4755-8481-a3ef6247116b None None] No DVR routers for this DVR port 2c5a4325-efd8-422d-9016-07d2bc59f9c2 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:01:54.264207 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-42096432-c3e1-43d0-87c0-1124a62af37b None None] Attempting to bind port 0e3c895e-9fc4-4c70-8dfa-9bd848228dbe on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:01:54.264902 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-42096432-c3e1-43d0-87c0-1124a62af37b None None] Attempting to bind port 0e3c895e-9fc4-4c70-8dfa-9bd848228dbe by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:01:54.265001 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42096432-c3e1-43d0-87c0-1124a62af37b None None] Attempting to bind port 0e3c895e-9fc4-4c70-8dfa-9bd848228dbe on network 126abf58-b75c-4c07-bafa-8e25bc6621b0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:01:54.282566 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42096432-c3e1-43d0-87c0-1124a62af37b None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:01:54.282956 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42096432-c3e1-43d0-87c0-1124a62af37b None None] Checking segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:01:54.283369 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42096432-c3e1-43d0-87c0-1124a62af37b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:54.283780 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42096432-c3e1-43d0-87c0-1124a62af37b None None] Bound using segment: {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:01:54.284259 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-42096432-c3e1-43d0-87c0-1124a62af37b None None] Bound port: 0e3c895e-9fc4-4c70-8dfa-9bd848228dbe, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3c845a-2187-414d-a8e3-a3664dcdf99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:01:54.284646 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42096432-c3e1-43d0-87c0-1124a62af37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:54.292131 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f66065-e860-4f1a-9e64-1e58b216adbf tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event deleted for resources: {'Port': ['ID=2c5a4325-efd8-422d-9016-07d2bc59f9c2,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:54.301420 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f66065-e860-4f1a-9e64-1e58b216adbf tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] No DVR routers for this DVR port 2c5a4325-efd8-422d-9016-07d2bc59f9c2 on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:01:54.301965 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-da07f7d6-21d1-4783-8702-6ce0d16fec74 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:54.306044 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8d5a65-ae2a-4805-aaee-a4cc82a5a69c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Network ffd96fed-9470-4533-a865-b5f7fe6ac9f9 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:54.311993 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-639f8cd7-4ccd-4700-b65a-4529bde555d4 None None] For port 59ce014c-d6d3-4060-8926-272e4e5cef2f, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:01:54.315956 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-639f8cd7-4ccd-4700-b65a-4529bde555d4 None None] For port 59ce014c-d6d3-4060-8926-272e4e5cef2f, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=59ce014c-d6d3-4060-8926-272e4e5cef2f,segment=NetworkSegment(dd1729df-4563-4a9c-b07e-3a341bd0c445),segment_id=dd1729df-4563-4a9c-b07e-3a341bd0c445)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:01:54.336961 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-639f8cd7-4ccd-4700-b65a-4529bde555d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:54.343918 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-aa8d5a65-ae2a-4805-aaee-a4cc82a5a69c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:54.352994 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8d5a65-ae2a-4805-aaee-a4cc82a5a69c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:54.396301 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40840) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:54.399157 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07f7d6-21d1-4783-8702-6ce0d16fec74 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event deleted for resources: {'Subnet': ['ID=4dffd339-95ef-45d0-93a7-26f93ff426e6,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:54.408410 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8d5a65-ae2a-4805-aaee-a4cc82a5a69c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:54.409226 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5a65-ae2a-4805-aaee-a4cc82a5a69c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:54.412550 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-da07f7d6-21d1-4783-8702-6ce0d16fec74 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:54.413296 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a63a6d6-e59b-4a06-9d7a-4cf7bfad5078 None None] Network 4851bbc4-3ddc-4587-9d58-c74c6a0c2d41 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:54.418896 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-da07f7d6-21d1-4783-8702-6ce0d16fec74 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "DELETE /v2.0/subnets/4dffd339-95ef-45d0-93a7-26f93ff426e6 HTTP/1.1" status: 204 len: 168 time: 0.9343114 Nov 29 02:01:54.425933 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40844) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:54.460838 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4f66065-e860-4f1a-9e64-1e58b216adbf tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:54.481651 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d5a65-ae2a-4805-aaee-a4cc82a5a69c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Port': ['ID=8a5e4866-84fa-4fd8-b409-371889168703,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:54.526737 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-c4f66065-e860-4f1a-9e64-1e58b216adbf tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a38d406-5b23-4605-a792-c3c4e39f6192']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:54.541062 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-c4f66065-e860-4f1a-9e64-1e58b216adbf tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1819228c-941e-4351-b2dc-bedc5fe04a7d') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:54.541355 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-c4f66065-e860-4f1a-9e64-1e58b216adbf tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1819228c-941e-4351-b2dc-bedc5fe04a7d') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:54.556850 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4f66065-e860-4f1a-9e64-1e58b216adbf tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:54.573812 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-aa8d5a65-ae2a-4805-aaee-a4cc82a5a69c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.0068018 Nov 29 02:01:54.577436 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40846) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:54.608853 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4f66065-e860-4f1a-9e64-1e58b216adbf tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:54.618251 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff7422c5-cefb-4c93-b103-1f04f347f926 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:54.633204 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f66065-e860-4f1a-9e64-1e58b216adbf tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:01:54.633631 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4f66065-e860-4f1a-9e64-1e58b216adbf tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:54.638079 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:01:54.638079 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:01:54.638079 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:01:54.638079 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:01:54.638079 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:01:54.638079 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:01:54.638079 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:01:54.638079 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:01:54.638079 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:01:54.638079 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:01:54.638079 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:01:54.638079 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:01:54.638079 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:01:54.638079 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:01:54.638079 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:01:54.638079 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:01:54.638079 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:01:54.638079 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:01:54.638079 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:01:54.638079 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:01:54.638079 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:01:54.638079 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:01:54.638079 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:01:54.638079 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:01:54.638079 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:01:54.638079 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:01:54.638079 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:01:54.638079 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:01:54.638079 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:01:54.638079 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:01:54.638079 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:01:54.638079 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:01:54.659036 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e8e79ab4-d22a-44d6-ba37-cd8a4dde218d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port b545aeab-eeae-407e-957b-d0d1ffeb818e {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:54.659386 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8e79ab4-d22a-44d6-ba37-cd8a4dde218d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:54.723359 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-42096432-c3e1-43d0-87c0-1124a62af37b None None] For port 0e3c895e-9fc4-4c70-8dfa-9bd848228dbe, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:01:54.741748 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-42096432-c3e1-43d0-87c0-1124a62af37b None None] For port 0e3c895e-9fc4-4c70-8dfa-9bd848228dbe, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=0e3c895e-9fc4-4c70-8dfa-9bd848228dbe,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:01:54.788601 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f8cd7-4ccd-4700-b65a-4529bde555d4 None None] Pushing event updated for resources: {'Port': ['ID=59ce014c-d6d3-4060-8926-272e4e5cef2f,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:54.799773 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-42096432-c3e1-43d0-87c0-1124a62af37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:54.806776 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff7422c5-cefb-4c93-b103-1f04f347f926 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:54.858526 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-ff7422c5-cefb-4c93-b103-1f04f347f926 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4851bbc4-3ddc-4587-9d58-c74c6a0c2d41']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:54.872329 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4f66065-e860-4f1a-9e64-1e58b216adbf tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:54.885521 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-ff7422c5-cefb-4c93-b103-1f04f347f926 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d52c84-4210-4804-b12c-0b6c53adaf69') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:54.886061 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-ff7422c5-cefb-4c93-b103-1f04f347f926 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d52c84-4210-4804-b12c-0b6c53adaf69') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:54.903156 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff7422c5-cefb-4c93-b103-1f04f347f926 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:54.936709 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42096432-c3e1-43d0-87c0-1124a62af37b None None] Pushing event updated for resources: {'Port': ['ID=0e3c895e-9fc4-4c70-8dfa-9bd848228dbe,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:54.969721 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c4f66065-e860-4f1a-9e64-1e58b216adbf tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:54.971334 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294fda6a-a874-4f59-b078-19df0ea634c1 None None] DHCP port deletion for 4851bbc4-3ddc-4587-9d58-c74c6a0c2d41 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:01:54.980833 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40848) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:54.982087 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c4f66065-e860-4f1a-9e64-1e58b216adbf tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/networks/1a38d406-5b23-4605-a792-c3c4e39f6192 HTTP/1.1" status: 204 len: 168 time: 2.2898736 Nov 29 02:01:55.001904 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f014e6e3-8661-4289-93a1-cb31e0b66925 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Request body: {'router': {'routes': None}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:55.010015 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff7422c5-cefb-4c93-b103-1f04f347f926 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:55.012063 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb70b166-38b8-45fc-a37f-aff17e7c9d0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:55.015111 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f66065-e860-4f1a-9e64-1e58b216adbf tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Pushing event deleted for resources: {'Network': ['ID=1a38d406-5b23-4605-a792-c3c4e39f6192,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:55.039427 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 59ce014c-d6d3-4060-8926-272e4e5cef2f up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:01:55.086390 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7422c5-cefb-4c93-b103-1f04f347f926 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:01:55.086931 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff7422c5-cefb-4c93-b103-1f04f347f926 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:55.127184 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 59ce014c-d6d3-4060-8926-272e4e5cef2f triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:55.127587 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:55.150888 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e8e79ab4-d22a-44d6-ba37-cd8a4dde218d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] For port b545aeab-eeae-407e-957b-d0d1ffeb818e, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=b545aeab-eeae-407e-957b-d0d1ffeb818e,segment=NetworkSegment(b2cf5c1c-ee07-41a8-bd6a-2f68c500f224),segment_id=b2cf5c1c-ee07-41a8-bd6a-2f68c500f224)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:55.151256 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8e79ab4-d22a-44d6-ba37-cd8a4dde218d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:55.163892 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:01:55.163892 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:01:55.163892 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:01:55.163892 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:01:55.163892 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:01:55.163892 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:01:55.163892 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:01:55.163892 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:01:55.163892 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:01:55.163892 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:01:55.163892 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:01:55.163892 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:01:55.163892 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:01:55.163892 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:01:55.163892 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:01:55.163892 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:01:55.163892 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:01:55.163892 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:01:55.163892 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:01:55.163892 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:01:55.163892 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:01:55.163892 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:01:55.163892 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:01:55.163892 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:01:55.163892 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:01:55.163892 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:01:55.163892 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:01:55.163892 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:01:55.163892 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:01:55.163892 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:01:55.163892 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:01:55.163892 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:01:55.192634 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e8e79ab4-d22a-44d6-ba37-cd8a4dde218d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for b545aeab-eeae-407e-957b-d0d1ffeb818e owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:55.217200 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-55cad535-3c96-4870-a231-8d4c14082b01 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Deleting port 8a5e4866-84fa-4fd8-b409-371889168703 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:55.217582 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55cad535-3c96-4870-a231-8d4c14082b01 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:55.238710 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:55.248679 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff7422c5-cefb-4c93-b103-1f04f347f926 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:55.318577 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port 59ce014c-d6d3-4060-8926-272e4e5cef2f, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=59ce014c-d6d3-4060-8926-272e4e5cef2f,segment=NetworkSegment(dd1729df-4563-4a9c-b07e-3a341bd0c445),segment_id=dd1729df-4563-4a9c-b07e-3a341bd0c445)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:55.325899 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.objects.ports [None req-975f8c96-d239-4f29-b5ba-2eb5ecb7ca85 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103254) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 02:01:55.327069 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ff7422c5-cefb-4c93-b103-1f04f347f926 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:55.328130 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:55.331275 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ff7422c5-cefb-4c93-b103-1f04f347f926 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] 10.222.0.37 "DELETE /v2.0/networks/4851bbc4-3ddc-4587-9d58-c74c6a0c2d41 HTTP/1.1" status: 204 len: 168 time: 0.8869283 Nov 29 02:01:55.402506 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=59ce014c-d6d3-4060-8926-272e4e5cef2f,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:55.439914 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 2c5a4325-efd8-422d-9016-07d2bc59f9c2 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:01:55.457065 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7422c5-cefb-4c93-b103-1f04f347f926 tempest-FloatingIPTestJSON-92316695 tempest-FloatingIPTestJSON-92316695-project] Pushing event deleted for resources: {'Network': ['ID=4851bbc4-3ddc-4587-9d58-c74c6a0c2d41,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:55.492905 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55cad535-3c96-4870-a231-8d4c14082b01 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:55.496056 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 2c5a4325-efd8-422d-9016-07d2bc59f9c2 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:01:55.497021 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 2c5a4325-efd8-422d-9016-07d2bc59f9c2 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:01:55.556707 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-55cad535-3c96-4870-a231-8d4c14082b01 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Calling delete_port for 8a5e4866-84fa-4fd8-b409-371889168703 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:55.601020 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.extraroute_db [None req-f014e6e3-8661-4289-93a1-cb31e0b66925 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Added routes are [] {{(pid=103254) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 29 02:01:55.601573 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.extraroute_db [None req-f014e6e3-8661-4289-93a1-cb31e0b66925 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Removed routes are [] {{(pid=103254) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 29 02:01:55.601924 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f014e6e3-8661-4289-93a1-cb31e0b66925 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32579'] for router, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:55.619825 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e80dd-9b3f-4b03-b095-92f976cf0e14 req-e006265e-43df-434f-9f0c-39eb8c6f18d1 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:55.621601 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-350e80dd-9b3f-4b03-b095-92f976cf0e14 req-e006265e-43df-434f-9f0c-39eb8c6f18d1 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.4232714 Nov 29 02:01:55.651868 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb70b166-38b8-45fc-a37f-aff17e7c9d0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:55.673712 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb70b166-38b8-45fc-a37f-aff17e7c9d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:55.696346 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40856) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:55.752553 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-eb70b166-38b8-45fc-a37f-aff17e7c9d0d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4b192bd9576349f8ac8cd76bcdc2d3ad&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3526537 Nov 29 02:01:55.768685 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40860) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:55.808270 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-350e80dd-9b3f-4b03-b095-92f976cf0e14 req-66b4d726-4406-4ac0-879b-ee389dba7a18 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752050 Nov 29 02:01:55.808535 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70b166-38b8-45fc-a37f-aff17e7c9d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073ab796-aca2-4e22-bf89-9d56752e7a0f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:55.888142 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-975f8c96-d239-4f29-b5ba-2eb5ecb7ca85 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:55.942017 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f014e6e3-8661-4289-93a1-cb31e0b66925 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32579'] for router, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:55.948601 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f014e6e3-8661-4289-93a1-cb31e0b66925 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-599907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-599898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-600112'] for router, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:55.970435 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-461bff1e-8fd5-4174-86d3-cda1fd3c1c56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:55.972910 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8e79ab4-d22a-44d6-ba37-cd8a4dde218d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:55.996467 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb81c759-a1a2-4d13-905b-7dbff10ea06d None None] Network ffd96fed-9470-4533-a865-b5f7fe6ac9f9 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:56.040550 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55cad535-3c96-4870-a231-8d4c14082b01 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:56.046153 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-461bff1e-8fd5-4174-86d3-cda1fd3c1c56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:56.049530 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e79ab4-d22a-44d6-ba37-cd8a4dde218d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=b545aeab-eeae-407e-957b-d0d1ffeb818e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:56.064700 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f014e6e3-8661-4289-93a1-cb31e0b66925 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Router a660ec7c-f042-4421-bb7a-f5f9a36972b9 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:01:56.085184 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-635e443a-1bfe-43e0-9a15-55638b4f465b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f51738befc14d68b76c3f1db1b4459f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3786311 Nov 29 02:01:56.087033 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40864) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:56.089451 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-289abd07-9726-4cfc-b19e-527aa15a1d32 None None] Provisioning complete for port 59ce014c-d6d3-4060-8926-272e4e5cef2f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:56.089967 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-289abd07-9726-4cfc-b19e-527aa15a1d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:56.156184 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cad535-3c96-4870-a231-8d4c14082b01 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Port': ['ID=8a5e4866-84fa-4fd8-b409-371889168703,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:56.331351 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46c26c2e-aa20-4ba4-804b-6ec3ef914fe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:56.341126 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f014e6e3-8661-4289-93a1-cb31e0b66925 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:01:56.356798 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f014e6e3-8661-4289-93a1-cb31e0b66925 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:56.365916 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f014e6e3-8661-4289-93a1-cb31e0b66925 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "PUT /v2.0/routers/a660ec7c-f042-4421-bb7a-f5f9a36972b9 HTTP/1.1" status: 200 len: 704 time: 1.3785827 Nov 29 02:01:56.375329 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40866) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:56.381164 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95615170-3182-4769-9a64-f37e8f07c31f None None] Sync routers for ids ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:01:56.401779 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-461bff1e-8fd5-4174-86d3-cda1fd3c1c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:56.404907 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-461bff1e-8fd5-4174-86d3-cda1fd3c1c56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:56.408633 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-461bff1e-8fd5-4174-86d3-cda1fd3c1c56 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/073ab796-aca2-4e22-bf89-9d56752e7a0f HTTP/1.1" status: 204 len: 168 time: 0.6365991 Nov 29 02:01:56.418867 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95615170-3182-4769-9a64-f37e8f07c31f None None] Routers {'a660ec7c-f042-4421-bb7a-f5f9a36972b9'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:56.419900 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-95615170-3182-4769-9a64-f37e8f07c31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:56.426795 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55cad535-3c96-4870-a231-8d4c14082b01 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:56.430132 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-55cad535-3c96-4870-a231-8d4c14082b01 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/ports/8a5e4866-84fa-4fd8-b409-371889168703 HTTP/1.1" status: 204 len: 168 time: 1.8516595 Nov 29 02:01:56.433403 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40870) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:56.450853 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461bff1e-8fd5-4174-86d3-cda1fd3c1c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073ab796-aca2-4e22-bf89-9d56752e7a0f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:56.460462 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e1989390-7ebb-4271-b2a5-88ca70ff33ea tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "GET /v2.0/ports?device_id=a660ec7c-f042-4421-bb7a-f5f9a36972b9 HTTP/1.1" status: 200 len: 205 time: 0.0795140 Nov 29 02:01:56.464748 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40872) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:56.466613 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46c26c2e-aa20-4ba4-804b-6ec3ef914fe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:56.479302 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-243ad639-22c8-4f0e-9211-ff06ece90792 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] GET failed (client error): The resource could not be found. Nov 29 02:01:56.483409 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-243ad639-22c8-4f0e-9211-ff06ece90792 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "GET /v2.0/ports/8a5e4866-84fa-4fd8-b409-371889168703 HTTP/1.1" status: 404 len: 333 time: 0.0464606 Nov 29 02:01:56.483648 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40874) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:56.542863 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-95615170-3182-4769-9a64-f37e8f07c31f None None] Set router a660ec7c-f042-4421-bb7a-f5f9a36972b9 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:56.543004 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e8e79ab4-d22a-44d6-ba37-cd8a4dde218d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:56.559043 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-898fa0c2-1584-4853-8e75-68ec4b28158b tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Deleting subnet 0ec69cae-56ce-4ffc-b46e-32e4fde9b8a2 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:01:56.563679 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-898fa0c2-1584-4853-8e75-68ec4b28158b tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:56.617074 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-95615170-3182-4769-9a64-f37e8f07c31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'name': 'tempest-RoutersIpV6Test-router-744842310', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:46Z', 'updated_at': '2021-11-29T02:01:50Z', 'revision_number': 11, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'gw_port_host': None}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:56.686507 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95615170-3182-4769-9a64-f37e8f07c31f None None] Checking router: a660ec7c-f042-4421-bb7a-f5f9a36972b9 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:01:56.698008 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-898fa0c2-1584-4853-8e75-68ec4b28158b tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:56.705603 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95615170-3182-4769-9a64-f37e8f07c31f None None] Routers {'a660ec7c-f042-4421-bb7a-f5f9a36972b9'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:56.706666 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-95615170-3182-4769-9a64-f37e8f07c31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:56.823790 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-95615170-3182-4769-9a64-f37e8f07c31f None None] Set router a660ec7c-f042-4421-bb7a-f5f9a36972b9 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:56.904931 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-898fa0c2-1584-4853-8e75-68ec4b28158b tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:56.977449 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e79ab4-d22a-44d6-ba37-cd8a4dde218d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router eb748527-9598-4459-b714-65533a632cbf has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:01:56.981194 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-95615170-3182-4769-9a64-f37e8f07c31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'name': 'tempest-RoutersIpV6Test-router-744842310', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:46Z', 'updated_at': '2021-11-29T02:01:50Z', 'revision_number': 11, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'gw_port_host': None}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:57.044226 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-cb1b95a6-900d-4da0-a1c2-3d4b45d8e4d0 None None] Provisioning complete for port 0e3c895e-9fc4-4c70-8dfa-9bd848228dbe triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:57.044601 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb1b95a6-900d-4da0-a1c2-3d4b45d8e4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:57.057392 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95615170-3182-4769-9a64-f37e8f07c31f None None] The sync data for ids ['a660ec7c-f042-4421-bb7a-f5f9a36972b9'] in dv-neutron-819032-3-hyperv is: [{'id': 'a660ec7c-f042-4421-bb7a-f5f9a36972b9', 'name': 'tempest-RoutersIpV6Test-router-744842310', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:00:46Z', 'updated_at': '2021-11-29T02:01:50Z', 'revision_number': 11, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'gw_port_host': None}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:01:57.063526 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-898fa0c2-1584-4853-8e75-68ec4b28158b tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:57.162569 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898fa0c2-1584-4853-8e75-68ec4b28158b tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Subnet': ['ID=0ec69cae-56ce-4ffc-b46e-32e4fde9b8a2,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:57.180997 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-898fa0c2-1584-4853-8e75-68ec4b28158b tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:57.185825 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-898fa0c2-1584-4853-8e75-68ec4b28158b tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/subnets/0ec69cae-56ce-4ffc-b46e-32e4fde9b8a2 HTTP/1.1" status: 204 len: 168 time: 0.6999645 Nov 29 02:01:57.190906 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40886) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:57.273429 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-975f8c96-d239-4f29-b5ba-2eb5ecb7ca85 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] For port 0e3c895e-9fc4-4c70-8dfa-9bd848228dbe, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=0e3c895e-9fc4-4c70-8dfa-9bd848228dbe,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:57.281273 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46c26c2e-aa20-4ba4-804b-6ec3ef914fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:57.285484 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46c26c2e-aa20-4ba4-804b-6ec3ef914fe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:57.290294 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-46c26c2e-aa20-4ba4-804b-6ec3ef914fe8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6862214e-b180-48ff-92cc-964a4444a96f HTTP/1.1" status: 204 len: 168 time: 1.2008889 Nov 29 02:01:57.299275 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 0e3c895e-9fc4-4c70-8dfa-9bd848228dbe up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:01:57.339318 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2bbb95e4-c8d6-4597-9fbe-9c401db200a4 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:57.339620 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af200c96-3d9f-4243-853d-27cb2a9f7fc8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:57.345271 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c26c2e-aa20-4ba4-804b-6ec3ef914fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6862214e-b180-48ff-92cc-964a4444a96f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:57.356550 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e79ab4-d22a-44d6-ba37-cd8a4dde218d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:01:57.374370 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e8e79ab4-d22a-44d6-ba37-cd8a4dde218d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "PUT /v2.0/routers/eb748527-9598-4459-b714-65533a632cbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5429826 Nov 29 02:01:57.379751 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40890) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:57.381529 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00abe5e-859d-4021-a91d-a116ff364d3f None None] Sync routers for ids ['eb748527-9598-4459-b714-65533a632cbf'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:01:57.395212 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed44c819-d1b1-4877-ab47-63c01d572379 None None] Network ffd96fed-9470-4533-a865-b5f7fe6ac9f9 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:57.406365 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb1b95a6-900d-4da0-a1c2-3d4b45d8e4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:57.407262 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00abe5e-859d-4021-a91d-a116ff364d3f None None] Routers {'eb748527-9598-4459-b714-65533a632cbf'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:57.409709 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f00abe5e-859d-4021-a91d-a116ff364d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['eb748527-9598-4459-b714-65533a632cbf'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:57.420915 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-af200c96-3d9f-4243-853d-27cb2a9f7fc8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Deleting port 59ce014c-d6d3-4060-8926-272e4e5cef2f {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:57.421417 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af200c96-3d9f-4243-853d-27cb2a9f7fc8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:57.458451 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-975f8c96-d239-4f29-b5ba-2eb5ecb7ca85 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:57.495006 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-975f8c96-d239-4f29-b5ba-2eb5ecb7ca85 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:57.495746 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-975f8c96-d239-4f29-b5ba-2eb5ecb7ca85 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:57.545436 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-af200c96-3d9f-4243-853d-27cb2a9f7fc8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] For port 59ce014c-d6d3-4060-8926-272e4e5cef2f, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=59ce014c-d6d3-4060-8926-272e4e5cef2f,segment=NetworkSegment(dd1729df-4563-4a9c-b07e-3a341bd0c445),segment_id=dd1729df-4563-4a9c-b07e-3a341bd0c445)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:57.546075 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af200c96-3d9f-4243-853d-27cb2a9f7fc8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:57.575713 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-af200c96-3d9f-4243-853d-27cb2a9f7fc8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Calling delete_port for 59ce014c-d6d3-4060-8926-272e4e5cef2f owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:57.648184 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-0148458a-dc93-48d2-ac52-a17bc086e67e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting subnet 82d38417-3195-44e6-a3d7-993768ac5780 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:01:57.664447 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975f8c96-d239-4f29-b5ba-2eb5ecb7ca85 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:57.664712 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-f00abe5e-859d-4021-a91d-a116ff364d3f None None] Set router eb748527-9598-4459-b714-65533a632cbf gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:57.665313 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0148458a-dc93-48d2-ac52-a17bc086e67e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:57.668873 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2bbb95e4-c8d6-4597-9fbe-9c401db200a4 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:57.694342 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2bbb95e4-c8d6-4597-9fbe-9c401db200a4 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:57.699044 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-975f8c96-d239-4f29-b5ba-2eb5ecb7ca85 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:57.716408 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af200c96-3d9f-4243-853d-27cb2a9f7fc8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:57.718896 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975f8c96-d239-4f29-b5ba-2eb5ecb7ca85 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:57.719350 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-975f8c96-d239-4f29-b5ba-2eb5ecb7ca85 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:57.736403 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f8c96-d239-4f29-b5ba-2eb5ecb7ca85 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Subnet': ['ID=fc50cc92-bfe9-49ce-9b45-71135c9cd048,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:57.737482 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e629f66c-f6d7-45a1-9c65-7eb40fc7625b None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:57.775172 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af200c96-3d9f-4243-853d-27cb2a9f7fc8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] No DVR routers for this DVR port 59ce014c-d6d3-4060-8926-272e4e5cef2f on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:01:57.775418 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f8c96-d239-4f29-b5ba-2eb5ecb7ca85 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Port': ['ID=0e3c895e-9fc4-4c70-8dfa-9bd848228dbe,revision_number=4']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:57.779852 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0148458a-dc93-48d2-ac52-a17bc086e67e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:57.795363 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af200c96-3d9f-4243-853d-27cb2a9f7fc8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Port': ['ID=59ce014c-d6d3-4060-8926-272e4e5cef2f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:57.836428 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-975f8c96-d239-4f29-b5ba-2eb5ecb7ca85 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.4842389 Nov 29 02:01:57.837183 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2bbb95e4-c8d6-4597-9fbe-9c401db200a4 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:57.837751 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbb95e4-c8d6-4597-9fbe-9c401db200a4 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Fanout notify agent at l3_agent the message router_deleted on router a660ec7c-f042-4421-bb7a-f5f9a36972b9 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:01:57.848981 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2bbb95e4-c8d6-4597-9fbe-9c401db200a4 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:57.849182 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2bbb95e4-c8d6-4597-9fbe-9c401db200a4 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/routers/a660ec7c-f042-4421-bb7a-f5f9a36972b9 HTTP/1.1" status: 204 len: 168 time: 1.3805130 Nov 29 02:01:57.855818 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40906) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:57.859125 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40904) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:57.874567 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e4cb9b1c-3103-4710-9331-4784047304ce tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Request body: {'port': {'network_id': '126abf58-b75c-4c07-bafa-8e25bc6621b0', 'mac_address': 'fa:16:3e:2b:9b:cd', 'name': 'tempest-NetworksTestDHCPv6-8011615'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:57.991228 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af200c96-3d9f-4243-853d-27cb2a9f7fc8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:58.000341 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 0e3c895e-9fc4-4c70-8dfa-9bd848228dbe triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:58.000714 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:58.040883 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-af200c96-3d9f-4243-853d-27cb2a9f7fc8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd96fed-9470-4533-a865-b5f7fe6ac9f9']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:58.045617 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-167bab66-abd8-43e0-a3cf-4f70bda7a0f7 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1378121680', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:58.071540 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f00abe5e-859d-4021-a91d-a116ff364d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb748527-9598-4459-b714-65533a632cbf', 'name': 'tempest-TestNetworkBasicOps-router-822574806', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:58:53Z', 'updated_at': '2021-11-29T02:01:55Z', 'revision_number': 7, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:58:55Z', 'updated_at': '2021-11-29T01:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:58.080169 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0148458a-dc93-48d2-ac52-a17bc086e67e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:58.084205 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-af200c96-3d9f-4243-853d-27cb2a9f7fc8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd1729df-4563-4a9c-b07e-3a341bd0c445') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:58.084526 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-af200c96-3d9f-4243-853d-27cb2a9f7fc8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd1729df-4563-4a9c-b07e-3a341bd0c445') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:58.092295 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ab20d1-ab09-45b7-8c20-cd8d550f972d None None] DHCP port deletion for ffd96fed-9470-4533-a865-b5f7fe6ac9f9 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:01:58.104184 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40910) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:58.107190 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00abe5e-859d-4021-a91d-a116ff364d3f None None] Checking router: eb748527-9598-4459-b714-65533a632cbf for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:01:58.121121 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00abe5e-859d-4021-a91d-a116ff364d3f None None] Routers {'eb748527-9598-4459-b714-65533a632cbf'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:01:58.121946 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f00abe5e-859d-4021-a91d-a116ff364d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['eb748527-9598-4459-b714-65533a632cbf'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:58.143363 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af200c96-3d9f-4243-853d-27cb2a9f7fc8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:58.179941 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-167bab66-abd8-43e0-a3cf-4f70bda7a0f7 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:58.179941 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-167bab66-abd8-43e0-a3cf-4f70bda7a0f7 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:58.189079 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af200c96-3d9f-4243-853d-27cb2a9f7fc8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:58.199221 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.db.api [None req-cb1b95a6-900d-4da0-a1c2-3d4b45d8e4d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:01:58.199509 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG oslo_db.api [None req-cb1b95a6-900d-4da0-a1c2-3d4b45d8e4d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:01:58.209964 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af200c96-3d9f-4243-853d-27cb2a9f7fc8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:01:58.210234 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0148458a-dc93-48d2-ac52-a17bc086e67e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:58.210344 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af200c96-3d9f-4243-853d-27cb2a9f7fc8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:58.220966 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:01:58.220966 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:01:58.220966 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:01:58.220966 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:01:58.220966 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:01:58.220966 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:01:58.220966 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:01:58.220966 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:01:58.220966 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:01:58.220966 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:01:58.220966 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:01:58.220966 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:01:58.220966 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:01:58.220966 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:01:58.220966 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:01:58.220966 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:01:58.220966 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:01:58.220966 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:01:58.220966 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:01:58.220966 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:01:58.220966 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:01:58.220966 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:01:58.220966 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:01:58.220966 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:01:58.220966 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:01:58.220966 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:01:58.220966 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:01:58.220966 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:01:58.220966 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:01:58.220966 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:01:58.220966 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:01:58.220966 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:01:58.256066 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-f00abe5e-859d-4021-a91d-a116ff364d3f None None] Set router eb748527-9598-4459-b714-65533a632cbf gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:01:58.271484 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0148458a-dc93-48d2-ac52-a17bc086e67e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Subnet': ['ID=82d38417-3195-44e6-a3d7-993768ac5780,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:58.284188 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:58.289056 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0148458a-dc93-48d2-ac52-a17bc086e67e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:58.296310 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0148458a-dc93-48d2-ac52-a17bc086e67e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/subnets/82d38417-3195-44e6-a3d7-993768ac5780 HTTP/1.1" status: 204 len: 168 time: 0.9140482 Nov 29 02:01:58.301312 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40918) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:58.322007 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc72ef8-d89d-45c7-a9fa-f82491a4e00a None None] Network 832816b9-beec-4a08-8e13-11d88846b1eb requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:01:58.368285 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af200c96-3d9f-4243-853d-27cb2a9f7fc8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:58.373239 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af200c96-3d9f-4243-853d-27cb2a9f7fc8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:58.379726 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-af200c96-3d9f-4243-853d-27cb2a9f7fc8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/networks/ffd96fed-9470-4533-a865-b5f7fe6ac9f9 HTTP/1.1" status: 204 len: 168 time: 1.1846435 Nov 29 02:01:58.395860 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40920) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:58.460218 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec2aff7c-bb5b-4fe7-ad81-12c8d38adf31 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:58.543854 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f00abe5e-859d-4021-a91d-a116ff364d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb748527-9598-4459-b714-65533a632cbf', 'name': 'tempest-TestNetworkBasicOps-router-822574806', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:58:53Z', 'updated_at': '2021-11-29T02:01:55Z', 'revision_number': 7, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:58:55Z', 'updated_at': '2021-11-29T01:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:01:58.564770 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port 0e3c895e-9fc4-4c70-8dfa-9bd848228dbe, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=0e3c895e-9fc4-4c70-8dfa-9bd848228dbe,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:58.598794 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00abe5e-859d-4021-a91d-a116ff364d3f None None] The sync data for ids ['eb748527-9598-4459-b714-65533a632cbf'] in dv-neutron-819032-3-hyperv is: [{'id': 'eb748527-9598-4459-b714-65533a632cbf', 'name': 'tempest-TestNetworkBasicOps-router-822574806', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17'}], 'enable_snat': True}, 'gw_port_id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:58:53Z', 'updated_at': '2021-11-29T02:01:55Z', 'revision_number': 7, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'ac4e318e-2987-43aa-a50a-0a228e96b07d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb748527-9598-4459-b714-65533a632cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:58:55Z', 'updated_at': '2021-11-29T01:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:01:58.627387 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:58.628219 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 59ce014c-d6d3-4060-8926-272e4e5cef2f up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:01:58.642123 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec2aff7c-bb5b-4fe7-ad81-12c8d38adf31 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:58.702128 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cb9b1c-3103-4710-9331-4784047304ce tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Made reservation on behalf of d732f07065b549e8ade666b44b940ceb for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:58.703132 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 59ce014c-d6d3-4060-8926-272e4e5cef2f {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:01:58.703595 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 59ce014c-d6d3-4060-8926-272e4e5cef2f not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 29 02:01:58.777737 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40930) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:58.805342 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e4cb9b1c-3103-4710-9331-4784047304ce tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:58.836728 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-e4cb9b1c-3103-4710-9331-4784047304ce tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] device_id is not set on port 9055af78-3429-4d9d-bef7-936a3c9d0005 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:01:58.851352 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ec2aff7c-bb5b-4fe7-ad81-12c8d38adf31 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port ac4e318e-2987-43aa-a50a-0a228e96b07d {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:58.851680 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec2aff7c-bb5b-4fe7-ad81-12c8d38adf31 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:58.915488 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-785eea9d-811f-4fe0-8e00-6d9d3a130fff tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'port': {'network_id': 'd19028d4-3d87-47a3-aaad-1e7d87570660', 'name': 'tempest-PortsTestJSON-71763807'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:58.928542 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4740b70e-e0a1-439a-b88b-8c2c17f3a9bd tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:58.929261 dv-neutron-819032-3-hyperv neutron-server[103255]: WARNING neutron.api.v2.base [None req-4740b70e-e0a1-439a-b88b-8c2c17f3a9bd tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 29 02:01:58.929782 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-4740b70e-e0a1-439a-b88b-8c2c17f3a9bd tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] create failed (client error): There was a conflict when trying to complete your request. Nov 29 02:01:58.932521 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4740b70e-e0a1-439a-b88b-8c2c17f3a9bd tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.8253388 Nov 29 02:01:58.937429 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af200c96-3d9f-4243-853d-27cb2a9f7fc8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Network': ['ID=ffd96fed-9470-4533-a865-b5f7fe6ac9f9,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:58.938023 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40934) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:58.944650 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-17891aa6-bf7c-4a10-a172-64dc8a38a6f9 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Request body: {'security_group': {'name': 'tempest-secgroup--678250380'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:58.979163 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a4ad56f3-db0c-4bba-8102-b749c7241866 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Request body: {'networks': [{'name': 'tempest-network--315870928'}, {'name': 'tempest-network--1930335791'}]} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:58.979468 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a4ad56f3-db0c-4bba-8102-b749c7241866 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Request body: {'network': {'name': 'tempest-network--315870928'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:58.979923 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a4ad56f3-db0c-4bba-8102-b749c7241866 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Request body: {'network': {'name': 'tempest-network--1930335791'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:59.004897 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Port 59ce014c-d6d3-4060-8926-272e4e5cef2f not found, will not notify nova. {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 29 02:01:59.017455 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.db.api [None req-a4ad56f3-db0c-4bba-8102-b749c7241866 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 02:01:59.017455 dv-neutron-819032-3-hyperv neutron-server[103254]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 29 02:01:59.017455 dv-neutron-819032-3-hyperv neutron-server[103254]: [parameters: {'project_id_1': 'd694d773e3ec4de79117a1b9679d9243', 'expiration_1': datetime.datetime(2021, 11, 29, 2, 1, 38, 991670)}] Nov 29 02:01:59.017455 dv-neutron-819032-3-hyperv neutron-server[103254]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:01:59.017863 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG oslo_db.api [None req-a4ad56f3-db0c-4bba-8102-b749c7241866 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:01:59.026834 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-167bab66-abd8-43e0-a3cf-4f70bda7a0f7 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:59.042269 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-167bab66-abd8-43e0-a3cf-4f70bda7a0f7 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:59.058332 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-51ac9558-13bf-47b6-a674-be2bc491904b None None] Could not find standard attr ID for object 8a5e4866-84fa-4fd8-b409-371889168703. {{(pid=103256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 02:01:59.061571 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=0e3c895e-9fc4-4c70-8dfa-9bd848228dbe,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:59.063997 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-17891aa6-bf7c-4a10-a172-64dc8a38a6f9 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:59.077831 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-51ac9558-13bf-47b6-a674-be2bc491904b None None] Could not find standard attr ID for object 59ce014c-d6d3-4060-8926-272e4e5cef2f. {{(pid=103256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 02:01:59.094504 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-167bab66-abd8-43e0-a3cf-4f70bda7a0f7 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:59.098329 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-167bab66-abd8-43e0-a3cf-4f70bda7a0f7 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2365158 Nov 29 02:01:59.098561 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-17891aa6-bf7c-4a10-a172-64dc8a38a6f9 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:59.105178 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40936) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:59.107893 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ec2aff7c-bb5b-4fe7-ad81-12c8d38adf31 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] For port ac4e318e-2987-43aa-a50a-0a228e96b07d, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=ac4e318e-2987-43aa-a50a-0a228e96b07d,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:59.108266 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec2aff7c-bb5b-4fe7-ad81-12c8d38adf31 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:59.128197 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785eea9d-811f-4fe0-8e00-6d9d3a130fff tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:59.133887 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ba9fd1d2-3ecf-4a9d-867e-4e4c42e0838b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:59.135582 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-785eea9d-811f-4fe0-8e00-6d9d3a130fff tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:59.179306 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-785eea9d-811f-4fe0-8e00-6d9d3a130fff tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] device_id is not set on port 04759dac-38af-42d0-ae86-35279efda7bc yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:01:59.188512 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ec2aff7c-bb5b-4fe7-ad81-12c8d38adf31 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for ac4e318e-2987-43aa-a50a-0a228e96b07d owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:59.208073 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e990128-3f14-4941-836d-1d57e123a2f3 None None] DHCP port deletion for 832816b9-beec-4a08-8e13-11d88846b1eb request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:01:59.247683 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 0e3c895e-9fc4-4c70-8dfa-9bd848228dbe up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:01:59.339244 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 0e3c895e-9fc4-4c70-8dfa-9bd848228dbe triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:59.339742 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:59.344749 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7e990128-3f14-4941-836d-1d57e123a2f3 None None] Deleting port daa0d40d-02ea-433b-a61c-3b83bb06ea3f {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:59.345210 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e990128-3f14-4941-836d-1d57e123a2f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:59.379914 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-785eea9d-811f-4fe0-8e00-6d9d3a130fff tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:59.421214 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-785eea9d-811f-4fe0-8e00-6d9d3a130fff tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:59.453671 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-e4cb9b1c-3103-4710-9331-4784047304ce tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Allocated IP 2001:db8::270 (126abf58-b75c-4c07-bafa-8e25bc6621b0/62e71bf4-ef33-4b65-8639-7102b2b88348/9055af78-3429-4d9d-bef7-936a3c9d0005) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:59.464154 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7e990128-3f14-4941-836d-1d57e123a2f3 None None] For port daa0d40d-02ea-433b-a61c-3b83bb06ea3f, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=daa0d40d-02ea-433b-a61c-3b83bb06ea3f,segment=NetworkSegment(b2cf5c1c-ee07-41a8-bd6a-2f68c500f224),segment_id=b2cf5c1c-ee07-41a8-bd6a-2f68c500f224)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:01:59.464593 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e990128-3f14-4941-836d-1d57e123a2f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:59.473169 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785eea9d-811f-4fe0-8e00-6d9d3a130fff tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Network d19028d4-3d87-47a3-aaad-1e7d87570660 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:01:59.480979 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-785eea9d-811f-4fe0-8e00-6d9d3a130fff tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:01:59.483987 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-e4cb9b1c-3103-4710-9331-4784047304ce tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2b:9bcd (126abf58-b75c-4c07-bafa-8e25bc6621b0/fc50cc92-bfe9-49ce-9b45-71135c9cd048/9055af78-3429-4d9d-bef7-936a3c9d0005) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:01:59.484997 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785eea9d-811f-4fe0-8e00-6d9d3a130fff tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:01:59.490700 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785eea9d-811f-4fe0-8e00-6d9d3a130fff tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:01:59.491339 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-785eea9d-811f-4fe0-8e00-6d9d3a130fff tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:59.518708 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-785eea9d-811f-4fe0-8e00-6d9d3a130fff tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.1217487 Nov 29 02:01:59.523962 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40938) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:59.536843 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7e990128-3f14-4941-836d-1d57e123a2f3 None None] Calling delete_port for daa0d40d-02ea-433b-a61c-3b83bb06ea3f owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:59.565042 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785eea9d-811f-4fe0-8e00-6d9d3a130fff tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Port': ['ID=04759dac-38af-42d0-ae86-35279efda7bc,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:59.612782 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 59ce014c-d6d3-4060-8926-272e4e5cef2f no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:01:59.638241 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-36c058cb-d351-4a49-98a1-467ff7410531 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Deleting port 04759dac-38af-42d0-ae86-35279efda7bc {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:01:59.638742 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36c058cb-d351-4a49-98a1-467ff7410531 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:59.639743 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 59ce014c-d6d3-4060-8926-272e4e5cef2f {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:01:59.640088 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 59ce014c-d6d3-4060-8926-272e4e5cef2f not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:01:59.640518 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device b545aeab-eeae-407e-957b-d0d1ffeb818e no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:01:59.672404 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: b545aeab-eeae-407e-957b-d0d1ffeb818e {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:01:59.672664 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device b545aeab-eeae-407e-957b-d0d1ffeb818e not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:01:59.699838 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e990128-3f14-4941-836d-1d57e123a2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:59.723481 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36c058cb-d351-4a49-98a1-467ff7410531 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:59.735503 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e990128-3f14-4941-836d-1d57e123a2f3 None None] Pushing event deleted for resources: {'Port': ['ID=daa0d40d-02ea-433b-a61c-3b83bb06ea3f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:59.738119 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e990128-3f14-4941-836d-1d57e123a2f3 None None] No DVR routers for this DVR port daa0d40d-02ea-433b-a61c-3b83bb06ea3f on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:01:59.739148 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-36c058cb-d351-4a49-98a1-467ff7410531 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Calling delete_port for 04759dac-38af-42d0-ae86-35279efda7bc owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:01:59.830940 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36c058cb-d351-4a49-98a1-467ff7410531 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:59.867626 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c058cb-d351-4a49-98a1-467ff7410531 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Port': ['ID=04759dac-38af-42d0-ae86-35279efda7bc,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:01:59.873030 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36c058cb-d351-4a49-98a1-467ff7410531 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:59.876314 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-36c058cb-d351-4a49-98a1-467ff7410531 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/ports/04759dac-38af-42d0-ae86-35279efda7bc HTTP/1.1" status: 204 len: 168 time: 0.3511124 Nov 29 02:01:59.878790 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40940) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:01:59.883542 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c63ffb58-7cdb-46a5-9bc0-4afd3ae58156 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'port': {'network_id': 'd19028d4-3d87-47a3-aaad-1e7d87570660', 'mac_address': 'fa:16:3e:b5:d9:f2', 'name': 'tempest-PortsTestJSON-621362450'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:01:59.906168 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-50f9aa2c-fb2d-400c-b766-3f546ae88f4b None None] Provisioning complete for port 0e3c895e-9fc4-4c70-8dfa-9bd848228dbe triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:01:59.906685 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50f9aa2c-fb2d-400c-b766-3f546ae88f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:59.931281 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e4cb9b1c-3103-4710-9331-4784047304ce tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:59.937056 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba9fd1d2-3ecf-4a9d-867e-4e4c42e0838b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32579'] for router, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:59.940215 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ad56f3-db0c-4bba-8102-b749c7241866 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Made reservation on behalf of d694d773e3ec4de79117a1b9679d9243 for: {'network': 2} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:59.945058 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4ad56f3-db0c-4bba-8102-b749c7241866 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:59.974902 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4ad56f3-db0c-4bba-8102-b749c7241866 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:01:59.980228 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63ffb58-7cdb-46a5-9bc0-4afd3ae58156 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:01:59.999533 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba9fd1d2-3ecf-4a9d-867e-4e4c42e0838b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-599907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-599898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-600112'] for router, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:00.022227 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-17891aa6-bf7c-4a10-a172-64dc8a38a6f9 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:00.040650 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-17891aa6-bf7c-4a10-a172-64dc8a38a6f9 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:00.050679 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c63ffb58-7cdb-46a5-9bc0-4afd3ae58156 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:00.070129 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-c63ffb58-7cdb-46a5-9bc0-4afd3ae58156 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] device_id is not set on port 2b8d377b-2228-4fa6-9402-4f10d27eb50e yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:02:00.180948 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e4cb9b1c-3103-4710-9331-4784047304ce tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:00.212978 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17891aa6-bf7c-4a10-a172-64dc8a38a6f9 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb877d5-376c-4ada-b433-fc2b0f38d1f0,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:00.243215 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c63ffb58-7cdb-46a5-9bc0-4afd3ae58156 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:00.277929 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c63ffb58-7cdb-46a5-9bc0-4afd3ae58156 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:00.292622 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cb9b1c-3103-4710-9331-4784047304ce tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:00.302740 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec2aff7c-bb5b-4fe7-ad81-12c8d38adf31 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:00.314652 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-e4cb9b1c-3103-4710-9331-4784047304ce tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:00.326081 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63ffb58-7cdb-46a5-9bc0-4afd3ae58156 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Network d19028d4-3d87-47a3-aaad-1e7d87570660 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:00.327212 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cb9b1c-3103-4710-9331-4784047304ce tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:00.329180 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-c63ffb58-7cdb-46a5-9bc0-4afd3ae58156 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:00.331615 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63ffb58-7cdb-46a5-9bc0-4afd3ae58156 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:00.332800 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cb9b1c-3103-4710-9331-4784047304ce tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:00.333440 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e4cb9b1c-3103-4710-9331-4784047304ce tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:00.338095 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63ffb58-7cdb-46a5-9bc0-4afd3ae58156 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:00.339185 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c63ffb58-7cdb-46a5-9bc0-4afd3ae58156 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:00.346053 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-17891aa6-bf7c-4a10-a172-64dc8a38a6f9 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:00.355431 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ffb58-7cdb-46a5-9bc0-4afd3ae58156 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Port': ['ID=2b8d377b-2228-4fa6-9402-4f10d27eb50e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:00.363466 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c63ffb58-7cdb-46a5-9bc0-4afd3ae58156 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4835072 Nov 29 02:02:00.365989 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40942) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:00.371352 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb9b1c-3103-4710-9331-4784047304ce tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event updated for resources: {'Port': ['ID=9055af78-3429-4d9d-bef7-936a3c9d0005,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:00.373770 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-17891aa6-bf7c-4a10-a172-64dc8a38a6f9 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:00.400380 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c373f433-3518-478f-85ca-e670d2abea16 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:02:00.417385 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684712e1-1a10-4150-9ce4-6f1911375da4 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:00.419349 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-684712e1-1a10-4150-9ce4-6f1911375da4 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "GET /v2.0/ports/2b8d377b-2228-4fa6-9402-4f10d27eb50e HTTP/1.1" status: 200 len: 840 time: 0.0516617 Nov 29 02:02:00.422213 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40944) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:00.433799 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4ad56f3-db0c-4bba-8102-b749c7241866 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:00.441655 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e4cb9b1c-3103-4710-9331-4784047304ce tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.5715830 Nov 29 02:02:00.450608 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40946) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:00.460961 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2aff7c-bb5b-4fe7-ad81-12c8d38adf31 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=ac4e318e-2987-43aa-a50a-0a228e96b07d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:00.476889 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-17891aa6-bf7c-4a10-a172-64dc8a38a6f9 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:00.480486 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-17891aa6-bf7c-4a10-a172-64dc8a38a6f9 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.5389631 Nov 29 02:02:00.480486 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4ad56f3-db0c-4bba-8102-b749c7241866 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:00.480486 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4ad56f3-db0c-4bba-8102-b749c7241866 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:00.480913 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9fd1d2-3ecf-4a9d-867e-4e4c42e0838b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Router af7d2cd5-8e1e-44bc-a032-ef82e8df2d32 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:02:00.485404 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40948) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:00.518088 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-43956e10-0497-43bb-8eb2-eebc8a281327 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Request body: {'security_group_rule': {'security_group_id': 'bbcac08f-ef4c-4746-beef-dd80db09bc0b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:00.528506 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17891aa6-bf7c-4a10-a172-64dc8a38a6f9 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcac08f-ef4c-4746-beef-dd80db09bc0b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:00.596378 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e7002d91-3fb0-4bd7-87ac-e22c17d32443 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Deleting port 2b8d377b-2228-4fa6-9402-4f10d27eb50e {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:00.596890 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e7002d91-3fb0-4bd7-87ac-e22c17d32443 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:00.651995 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4ad56f3-db0c-4bba-8102-b749c7241866 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:02:00.655724 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec2aff7c-bb5b-4fe7-ad81-12c8d38adf31 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:00.663114 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-31a0c65e-eb7f-4c9d-900b-4bcd028f1c45 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting port 9055af78-3429-4d9d-bef7-936a3c9d0005 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:00.663458 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31a0c65e-eb7f-4c9d-900b-4bcd028f1c45 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:00.689900 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad56f3-db0c-4bba-8102-b749c7241866 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3942d360-eaf9-49b8-9510-f87f66712b10,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:00.715838 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e7002d91-3fb0-4bd7-87ac-e22c17d32443 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:00.728408 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1c39348d-dacf-4332-8ee4-28bb72590e60 None None] Provisioning complete for port 9055af78-3429-4d9d-bef7-936a3c9d0005 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:00.729907 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c39348d-dacf-4332-8ee4-28bb72590e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:00.736419 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e7002d91-3fb0-4bd7-87ac-e22c17d32443 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Calling delete_port for 2b8d377b-2228-4fa6-9402-4f10d27eb50e owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:00.758554 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4ad56f3-db0c-4bba-8102-b749c7241866 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:00.758940 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-a4ad56f3-db0c-4bba-8102-b749c7241866 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Added segment b3f0b0db-257c-4ea1-9b73-caae6dd1224e of type vlan for network f0fa48de-53f4-4680-915d-96e310ed2e42 Nov 29 02:02:00.760772 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9fd1d2-3ecf-4a9d-867e-4e4c42e0838b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:02:00.762389 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-43956e10-0497-43bb-8eb2-eebc8a281327 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:00.769668 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ba9fd1d2-3ecf-4a9d-867e-4e4c42e0838b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:00.774184 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ba9fd1d2-3ecf-4a9d-867e-4e4c42e0838b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "PUT /v2.0/routers/af7d2cd5-8e1e-44bc-a032-ef82e8df2d32 HTTP/1.1" status: 200 len: 698 time: 1.6598246 Nov 29 02:02:00.774355 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1c39348d-dacf-4332-8ee4-28bb72590e60 None None] Port 9055af78-3429-4d9d-bef7-936a3c9d0005 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:02:00.780095 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c05305-97da-4c52-9a3b-4bdd04dfe11b None None] Sync routers for ids ['af7d2cd5-8e1e-44bc-a032-ef82e8df2d32'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:02:00.788480 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40950) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:00.792253 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c05305-97da-4c52-9a3b-4bdd04dfe11b None None] Routers {'af7d2cd5-8e1e-44bc-a032-ef82e8df2d32'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:02:00.793169 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b3c05305-97da-4c52-9a3b-4bdd04dfe11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['af7d2cd5-8e1e-44bc-a032-ef82e8df2d32'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:00.809114 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec2aff7c-bb5b-4fe7-ad81-12c8d38adf31 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:00.812920 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31a0c65e-eb7f-4c9d-900b-4bcd028f1c45 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:00.830983 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-31a0c65e-eb7f-4c9d-900b-4bcd028f1c45 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Calling delete_port for 9055af78-3429-4d9d-bef7-936a3c9d0005 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:00.844022 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec2aff7c-bb5b-4fe7-ad81-12c8d38adf31 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:00.878345 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-b3c05305-97da-4c52-9a3b-4bdd04dfe11b None None] Set router af7d2cd5-8e1e-44bc-a032-ef82e8df2d32 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:02:00.909070 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e7002d91-3fb0-4bd7-87ac-e22c17d32443 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:00.940207 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b3c05305-97da-4c52-9a3b-4bdd04dfe11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7d2cd5-8e1e-44bc-a032-ef82e8df2d32', 'name': 'tempest-RoutersIpV6Test-router-1378121680', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:01:58Z', 'updated_at': '2021-11-29T02:01:59Z', 'revision_number': 2, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'gw_port_host': None}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:00.953881 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7002d91-3fb0-4bd7-87ac-e22c17d32443 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Port': ['ID=2b8d377b-2228-4fa6-9402-4f10d27eb50e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:00.956799 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4ad56f3-db0c-4bba-8102-b749c7241866 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:00.967586 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e7002d91-3fb0-4bd7-87ac-e22c17d32443 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:00.971003 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c05305-97da-4c52-9a3b-4bdd04dfe11b None None] Checking router: af7d2cd5-8e1e-44bc-a032-ef82e8df2d32 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:02:00.971186 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a8ef0868-b092-4a40-885e-9a6f3da67cb4 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "GET /v2.0/routers/af7d2cd5-8e1e-44bc-a032-ef82e8df2d32 HTTP/1.1" status: 200 len: 704 time: 0.1814387 Nov 29 02:02:00.975136 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e7002d91-3fb0-4bd7-87ac-e22c17d32443 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/ports/2b8d377b-2228-4fa6-9402-4f10d27eb50e HTTP/1.1" status: 204 len: 168 time: 0.5513980 Nov 29 02:02:00.976690 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40952) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:00.980896 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40954) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:00.984441 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c05305-97da-4c52-9a3b-4bdd04dfe11b None None] Routers {'af7d2cd5-8e1e-44bc-a032-ef82e8df2d32'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:02:00.985200 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b3c05305-97da-4c52-9a3b-4bdd04dfe11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['af7d2cd5-8e1e-44bc-a032-ef82e8df2d32'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:00.995278 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec2aff7c-bb5b-4fe7-ad81-12c8d38adf31 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:00.996073 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2aff7c-bb5b-4fe7-ad81-12c8d38adf31 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Fanout notify agent at l3_agent the message router_deleted on router eb748527-9598-4459-b714-65533a632cbf {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:02:01.033053 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec2aff7c-bb5b-4fe7-ad81-12c8d38adf31 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:01.034190 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ec2aff7c-bb5b-4fe7-ad81-12c8d38adf31 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/routers/eb748527-9598-4459-b714-65533a632cbf HTTP/1.1" status: 204 len: 168 time: 2.7311203 Nov 29 02:02:01.038168 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-43956e10-0497-43bb-8eb2-eebc8a281327 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:01.039648 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe5f40c-f5d6-4b68-8839-7894d61a95a9 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] GET failed (client error): The resource could not be found. Nov 29 02:02:01.046715 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8fe5f40c-f5d6-4b68-8839-7894d61a95a9 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "GET /v2.0/ports/2b8d377b-2228-4fa6-9402-4f10d27eb50e HTTP/1.1" status: 404 len: 333 time: 0.0645430 Nov 29 02:02:01.051724 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40956) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:01.052228 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40958) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:01.062868 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-47b90940-6f44-4bea-91cd-d465e93dab03 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "GET /v2.0/ports?device_id=af7d2cd5-8e1e-44bc-a032-ef82e8df2d32 HTTP/1.1" status: 200 len: 205 time: 0.0849826 Nov 29 02:02:01.065161 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-43956e10-0497-43bb-8eb2-eebc8a281327 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:01.070931 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40960) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:01.073528 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-2cb64bfe-aeb2-4679-a853-3679b7ae6588 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'port': {'network_id': 'd19028d4-3d87-47a3-aaad-1e7d87570660', 'name': 'tempest-PortsTestJSON-703907568'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:01.096255 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-b3c05305-97da-4c52-9a3b-4bdd04dfe11b None None] Set router af7d2cd5-8e1e-44bc-a032-ef82e8df2d32 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:02:01.183343 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4ad56f3-db0c-4bba-8102-b749c7241866 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:02:01.197222 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43956e10-0497-43bb-8eb2-eebc8a281327 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f8cab2-092a-4a2a-a6ba-ca113be81467,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:01.202173 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8cfcad9-2e29-4a39-be5b-81c9a99ec068 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:01.215072 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b3c05305-97da-4c52-9a3b-4bdd04dfe11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7d2cd5-8e1e-44bc-a032-ef82e8df2d32', 'name': 'tempest-RoutersIpV6Test-router-1378121680', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:01:58Z', 'updated_at': '2021-11-29T02:01:59Z', 'revision_number': 2, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'gw_port_host': None}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:01.234154 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-43956e10-0497-43bb-8eb2-eebc8a281327 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:01.235255 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-43956e10-0497-43bb-8eb2-eebc8a281327 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7303288 Nov 29 02:02:01.243954 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4ad56f3-db0c-4bba-8102-b749c7241866 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:01.244760 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-a4ad56f3-db0c-4bba-8102-b749c7241866 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Added segment 41ff24bb-b5c3-495e-aae2-6f9e8b38ea2a of type vlan for network 4f4c1038-7553-4e45-9b07-fcd7b1c5bd3d Nov 29 02:02:01.245366 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40962) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:01.259101 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-eb21b76d-cb33-4540-a426-e50c88839489 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Request body: {'security_group_rule': {'security_group_id': 'bbcac08f-ef4c-4746-beef-dd80db09bc0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:01.278792 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f64a3dc-1b3b-4e78-b2e7-ab0d293afeac tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:01.283250 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c05305-97da-4c52-9a3b-4bdd04dfe11b None None] The sync data for ids ['af7d2cd5-8e1e-44bc-a032-ef82e8df2d32'] in dv-neutron-819032-3-hyperv is: [{'id': 'af7d2cd5-8e1e-44bc-a032-ef82e8df2d32', 'name': 'tempest-RoutersIpV6Test-router-1378121680', 'tenant_id': 'beede83db6b440a1a2eddd60d2641adf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:01:58Z', 'updated_at': '2021-11-29T02:01:59Z', 'revision_number': 2, 'project_id': 'beede83db6b440a1a2eddd60d2641adf', 'gw_port_host': None}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:02:01.287927 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 0e3c895e-9fc4-4c70-8dfa-9bd848228dbe up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:02:01.340651 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 0e3c895e-9fc4-4c70-8dfa-9bd848228dbe triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:01.341295 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:01.349212 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.db.api [None req-2cb64bfe-aeb2-4679-a853-3679b7ae6588 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 02:02:01.349212 dv-neutron-819032-3-hyperv neutron-server[103254]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 29 02:02:01.349212 dv-neutron-819032-3-hyperv neutron-server[103254]: [parameters: {'project_id_1': '244b87083f7548969719374c99f34997', 'expiration_1': datetime.datetime(2021, 11, 29, 2, 1, 41, 328370)}] Nov 29 02:02:01.349212 dv-neutron-819032-3-hyperv neutron-server[103254]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:02:01.350596 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG oslo_db.api [None req-2cb64bfe-aeb2-4679-a853-3679b7ae6588 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:02:01.358804 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4ad56f3-db0c-4bba-8102-b749c7241866 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:01.418092 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31a0c65e-eb7f-4c9d-900b-4bcd028f1c45 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:01.422014 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eb21b76d-cb33-4540-a426-e50c88839489 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:01.435396 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8cfcad9-2e29-4a39-be5b-81c9a99ec068 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:01.438463 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8cfcad9-2e29-4a39-be5b-81c9a99ec068 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:01.465417 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a0c65e-eb7f-4c9d-900b-4bcd028f1c45 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Port': ['ID=9055af78-3429-4d9d-bef7-936a3c9d0005,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:01.500099 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f64a3dc-1b3b-4e78-b2e7-ab0d293afeac tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:01.533663 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4ad56f3-db0c-4bba-8102-b749c7241866 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:01.534241 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4ad56f3-db0c-4bba-8102-b749c7241866 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:01.540275 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ad56f3-db0c-4bba-8102-b749c7241866 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:01.545219 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-31a0c65e-eb7f-4c9d-900b-4bcd028f1c45 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:01.546437 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ad56f3-db0c-4bba-8102-b749c7241866 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:01.547226 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4ad56f3-db0c-4bba-8102-b749c7241866 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:01.549108 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-31a0c65e-eb7f-4c9d-900b-4bcd028f1c45 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/9055af78-3429-4d9d-bef7-936a3c9d0005 HTTP/1.1" status: 204 len: 168 time: 1.0976408 Nov 29 02:02:01.551763 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40964) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:01.553376 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-6f64a3dc-1b3b-4e78-b2e7-ab0d293afeac tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['832816b9-beec-4a08-8e13-11d88846b1eb']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:01.561237 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8cfcad9-2e29-4a39-be5b-81c9a99ec068 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:01.561964 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8cfcad9-2e29-4a39-be5b-81c9a99ec068 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Fanout notify agent at l3_agent the message router_deleted on router af7d2cd5-8e1e-44bc-a032-ef82e8df2d32 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:02:01.569194 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8cfcad9-2e29-4a39-be5b-81c9a99ec068 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:01.573502 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b8cfcad9-2e29-4a39-be5b-81c9a99ec068 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/routers/af7d2cd5-8e1e-44bc-a032-ef82e8df2d32 HTTP/1.1" status: 204 len: 168 time: 0.5014858 Nov 29 02:02:01.576794 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40966) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:01.639617 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d3c760e6-8156-4292-bb1d-6db935b99566 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "GET /v2.0/ports?device_id=af7d2cd5-8e1e-44bc-a032-ef82e8df2d32 HTTP/1.1" status: 200 len: 205 time: 0.0614109 Nov 29 02:02:01.644502 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40968) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:01.654556 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-6f64a3dc-1b3b-4e78-b2e7-ab0d293afeac tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2cf5c1c-ee07-41a8-bd6a-2f68c500f224') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:01.654860 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-6f64a3dc-1b3b-4e78-b2e7-ab0d293afeac tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2cf5c1c-ee07-41a8-bd6a-2f68c500f224') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:01.658906 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device daa0d40d-02ea-433b-a61c-3b83bb06ea3f no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:02:01.666253 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad56f3-db0c-4bba-8102-b749c7241866 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Pushing event updated for resources: {'Network': ['ID=f0fa48de-53f4-4680-915d-96e310ed2e42,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:01.688243 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f64a3dc-1b3b-4e78-b2e7-ab0d293afeac tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:01.707960 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a4ad56f3-db0c-4bba-8102-b749c7241866 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.9277503 Nov 29 02:02:01.716441 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: daa0d40d-02ea-433b-a61c-3b83bb06ea3f {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:02:01.718017 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device daa0d40d-02ea-433b-a61c-3b83bb06ea3f not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:02:01.720115 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network f0fa48de-53f4-4680-915d-96e310ed2e42 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:02:01.721378 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 40970) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:01.722703 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-3d0d1193-5f41-43f9-968e-a595ad6c3fc6 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] delete failed (client error): The resource could not be found. Nov 29 02:02:01.724261 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3d0d1193-5f41-43f9-968e-a595ad6c3fc6 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/routers/af7d2cd5-8e1e-44bc-a032-ef82e8df2d32 HTTP/1.1" status: 404 len: 336 time: 0.0785034 Nov 29 02:02:01.735745 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867680a-6d9c-433f-80f8-f287790c11a8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:01.738505 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4867680a-6d9c-433f-80f8-f287790c11a8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1858125 Nov 29 02:02:01.739468 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40972) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:01.741510 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40974) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:01.788427 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccc65e01-8048-4148-9394-df9c647ba5ff tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:01.789027 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccc65e01-8048-4148-9394-df9c647ba5ff tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:01.794038 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ccc65e01-8048-4148-9394-df9c647ba5ff tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/subnets/13bf4f95-c871-48f0-94b0-1b126eb591c2 HTTP/1.1" status: 404 len: 337 time: 0.0533512 Nov 29 02:02:01.797139 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40976) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:01.828054 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe677d3b-9075-4a97-84c0-c619f72ecc2f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:01.828671 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe677d3b-9075-4a97-84c0-c619f72ecc2f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:01.831867 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-fe677d3b-9075-4a97-84c0-c619f72ecc2f tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/subnets/fe5658ff-6188-4964-86b9-7c6d8f26df79 HTTP/1.1" status: 404 len: 337 time: 0.0335352 Nov 29 02:02:01.834835 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40978) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:01.878023 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9604b0e5-54f2-4469-b6b4-5550fefdb3aa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:01.881922 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9604b0e5-54f2-4469-b6b4-5550fefdb3aa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1315534 Nov 29 02:02:01.881922 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c4c7eb1-45e6-4d16-b743-3b1ecd63fa69 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:01.881922 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c4c7eb1-45e6-4d16-b743-3b1ecd63fa69 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:01.885200 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4c4c7eb1-45e6-4d16-b743-3b1ecd63fa69 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/subnets/e3aa1dc0-858a-4869-8c88-388807f3b63f HTTP/1.1" status: 404 len: 337 time: 0.0495732 Nov 29 02:02:01.885918 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40980) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:01.887680 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40982) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:01.942202 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc56878-7030-4514-bba0-ff4641f17f77 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:01.942667 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adc56878-7030-4514-bba0-ff4641f17f77 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:01.948749 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-adc56878-7030-4514-bba0-ff4641f17f77 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/subnets/b1f5d4c1-391a-434c-8923-ef4b7be37f60 HTTP/1.1" status: 404 len: 337 time: 0.0502450 Nov 29 02:02:01.950325 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40984) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:01.982193 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-384db3fb-1ee9-453c-aa26-3d7e0a4efaed tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "GET /v2.0/ports?device_id=a660ec7c-f042-4421-bb7a-f5f9a36972b9 HTTP/1.1" status: 200 len: 205 time: 0.0305402 Nov 29 02:02:01.984702 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40986) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:02.035389 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4cfb8e-243a-480c-a529-359343f53934 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:02.036922 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4cfb8e-243a-480c-a529-359343f53934 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:02.038474 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4cfb8e-243a-480c-a529-359343f53934 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:02.040203 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-fb4cfb8e-243a-480c-a529-359343f53934 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1532896 Nov 29 02:02:02.041480 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-55990493-b635-438c-8e56-46da8abca713 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] delete failed (client error): The resource could not be found. Nov 29 02:02:02.044693 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-55990493-b635-438c-8e56-46da8abca713 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/routers/a660ec7c-f042-4421-bb7a-f5f9a36972b9 HTTP/1.1" status: 404 len: 336 time: 0.0568352 Nov 29 02:02:02.044693 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40988) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:02.050511 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40990) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:02.098674 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-25adb94d-da8a-49db-9ea2-876e7f99ce92 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "GET /v2.0/ports?device_id=574a51fd-90a8-47e3-8f8a-51ef8697ea6a HTTP/1.1" status: 200 len: 205 time: 0.0470088 Nov 29 02:02:02.101594 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40992) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:02.151167 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-acac3841-ce6f-498c-996e-7c657f8f07ab tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] delete failed (client error): The resource could not be found. Nov 29 02:02:02.152203 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-acac3841-ce6f-498c-996e-7c657f8f07ab tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/routers/574a51fd-90a8-47e3-8f8a-51ef8697ea6a HTTP/1.1" status: 404 len: 336 time: 0.0499079 Nov 29 02:02:02.155034 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40994) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:02.162385 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-eb21b76d-cb33-4540-a426-e50c88839489 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] create failed (client error): There was a conflict when trying to complete your request. Nov 29 02:02:02.163402 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-eb21b76d-cb33-4540-a426-e50c88839489 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9106276 Nov 29 02:02:02.166421 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-d551060a-7231-4e38-9990-1a18fb7a81e7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting subnet 62e71bf4-ef33-4b65-8639-7102b2b88348 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:02:02.169026 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40996) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:02.169218 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f64a3dc-1b3b-4e78-b2e7-ab0d293afeac tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:02.188967 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d551060a-7231-4e38-9990-1a18fb7a81e7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:02.189967 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f64a3dc-1b3b-4e78-b2e7-ab0d293afeac tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:02:02.190331 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f64a3dc-1b3b-4e78-b2e7-ab0d293afeac tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:02.200921 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:02:02.200921 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:02:02.200921 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:02:02.200921 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:02:02.200921 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:02:02.200921 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:02:02.200921 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:02:02.200921 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:02:02.200921 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:02:02.200921 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:02:02.200921 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:02:02.200921 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:02:02.200921 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:02:02.200921 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:02:02.200921 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:02:02.200921 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:02:02.200921 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:02:02.200921 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:02:02.200921 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:02:02.200921 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:02:02.200921 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:02:02.200921 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:02:02.200921 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:02:02.200921 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:02:02.200921 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:02:02.200921 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:02:02.200921 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:02:02.200921 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:02:02.200921 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:02:02.200921 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:02:02.200921 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:02:02.200921 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:02:02.220380 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-6656168c-92cd-4646-8ca6-fa02eedbef4b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:02.220833 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6656168c-92cd-4646-8ca6-fa02eedbef4b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:02.225604 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6656168c-92cd-4646-8ca6-fa02eedbef4b tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/subnets/7beae306-d71e-45fb-ac1a-d2bfdc2264c2 HTTP/1.1" status: 404 len: 337 time: 0.0680182 Nov 29 02:02:02.230726 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 40998) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:02.259307 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad56f3-db0c-4bba-8102-b749c7241866 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Pushing event updated for resources: {'Network': ['ID=4f4c1038-7553-4e45-9b07-fcd7b1c5bd3d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:02.273834 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-18ef1fb9-9c18-40ea-af93-4306f0dc0005 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "GET /v2.0/ports?device_id=3486b15f-17c7-4b8e-8329-9e7855dc0516 HTTP/1.1" status: 200 len: 205 time: 0.0408297 Nov 29 02:02:02.279377 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41000) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:02.281736 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 4f4c1038-7553-4e45-9b07-fcd7b1c5bd3d details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:02:02.282882 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d551060a-7231-4e38-9990-1a18fb7a81e7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:02.290953 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb64bfe-aeb2-4679-a853-3679b7ae6588 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:02.294004 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2cb64bfe-aeb2-4679-a853-3679b7ae6588 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:02.319603 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3b2625-2b9e-4f31-bcd3-a59969338811 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:02.325405 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3b2625-2b9e-4f31-bcd3-a59969338811 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:02.331387 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3b2625-2b9e-4f31-bcd3-a59969338811 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:02.337115 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3b2625-2b9e-4f31-bcd3-a59969338811 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:02.341574 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-dc3b2625-2b9e-4f31-bcd3-a59969338811 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6101751 Nov 29 02:02:02.342687 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41002) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:02.351332 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f64a3dc-1b3b-4e78-b2e7-ab0d293afeac tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:02.353263 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-a23e9738-66e7-4901-be7c-3603d6728551 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] delete failed (client error): The resource could not be found. Nov 29 02:02:02.354051 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-2cb64bfe-aeb2-4679-a853-3679b7ae6588 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] device_id is not set on port d1c40bdb-7052-4000-8ecc-fe1d11d8f760 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:02:02.354379 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a23e9738-66e7-4901-be7c-3603d6728551 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/routers/3486b15f-17c7-4b8e-8329-9e7855dc0516 HTTP/1.1" status: 404 len: 336 time: 0.0740499 Nov 29 02:02:02.360703 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41004) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:02.392166 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f64a3dc-1b3b-4e78-b2e7-ab0d293afeac tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:02.399196 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6f64a3dc-1b3b-4e78-b2e7-ab0d293afeac tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/networks/832816b9-beec-4a08-8e13-11d88846b1eb HTTP/1.1" status: 204 len: 168 time: 1.3418477 Nov 29 02:02:02.399196 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64a3dc-1b3b-4e78-b2e7-ab0d293afeac tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Network': ['ID=832816b9-beec-4a08-8e13-11d88846b1eb,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:02.406327 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8cc72978-d0f8-46f8-9e7f-7f49e8bf78be tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "GET /v2.0/ports?device_id=e01f4a14-4f3a-4fe3-b791-7883a924f2d0 HTTP/1.1" status: 200 len: 205 time: 0.0412030 Nov 29 02:02:02.410375 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41006) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:02.412341 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d711d0cc-39bb-4a43-a1fd-ddda3bd1c158 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:02.422891 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41008) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:02.437755 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a3207a3e-40aa-4185-9c12-b477147ee9cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'network': {'name': 'tempest-network-smoke--1869386063', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'port_security_enabled': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:02.485875 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-83778fde-cae5-4619-8ac4-f49f86bfe903 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] delete failed (client error): The resource could not be found. Nov 29 02:02:02.486925 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-83778fde-cae5-4619-8ac4-f49f86bfe903 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/routers/e01f4a14-4f3a-4fe3-b791-7883a924f2d0 HTTP/1.1" status: 404 len: 336 time: 0.0755053 Nov 29 02:02:02.506144 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41010) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:02.523580 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d711d0cc-39bb-4a43-a1fd-ddda3bd1c158 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:02.524814 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2ce8787d-d712-47ea-bbdf-c65d46f1cf86 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:02.548445 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3207a3e-40aa-4185-9c12-b477147ee9cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Made reservation on behalf of d1a27bea49814722818e7a3b77708f76 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:02.552079 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a3207a3e-40aa-4185-9c12-b477147ee9cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:02.552721 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d776df9-b4e5-4326-8261-2c70d783f5d0 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:02.553176 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d776df9-b4e5-4326-8261-2c70d783f5d0 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:02.557011 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1d776df9-b4e5-4326-8261-2c70d783f5d0 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/subnets/703bf76b-50ad-4788-aa2b-50aa046f1dd1 HTTP/1.1" status: 404 len: 337 time: 0.0499001 Nov 29 02:02:02.561011 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41012) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:02.571603 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d551060a-7231-4e38-9990-1a18fb7a81e7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:02.610036 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bbecf9b6-044e-45a0-9343-97ff00ed5180 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d952560-85bf-447e-97cc-954d20a33dbd HTTP/1.1" status: 200 len: 205 time: 0.0478823 Nov 29 02:02:02.614449 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41014) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:02.667658 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-48e346aa-c2ab-4262-a111-5a55df5995a9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] delete failed (client error): The resource could not be found. Nov 29 02:02:02.668637 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-48e346aa-c2ab-4262-a111-5a55df5995a9 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/routers/4d952560-85bf-447e-97cc-954d20a33dbd HTTP/1.1" status: 404 len: 336 time: 0.0524399 Nov 29 02:02:02.671550 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3207a3e-40aa-4185-9c12-b477147ee9cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:02:02.677863 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41016) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:02.685346 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a3207a3e-40aa-4185-9c12-b477147ee9cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:02.685865 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-a3207a3e-40aa-4185-9c12-b477147ee9cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Added segment 89e7d31f-1294-4bcb-ad29-a6b05f7f3416 of type vlan for network e27ce72d-9adf-4a07-acf2-f13fb172c1fd Nov 29 02:02:02.696254 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d711d0cc-39bb-4a43-a1fd-ddda3bd1c158 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:02.699034 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d711d0cc-39bb-4a43-a1fd-ddda3bd1c158 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:02.700165 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d711d0cc-39bb-4a43-a1fd-ddda3bd1c158 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "DELETE /v2.0/security-groups/bbcac08f-ef4c-4746-beef-dd80db09bc0b HTTP/1.1" status: 204 len: 168 time: 0.5283048 Nov 29 02:02:02.705859 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41018) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:02.750909 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711d0cc-39bb-4a43-a1fd-ddda3bd1c158 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcac08f-ef4c-4746-beef-dd80db09bc0b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:02.762432 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-e496d703-da18-43ac-8ddc-dc45a5d125b6 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:02.762625 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d551060a-7231-4e38-9990-1a18fb7a81e7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:02.762891 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e496d703-da18-43ac-8ddc-dc45a5d125b6 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:02.765292 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a3207a3e-40aa-4185-9c12-b477147ee9cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:02.766561 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e496d703-da18-43ac-8ddc-dc45a5d125b6 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/subnets/37945e26-c9af-4f00-afaa-2e909ce03eb4 HTTP/1.1" status: 404 len: 337 time: 0.0877259 Nov 29 02:02:02.772445 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2ce8787d-d712-47ea-bbdf-c65d46f1cf86 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:02.775192 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41020) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:02.819602 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551060a-7231-4e38-9990-1a18fb7a81e7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Subnet': ['ID=62e71bf4-ef33-4b65-8639-7102b2b88348,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:02.825619 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a45358f5-412b-4b82-b48a-a09d5df28326 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "GET /v2.0/ports?device_id=b606da0a-a1bf-4300-ba7f-7a6b970f2505 HTTP/1.1" status: 200 len: 205 time: 0.0493698 Nov 29 02:02:02.827306 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-2ce8787d-d712-47ea-bbdf-c65d46f1cf86 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0fa48de-53f4-4680-915d-96e310ed2e42']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:02.833003 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41022) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:02.836209 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d5c774-6c97-41e6-8e65-f68a69e7539c None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:02.840103 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d551060a-7231-4e38-9990-1a18fb7a81e7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:02.843570 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d551060a-7231-4e38-9990-1a18fb7a81e7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/62e71bf4-ef33-4b65-8639-7102b2b88348 HTTP/1.1" status: 204 len: 168 time: 0.7995408 Nov 29 02:02:02.845122 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-2ce8787d-d712-47ea-bbdf-c65d46f1cf86 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f0b0db-257c-4ea1-9b73-caae6dd1224e') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:02.845425 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-2ce8787d-d712-47ea-bbdf-c65d46f1cf86 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f0b0db-257c-4ea1-9b73-caae6dd1224e') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:02.846969 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41024) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:02.863715 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7f9736c5-8889-4103-8ffa-ba8d958ba8d1 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1528003 Nov 29 02:02:02.873484 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41026) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:02.879599 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2ce8787d-d712-47ea-bbdf-c65d46f1cf86 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:02.883628 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-79af4aa5-ef4d-47e4-af4c-26fee8d84e33 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Request body: {'security_group': {'name': 'tempest-secgroup--1125371609'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:02.894426 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-396e2735-b64d-4d98-94fd-96c11d010f42 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] delete failed (client error): The resource could not be found. Nov 29 02:02:02.895079 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-396e2735-b64d-4d98-94fd-96c11d010f42 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/routers/b606da0a-a1bf-4300-ba7f-7a6b970f2505 HTTP/1.1" status: 404 len: 336 time: 0.0504048 Nov 29 02:02:02.897961 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41028) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:02.906672 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a3207a3e-40aa-4185-9c12-b477147ee9cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:02.908487 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2cb64bfe-aeb2-4679-a853-3679b7ae6588 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:02.911988 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3207a3e-40aa-4185-9c12-b477147ee9cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:02.912569 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a3207a3e-40aa-4185-9c12-b477147ee9cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:02.937373 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2ce8787d-d712-47ea-bbdf-c65d46f1cf86 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:02.966380 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ce8787d-d712-47ea-bbdf-c65d46f1cf86 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:02:02.966788 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2ce8787d-d712-47ea-bbdf-c65d46f1cf86 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:02.969774 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:02:02.969774 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:02:02.969774 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:02:02.969774 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:02:02.969774 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:02:02.969774 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:02:02.969774 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:02:02.969774 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:02:02.969774 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:02:02.969774 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:02:02.969774 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:02:02.969774 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:02:02.969774 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:02:02.969774 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:02:02.969774 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:02:02.969774 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:02:02.969774 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:02:02.969774 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:02:02.969774 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:02:02.969774 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:02:02.969774 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:02:02.969774 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:02:02.969774 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:02:02.969774 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:02:02.969774 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:02:02.969774 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:02:02.969774 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:02:02.969774 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:02:02.969774 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:02:02.969774 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:02:02.969774 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:02:02.969774 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:02:02.987263 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ec761f-bff7-45fb-9753-40da566817bf tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:02.988348 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05ec761f-bff7-45fb-9753-40da566817bf tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:02.991022 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-05ec761f-bff7-45fb-9753-40da566817bf tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/subnets/f6ad52c2-6562-48b1-8703-d5a5a1bd9237 HTTP/1.1" status: 404 len: 337 time: 0.0919917 Nov 29 02:02:02.991434 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16fcebe-a777-4fcb-906b-12d0abccf5a9 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Deleting subnet fc50cc92-bfe9-49ce-9b45-71135c9cd048 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:02:02.994228 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41030) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:03.027715 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e16fcebe-a777-4fcb-906b-12d0abccf5a9 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:03.049179 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device ac4e318e-2987-43aa-a50a-0a228e96b07d no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:02:03.049576 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a3207a3e-40aa-4185-9c12-b477147ee9cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6233120 Nov 29 02:02:03.050188 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41032) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:03.054715 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e9bf3b-3546-4fda-b043-586a38b49237 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:03.055168 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e9bf3b-3546-4fda-b043-586a38b49237 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:03.058139 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-79af4aa5-ef4d-47e4-af4c-26fee8d84e33 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:03.058283 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-83e9bf3b-3546-4fda-b043-586a38b49237 tempest-RoutersIpV6Test-1228272492 tempest-RoutersIpV6Test-1228272492-project] 10.222.0.37 "DELETE /v2.0/subnets/d339eab5-34df-4f1e-b739-a71a5f5a1c3b HTTP/1.1" status: 404 len: 337 time: 0.0630419 Nov 29 02:02:03.073131 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ad74e09e-b4a6-4ff5-b203-bc30c6c72ae1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1449903690', 'admin_state_up': True, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:03.077472 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: ac4e318e-2987-43aa-a50a-0a228e96b07d {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:02:03.078086 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device ac4e318e-2987-43aa-a50a-0a228e96b07d not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:02:03.091441 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3207a3e-40aa-4185-9c12-b477147ee9cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Network': ['ID=e27ce72d-9adf-4a07-acf2-f13fb172c1fd,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:03.108760 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e16fcebe-a777-4fcb-906b-12d0abccf5a9 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:03.120629 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network e27ce72d-9adf-4a07-acf2-f13fb172c1fd details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:02:03.120984 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad74e09e-b4a6-4ff5-b203-bc30c6c72ae1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:03.123687 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad74e09e-b4a6-4ff5-b203-bc30c6c72ae1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:03.138814 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2cb64bfe-aeb2-4679-a853-3679b7ae6588 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:03.140729 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2ce8787d-d712-47ea-bbdf-c65d46f1cf86 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:03.168955 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2ce8787d-d712-47ea-bbdf-c65d46f1cf86 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:03.178311 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2ce8787d-d712-47ea-bbdf-c65d46f1cf86 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] 10.222.0.37 "DELETE /v2.0/networks/f0fa48de-53f4-4680-915d-96e310ed2e42 HTTP/1.1" status: 204 len: 168 time: 0.8346038 Nov 29 02:02:03.181897 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41036) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:03.248022 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8787d-d712-47ea-bbdf-c65d46f1cf86 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Pushing event deleted for resources: {'Network': ['ID=f0fa48de-53f4-4680-915d-96e310ed2e42,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:03.279272 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad74e09e-b4a6-4ff5-b203-bc30c6c72ae1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:03.282316 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb64bfe-aeb2-4679-a853-3679b7ae6588 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Network d19028d4-3d87-47a3-aaad-1e7d87570660 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:03.294651 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-2cb64bfe-aeb2-4679-a853-3679b7ae6588 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:03.325348 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb64bfe-aeb2-4679-a853-3679b7ae6588 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:03.341442 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb64bfe-aeb2-4679-a853-3679b7ae6588 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:03.342159 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2cb64bfe-aeb2-4679-a853-3679b7ae6588 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:03.350036 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb64bfe-aeb2-4679-a853-3679b7ae6588 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Port': ['ID=d1c40bdb-7052-4000-8ecc-fe1d11d8f760,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:03.394239 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-01b3e3e6-a9c1-491e-af50-7c47cf7e8dab tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:03.405825 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2cb64bfe-aeb2-4679-a853-3679b7ae6588 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.3506329 Nov 29 02:02:03.407210 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e16fcebe-a777-4fcb-906b-12d0abccf5a9 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:03.432105 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41040) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:03.445290 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-2c1ab8ab-2cf9-4d22-8fe0-0f6e13c1b5c3 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:03.450566 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-79af4aa5-ef4d-47e4-af4c-26fee8d84e33 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:03.455810 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41042) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:03.495090 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-79af4aa5-ef4d-47e4-af4c-26fee8d84e33 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:03.576155 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-79af4aa5-ef4d-47e4-af4c-26fee8d84e33 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:03.577413 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-79af4aa5-ef4d-47e4-af4c-26fee8d84e33 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7004559 Nov 29 02:02:03.581587 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41046) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:03.584639 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af4aa5-ef4d-47e4-af4c-26fee8d84e33 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd74811e-564a-4f58-bc78-2d1271b96d81,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:03.592785 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-71ea0157-2abb-4824-aa15-ed1680753f6c tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Request body: {'security_group_rule': {'security_group_id': 'cd74811e-564a-4f58-bc78-2d1271b96d81', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:03.593644 dv-neutron-819032-3-hyperv neutron-server[103254]: WARNING neutron.api.v2.base [None req-71ea0157-2abb-4824-aa15-ed1680753f6c tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 29 02:02:03.594259 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-71ea0157-2abb-4824-aa15-ed1680753f6c tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:02:03.598221 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-71ea0157-2abb-4824-aa15-ed1680753f6c tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0115895 Nov 29 02:02:03.599474 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41048) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:03.602631 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e16fcebe-a777-4fcb-906b-12d0abccf5a9 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:03.604857 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2c1ab8ab-2cf9-4d22-8fe0-0f6e13c1b5c3 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:03.681935 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16fcebe-a777-4fcb-906b-12d0abccf5a9 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Subnet': ['ID=fc50cc92-bfe9-49ce-9b45-71135c9cd048,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:03.684343 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e16fcebe-a777-4fcb-906b-12d0abccf5a9 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:03.688346 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e16fcebe-a777-4fcb-906b-12d0abccf5a9 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/fc50cc92-bfe9-49ce-9b45-71135c9cd048 HTTP/1.1" status: 204 len: 168 time: 0.8380013 Nov 29 02:02:03.699625 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41050) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:03.787307 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-959ef385-4741-4115-b470-c174b02a6863 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0813036 Nov 29 02:02:03.794101 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41052) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:03.822086 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed9f7a7-ad3f-4c96-aeb7-966eb2c18dc0 None None] Network 126abf58-b75c-4c07-bafa-8e25bc6621b0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:03.836030 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad74e09e-b4a6-4ff5-b203-bc30c6c72ae1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:03.855704 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-25f4c0cc-c598-432d-a26b-82732438a88e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=beede83db6b440a1a2eddd60d2641adf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3972025 Nov 29 02:02:03.859483 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41054) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:03.891696 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e14efc81-7921-4922-a82e-36987b92b969 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:03.946882 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-b8c10a9d-a7c8-42d4-aae9-084ea1cfb65c None None] Provisioning complete for port 0e3c895e-9fc4-4c70-8dfa-9bd848228dbe triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:03.947259 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b8c10a9d-a7c8-42d4-aae9-084ea1cfb65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:03.976752 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2e8199-79af-43d3-9aab-1a61fd848850 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:03.982062 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2d2e8199-79af-43d3-9aab-1a61fd848850 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1787548 Nov 29 02:02:03.984294 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41056) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:03.988377 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e14efc81-7921-4922-a82e-36987b92b969 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:03.989811 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-01b3e3e6-a9c1-491e-af50-7c47cf7e8dab tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:04.058984 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-01b3e3e6-a9c1-491e-af50-7c47cf7e8dab tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4c1038-7553-4e45-9b07-fcd7b1c5bd3d']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:04.059883 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2c1ab8ab-2cf9-4d22-8fe0-0f6e13c1b5c3 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:04.064620 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2c1ab8ab-2cf9-4d22-8fe0-0f6e13c1b5c3 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:04.074984 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2abc2e8-37f0-424e-93fa-bf3f78ccb553 None None] DHCP port deletion for 126abf58-b75c-4c07-bafa-8e25bc6621b0 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:02:04.079509 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f9f59d94-154c-4afc-ba85-fe5d31af5fd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:04.080580 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e14efc81-7921-4922-a82e-36987b92b969 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:04.082278 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-01b3e3e6-a9c1-491e-af50-7c47cf7e8dab tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41ff24bb-b5c3-495e-aae2-6f9e8b38ea2a') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:04.082597 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-01b3e3e6-a9c1-491e-af50-7c47cf7e8dab tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41ff24bb-b5c3-495e-aae2-6f9e8b38ea2a') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:04.084015 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e14efc81-7921-4922-a82e-36987b92b969 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:04.085486 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e14efc81-7921-4922-a82e-36987b92b969 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "DELETE /v2.0/security-groups/cd74811e-564a-4f58-bc78-2d1271b96d81 HTTP/1.1" status: 204 len: 168 time: 0.4848251 Nov 29 02:02:04.092257 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41058) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:04.116908 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-2c1ab8ab-2cf9-4d22-8fe0-0f6e13c1b5c3 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] In _notify_port_updated(), no bound segment for port d1c40bdb-7052-4000-8ecc-fe1d11d8f760 on network d19028d4-3d87-47a3-aaad-1e7d87570660 {{(pid=103254) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 02:02:04.119023 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-01b3e3e6-a9c1-491e-af50-7c47cf7e8dab tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:04.122992 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1ab8ab-2cf9-4d22-8fe0-0f6e13c1b5c3 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:04.123740 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2c1ab8ab-2cf9-4d22-8fe0-0f6e13c1b5c3 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:04.127785 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2c1ab8ab-2cf9-4d22-8fe0-0f6e13c1b5c3 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "PUT /v2.0/ports/d1c40bdb-7052-4000-8ecc-fe1d11d8f760 HTTP/1.1" status: 200 len: 818 time: 0.6922259 Nov 29 02:02:04.131944 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41060) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:04.143567 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c2abc2e8-37f0-424e-93fa-bf3f78ccb553 None None] Deleting port 0e3c895e-9fc4-4c70-8dfa-9bd848228dbe {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:04.144211 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c2abc2e8-37f0-424e-93fa-bf3f78ccb553 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:04.144582 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d0feec-f157-4a23-b190-bb71e0a29d20 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:04.148849 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-42d0feec-f157-4a23-b190-bb71e0a29d20 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1594462 Nov 29 02:02:04.151079 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14efc81-7921-4922-a82e-36987b92b969 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd74811e-564a-4f58-bc78-2d1271b96d81,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:04.158764 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41062) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:04.163621 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f9f59d94-154c-4afc-ba85-fe5d31af5fd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:04.183109 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-01b3e3e6-a9c1-491e-af50-7c47cf7e8dab tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:04.186793 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ab8ab-2cf9-4d22-8fe0-0f6e13c1b5c3 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Port': ['ID=d1c40bdb-7052-4000-8ecc-fe1d11d8f760,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:04.231169 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c2abc2e8-37f0-424e-93fa-bf3f78ccb553 None None] For port 0e3c895e-9fc4-4c70-8dfa-9bd848228dbe, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=0e3c895e-9fc4-4c70-8dfa-9bd848228dbe,segment=NetworkSegment(cd3c845a-2187-414d-a8e3-a3664dcdf99d),segment_id=cd3c845a-2187-414d-a8e3-a3664dcdf99d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:04.231587 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c2abc2e8-37f0-424e-93fa-bf3f78ccb553 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:04.234842 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6edca979-a4bb-4a65-a6f4-f19914f0000a tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745819 Nov 29 02:02:04.239561 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b3e3e6-a9c1-491e-af50-7c47cf7e8dab tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:02:04.240065 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-01b3e3e6-a9c1-491e-af50-7c47cf7e8dab tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:04.242026 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41064) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:04.245411 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c2abc2e8-37f0-424e-93fa-bf3f78ccb553 None None] Calling delete_port for 0e3c895e-9fc4-4c70-8dfa-9bd848228dbe owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:04.248265 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:02:04.248265 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:02:04.248265 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:02:04.248265 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:02:04.248265 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:02:04.248265 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:02:04.248265 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:02:04.248265 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:02:04.248265 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:02:04.248265 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:02:04.248265 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:02:04.248265 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:02:04.248265 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:02:04.248265 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:02:04.248265 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:02:04.248265 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:02:04.248265 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:02:04.248265 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:02:04.248265 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:02:04.248265 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:02:04.248265 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:02:04.248265 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:02:04.248265 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:02:04.248265 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:02:04.248265 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:02:04.248265 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:02:04.248265 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:02:04.248265 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:02:04.248265 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:02:04.248265 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:02:04.248265 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:02:04.248265 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:02:04.272485 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc0224e8-7b50-4c0b-bd97-da42762406ec tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:04.273063 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc0224e8-7b50-4c0b-bd97-da42762406ec tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:04.279401 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-dc0224e8-7b50-4c0b-bd97-da42762406ec tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/9055af78-3429-4d9d-bef7-936a3c9d0005 HTTP/1.1" status: 404 len: 333 time: 0.0315399 Nov 29 02:02:04.279401 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41066) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:04.310371 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c9a651aa-ee6e-49d8-b40d-db3d490f6577 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Deleting port d1c40bdb-7052-4000-8ecc-fe1d11d8f760 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:04.310755 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c9a651aa-ee6e-49d8-b40d-db3d490f6577 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:04.313776 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-c815732f-6d8a-4e60-8e72-cfff7101ef60 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:04.314303 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c815732f-6d8a-4e60-8e72-cfff7101ef60 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:04.319937 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c815732f-6d8a-4e60-8e72-cfff7101ef60 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/fc50cc92-bfe9-49ce-9b45-71135c9cd048 HTTP/1.1" status: 404 len: 337 time: 0.0376911 Nov 29 02:02:04.320085 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41068) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:04.320502 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f69b6e5f-3214-41c2-85f7-f163bb7c5ab0 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2210331 Nov 29 02:02:04.331118 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41070) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:04.340904 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-0fcf4a14-296a-480b-bcae-20dd8fdf998f tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Request body: {'security_group': {'name': 'tempest-secgroup--2092577725'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:04.344005 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c2abc2e8-37f0-424e-93fa-bf3f78ccb553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:04.368012 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-01b3e3e6-a9c1-491e-af50-7c47cf7e8dab tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:04.381338 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-01b3e3e6-a9c1-491e-af50-7c47cf7e8dab tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:04.387384 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-01b3e3e6-a9c1-491e-af50-7c47cf7e8dab tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] 10.222.0.37 "DELETE /v2.0/networks/4f4c1038-7553-4e45-9b07-fcd7b1c5bd3d HTTP/1.1" status: 204 len: 168 time: 1.2017114 Nov 29 02:02:04.387572 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2abc2e8-37f0-424e-93fa-bf3f78ccb553 None None] No DVR routers for this DVR port 0e3c895e-9fc4-4c70-8dfa-9bd848228dbe on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:02:04.389585 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41072) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:04.392635 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abc2e8-37f0-424e-93fa-bf3f78ccb553 None None] Pushing event deleted for resources: {'Port': ['ID=0e3c895e-9fc4-4c70-8dfa-9bd848228dbe,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:04.393211 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f9f59d94-154c-4afc-ba85-fe5d31af5fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:04.393712 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f9f59d94-154c-4afc-ba85-fe5d31af5fd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:04.398169 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f9f59d94-154c-4afc-ba85-fe5d31af5fd7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af54560e-82bf-45d9-9ff6-fad01d37c4e5 HTTP/1.1" status: 204 len: 168 time: 0.5341475 Nov 29 02:02:04.413563 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9f692c4-ebd3-43a1-a257-f7537fe63241 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:04.414042 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9f692c4-ebd3-43a1-a257-f7537fe63241 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:04.419786 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e9f692c4-ebd3-43a1-a257-f7537fe63241 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/62e71bf4-ef33-4b65-8639-7102b2b88348 HTTP/1.1" status: 404 len: 337 time: 0.0964491 Nov 29 02:02:04.420378 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3e3e6-a9c1-491e-af50-7c47cf7e8dab tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Pushing event deleted for resources: {'Network': ['ID=4f4c1038-7553-4e45-9b07-fcd7b1c5bd3d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:04.422399 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41076) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:04.436966 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0fcf4a14-296a-480b-bcae-20dd8fdf998f tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:04.458671 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec100d2-7b93-44cb-823c-170bfff2dfba tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:04.459237 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ec100d2-7b93-44cb-823c-170bfff2dfba tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:04.464529 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5ec100d2-7b93-44cb-823c-170bfff2dfba tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/8f2dc9f8-7788-4933-b1a5-719804f6ae6e HTTP/1.1" status: 404 len: 333 time: 0.0389905 Nov 29 02:02:04.467526 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41078) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:04.479037 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c9a651aa-ee6e-49d8-b40d-db3d490f6577 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:04.480885 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f59d94-154c-4afc-ba85-fe5d31af5fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af54560e-82bf-45d9-9ff6-fad01d37c4e5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:04.510117 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-32311eea-a75e-4f32-a585-398b8890474e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:04.510582 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32311eea-a75e-4f32-a585-398b8890474e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:04.513886 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-32311eea-a75e-4f32-a585-398b8890474e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/f8fa1185-b58a-4917-a012-eaf9ac366afd HTTP/1.1" status: 404 len: 337 time: 0.0453846 Nov 29 02:02:04.517877 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41080) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:04.526934 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c9a651aa-ee6e-49d8-b40d-db3d490f6577 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Calling delete_port for d1c40bdb-7052-4000-8ecc-fe1d11d8f760 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:04.549473 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8e00229-d059-4e7b-bc21-25b55421e076 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:04.549730 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8e00229-d059-4e7b-bc21-25b55421e076 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:04.555149 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c8e00229-d059-4e7b-bc21-25b55421e076 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/61e1e918-bbeb-4bd9-9fc2-f262e22591bb HTTP/1.1" status: 404 len: 337 time: 0.0339935 Nov 29 02:02:04.556875 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41084) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:04.586919 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ce77f7-fc33-400d-9f51-22583fcd46cd tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:04.587607 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5ce77f7-fc33-400d-9f51-22583fcd46cd tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:04.592809 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b5ce77f7-fc33-400d-9f51-22583fcd46cd tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/a9ad4413-d8ad-4f5f-a3a6-9a8e9511e836 HTTP/1.1" status: 404 len: 333 time: 0.0326982 Nov 29 02:02:04.603880 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41086) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:04.667465 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c9a651aa-ee6e-49d8-b40d-db3d490f6577 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:04.671853 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad74e09e-b4a6-4ff5-b203-bc30c6c72ae1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_gateway, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:04.677692 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb6463c-3cfa-4e38-a40f-60a9dff3e2b9 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:04.678315 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eb6463c-3cfa-4e38-a40f-60a9dff3e2b9 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:04.681923 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1eb6463c-3cfa-4e38-a40f-60a9dff3e2b9 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/6c8567c1-a9cd-4fb5-989b-753de19f089a HTTP/1.1" status: 404 len: 337 time: 0.0760517 Nov 29 02:02:04.698530 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41090) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:04.707149 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a651aa-ee6e-49d8-b40d-db3d490f6577 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Port': ['ID=d1c40bdb-7052-4000-8ecc-fe1d11d8f760,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:04.709998 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b02dae-24f4-4959-913c-449a20b95477 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:04.714746 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c9a651aa-ee6e-49d8-b40d-db3d490f6577 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:04.716211 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b02dae-24f4-4959-913c-449a20b95477 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:04.721508 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-81b02dae-24f4-4959-913c-449a20b95477 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3218975 Nov 29 02:02:04.721653 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c9a651aa-ee6e-49d8-b40d-db3d490f6577 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/ports/d1c40bdb-7052-4000-8ecc-fe1d11d8f760 HTTP/1.1" status: 204 len: 168 time: 0.5813529 Nov 29 02:02:04.722588 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad74e09e-b4a6-4ff5-b203-bc30c6c72ae1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:04.724279 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41094) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:04.724623 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41096) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:04.734746 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-12fd5156-452e-4760-be9e-5ec44a78e9ef tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-576008370'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:04.742948 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b226854-2076-470b-b126-affa9e97979f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:04.744376 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b226854-2076-470b-b126-affa9e97979f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:04.747805 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3b226854-2076-470b-b126-affa9e97979f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/e2493ba3-bbde-4fa5-8b5c-ae84cc6eb19e HTTP/1.1" status: 404 len: 337 time: 0.0480411 Nov 29 02:02:04.750202 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41100) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:04.777280 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2b5b527-bcda-409d-9dec-938404ec3176 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:04.777873 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2b5b527-bcda-409d-9dec-938404ec3176 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:04.781580 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e2b5b527-bcda-409d-9dec-938404ec3176 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/2827f325-c165-462c-ba47-f1856c82da80 HTTP/1.1" status: 404 len: 333 time: 0.0297775 Nov 29 02:02:04.783666 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41102) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:04.812541 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-b34f028d-a7ad-4dc4-b506-47ed5dac2a48 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:04.813019 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b34f028d-a7ad-4dc4-b506-47ed5dac2a48 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:04.818766 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b34f028d-a7ad-4dc4-b506-47ed5dac2a48 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/edfc78b9-8514-48a5-8861-ab7d121bbae7 HTTP/1.1" status: 404 len: 337 time: 0.0315289 Nov 29 02:02:04.819030 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41106) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:04.825280 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0fcf4a14-296a-480b-bcae-20dd8fdf998f tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:04.838795 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0fcf4a14-296a-480b-bcae-20dd8fdf998f tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:04.846537 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-e388a881-866f-41ac-a0c0-c18603bcc9fd tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:04.847002 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e388a881-866f-41ac-a0c0-c18603bcc9fd tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:04.853757 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e388a881-866f-41ac-a0c0-c18603bcc9fd tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/31323f4a-4561-464e-ae0d-a9ef48356d74 HTTP/1.1" status: 404 len: 337 time: 0.0306158 Nov 29 02:02:04.853914 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41108) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:04.878581 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9dfb39e-c53e-4f84-a0e2-939d56944b66 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:04.879158 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9dfb39e-c53e-4f84-a0e2-939d56944b66 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:04.882709 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a9dfb39e-c53e-4f84-a0e2-939d56944b66 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/ed7c2b33-a387-44af-b5ff-970ac3218daa HTTP/1.1" status: 404 len: 333 time: 0.0278025 Nov 29 02:02:04.885303 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41110) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:04.890035 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fd5156-452e-4760-be9e-5ec44a78e9ef tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Made reservation on behalf of d694d773e3ec4de79117a1b9679d9243 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:04.893883 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-12fd5156-452e-4760-be9e-5ec44a78e9ef tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:04.910561 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c8e33d-2833-4d17-8a7a-e717c501a0ae tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:04.913635 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e0c8e33d-2833-4d17-8a7a-e717c501a0ae tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1855164 Nov 29 02:02:04.914856 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0fcf4a14-296a-480b-bcae-20dd8fdf998f tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:04.916575 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-0fcf4a14-296a-480b-bcae-20dd8fdf998f tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5833445 Nov 29 02:02:04.922314 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dbb9202-3ee5-4df1-9fe5-43229ac73299 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:04.923341 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dbb9202-3ee5-4df1-9fe5-43229ac73299 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:04.925733 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41114) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:04.926080 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41116) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:04.930035 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2dbb9202-3ee5-4df1-9fe5-43229ac73299 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/257e4447-1500-45a1-94b2-a90021e77eb5 HTTP/1.1" status: 404 len: 337 time: 0.0413840 Nov 29 02:02:04.930320 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41118) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:04.940111 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-0ecc291e-2929-4437-89b7-60e773a75208 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Request body: {'security_group_rule': {'security_group_id': 'cac014ab-f57b-464a-8ee7-731787ab3935', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:04.940961 dv-neutron-819032-3-hyperv neutron-server[103255]: WARNING neutron.api.v2.base [None req-0ecc291e-2929-4437-89b7-60e773a75208 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 29 02:02:04.941460 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-0ecc291e-2929-4437-89b7-60e773a75208 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:02:04.945499 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-0ecc291e-2929-4437-89b7-60e773a75208 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0137186 Nov 29 02:02:04.953088 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41120) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:04.964407 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe03ef0-8d36-407f-a731-a8b873e680b0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:04.965617 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fe03ef0-8d36-407f-a731-a8b873e680b0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:04.969582 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf4a14-296a-480b-bcae-20dd8fdf998f tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cac014ab-f57b-464a-8ee7-731787ab3935,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:04.970091 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9fe03ef0-8d36-407f-a731-a8b873e680b0 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/43ee5bf0-25bf-4092-9b4e-26a318a86b60 HTTP/1.1" status: 404 len: 333 time: 0.0376327 Nov 29 02:02:04.972689 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41124) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:04.993397 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-bee27a6b-01b3-4613-94bb-808a7042bcfa tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] GET failed (client error): The resource could not be found. Nov 29 02:02:04.994910 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-bee27a6b-01b3-4613-94bb-808a7042bcfa tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "GET /v2.0/ports/d1c40bdb-7052-4000-8ecc-fe1d11d8f760 HTTP/1.1" status: 404 len: 333 time: 0.0668502 Nov 29 02:02:04.999739 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41126) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:05.007413 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5952434b-4683-44a2-bcc1-1dadce1360ee tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1460710130'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:05.011266 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a802d93-20d8-40e0-ac3c-7bd4488e2207 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:05.011729 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a802d93-20d8-40e0-ac3c-7bd4488e2207 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:05.014925 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3a802d93-20d8-40e0-ac3c-7bd4488e2207 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/4a379533-4e83-47fd-bb95-ad42fb340c5e HTTP/1.1" status: 404 len: 337 time: 0.0409191 Nov 29 02:02:05.017836 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41130) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:05.029914 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12fd5156-452e-4760-be9e-5ec44a78e9ef tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:02:05.043494 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-ad74e09e-b4a6-4ff5-b203-bc30c6c72ae1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.26.3.190 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/4d305afc-312b-408f-965c-44236f9ac691) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:02:05.050374 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af05295-2bd4-47c1-8e7b-6c993ce5d22b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:05.050837 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7af05295-2bd4-47c1-8e7b-6c993ce5d22b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:05.055065 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7af05295-2bd4-47c1-8e7b-6c993ce5d22b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/29d3ae9e-fd93-4eca-a129-d0900d04d6f0 HTTP/1.1" status: 404 len: 333 time: 0.0361125 Nov 29 02:02:05.060327 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41132) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:05.063263 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-12fd5156-452e-4760-be9e-5ec44a78e9ef tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:05.063753 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-12fd5156-452e-4760-be9e-5ec44a78e9ef tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Added segment f702229a-e68b-43c6-8529-1ba82a5cb7b5 of type vlan for network 39793705-22af-4383-a1ae-d2004eba11d2 Nov 29 02:02:05.076793 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5952434b-4683-44a2-bcc1-1dadce1360ee tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:05.080186 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5952434b-4683-44a2-bcc1-1dadce1360ee tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:05.090816 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-2413862f-24dd-43e5-97f8-51f552860bfa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:05.091596 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2413862f-24dd-43e5-97f8-51f552860bfa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:05.095685 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2413862f-24dd-43e5-97f8-51f552860bfa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/c8cab8c8-d80d-418c-bce8-5cebba57a98f HTTP/1.1" status: 404 len: 337 time: 0.0342343 Nov 29 02:02:05.108360 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41134) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:05.128364 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 0e3c895e-9fc4-4c70-8dfa-9bd848228dbe no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:02:05.145470 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-494ac459-30d0-43f0-b6fe-7083db1f4b2e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:05.146251 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-494ac459-30d0-43f0-b6fe-7083db1f4b2e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:05.150557 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-494ac459-30d0-43f0-b6fe-7083db1f4b2e tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/a2890a02-d110-430a-89f7-6eafd882cb36 HTTP/1.1" status: 404 len: 333 time: 0.0410523 Nov 29 02:02:05.159762 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41138) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:05.164359 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 0e3c895e-9fc4-4c70-8dfa-9bd848228dbe {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:02:05.165014 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 0e3c895e-9fc4-4c70-8dfa-9bd848228dbe not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:02:05.166652 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a658b304-4d4a-4e6a-8476-af66418b4076 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:05.200064 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a658b304-4d4a-4e6a-8476-af66418b4076 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:05.217080 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-42896783-0467-40b9-8b77-0fd1533a625f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:05.217532 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42896783-0467-40b9-8b77-0fd1533a625f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:05.220666 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-42896783-0467-40b9-8b77-0fd1533a625f tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/07803376-60c1-4b78-93b8-ecbde3df62b1 HTTP/1.1" status: 404 len: 337 time: 0.0599313 Nov 29 02:02:05.222512 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-12fd5156-452e-4760-be9e-5ec44a78e9ef tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:05.230009 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41142) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:05.230167 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41140) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:05.245562 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5952434b-4683-44a2-bcc1-1dadce1360ee tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:02:05.263665 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-09de6636-aa9d-4885-bde3-45aa3543eea3 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:05.264225 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09de6636-aa9d-4885-bde3-45aa3543eea3 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:05.269787 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-09de6636-aa9d-4885-bde3-45aa3543eea3 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/d2da2dc5-4cf0-4066-9eca-00ef8695d463 HTTP/1.1" status: 404 len: 333 time: 0.0358803 Nov 29 02:02:05.270363 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41146) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:05.276971 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5952434b-4683-44a2-bcc1-1dadce1360ee tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:05.277320 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-5952434b-4683-44a2-bcc1-1dadce1360ee tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Added segment 652bc842-7c12-4f2f-90f4-4b80685fb106 of type vlan for network 66849209-41ae-44cf-be2c-33264744786e Nov 29 02:02:05.299382 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd04057-2fdb-4f90-b17b-5afc25657eaf tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:05.299836 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fd04057-2fdb-4f90-b17b-5afc25657eaf tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:05.305586 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8fd04057-2fdb-4f90-b17b-5afc25657eaf tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/a1bfbc92-ace6-4123-b697-3185630315e4 HTTP/1.1" status: 404 len: 337 time: 0.0328121 Nov 29 02:02:05.306727 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41148) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:05.325783 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-12fd5156-452e-4760-be9e-5ec44a78e9ef tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:05.331274 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fd5156-452e-4760-be9e-5ec44a78e9ef tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:05.331863 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-12fd5156-452e-4760-be9e-5ec44a78e9ef tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:05.333866 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a658b304-4d4a-4e6a-8476-af66418b4076 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:05.336483 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a658b304-4d4a-4e6a-8476-af66418b4076 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:05.340923 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a658b304-4d4a-4e6a-8476-af66418b4076 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "DELETE /v2.0/security-groups/cac014ab-f57b-464a-8ee7-731787ab3935 HTTP/1.1" status: 204 len: 168 time: 0.3864968 Nov 29 02:02:05.341747 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41150) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:05.345230 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-5583f196-5dcb-4f29-b46c-444730e0b194 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:05.346104 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5583f196-5dcb-4f29-b46c-444730e0b194 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:05.351309 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5583f196-5dcb-4f29-b46c-444730e0b194 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/a8f35272-b104-4ff9-837a-2b0a22c0a02c HTTP/1.1" status: 404 len: 333 time: 0.0409296 Nov 29 02:02:05.352304 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41152) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:05.368946 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad74e09e-b4a6-4ff5-b203-bc30c6c72ae1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:05.375811 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658b304-4d4a-4e6a-8476-af66418b4076 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac014ab-f57b-464a-8ee7-731787ab3935,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:05.404960 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5952434b-4683-44a2-bcc1-1dadce1360ee tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:05.405402 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dcbc25d-ed44-4377-b501-fabf180de743 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:05.405924 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dcbc25d-ed44-4377-b501-fabf180de743 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:05.409092 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2dcbc25d-ed44-4377-b501-fabf180de743 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/341a3c67-1c60-4a30-be20-3e2031ec51b0 HTTP/1.1" status: 404 len: 337 time: 0.0521169 Nov 29 02:02:05.409518 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-1ce5231d-410c-4cf8-9ec3-75043e9a528d tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Request body: {'security_group': {'name': 'tempest-secgroup--1998306510'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:05.412417 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41154) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:05.437257 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-12fd5156-452e-4760-be9e-5ec44a78e9ef tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7086668 Nov 29 02:02:05.440070 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41156) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:05.457993 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-142a6a89-76a4-4174-be07-1030e80c37be tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-896529425'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:05.467551 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9fb78a-546f-456c-94e1-328f85d78f0c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:05.468075 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc9fb78a-546f-456c-94e1-328f85d78f0c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:05.473364 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-dc9fb78a-546f-456c-94e1-328f85d78f0c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/166b898d-3f78-4270-87b8-8fd3dbe64336 HTTP/1.1" status: 404 len: 337 time: 0.0577562 Nov 29 02:02:05.473557 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd5156-452e-4760-be9e-5ec44a78e9ef tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Pushing event updated for resources: {'Network': ['ID=39793705-22af-4383-a1ae-d2004eba11d2,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:05.476306 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41158) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:05.483871 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 39793705-22af-4383-a1ae-d2004eba11d2 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:02:05.486661 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ce5231d-410c-4cf8-9ec3-75043e9a528d tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:05.499224 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ce5231d-410c-4cf8-9ec3-75043e9a528d tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:05.503428 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5952434b-4683-44a2-bcc1-1dadce1360ee tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:05.509629 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5952434b-4683-44a2-bcc1-1dadce1360ee tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:05.510444 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5952434b-4683-44a2-bcc1-1dadce1360ee tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:05.515129 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d19175d-4617-46ca-a405-7b3e3b0c2886 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:05.515606 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d19175d-4617-46ca-a405-7b3e3b0c2886 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:05.518694 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1d19175d-4617-46ca-a405-7b3e3b0c2886 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/4922f264-a3ba-4fb4-950f-10027069a07f HTTP/1.1" status: 404 len: 333 time: 0.0400305 Nov 29 02:02:05.524220 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41160) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:05.524440 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0e22b413-b159-4c34-89d3-5d0b8306d160 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1742761 Nov 29 02:02:05.528658 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41162) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:05.533515 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-faa1b0f4-161c-4cc3-93f9-9187f46c5d76 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Request body: {'security_group': {'name': 'tempest-secgroup--811729592'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:05.540807 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142a6a89-76a4-4174-be07-1030e80c37be tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Made reservation on behalf of d694d773e3ec4de79117a1b9679d9243 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:05.544161 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-142a6a89-76a4-4174-be07-1030e80c37be tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:05.574202 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-faa1b0f4-161c-4cc3-93f9-9187f46c5d76 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:05.585017 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142a6a89-76a4-4174-be07-1030e80c37be tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:02:05.602489 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-142a6a89-76a4-4174-be07-1030e80c37be tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:05.603203 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-142a6a89-76a4-4174-be07-1030e80c37be tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Added segment 4569eb94-392d-433d-ae2d-ae019fb5fb4a of type vlan for network a8f94f72-f213-4c38-9548-7e9deff3ccdd Nov 29 02:02:05.613865 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad74e09e-b4a6-4ff5-b203-bc30c6c72ae1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:05.616172 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b036dd-ec12-45f9-ac52-ca1d68950f1d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:05.616625 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29b036dd-ec12-45f9-ac52-ca1d68950f1d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:05.620266 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-29b036dd-ec12-45f9-ac52-ca1d68950f1d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/287ded3d-49fe-4f50-bd92-784328c9155a HTTP/1.1" status: 404 len: 337 time: 0.0941918 Nov 29 02:02:05.634860 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41164) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:05.643902 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5952434b-4683-44a2-bcc1-1dadce1360ee tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6396208 Nov 29 02:02:05.654305 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41166) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:05.683277 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e2459d1c-5992-4dc3-94d9-af35aa532e73 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'subnet': {'network_id': '66849209-41ae-44cf-be2c-33264744786e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:05.688882 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5952434b-4683-44a2-bcc1-1dadce1360ee tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Network': ['ID=66849209-41ae-44cf-be2c-33264744786e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:05.698657 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad74e09e-b4a6-4ff5-b203-bc30c6c72ae1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:05.702359 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 66849209-41ae-44cf-be2c-33264744786e details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:02:05.707329 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a5ac685-a822-4db2-8d39-0abfbfb42d17 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:05.707794 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a5ac685-a822-4db2-8d39-0abfbfb42d17 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:05.708970 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-ad74e09e-b4a6-4ff5-b203-bc30c6c72ae1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:05.713239 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6a5ac685-a822-4db2-8d39-0abfbfb42d17 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/006f680c-b533-48a1-86b4-e199f642cfef HTTP/1.1" status: 404 len: 337 time: 0.0729470 Nov 29 02:02:05.713239 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-142a6a89-76a4-4174-be07-1030e80c37be tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:05.715783 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad74e09e-b4a6-4ff5-b203-bc30c6c72ae1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:05.717047 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41168) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:05.729432 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74e09e-b4a6-4ff5-b203-bc30c6c72ae1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=4d305afc-312b-408f-965c-44236f9ac691,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:05.758195 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b346733-dd15-497a-8285-05e807cf3c04 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:02:05.781204 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d41a6c-0028-4fc5-a321-1c9f1c43b914 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:05.782428 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1d41a6c-0028-4fc5-a321-1c9f1c43b914 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:05.788586 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d1d41a6c-0028-4fc5-a321-1c9f1c43b914 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/206e726d-f3e6-4e5a-83c6-ffb925cb42ef HTTP/1.1" status: 404 len: 333 time: 0.0675068 Nov 29 02:02:05.789624 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41170) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:05.843051 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-142a6a89-76a4-4174-be07-1030e80c37be tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:05.850521 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142a6a89-76a4-4174-be07-1030e80c37be tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:05.851106 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-142a6a89-76a4-4174-be07-1030e80c37be tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:05.857516 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-faa1b0f4-161c-4cc3-93f9-9187f46c5d76 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:05.862440 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e2758f-4f1a-4476-82b4-870f2e019810 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:05.862892 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9e2758f-4f1a-4476-82b4-870f2e019810 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:05.865916 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b9e2758f-4f1a-4476-82b4-870f2e019810 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/9fe86096-aa58-4359-ad19-707be0e1988a HTTP/1.1" status: 404 len: 337 time: 0.0685954 Nov 29 02:02:05.870906 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41172) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:05.887540 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-e963e328-b3a2-4132-b75a-3330788f071c None None] Provisioning complete for port 4d305afc-312b-408f-965c-44236f9ac691 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:05.887911 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e963e328-b3a2-4132-b75a-3330788f071c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:05.889182 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-faa1b0f4-161c-4cc3-93f9-9187f46c5d76 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:05.890841 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ce5231d-410c-4cf8-9ec3-75043e9a528d tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:05.916658 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b8caff4-1a46-4f7e-90e4-36cb6c8f501b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:05.917119 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b8caff4-1a46-4f7e-90e4-36cb6c8f501b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:05.920206 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6b8caff4-1a46-4f7e-90e4-36cb6c8f501b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/eba2e129-3e4d-47ac-bb01-8bfe585f0f91 HTTP/1.1" status: 404 len: 337 time: 0.0446672 Nov 29 02:02:05.925406 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41174) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:05.938069 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ce5231d-410c-4cf8-9ec3-75043e9a528d tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:05.940284 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e963e328-b3a2-4132-b75a-3330788f071c None None] Port 4d305afc-312b-408f-965c-44236f9ac691 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:02:05.990367 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b8b5c8-938c-4d9b-9f67-0d2e5c846942 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:05.990981 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5b8b5c8-938c-4d9b-9f67-0d2e5c846942 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:05.994730 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b5b8b5c8-938c-4d9b-9f67-0d2e5c846942 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/071d8b6d-78aa-4a07-9bd2-d1d075bf5ac3 HTTP/1.1" status: 404 len: 333 time: 0.0630367 Nov 29 02:02:05.995405 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2459d1c-5992-4dc3-94d9-af35aa532e73 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:05.999060 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2459d1c-5992-4dc3-94d9-af35aa532e73 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:06.001874 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41176) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:06.002486 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5231d-410c-4cf8-9ec3-75043e9a528d tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dad3ceaa-67b4-4dca-b48d-f1aa6956c88d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:06.025187 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-faa1b0f4-161c-4cc3-93f9-9187f46c5d76 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:06.026402 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-faa1b0f4-161c-4cc3-93f9-9187f46c5d76 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4967668 Nov 29 02:02:06.029607 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-142a6a89-76a4-4174-be07-1030e80c37be tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5804670 Nov 29 02:02:06.030285 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a6a89-76a4-4174-be07-1030e80c37be tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Pushing event updated for resources: {'Network': ['ID=a8f94f72-f213-4c38-9548-7e9deff3ccdd,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:06.033729 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41178) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:06.033960 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41180) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:06.041377 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network a8f94f72-f213-4c38-9548-7e9deff3ccdd details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:02:06.064237 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1b0f4-161c-4cc3-93f9-9187f46c5d76 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f825eb9-fd5d-4f37-a225-474af4f31543,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:06.071797 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9f62a80a-78db-41f0-b89a-bc6341770ba7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Request body: {'ports': [{'network_id': '39793705-22af-4383-a1ae-d2004eba11d2', 'name': 'tempest-port--496645286', 'admin_state_up': True}, {'network_id': 'a8f94f72-f213-4c38-9548-7e9deff3ccdd', 'admin_state_up': False}]} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:06.071908 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9f62a80a-78db-41f0-b89a-bc6341770ba7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Request body: {'port': {'network_id': '39793705-22af-4383-a1ae-d2004eba11d2', 'name': 'tempest-port--496645286', 'admin_state_up': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:06.072366 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9f62a80a-78db-41f0-b89a-bc6341770ba7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Request body: {'port': {'network_id': 'a8f94f72-f213-4c38-9548-7e9deff3ccdd', 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:06.080649 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f3f07550-c5fd-4cfe-b04f-347a9c477f0d tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Request body: {'security_group_rule': {'security_group_id': '6f825eb9-fd5d-4f37-a225-474af4f31543', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:06.091437 dv-neutron-819032-3-hyperv neutron-server[103254]: WARNING neutron.api.v2.base [None req-f3f07550-c5fd-4cfe-b04f-347a9c477f0d tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 29 02:02:06.092036 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-f3f07550-c5fd-4cfe-b04f-347a9c477f0d tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:02:06.093818 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f3f07550-c5fd-4cfe-b04f-347a9c477f0d tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0264134 Nov 29 02:02:06.100039 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41182) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:06.106633 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6b01881c-a40c-4a29-bf28-f1eb41fa6fb4 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Request body: {'security_group_rule': {'security_group_id': '6f825eb9-fd5d-4f37-a225-474af4f31543', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:06.108197 dv-neutron-819032-3-hyperv neutron-server[103255]: WARNING neutron.api.v2.base [None req-6b01881c-a40c-4a29-bf28-f1eb41fa6fb4 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 29 02:02:06.108700 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-6b01881c-a40c-4a29-bf28-f1eb41fa6fb4 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:02:06.109703 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6b01881c-a40c-4a29-bf28-f1eb41fa6fb4 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0087070 Nov 29 02:02:06.114978 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41184) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:06.120775 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ce5231d-410c-4cf8-9ec3-75043e9a528d tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:06.124533 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-bea8803f-8cd2-4c74-a2e5-1f5e7e673a9b tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Request body: {'security_group_rule': {'security_group_id': '6f825eb9-fd5d-4f37-a225-474af4f31543', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:06.125582 dv-neutron-819032-3-hyperv neutron-server[103255]: WARNING neutron.api.v2.base [None req-bea8803f-8cd2-4c74-a2e5-1f5e7e673a9b tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 29 02:02:06.126078 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-bea8803f-8cd2-4c74-a2e5-1f5e7e673a9b tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:02:06.127030 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-bea8803f-8cd2-4c74-a2e5-1f5e7e673a9b tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0095022 Nov 29 02:02:06.130055 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41186) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:06.131948 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ce5231d-410c-4cf8-9ec3-75043e9a528d tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:06.136565 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f20829ae-a871-466c-98e6-71ce0012982f tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Request body: {'security_group_rule': {'security_group_id': '6f825eb9-fd5d-4f37-a225-474af4f31543', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:06.137424 dv-neutron-819032-3-hyperv neutron-server[103255]: WARNING neutron.api.v2.base [None req-f20829ae-a871-466c-98e6-71ce0012982f tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 29 02:02:06.138096 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-f20829ae-a871-466c-98e6-71ce0012982f tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:02:06.141487 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f20829ae-a871-466c-98e6-71ce0012982f tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0079896 Nov 29 02:02:06.148803 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41188) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:06.159279 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-3731caf6-efb9-49d5-b61e-f8a6b160c506 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:06.159737 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3731caf6-efb9-49d5-b61e-f8a6b160c506 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:06.163191 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3731caf6-efb9-49d5-b61e-f8a6b160c506 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/41324a4d-0f92-4f69-b648-1b24d9fd15cd HTTP/1.1" status: 404 len: 337 time: 0.1575580 Nov 29 02:02:06.168127 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41190) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:06.220399 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ce5231d-410c-4cf8-9ec3-75043e9a528d tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:06.221654 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1ce5231d-410c-4cf8-9ec3-75043e9a528d tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9893966 Nov 29 02:02:06.229267 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41192) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:06.235749 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-31baca57-7246-4177-9478-ff2f1a8494e7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:06.236193 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31baca57-7246-4177-9478-ff2f1a8494e7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:06.239156 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-31baca57-7246-4177-9478-ff2f1a8494e7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/a9ba203b-d788-43f2-9397-90ce6546664f HTTP/1.1" status: 404 len: 337 time: 0.0666831 Nov 29 02:02:06.251343 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41194) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:06.251977 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5231d-410c-4cf8-9ec3-75043e9a528d tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf78fa3-9d1a-4b2f-af73-b0c91107cbea,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:06.269378 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad74e09e-b4a6-4ff5-b203-bc30c6c72ae1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_gateway, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:06.351103 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-535586d4-d2ea-4074-ae50-b268b898fda1 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports?device_id=4402de00-aaa7-47d3-8eb3-e6a8d136d856 HTTP/1.1" status: 200 len: 205 time: 0.0964813 Nov 29 02:02:06.355518 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41196) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:06.371995 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f62a80a-78db-41f0-b89a-bc6341770ba7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Made reservation on behalf of d694d773e3ec4de79117a1b9679d9243 for: {'port': 2} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:06.376457 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9f62a80a-78db-41f0-b89a-bc6341770ba7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:06.404340 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9f62a80a-78db-41f0-b89a-bc6341770ba7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:06.414274 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2459d1c-5992-4dc3-94d9-af35aa532e73 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:06.437516 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-3dc14063-8b3a-419d-a43c-558a44558203 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] delete failed (client error): The resource could not be found. Nov 29 02:02:06.438581 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3dc14063-8b3a-419d-a43c-558a44558203 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/routers/4402de00-aaa7-47d3-8eb3-e6a8d136d856 HTTP/1.1" status: 404 len: 336 time: 0.0786972 Nov 29 02:02:06.442137 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41198) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:06.459777 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3aa9d5d-e368-4e93-9a14-2c5cadc3c276 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:06.470735 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3bea0337-3212-467d-9a80-0d4a4baac88b tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.2360933 Nov 29 02:02:06.476743 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41200) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:06.481614 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-313b2f15-c386-420c-8587-bd97049db87c tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Request body: {'security_group': {'name': 'tempest-security--140376247', 'description': 'tempest-security-description-812153734'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:06.530122 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-4597672f-d88d-45e6-bb2f-13a200c7548c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:06.530570 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4597672f-d88d-45e6-bb2f-13a200c7548c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:06.533613 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4597672f-d88d-45e6-bb2f-13a200c7548c tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/b766b02d-543b-45d5-873f-e7c7d59eb3be HTTP/1.1" status: 404 len: 337 time: 0.0902205 Nov 29 02:02:06.541121 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41202) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:06.565611 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2459d1c-5992-4dc3-94d9-af35aa532e73 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Subnet': ['ID=7d3f0b09-db36-4a6d-bfe8-54bc595e747d,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:06.573942 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-9f62a80a-78db-41f0-b89a-bc6341770ba7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] device_id is not set on port 91f3b74d-5d8b-4434-a2a9-4a374e4ab122 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:02:06.585767 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3aa9d5d-e368-4e93-9a14-2c5cadc3c276 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:06.588016 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2459d1c-5992-4dc3-94d9-af35aa532e73 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Checking segment: {'id': '652bc842-7c12-4f2f-90f4-4b80685fb106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '66849209-41ae-44cf-be2c-33264744786e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:02:06.588387 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2459d1c-5992-4dc3-94d9-af35aa532e73 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Network hostable DHCP agents. Network: 66849209-41ae-44cf-be2c-33264744786e, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:02:06.618028 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2459d1c-5992-4dc3-94d9-af35aa532e73 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Network 66849209-41ae-44cf-be2c-33264744786e is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:02:06.621344 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a16f7c27-7e36-44ac-bf4f-e240380c71aa tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "GET /v2.0/ports?device_id=98e7026c-5725-4f14-b196-9774f85fcd13 HTTP/1.1" status: 200 len: 205 time: 0.0514717 Nov 29 02:02:06.624944 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41204) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:06.646372 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-313b2f15-c386-420c-8587-bd97049db87c tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:06.699844 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3aa9d5d-e368-4e93-9a14-2c5cadc3c276 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:06.702469 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-a49f1973-3250-4d71-8404-50298fa3989b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] delete failed (client error): The resource could not be found. Nov 29 02:02:06.702711 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c3aa9d5d-e368-4e93-9a14-2c5cadc3c276 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:06.704042 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c3aa9d5d-e368-4e93-9a14-2c5cadc3c276 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "DELETE /v2.0/security-groups/6f825eb9-fd5d-4f37-a225-474af4f31543 HTTP/1.1" status: 204 len: 168 time: 0.5516229 Nov 29 02:02:06.705654 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a49f1973-3250-4d71-8404-50298fa3989b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/routers/98e7026c-5725-4f14-b196-9774f85fcd13 HTTP/1.1" status: 404 len: 336 time: 0.0777733 Nov 29 02:02:06.706653 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-e2459d1c-5992-4dc3-94d9-af35aa532e73 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 66849209-41ae-44cf-be2c-33264744786e) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:06.708228 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41206) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:06.708447 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41208) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:06.718107 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976d3513-39d4-484f-9333-9212f6fd7e30 None None] Network 66849209-41ae-44cf-be2c-33264744786e requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:06.725212 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad74e09e-b4a6-4ff5-b203-bc30c6c72ae1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:06.733947 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-313b2f15-c386-420c-8587-bd97049db87c tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:06.735203 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa9d5d-e368-4e93-9a14-2c5cadc3c276 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f825eb9-fd5d-4f37-a225-474af4f31543,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:06.740553 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-313b2f15-c386-420c-8587-bd97049db87c tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:06.743057 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-313b2f15-c386-420c-8587-bd97049db87c tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:06.746816 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-313b2f15-c386-420c-8587-bd97049db87c tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "PUT /v2.0/security-groups/ebf78fa3-9d1a-4b2f-af73-b0c91107cbea HTTP/1.1" status: 200 len: 1793 time: 0.2666543 Nov 29 02:02:06.748403 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41210) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:06.781362 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2459d1c-5992-4dc3-94d9-af35aa532e73 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:06.781362 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2459d1c-5992-4dc3-94d9-af35aa532e73 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:06.801783 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-331b5d7f-c4ef-43a9-8ecc-a911448eadfb tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:06.802243 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-331b5d7f-c4ef-43a9-8ecc-a911448eadfb tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:06.808656 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-331b5d7f-c4ef-43a9-8ecc-a911448eadfb tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/8dda1a09-1f85-4964-a717-04ea87176630 HTTP/1.1" status: 404 len: 337 time: 0.0931141 Nov 29 02:02:06.812745 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41212) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:06.888161 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3ead13-f4cc-484b-aab3-98e6f9290f48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-66849209-41ae-44cf-be2c-33264744786e', 'network_id': '66849209-41ae-44cf-be2c-33264744786e', 'tenant_id': '244b87083f7548969719374c99f34997', 'fixed_ips': [{'subnet_id': '7d3f0b09-db36-4a6d-bfe8-54bc595e747d'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:02:06.889080 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af3ead13-f4cc-484b-aab3-98e6f9290f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:06.889978 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e2459d1c-5992-4dc3-94d9-af35aa532e73 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2283056 Nov 29 02:02:06.891204 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98f209c-7efb-4ede-bea3-86a8ccf8c10b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:06.891808 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f98f209c-7efb-4ede-bea3-86a8ccf8c10b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:06.897729 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f98f209c-7efb-4ede-bea3-86a8ccf8c10b tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/2531164a-d0bd-4aa1-bfda-034a53834d4a HTTP/1.1" status: 404 len: 337 time: 0.0726449 Nov 29 02:02:06.904996 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41214) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:06.905657 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41216) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:06.916725 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-aaed3e57-9459-4bc0-8bb8-568b14bdced6 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'subnet': {'network_id': '66849209-41ae-44cf-be2c-33264744786e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:06.922828 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9f62a80a-78db-41f0-b89a-bc6341770ba7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:06.961773 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-411c5402-5154-4c88-ac46-98f94771f5a1 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2411723 Nov 29 02:02:07.012766 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41218) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:07.035334 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d2e482e7-ee67-485f-bb10-cc9144d53d58 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Request body: {'security_group': {'name': 'tempest-secgroup--1897248142'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:07.045011 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-615cb8b7-43f2-4fe8-b47d-1d7efce9b4da tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:07.045718 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-615cb8b7-43f2-4fe8-b47d-1d7efce9b4da tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:07.045923 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-af3ead13-f4cc-484b-aab3-98e6f9290f48 None None] Allocated IP 172.20.0.2 (66849209-41ae-44cf-be2c-33264744786e/7d3f0b09-db36-4a6d-bfe8-54bc595e747d/55091079-0af8-4885-937d-ccd84db03031) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:02:07.051232 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-615cb8b7-43f2-4fe8-b47d-1d7efce9b4da tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/7253ef7b-b867-447e-8071-2709c285ce0f HTTP/1.1" status: 404 len: 333 time: 0.1408424 Nov 29 02:02:07.063174 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41220) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:07.121405 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe932d6-3528-4967-82e7-3a6bc16819e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:07.122028 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe932d6-3528-4967-82e7-3a6bc16819e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:07.125203 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0fe932d6-3528-4967-82e7-3a6bc16819e8 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/3ecee5cf-3eff-4738-84b6-eaeb730b2dde HTTP/1.1" status: 404 len: 337 time: 0.0591841 Nov 29 02:02:07.131086 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41222) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:07.136483 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-9f62a80a-78db-41f0-b89a-bc6341770ba7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] device_id is not set on port 8a611f94-de2c-41df-b9ab-260da1325272 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:02:07.172413 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d2e482e7-ee67-485f-bb10-cc9144d53d58 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:07.193569 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c888b89-367f-4816-81aa-bcfec21f9d92 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:07.194246 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c888b89-367f-4816-81aa-bcfec21f9d92 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:07.196905 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b2f15-c386-420c-8587-bd97049db87c tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf78fa3-9d1a-4b2f-af73-b0c91107cbea,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:07.198217 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3c888b89-367f-4816-81aa-bcfec21f9d92 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/3cc9d188-84af-44cf-8e67-56840b01a351 HTTP/1.1" status: 404 len: 333 time: 0.0579081 Nov 29 02:02:07.204478 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41224) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:07.248348 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ec9569-d80e-4a3d-91aa-4ac5f10f591d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:07.248824 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37ec9569-d80e-4a3d-91aa-4ac5f10f591d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:07.254418 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-37ec9569-d80e-4a3d-91aa-4ac5f10f591d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/dc5b7302-1d61-4a02-87eb-59f7cae921b2 HTTP/1.1" status: 404 len: 337 time: 0.0443966 Nov 29 02:02:07.256263 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41226) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:07.270024 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9860adda-05c2-49f9-b453-5ecb3dcd5cab tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "GET /v2.0/security-groups/ebf78fa3-9d1a-4b2f-af73-b0c91107cbea HTTP/1.1" status: 200 len: 1793 time: 0.4863949 Nov 29 02:02:07.271250 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41228) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:07.299873 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-341c3823-d4a5-4bfe-8679-7ff550391f69 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:07.300440 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-341c3823-d4a5-4bfe-8679-7ff550391f69 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:07.306587 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-341c3823-d4a5-4bfe-8679-7ff550391f69 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/76ff5a30-d43e-4b99-9228-3fea375e1851 HTTP/1.1" status: 404 len: 333 time: 0.0476818 Nov 29 02:02:07.313167 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41230) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:07.319091 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaed3e57-9459-4bc0-8bb8-568b14bdced6 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:07.323874 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aaed3e57-9459-4bc0-8bb8-568b14bdced6 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:07.358570 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb6ef3b-6421-4992-9021-afc077b2e8d1 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:07.359025 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb6ef3b-6421-4992-9021-afc077b2e8d1 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:07.364438 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9eb6ef3b-6421-4992-9021-afc077b2e8d1 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/4f2c6b23-3ca8-410c-8a3d-e5c4307167f8 HTTP/1.1" status: 404 len: 337 time: 0.0480940 Nov 29 02:02:07.365943 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41232) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:07.369051 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af3ead13-f4cc-484b-aab3-98e6f9290f48 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:07.376659 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af3ead13-f4cc-484b-aab3-98e6f9290f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:07.400943 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2273c5d-d31b-481d-b8ad-6d8c237a3235 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:07.401501 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2273c5d-d31b-481d-b8ad-6d8c237a3235 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:07.406939 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f2273c5d-d31b-481d-b8ad-6d8c237a3235 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/3b912b03-b1cd-4414-bd01-40a9cdbe2a80 HTTP/1.1" status: 404 len: 333 time: 0.0324798 Nov 29 02:02:07.409673 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41234) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:07.414800 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3ead13-f4cc-484b-aab3-98e6f9290f48 None None] Network 66849209-41ae-44cf-be2c-33264744786e is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:07.421988 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-af3ead13-f4cc-484b-aab3-98e6f9290f48 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:07.425840 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3ead13-f4cc-484b-aab3-98e6f9290f48 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:07.435611 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ead13-f4cc-484b-aab3-98e6f9290f48 None None] Pushing event updated for resources: {'Port': ['ID=55091079-0af8-4885-937d-ccd84db03031,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:07.443769 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d2e482e7-ee67-485f-bb10-cc9144d53d58 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:07.444665 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad74e09e-b4a6-4ff5-b203-bc30c6c72ae1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router af53d9bc-c082-4bdc-b001-d8857acc59c8 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:02:07.452114 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd3c654-68b2-4f01-9011-9b1f792fab96 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:07.452575 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edd3c654-68b2-4f01-9011-9b1f792fab96 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:07.455826 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-edd3c654-68b2-4f01-9011-9b1f792fab96 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/962d3836-a521-4ba5-8e95-6fba26458b69 HTTP/1.1" status: 404 len: 337 time: 0.0437157 Nov 29 02:02:07.459430 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41236) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:07.464352 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a0891bc-c784-4a47-802d-33a63c799221 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:07.466903 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d2e482e7-ee67-485f-bb10-cc9144d53d58 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:07.472362 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9f62a80a-78db-41f0-b89a-bc6341770ba7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:07.494613 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-af3ead13-f4cc-484b-aab3-98e6f9290f48 None None] Attempting to bind port 55091079-0af8-4885-937d-ccd84db03031 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:02:07.494993 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-af3ead13-f4cc-484b-aab3-98e6f9290f48 None None] Attempting to bind port 55091079-0af8-4885-937d-ccd84db03031 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '652bc842-7c12-4f2f-90f4-4b80685fb106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '66849209-41ae-44cf-be2c-33264744786e'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:02:07.495562 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3ead13-f4cc-484b-aab3-98e6f9290f48 None None] Attempting to bind port 55091079-0af8-4885-937d-ccd84db03031 on network 66849209-41ae-44cf-be2c-33264744786e {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:02:07.501971 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3ead13-f4cc-484b-aab3-98e6f9290f48 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:02:07.502646 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3ead13-f4cc-484b-aab3-98e6f9290f48 None None] Checking segment: {'id': '652bc842-7c12-4f2f-90f4-4b80685fb106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '66849209-41ae-44cf-be2c-33264744786e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:02:07.503054 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af3ead13-f4cc-484b-aab3-98e6f9290f48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:07.503605 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3ead13-f4cc-484b-aab3-98e6f9290f48 None None] Bound using segment: {'id': '652bc842-7c12-4f2f-90f4-4b80685fb106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '66849209-41ae-44cf-be2c-33264744786e'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:02:07.504512 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-af3ead13-f4cc-484b-aab3-98e6f9290f48 None None] Bound port: 55091079-0af8-4885-937d-ccd84db03031, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652bc842-7c12-4f2f-90f4-4b80685fb106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '66849209-41ae-44cf-be2c-33264744786e'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:02:07.504973 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-651d81d5-d9f4-4205-bd1d-65bce5486dd2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:07.505119 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af3ead13-f4cc-484b-aab3-98e6f9290f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:07.505838 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-651d81d5-d9f4-4205-bd1d-65bce5486dd2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:07.509473 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-651d81d5-d9f4-4205-bd1d-65bce5486dd2 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/d6a7dbaf-bf2d-4917-8ffe-47204a122f81 HTTP/1.1" status: 404 len: 333 time: 0.0471861 Nov 29 02:02:07.516010 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41238) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:07.540726 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.ipam_backend_mixin [None req-aaed3e57-9459-4bc0-8bb8-568b14bdced6 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7d3f0b09-db36-4a6d-bfe8-54bc595e747d (CIDR: 172.20.0.0/28) Nov 29 02:02:07.547469 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d2e482e7-ee67-485f-bb10-cc9144d53d58 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:07.548664 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d2e482e7-ee67-485f-bb10-cc9144d53d58 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5187194 Nov 29 02:02:07.572523 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41240) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:07.575240 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaed3e57-9459-4bc0-8bb8-568b14bdced6 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:02:07.575731 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaed3e57-9459-4bc0-8bb8-568b14bdced6 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:07.576941 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-af3ead13-f4cc-484b-aab3-98e6f9290f48 None None] For port 55091079-0af8-4885-937d-ccd84db03031, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:02:07.577804 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ef752a96-2128-4645-adc0-d0ad79703570 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Request body: {'security_group_rule': {'security_group_id': '8aae98f2-0bb1-4aec-ba82-41dedf7a27ea', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:07.578538 dv-neutron-819032-3-hyperv neutron-server[103255]: WARNING neutron.api.v2.base [None req-ef752a96-2128-4645-adc0-d0ad79703570 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 29 02:02:07.579184 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-ef752a96-2128-4645-adc0-d0ad79703570 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:02:07.580323 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ef752a96-2128-4645-adc0-d0ad79703570 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065606 Nov 29 02:02:07.580581 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e482e7-ee67-485f-bb10-cc9144d53d58 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aae98f2-0bb1-4aec-ba82-41dedf7a27ea,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:07.580889 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-af3ead13-f4cc-484b-aab3-98e6f9290f48 None None] For port 55091079-0af8-4885-937d-ccd84db03031, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=55091079-0af8-4885-937d-ccd84db03031,segment=NetworkSegment(652bc842-7c12-4f2f-90f4-4b80685fb106),segment_id=652bc842-7c12-4f2f-90f4-4b80685fb106)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:02:07.584733 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f93f1aa-139d-4e91-a868-d2ea0fd21a8d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:07.585276 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f93f1aa-139d-4e91-a868-d2ea0fd21a8d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:07.587001 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41242) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:07.588585 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4f93f1aa-139d-4e91-a868-d2ea0fd21a8d tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/1c48f1cb-0524-49fe-a23b-1f6b15cdba29 HTTP/1.1" status: 404 len: 337 time: 0.0687330 Nov 29 02:02:07.589286 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af3ead13-f4cc-484b-aab3-98e6f9290f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:07.590532 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a0891bc-c784-4a47-802d-33a63c799221 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:07.596942 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41244) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:07.610356 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-df414f80-dd7b-4462-b4a4-df573d2dcca5 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Request body: {'security_group_rule': {'security_group_id': '8aae98f2-0bb1-4aec-ba82-41dedf7a27ea', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:07.633651 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c85ad8d-fd18-492e-b6ce-8022b0465cea tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:07.635075 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c85ad8d-fd18-492e-b6ce-8022b0465cea tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:07.640719 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8c85ad8d-fd18-492e-b6ce-8022b0465cea tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/f9eadf04-5b43-49c4-8034-9db2e50f36bd HTTP/1.1" status: 404 len: 333 time: 0.0415618 Nov 29 02:02:07.641687 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41246) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:07.647017 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-aaed3e57-9459-4bc0-8bb8-568b14bdced6 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7397048 Nov 29 02:02:07.648601 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41248) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:07.654581 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e72312f7-72f7-4878-9b89-98b3b9b627d6 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'subnet': {'network_id': '66849209-41ae-44cf-be2c-33264744786e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:07.660042 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ead13-f4cc-484b-aab3-98e6f9290f48 None None] Pushing event updated for resources: {'Port': ['ID=55091079-0af8-4885-937d-ccd84db03031,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:07.660441 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9f62a80a-78db-41f0-b89a-bc6341770ba7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:07.696183 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f43eae6-a56e-412b-81a5-1c434dc38ffe tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:07.697309 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f43eae6-a56e-412b-81a5-1c434dc38ffe tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:07.701317 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5f43eae6-a56e-412b-81a5-1c434dc38ffe tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/8f065fa7-ca52-4cfd-9463-03fe6ad03504 HTTP/1.1" status: 404 len: 337 time: 0.0546274 Nov 29 02:02:07.707566 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41250) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:07.747512 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-df414f80-dd7b-4462-b4a4-df573d2dcca5 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:02:07.748595 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-df414f80-dd7b-4462-b4a4-df573d2dcca5 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1604383 Nov 29 02:02:07.752401 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-1575a38e-a551-496b-8c44-66f66f6cfec7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:07.752975 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1575a38e-a551-496b-8c44-66f66f6cfec7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:07.755055 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41252) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:07.756656 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1575a38e-a551-496b-8c44-66f66f6cfec7 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/ports/9ec83d36-c51d-446c-9a0d-61e7ebaa612f HTTP/1.1" status: 404 len: 333 time: 0.0448661 Nov 29 02:02:07.759761 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41254) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:07.769035 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a0891bc-c784-4a47-802d-33a63c799221 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:07.773263 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a0891bc-c784-4a47-802d-33a63c799221 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:07.773983 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b9e4c957-be9a-4865-96ad-416ff528760e tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Request body: {'security_group_rule': {'security_group_id': '8aae98f2-0bb1-4aec-ba82-41dedf7a27ea', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:07.775040 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4a0891bc-c784-4a47-802d-33a63c799221 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "DELETE /v2.0/security-groups/ebf78fa3-9d1a-4b2f-af73-b0c91107cbea HTTP/1.1" status: 204 len: 168 time: 0.5027828 Nov 29 02:02:07.775677 dv-neutron-819032-3-hyperv neutron-server[103254]: WARNING neutron.api.v2.base [None req-b9e4c957-be9a-4865-96ad-416ff528760e tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 29 02:02:07.776182 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-b9e4c957-be9a-4865-96ad-416ff528760e tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:02:07.780033 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b9e4c957-be9a-4865-96ad-416ff528760e tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0202200 Nov 29 02:02:07.782298 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41256) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:07.782760 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41258) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:07.796107 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad74e09e-b4a6-4ff5-b203-bc30c6c72ae1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:02:07.797510 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-cf065942-1446-4e31-8337-3ff772f1533a tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Request body: {'security_group_rule': {'security_group_id': '8aae98f2-0bb1-4aec-ba82-41dedf7a27ea', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:07.807775 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5901cc-8037-45b4-a174-c16ef30c0b29 None None] Sync routers for ids ['af53d9bc-c082-4bdc-b001-d8857acc59c8'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:02:07.811243 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-0524f1a6-6b2d-4c9a-bc00-98a51bb8cf44 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:07.811714 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0524f1a6-6b2d-4c9a-bc00-98a51bb8cf44 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:07.815920 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-0524f1a6-6b2d-4c9a-bc00-98a51bb8cf44 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/subnets/2ccf2b36-abe4-43cb-9aab-1759f3373e39 HTTP/1.1" status: 404 len: 337 time: 0.0541873 Nov 29 02:02:07.825133 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41260) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:07.828612 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5901cc-8037-45b4-a174-c16ef30c0b29 None None] Routers {'af53d9bc-c082-4bdc-b001-d8857acc59c8'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:02:07.829909 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4c5901cc-8037-45b4-a174-c16ef30c0b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['af53d9bc-c082-4bdc-b001-d8857acc59c8'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:07.837912 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0891bc-c784-4a47-802d-33a63c799221 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf78fa3-9d1a-4b2f-af73-b0c91107cbea,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:07.838154 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62a80a-78db-41f0-b89a-bc6341770ba7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Pushing event updated for resources: {'Port': ['ID=91f3b74d-5d8b-4434-a2a9-4a374e4ab122,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:07.944096 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ad74e09e-b4a6-4ff5-b203-bc30c6c72ae1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:07.945529 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ad74e09e-b4a6-4ff5-b203-bc30c6c72ae1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.8920286 Nov 29 02:02:07.949374 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41262) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:07.975437 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-08914d76-a4c6-4fdd-9cd5-a5fa9a5c5b12 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1899226 Nov 29 02:02:07.978321 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f62a80a-78db-41f0-b89a-bc6341770ba7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Checking segment: {'id': 'f702229a-e68b-43c6-8529-1ba82a5cb7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '39793705-22af-4383-a1ae-d2004eba11d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:02:07.978811 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f62a80a-78db-41f0-b89a-bc6341770ba7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Network hostable DHCP agents. Network: 39793705-22af-4383-a1ae-d2004eba11d2, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:02:07.985865 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41264) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:07.999677 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c25235f8-d2b9-4308-ad66-cb80568955fc tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d1a27bea49814722818e7a3b77708f76&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0488701 Nov 29 02:02:08.000550 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-cf065942-1446-4e31-8337-3ff772f1533a tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:02:08.001975 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-cf065942-1446-4e31-8337-3ff772f1533a tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2114530 Nov 29 02:02:08.002816 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41266) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:08.006948 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41268) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:08.011908 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-4c5901cc-8037-45b4-a174-c16ef30c0b29 None None] Set router af53d9bc-c082-4bdc-b001-d8857acc59c8 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:02:08.017612 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b8960216-27ee-4c0e-b9e6-ff1cdc9ac8bc tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Request body: {'security_group_rule': {'security_group_id': '8aae98f2-0bb1-4aec-ba82-41dedf7a27ea', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:08.018278 dv-neutron-819032-3-hyperv neutron-server[103255]: WARNING neutron.api.v2.base [None req-b8960216-27ee-4c0e-b9e6-ff1cdc9ac8bc tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 29 02:02:08.018780 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-b8960216-27ee-4c0e-b9e6-ff1cdc9ac8bc tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:02:08.019756 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b8960216-27ee-4c0e-b9e6-ff1cdc9ac8bc tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057600 Nov 29 02:02:08.023033 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41270) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:08.029099 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-88bc9fae-907f-46cc-b2ec-55c405061c12 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Request body: {'security_group_rule': {'security_group_id': '8aae98f2-0bb1-4aec-ba82-41dedf7a27ea', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:08.037783 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-9bf2a094-7c25-4365-9500-a83f85d02ec8 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] delete failed (client error): The resource could not be found. Nov 29 02:02:08.038860 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9bf2a094-7c25-4365-9500-a83f85d02ec8 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "DELETE /v2.0/security-groups/ebf78fa3-9d1a-4b2f-af73-b0c91107cbea HTTP/1.1" status: 404 len: 347 time: 0.0517931 Nov 29 02:02:08.051280 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3203882f-e863-49c3-b973-8d442934ba26 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:08.053703 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41272) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:08.062771 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-90d9bdff-83a3-4566-88b5-a7363b317593 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Request body: {'security_group': {'name': 'tempest-secgroup--894817583'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:08.080742 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f62a80a-78db-41f0-b89a-bc6341770ba7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Network 39793705-22af-4383-a1ae-d2004eba11d2 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:02:08.089837 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72312f7-72f7-4878-9b89-98b3b9b627d6 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:08.093900 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e72312f7-72f7-4878-9b89-98b3b9b627d6 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:08.142020 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-9f62a80a-78db-41f0-b89a-bc6341770ba7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 39793705-22af-4383-a1ae-d2004eba11d2) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:08.146192 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f62a80a-78db-41f0-b89a-bc6341770ba7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:08.147431 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9f62a80a-78db-41f0-b89a-bc6341770ba7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:08.153656 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767087d7-ec39-44b9-bda3-b02507c2dc9f None None] Network 39793705-22af-4383-a1ae-d2004eba11d2 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:08.184142 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-88bc9fae-907f-46cc-b2ec-55c405061c12 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Project 1fe572dcc9d6495d8c86a1f55f73b5bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:02:08.223003 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3203882f-e863-49c3-b973-8d442934ba26 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:08.237257 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-90d9bdff-83a3-4566-88b5-a7363b317593 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:08.254666 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-88bc9fae-907f-46cc-b2ec-55c405061c12 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:02:08.256046 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-88bc9fae-907f-46cc-b2ec-55c405061c12 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2320476 Nov 29 02:02:08.265457 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41274) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:08.270112 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-3203882f-e863-49c3-b973-8d442934ba26 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126abf58-b75c-4c07-bafa-8e25bc6621b0']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:08.279955 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c0e91e82-eaac-4472-b887-c250e1b4335b tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Request body: {'security_group_rule': {'security_group_id': '8aae98f2-0bb1-4aec-ba82-41dedf7a27ea', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:08.280532 dv-neutron-819032-3-hyperv neutron-server[103255]: WARNING neutron.api.v2.base [None req-c0e91e82-eaac-4472-b887-c250e1b4335b tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 29 02:02:08.281134 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-c0e91e82-eaac-4472-b887-c250e1b4335b tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:02:08.285494 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c0e91e82-eaac-4472-b887-c250e1b4335b tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0162301 Nov 29 02:02:08.292780 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4c5901cc-8037-45b4-a174-c16ef30c0b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'name': 'tempest-TestNetworkBasicOps-router-1449903690', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '4d305afc-312b-408f-965c-44236f9ac691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:02:03Z', 'updated_at': '2021-11-29T02:02:05Z', 'revision_number': 3, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '4d305afc-312b-408f-965c-44236f9ac691', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:57:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:02:04Z', 'updated_at': '2021-11-29T02:02:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:08.296403 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41276) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:08.307489 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-05c13ee3-997a-454a-9b83-068a72198b9f tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Request body: {'security_group_rule': {'security_group_id': '8aae98f2-0bb1-4aec-ba82-41dedf7a27ea', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:08.317875 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-3203882f-e863-49c3-b973-8d442934ba26 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd3c845a-2187-414d-a8e3-a3664dcdf99d') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:08.318187 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-3203882f-e863-49c3-b973-8d442934ba26 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd3c845a-2187-414d-a8e3-a3664dcdf99d') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:08.330129 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5901cc-8037-45b4-a174-c16ef30c0b29 None None] Checking router: af53d9bc-c082-4bdc-b001-d8857acc59c8 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:02:08.330129 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5901cc-8037-45b4-a174-c16ef30c0b29 None None] Updating router af53d9bc-c082-4bdc-b001-d8857acc59c8 port 4d305afc-312b-408f-965c-44236f9ac691 binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:02:08.338115 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3203882f-e863-49c3-b973-8d442934ba26 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:08.371651 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3203882f-e863-49c3-b973-8d442934ba26 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:08.378736 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4c5901cc-8037-45b4-a174-c16ef30c0b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:08.380665 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-05c13ee3-997a-454a-9b83-068a72198b9f tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Project 1fe572dcc9d6495d8c86a1f55f73b5bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:02:08.393186 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3203882f-e863-49c3-b973-8d442934ba26 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:02:08.393624 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3203882f-e863-49c3-b973-8d442934ba26 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:08.397058 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:02:08.397058 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:02:08.397058 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:02:08.397058 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:02:08.397058 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:02:08.397058 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:02:08.397058 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:02:08.397058 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:02:08.397058 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:02:08.397058 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:02:08.397058 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:02:08.397058 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:02:08.397058 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:02:08.397058 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:02:08.397058 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:02:08.397058 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:02:08.397058 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:02:08.397058 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:02:08.397058 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:02:08.397058 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:02:08.397058 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:02:08.397058 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:02:08.397058 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:02:08.397058 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:02:08.397058 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:02:08.397058 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:02:08.397058 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:02:08.397058 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:02:08.397058 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:02:08.397058 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:02:08.397058 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:02:08.397058 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:02:08.451554 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-05c13ee3-997a-454a-9b83-068a72198b9f tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:02:08.452530 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-05c13ee3-997a-454a-9b83-068a72198b9f tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1550026 Nov 29 02:02:08.459031 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41278) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:08.471699 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-52f53448-dac6-4824-901a-0b6c6f7919b6 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Request body: {'security_group_rule': {'security_group_id': '8aae98f2-0bb1-4aec-ba82-41dedf7a27ea', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:08.500394 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-90d9bdff-83a3-4566-88b5-a7363b317593 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:08.510736 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-90d9bdff-83a3-4566-88b5-a7363b317593 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:08.526610 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3203882f-e863-49c3-b973-8d442934ba26 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:08.539692 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3203882f-e863-49c3-b973-8d442934ba26 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:08.545895 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3203882f-e863-49c3-b973-8d442934ba26 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] 10.222.0.37 "DELETE /v2.0/networks/126abf58-b75c-4c07-bafa-8e25bc6621b0 HTTP/1.1" status: 204 len: 168 time: 0.7171381 Nov 29 02:02:08.561409 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-52f53448-dac6-4824-901a-0b6c6f7919b6 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Project 1fe572dcc9d6495d8c86a1f55f73b5bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:02:08.603230 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-90d9bdff-83a3-4566-88b5-a7363b317593 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:08.607205 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-90d9bdff-83a3-4566-88b5-a7363b317593 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5453777 Nov 29 02:02:08.614372 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41282) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:08.619097 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203882f-e863-49c3-b973-8d442934ba26 tempest-NetworksTestDHCPv6-1748035417 tempest-NetworksTestDHCPv6-1748035417-project] Pushing event deleted for resources: {'Network': ['ID=126abf58-b75c-4c07-bafa-8e25bc6621b0,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:08.626519 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9bdff-83a3-4566-88b5-a7363b317593 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9def5ee1-7575-4719-a4b9-afcc94587837,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:08.631850 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-52f53448-dac6-4824-901a-0b6c6f7919b6 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:02:08.634358 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-52f53448-dac6-4824-901a-0b6c6f7919b6 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1694407 Nov 29 02:02:08.636819 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41284) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:08.639172 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-96e4b87f-b818-4a65-a47f-780ee5032fdf tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Request body: {'security_group_rule': {'security_group_id': '9def5ee1-7575-4719-a4b9-afcc94587837', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:08.715254 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6af1b480-f635-4342-8dfd-577eebc5ef60 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:08.743903 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6af1b480-f635-4342-8dfd-577eebc5ef60 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:08.751721 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62a80a-78db-41f0-b89a-bc6341770ba7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Pushing event updated for resources: {'Port': ['ID=8a611f94-de2c-41df-b9ab-260da1325272,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:08.764415 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28f4cac-e6a2-49bd-8e24-9a17515204c6 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:08.766013 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a28f4cac-e6a2-49bd-8e24-9a17515204c6 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7595530 Nov 29 02:02:08.769329 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41286) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:08.830652 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f62a80a-78db-41f0-b89a-bc6341770ba7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Checking segment: {'id': '4569eb94-392d-433d-ae2d-ae019fb5fb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a8f94f72-f213-4c38-9548-7e9deff3ccdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:02:08.831022 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f62a80a-78db-41f0-b89a-bc6341770ba7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Network hostable DHCP agents. Network: a8f94f72-f213-4c38-9548-7e9deff3ccdd, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:02:08.834297 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5dfe9463-a6e9-4389-935e-214620228975 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=4bf244a8-fda8-412f-8f05-2c7c5210f333&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0620291 Nov 29 02:02:08.839462 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-96e4b87f-b818-4a65-a47f-780ee5032fdf tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:08.842363 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41290) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:08.847918 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-154fe857-3217-48ac-860d-1c7607fe94eb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1453950445', 'network_id': 'e27ce72d-9adf-4a07-acf2-f13fb172c1fd', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:08.896310 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4c5901cc-8037-45b4-a174-c16ef30c0b29 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:08.910460 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4c5901cc-8037-45b4-a174-c16ef30c0b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:08.936352 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f62a80a-78db-41f0-b89a-bc6341770ba7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Network a8f94f72-f213-4c38-9548-7e9deff3ccdd is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:02:08.952669 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a1057-3d5f-46e1-a397-a8fdf946890d None None] Pushing event updated for resources: {'Port': ['ID=4d305afc-312b-408f-965c-44236f9ac691,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:08.969605 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-9f62a80a-78db-41f0-b89a-bc6341770ba7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, a8f94f72-f213-4c38-9548-7e9deff3ccdd) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:08.986545 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d998b55f-c1d3-4778-8de2-8cceccf21326 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:02:08.988321 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-4c5901cc-8037-45b4-a174-c16ef30c0b29 None None] Attempting to bind port 4d305afc-312b-408f-965c-44236f9ac691 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:02:08.988869 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-4c5901cc-8037-45b4-a174-c16ef30c0b29 None None] Attempting to bind port 4d305afc-312b-408f-965c-44236f9ac691 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:02:08.989419 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5901cc-8037-45b4-a174-c16ef30c0b29 None None] Attempting to bind port 4d305afc-312b-408f-965c-44236f9ac691 on network 4bf244a8-fda8-412f-8f05-2c7c5210f333 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:02:08.992814 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3a1057-3d5f-46e1-a397-a8fdf946890d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:08.993468 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3a1057-3d5f-46e1-a397-a8fdf946890d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:08.994005 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3a1057-3d5f-46e1-a397-a8fdf946890d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:08.994511 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3a1057-3d5f-46e1-a397-a8fdf946890d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:08.994653 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41292) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:08.995146 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3a1057-3d5f-46e1-a397-a8fdf946890d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:08.995862 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3a1057-3d5f-46e1-a397-a8fdf946890d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:08.996361 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3a1057-3d5f-46e1-a397-a8fdf946890d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:08.996991 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3a1057-3d5f-46e1-a397-a8fdf946890d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:08.997716 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3a1057-3d5f-46e1-a397-a8fdf946890d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:08.998109 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3a1057-3d5f-46e1-a397-a8fdf946890d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:08.999310 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3a1057-3d5f-46e1-a397-a8fdf946890d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:08.999503 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3a1057-3d5f-46e1-a397-a8fdf946890d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:09.000994 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9d9b57-7b66-47fd-b15f-72f8180859c3 None None] Network a8f94f72-f213-4c38-9548-7e9deff3ccdd requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:09.006675 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f62a80a-78db-41f0-b89a-bc6341770ba7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:09.009829 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5901cc-8037-45b4-a174-c16ef30c0b29 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:02:09.010219 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5901cc-8037-45b4-a174-c16ef30c0b29 None None] Checking segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:02:09.010789 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4c5901cc-8037-45b4-a174-c16ef30c0b29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:09.011279 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5901cc-8037-45b4-a174-c16ef30c0b29 None None] Bound using segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:02:09.011977 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-4c5901cc-8037-45b4-a174-c16ef30c0b29 None None] Bound port: 4d305afc-312b-408f-965c-44236f9ac691, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:02:09.012444 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4c5901cc-8037-45b4-a174-c16ef30c0b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:09.014963 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f62a80a-78db-41f0-b89a-bc6341770ba7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:09.020221 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f62a80a-78db-41f0-b89a-bc6341770ba7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:09.021259 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9f62a80a-78db-41f0-b89a-bc6341770ba7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:09.044873 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-96e4b87f-b818-4a65-a47f-780ee5032fdf tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:09.046604 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6af1b480-f635-4342-8dfd-577eebc5ef60 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:09.049258 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6af1b480-f635-4342-8dfd-577eebc5ef60 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:09.070687 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6af1b480-f635-4342-8dfd-577eebc5ef60 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "DELETE /v2.0/security-groups/8aae98f2-0bb1-4aec-ba82-41dedf7a27ea HTTP/1.1" status: 204 len: 168 time: 0.4327047 Nov 29 02:02:09.075052 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41296) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:09.080366 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-96e4b87f-b818-4a65-a47f-780ee5032fdf tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:09.089533 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-4c5901cc-8037-45b4-a174-c16ef30c0b29 None None] For port 4d305afc-312b-408f-965c-44236f9ac691, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:02:09.093325 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-4c5901cc-8037-45b4-a174-c16ef30c0b29 None None] For port 4d305afc-312b-408f-965c-44236f9ac691, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=4d305afc-312b-408f-965c-44236f9ac691,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:02:09.099483 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-4c5901cc-8037-45b4-a174-c16ef30c0b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:09.150497 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4b87f-b818-4a65-a47f-780ee5032fdf tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3c9f670-68b0-48a6-92b6-72202b3e6e91,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:09.170142 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1b480-f635-4342-8dfd-577eebc5ef60 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aae98f2-0bb1-4aec-ba82-41dedf7a27ea,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:09.190897 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154fe857-3217-48ac-860d-1c7607fe94eb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Made reservation on behalf of d1a27bea49814722818e7a3b77708f76 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:09.194131 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9f62a80a-78db-41f0-b89a-bc6341770ba7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.1261330 Nov 29 02:02:09.194962 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-154fe857-3217-48ac-860d-1c7607fe94eb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:09.201305 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41298) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:09.204700 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7539fdfd-9573-42ec-8d38-170c154af37b None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:02:09.236465 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-96e4b87f-b818-4a65-a47f-780ee5032fdf tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:09.250188 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-96e4b87f-b818-4a65-a47f-780ee5032fdf tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6176844 Nov 29 02:02:09.251279 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41300) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:09.251694 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a1057-3d5f-46e1-a397-a8fdf946890d None None] Pushing event updated for resources: {'Port': ['ID=4d305afc-312b-408f-965c-44236f9ac691,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:09.259608 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5901cc-8037-45b4-a174-c16ef30c0b29 None None] Routers {'af53d9bc-c082-4bdc-b001-d8857acc59c8'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:02:09.260505 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4c5901cc-8037-45b4-a174-c16ef30c0b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:01:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['af53d9bc-c082-4bdc-b001-d8857acc59c8'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:09.263499 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124e0ef8-61da-4718-9795-470a3543529d None None] Network 66849209-41ae-44cf-be2c-33264744786e requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:09.265428 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 55091079-0af8-4885-937d-ccd84db03031 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:02:09.318048 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-850ca453-2e66-49d8-866e-6cf552e1afdf tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2155986 Nov 29 02:02:09.319505 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41302) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:09.340594 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9e5cbca2-5c11-4f25-a99d-3bffc5645afe tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Request body: {'security_group': {'name': 'tempest-secgroup--1267734375'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:09.360967 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0adfadbb-b612-4335-8cc3-b4c3f67efcf4 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:09.370491 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0adfadbb-b612-4335-8cc3-b4c3f67efcf4 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:09.383212 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e277f5a-52f4-4021-a5e0-fc07dd8da51c tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:09.389916 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e277f5a-52f4-4021-a5e0-fc07dd8da51c tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:09.395076 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5e277f5a-52f4-4021-a5e0-fc07dd8da51c tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1892536 Nov 29 02:02:09.395268 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-9939e07c-d53c-44d9-92d2-08aa45af3c2e None None] Provisioning complete for port 4d305afc-312b-408f-965c-44236f9ac691 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:09.395268 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9939e07c-d53c-44d9-92d2-08aa45af3c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:09.395449 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41304) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:09.396556 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e72312f7-72f7-4878-9b89-98b3b9b627d6 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:09.401575 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e8f4ab98-133a-4c39-9e28-874276bc37a3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d732f07065b549e8ade666b44b940ceb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3738954 Nov 29 02:02:09.401575 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41306) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:09.416735 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-4c5901cc-8037-45b4-a174-c16ef30c0b29 None None] Set router af53d9bc-c082-4bdc-b001-d8857acc59c8 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:02:09.456861 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72312f7-72f7-4878-9b89-98b3b9b627d6 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Subnet': ['ID=10c51b58-f23a-4f75-b3e6-72029084cfd9,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:09.466522 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0adfadbb-b612-4335-8cc3-b4c3f67efcf4 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:09.481726 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0adfadbb-b612-4335-8cc3-b4c3f67efcf4 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:09.483652 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0adfadbb-b612-4335-8cc3-b4c3f67efcf4 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/a3c9f670-68b0-48a6-92b6-72202b3e6e91 HTTP/1.1" status: 204 len: 168 time: 0.1955082 Nov 29 02:02:09.488771 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41308) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:09.539370 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e5cbca2-5c11-4f25-a99d-3bffc5645afe tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:09.548753 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 55091079-0af8-4885-937d-ccd84db03031 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:09.549405 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:09.569000 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-adff6a0d-14a2-41eb-8829-f8f65c0cd0f3 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0785336 Nov 29 02:02:09.570003 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfadbb-b612-4335-8cc3-b4c3f67efcf4 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3c9f670-68b0-48a6-92b6-72202b3e6e91,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:09.574361 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41310) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:09.579082 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72312f7-72f7-4878-9b89-98b3b9b627d6 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Network 66849209-41ae-44cf-be2c-33264744786e is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:09.619496 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40734f86-f286-430f-9694-d4f2ce4c4944 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:09.653381 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e5cbca2-5c11-4f25-a99d-3bffc5645afe tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:09.654930 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-e72312f7-72f7-4878-9b89-98b3b9b627d6 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:09.658042 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72312f7-72f7-4878-9b89-98b3b9b627d6 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:09.658975 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e72312f7-72f7-4878-9b89-98b3b9b627d6 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:09.663524 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e5cbca2-5c11-4f25-a99d-3bffc5645afe tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:09.676025 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-154fe857-3217-48ac-860d-1c7607fe94eb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:09.677709 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9939e07c-d53c-44d9-92d2-08aa45af3c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:09.683913 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4c5901cc-8037-45b4-a174-c16ef30c0b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'name': 'tempest-TestNetworkBasicOps-router-1449903690', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '4d305afc-312b-408f-965c-44236f9ac691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:02:03Z', 'updated_at': '2021-11-29T02:02:05Z', 'revision_number': 3, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '4d305afc-312b-408f-965c-44236f9ac691', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:57:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:02:04Z', 'updated_at': '2021-11-29T02:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:09.702120 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e5cbca2-5c11-4f25-a99d-3bffc5645afe tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:09.704036 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9e5cbca2-5c11-4f25-a99d-3bffc5645afe tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3686335 Nov 29 02:02:09.719095 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9939e07c-d53c-44d9-92d2-08aa45af3c2e None None] For port 4d305afc-312b-408f-965c-44236f9ac691, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=4d305afc-312b-408f-965c-44236f9ac691,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:09.722557 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41312) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:09.726218 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1bbd1291-8755-4d9c-a2a7-f8ccc55b2f4b tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Deleting port 91f3b74d-5d8b-4434-a2a9-4a374e4ab122 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:09.726857 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1bbd1291-8755-4d9c-a2a7-f8ccc55b2f4b tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:09.729088 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-48099262-1f12-4565-9c4f-6fcedab435e0 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Request body: {'security_group_rule': {'security_group_id': 'c49f73bc-3c59-474a-9ce2-8f31c46f6248', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:09.730132 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9939e07c-d53c-44d9-92d2-08aa45af3c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:09.734433 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40734f86-f286-430f-9694-d4f2ce4c4944 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:09.749625 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5cbca2-5c11-4f25-a99d-3bffc5645afe tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c49f73bc-3c59-474a-9ce2-8f31c46f6248,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:09.770435 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e72312f7-72f7-4878-9b89-98b3b9b627d6 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1205122 Nov 29 02:02:09.770867 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5901cc-8037-45b4-a174-c16ef30c0b29 None None] The sync data for ids ['af53d9bc-c082-4bdc-b001-d8857acc59c8'] in dv-neutron-819032-3-hyperv is: [{'id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'name': 'tempest-TestNetworkBasicOps-router-1449903690', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '4d305afc-312b-408f-965c-44236f9ac691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:02:03Z', 'updated_at': '2021-11-29T02:02:05Z', 'revision_number': 3, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '4d305afc-312b-408f-965c-44236f9ac691', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:57:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:02:04Z', 'updated_at': '2021-11-29T02:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:02:09.773270 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41314) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:09.779536 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-007fac72-a3d8-411f-af41-c1ac546c2f57 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'port': {'network_id': '66849209-41ae-44cf-be2c-33264744786e', 'fixed_ips': [{'subnet_id': '7d3f0b09-db36-4a6d-bfe8-54bc595e747d'}, {'subnet_id': '10c51b58-f23a-4f75-b3e6-72029084cfd9'}], 'name': 'tempest-PortsTestJSON-502524936'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:09.824517 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:09.865692 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-48099262-1f12-4565-9c4f-6fcedab435e0 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] create failed (client error): The resource could not be found. Nov 29 02:02:09.867508 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-48099262-1f12-4565-9c4f-6fcedab435e0 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1434002 Nov 29 02:02:09.871726 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41316) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:09.877699 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-55f45080-d8ea-4b19-9469-9d9637715a6c tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Request body: {'security_group_rule': {'security_group_id': 'c49f73bc-3c59-474a-9ce2-8f31c46f6248', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1e677185-e284-43b3-ae77-db54a4accef5'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:09.887208 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9939e07c-d53c-44d9-92d2-08aa45af3c2e None None] Pushing event updated for resources: {'Port': ['ID=4d305afc-312b-408f-965c-44236f9ac691,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:09.918670 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154fe857-3217-48ac-860d-1c7607fe94eb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Subnet': ['ID=678ca2a4-9091-4a46-8ce8-4beb0edf2abe,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:09.921113 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-21c28cfd-d18c-4bd2-b8c2-f62bfc8ca1cc tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:09.928462 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port 55091079-0af8-4885-937d-ccd84db03031, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=55091079-0af8-4885-937d-ccd84db03031,segment=NetworkSegment(652bc842-7c12-4f2f-90f4-4b80685fb106),segment_id=652bc842-7c12-4f2f-90f4-4b80685fb106)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:09.929531 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-9cb85b30-0c48-4af3-8716-cc6d82e71ae4 None None] Provisioning complete for port 55091079-0af8-4885-937d-ccd84db03031 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:09.929966 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9cb85b30-0c48-4af3-8716-cc6d82e71ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:09.937852 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1bbd1291-8755-4d9c-a2a7-f8ccc55b2f4b tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:09.962699 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:09.965820 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5dd706-ecde-4093-a7e5-dca68d215958 None None] Update dhcp port {'port': {'network_id': '66849209-41ae-44cf-be2c-33264744786e', 'fixed_ips': [{'subnet_id': '7d3f0b09-db36-4a6d-bfe8-54bc595e747d', 'ip_address': '172.20.0.2'}, {'subnet_id': '10c51b58-f23a-4f75-b3e6-72029084cfd9'}], 'binding:host_id': 'dv-neutron-819032-3-hyperv'}, 'id': '55091079-0af8-4885-937d-ccd84db03031'} from dv-neutron-819032-3-hyperv. {{(pid=103256) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 02:02:09.969889 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1bbd1291-8755-4d9c-a2a7-f8ccc55b2f4b tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Calling delete_port for 91f3b74d-5d8b-4434-a2a9-4a374e4ab122 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:09.982803 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154fe857-3217-48ac-860d-1c7607fe94eb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Checking segment: {'id': '89e7d31f-1294-4bcb-ad29-a6b05f7f3416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e27ce72d-9adf-4a07-acf2-f13fb172c1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:02:09.983436 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154fe857-3217-48ac-860d-1c7607fe94eb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network hostable DHCP agents. Network: e27ce72d-9adf-4a07-acf2-f13fb172c1fd, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:02:09.984125 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007fac72-a3d8-411f-af41-c1ac546c2f57 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:09.995346 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-21c28cfd-d18c-4bd2-b8c2-f62bfc8ca1cc tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:10.005173 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-55f45080-d8ea-4b19-9469-9d9637715a6c tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] create failed (client error): The resource could not be found. Nov 29 02:02:10.006324 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-55f45080-d8ea-4b19-9469-9d9637715a6c tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1339180 Nov 29 02:02:10.012458 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41318) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:10.043042 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b5dd706-ecde-4093-a7e5-dca68d215958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:10.069386 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40734f86-f286-430f-9694-d4f2ce4c4944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:10.072094 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-40734f86-f286-430f-9694-d4f2ce4c4944 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:10.073272 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-40734f86-f286-430f-9694-d4f2ce4c4944 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e75f4994-5ea3-4e84-9f81-77c52cf5f005 HTTP/1.1" status: 204 len: 168 time: 0.6637781 Nov 29 02:02:10.106490 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-007fac72-a3d8-411f-af41-c1ac546c2f57 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:10.127366 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40734f86-f286-430f-9694-d4f2ce4c4944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75f4994-5ea3-4e84-9f81-77c52cf5f005,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:10.133149 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-007fac72-a3d8-411f-af41-c1ac546c2f57 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] device_id is not set on port 8154ddce-89aa-411c-a9f4-aabcbc706ac9 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:02:10.149918 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=55091079-0af8-4885-937d-ccd84db03031,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:10.158841 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154fe857-3217-48ac-860d-1c7607fe94eb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network e27ce72d-9adf-4a07-acf2-f13fb172c1fd is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:02:10.189617 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-154fe857-3217-48ac-860d-1c7607fe94eb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, e27ce72d-9adf-4a07-acf2-f13fb172c1fd) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:10.196098 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154fe857-3217-48ac-860d-1c7607fe94eb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:10.196730 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-154fe857-3217-48ac-860d-1c7607fe94eb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:10.210905 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-21c28cfd-d18c-4bd2-b8c2-f62bfc8ca1cc tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:10.214428 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-21c28cfd-d18c-4bd2-b8c2-f62bfc8ca1cc tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:10.216924 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-21c28cfd-d18c-4bd2-b8c2-f62bfc8ca1cc tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "DELETE /v2.0/security-groups/9def5ee1-7575-4719-a4b9-afcc94587837 HTTP/1.1" status: 204 len: 168 time: 0.6145279 Nov 29 02:02:10.230491 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41322) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:10.264553 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:02:10.265240 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c28cfd-d18c-4bd2-b8c2-f62bfc8ca1cc tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9def5ee1-7575-4719-a4b9-afcc94587837,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:10.289138 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d29612f-17bb-464a-83b3-811c4d8553ee None None] Network e27ce72d-9adf-4a07-acf2-f13fb172c1fd requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:10.311882 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-154fe857-3217-48ac-860d-1c7607fe94eb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4684579 Nov 29 02:02:10.315168 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41324) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:10.316816 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1bbd1291-8755-4d9c-a2a7-f8ccc55b2f4b tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:10.320086 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c966f247-a3e9-4eca-aad0-ab2d1c2fd9c7 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:10.461708 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd1291-8755-4d9c-a2a7-f8ccc55b2f4b tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Pushing event deleted for resources: {'Port': ['ID=91f3b74d-5d8b-4434-a2a9-4a374e4ab122,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:10.479336 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1bbd1291-8755-4d9c-a2a7-f8ccc55b2f4b tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:10.482469 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1bbd1291-8755-4d9c-a2a7-f8ccc55b2f4b tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] 10.222.0.37 "DELETE /v2.0/ports/91f3b74d-5d8b-4434-a2a9-4a374e4ab122 HTTP/1.1" status: 204 len: 168 time: 1.0835459 Nov 29 02:02:10.491052 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41330) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:10.496112 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-9cb85b30-0c48-4af3-8716-cc6d82e71ae4 None None] Provisioning complete for port 4d305afc-312b-408f-965c-44236f9ac691 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:10.496526 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9cb85b30-0c48-4af3-8716-cc6d82e71ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:10.496712 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c966f247-a3e9-4eca-aad0-ab2d1c2fd9c7 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:10.557285 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-80588127-c592-4bcd-8cd6-ed3d5ad065ea tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3212028 Nov 29 02:02:10.564370 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41334) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:10.580920 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-52ee3472-a992-4c83-9144-2d18c46bba52 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Request body: {'security_group': {'name': 'tempest-secgroup--92451934'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:10.687652 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-007fac72-a3d8-411f-af41-c1ac546c2f57 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Allocated IP 172.20.0.4 (66849209-41ae-44cf-be2c-33264744786e/7d3f0b09-db36-4a6d-bfe8-54bc595e747d/8154ddce-89aa-411c-a9f4-aabcbc706ac9) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:02:10.717211 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-53f28ed1-9d8b-48ac-a499-cce787aa1311 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Deleting port 8a611f94-de2c-41df-b9ab-260da1325272 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:10.718793 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-53f28ed1-9d8b-48ac-a499-cce787aa1311 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:10.723431 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20c54c3-5ccb-4dbc-a823-772230f26077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-e27ce72d-9adf-4a07-acf2-f13fb172c1fd', 'network_id': 'e27ce72d-9adf-4a07-acf2-f13fb172c1fd', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ips': [{'subnet_id': '678ca2a4-9091-4a46-8ce8-4beb0edf2abe'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:02:10.724670 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b20c54c3-5ccb-4dbc-a823-772230f26077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:10.833087 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-53f28ed1-9d8b-48ac-a499-cce787aa1311 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:10.840257 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52ee3472-a992-4c83-9144-2d18c46bba52 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:10.845671 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c966f247-a3e9-4eca-aad0-ab2d1c2fd9c7 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:10.848373 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c966f247-a3e9-4eca-aad0-ab2d1c2fd9c7 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:10.849427 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-53f28ed1-9d8b-48ac-a499-cce787aa1311 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Calling delete_port for 8a611f94-de2c-41df-b9ab-260da1325272 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:10.849633 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c966f247-a3e9-4eca-aad0-ab2d1c2fd9c7 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "DELETE /v2.0/security-groups/c49f73bc-3c59-474a-9ce2-8f31c46f6248 HTTP/1.1" status: 204 len: 168 time: 0.8327091 Nov 29 02:02:10.869526 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41340) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:10.930395 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-b20c54c3-5ccb-4dbc-a823-772230f26077 None None] Allocated IP 172.20.0.2 (e27ce72d-9adf-4a07-acf2-f13fb172c1fd/678ca2a4-9091-4a46-8ce8-4beb0edf2abe/e969e2e7-0151-4c72-abfe-339476b32a0f) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:02:10.943167 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-007fac72-a3d8-411f-af41-c1ac546c2f57 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Allocated IP 172.20.0.22 (66849209-41ae-44cf-be2c-33264744786e/10c51b58-f23a-4f75-b3e6-72029084cfd9/8154ddce-89aa-411c-a9f4-aabcbc706ac9) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:02:10.954377 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-53f28ed1-9d8b-48ac-a499-cce787aa1311 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:10.991221 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f28ed1-9d8b-48ac-a499-cce787aa1311 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Pushing event deleted for resources: {'Port': ['ID=8a611f94-de2c-41df-b9ab-260da1325272,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:11.010616 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-53f28ed1-9d8b-48ac-a499-cce787aa1311 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:11.013106 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966f247-a3e9-4eca-aad0-ab2d1c2fd9c7 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49f73bc-3c59-474a-9ce2-8f31c46f6248,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:11.021059 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-53f28ed1-9d8b-48ac-a499-cce787aa1311 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] 10.222.0.37 "DELETE /v2.0/ports/8a611f94-de2c-41df-b9ab-260da1325272 HTTP/1.1" status: 204 len: 168 time: 0.5286286 Nov 29 02:02:11.034261 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41348) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:11.161872 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-455bf6b3-76cc-4db3-965e-f4f0cf2ad3fd tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1205637 Nov 29 02:02:11.163535 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41352) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:11.168995 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e22e8dee-d053-41c0-9724-caa2f20403ee tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1456525355'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:11.226052 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b01087bb-ffc2-44af-a213-5c13ac64d987 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3408849 Nov 29 02:02:11.264296 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-007fac72-a3d8-411f-af41-c1ac546c2f57 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:11.305331 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41354) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:11.308674 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22e8dee-d053-41c0-9724-caa2f20403ee tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Made reservation on behalf of d694d773e3ec4de79117a1b9679d9243 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:11.314933 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e22e8dee-d053-41c0-9724-caa2f20403ee tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:11.318447 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52ee3472-a992-4c83-9144-2d18c46bba52 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:11.319274 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41356) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:11.329114 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ae0f317c-da66-465e-b023-a14d96559f24 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Request body: {'security_group_rule': {'security_group_id': '0bc3de1e-6ef7-41c2-ad3f-d50d56f633c7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:11.330264 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52ee3472-a992-4c83-9144-2d18c46bba52 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:11.335003 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-007fac72-a3d8-411f-af41-c1ac546c2f57 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:11.384370 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee3472-a992-4c83-9144-2d18c46bba52 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=610d0082-ec8e-4a65-81f1-5000ae26f4a4,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:11.402948 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e22e8dee-d053-41c0-9724-caa2f20403ee tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:02:11.430039 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 55091079-0af8-4885-937d-ccd84db03031 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:02:11.439137 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007fac72-a3d8-411f-af41-c1ac546c2f57 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Network 66849209-41ae-44cf-be2c-33264744786e is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:11.447302 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52ee3472-a992-4c83-9144-2d18c46bba52 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:11.448545 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e22e8dee-d053-41c0-9724-caa2f20403ee tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:11.449049 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-e22e8dee-d053-41c0-9724-caa2f20403ee tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Added segment 55fb7f94-3431-4cab-87d3-0e5c649afe3b of type vlan for network b7cb41ed-7913-4c08-adf9-bff63763e483 Nov 29 02:02:11.450985 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-007fac72-a3d8-411f-af41-c1ac546c2f57 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:11.451809 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-52ee3472-a992-4c83-9144-2d18c46bba52 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.8759582 Nov 29 02:02:11.455145 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41360) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:11.463323 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-8d1241b4-19c5-4de1-8586-c44516293734 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Request body: {'security_group_rule': {'security_group_id': '610d0082-ec8e-4a65-81f1-5000ae26f4a4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:11.466726 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fac72-a3d8-411f-af41-c1ac546c2f57 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Port': ['ID=8154ddce-89aa-411c-a9f4-aabcbc706ac9,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:11.469896 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007fac72-a3d8-411f-af41-c1ac546c2f57 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:11.492374 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-28871846-092f-407d-b943-b05f25c1c39b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1320116523'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:11.528003 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28871846-092f-407d-b943-b05f25c1c39b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:11.531292 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28871846-092f-407d-b943-b05f25c1c39b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:11.533369 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d1241b4-19c5-4de1-8586-c44516293734 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:11.539708 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b20c54c3-5ccb-4dbc-a823-772230f26077 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:11.552634 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-1b5dd706-ecde-4093-a7e5-dca68d215958 None None] Allocated IP 172.20.0.18 (66849209-41ae-44cf-be2c-33264744786e/10c51b58-f23a-4f75-b3e6-72029084cfd9/55091079-0af8-4885-937d-ccd84db03031) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:02:11.557259 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b20c54c3-5ccb-4dbc-a823-772230f26077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:11.565069 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-ae0f317c-da66-465e-b023-a14d96559f24 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] create failed (client error): The resource could not be found. Nov 29 02:02:11.566307 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ae0f317c-da66-465e-b023-a14d96559f24 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2590737 Nov 29 02:02:11.570510 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e22e8dee-d053-41c0-9724-caa2f20403ee tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:11.572183 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41362) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:11.574598 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28871846-092f-407d-b943-b05f25c1c39b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:11.577703 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-2869e0f3-518e-4acd-838d-239685ea905b tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Request body: {'security_group': {'name': 'tempest-secgroup--1319160616'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:11.588523 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007fac72-a3d8-411f-af41-c1ac546c2f57 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:11.589152 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-007fac72-a3d8-411f-af41-c1ac546c2f57 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:11.628686 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2869e0f3-518e-4acd-838d-239685ea905b tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:11.638986 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e22e8dee-d053-41c0-9724-caa2f20403ee tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:11.644545 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22e8dee-d053-41c0-9724-caa2f20403ee tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:11.645145 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e22e8dee-d053-41c0-9724-caa2f20403ee tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:11.648738 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20c54c3-5ccb-4dbc-a823-772230f26077 None None] Network e27ce72d-9adf-4a07-acf2-f13fb172c1fd is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:11.656192 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-007fac72-a3d8-411f-af41-c1ac546c2f57 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.8817575 Nov 29 02:02:11.661997 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41364) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:11.692127 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-b20c54c3-5ccb-4dbc-a823-772230f26077 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:11.695723 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20c54c3-5ccb-4dbc-a823-772230f26077 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:11.697324 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d1241b4-19c5-4de1-8586-c44516293734 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:11.699151 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1def6e5-b3f8-48ce-a1b2-3c1bbfebe136 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:11.714813 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 55091079-0af8-4885-937d-ccd84db03031 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:11.715161 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d9e3dc18-738c-4717-b2da-0777a9464691 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7d3f0b09-db36-4a6d-bfe8-54bc595e747d'}]}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:11.715679 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d1241b4-19c5-4de1-8586-c44516293734 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:11.715870 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:11.729334 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c54c3-5ccb-4dbc-a823-772230f26077 None None] Pushing event updated for resources: {'Port': ['ID=e969e2e7-0151-4c72-abfe-339476b32a0f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:11.771544 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e22e8dee-d053-41c0-9724-caa2f20403ee tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6066811 Nov 29 02:02:11.783040 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41366) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:11.789181 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1241b4-19c5-4de1-8586-c44516293734 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48cabec3-8f14-4118-a3bc-68d7ab2a17c5,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:11.814323 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e8dee-d053-41c0-9724-caa2f20403ee tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Pushing event updated for resources: {'Network': ['ID=b7cb41ed-7913-4c08-adf9-bff63763e483,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:11.827939 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-87b7759c-cd90-4266-838b-82754086c892 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-726211438'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:11.844424 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network b7cb41ed-7913-4c08-adf9-bff63763e483 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:02:11.861036 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d1241b4-19c5-4de1-8586-c44516293734 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:11.864909 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8d1241b4-19c5-4de1-8586-c44516293734 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4067717 Nov 29 02:02:11.870055 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41368) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:11.877794 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ca38b46a-4c89-4329-be9e-d6e558109b19 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Request body: {'security_group_rule': {'security_group_id': '610d0082-ec8e-4a65-81f1-5000ae26f4a4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:11.879244 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d9e3dc18-738c-4717-b2da-0777a9464691 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:11.905880 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b7759c-cd90-4266-838b-82754086c892 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Made reservation on behalf of d694d773e3ec4de79117a1b9679d9243 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:11.909903 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b20c54c3-5ccb-4dbc-a823-772230f26077 None None] Attempting to bind port e969e2e7-0151-4c72-abfe-339476b32a0f on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:02:11.910067 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87b7759c-cd90-4266-838b-82754086c892 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:11.910158 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b20c54c3-5ccb-4dbc-a823-772230f26077 None None] Attempting to bind port e969e2e7-0151-4c72-abfe-339476b32a0f by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '89e7d31f-1294-4bcb-ad29-a6b05f7f3416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e27ce72d-9adf-4a07-acf2-f13fb172c1fd'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:02:11.910158 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20c54c3-5ccb-4dbc-a823-772230f26077 None None] Attempting to bind port e969e2e7-0151-4c72-abfe-339476b32a0f on network e27ce72d-9adf-4a07-acf2-f13fb172c1fd {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:02:11.912631 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28871846-092f-407d-b943-b05f25c1c39b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:11.920864 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1b5dd706-ecde-4093-a7e5-dca68d215958 None None] For port 55091079-0af8-4885-937d-ccd84db03031, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=55091079-0af8-4885-937d-ccd84db03031,segment=NetworkSegment(652bc842-7c12-4f2f-90f4-4b80685fb106),segment_id=652bc842-7c12-4f2f-90f4-4b80685fb106)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:11.930081 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28871846-092f-407d-b943-b05f25c1c39b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:11.948599 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20c54c3-5ccb-4dbc-a823-772230f26077 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:02:11.948599 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20c54c3-5ccb-4dbc-a823-772230f26077 None None] Checking segment: {'id': '89e7d31f-1294-4bcb-ad29-a6b05f7f3416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e27ce72d-9adf-4a07-acf2-f13fb172c1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:02:11.949134 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b20c54c3-5ccb-4dbc-a823-772230f26077 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:11.949565 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20c54c3-5ccb-4dbc-a823-772230f26077 None None] Bound using segment: {'id': '89e7d31f-1294-4bcb-ad29-a6b05f7f3416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e27ce72d-9adf-4a07-acf2-f13fb172c1fd'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:02:11.950134 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b20c54c3-5ccb-4dbc-a823-772230f26077 None None] Bound port: e969e2e7-0151-4c72-abfe-339476b32a0f, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e7d31f-1294-4bcb-ad29-a6b05f7f3416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e27ce72d-9adf-4a07-acf2-f13fb172c1fd'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:02:11.950406 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b20c54c3-5ccb-4dbc-a823-772230f26077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:11.965387 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2869e0f3-518e-4acd-838d-239685ea905b tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:11.980106 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28871846-092f-407d-b943-b05f25c1c39b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:02:11.996801 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2869e0f3-518e-4acd-838d-239685ea905b tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:12.011275 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b7759c-cd90-4266-838b-82754086c892 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:02:12.013205 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca38b46a-4c89-4329-be9e-d6e558109b19 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:12.016069 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28871846-092f-407d-b943-b05f25c1c39b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:12.016410 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-28871846-092f-407d-b943-b05f25c1c39b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Added segment fa78aabf-bb07-400a-bed8-99a2856a29da of type vlan for network b5c0eaf0-d683-4b32-b730-9abf31c27c4e Nov 29 02:02:12.031095 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b5dd706-ecde-4093-a7e5-dca68d215958 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:12.036291 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28871846-092f-407d-b943-b05f25c1c39b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23c2758c-ead5-42f2-9d22-8f80728fca4e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:12.049256 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2869e0f3-518e-4acd-838d-239685ea905b tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:12.051674 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2869e0f3-518e-4acd-838d-239685ea905b tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4785466 Nov 29 02:02:12.058680 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869e0f3-518e-4acd-838d-239685ea905b tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=231d74eb-0d5f-4796-bd3b-3aa5c779f5fe,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:12.061045 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41370) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:12.065398 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87b7759c-cd90-4266-838b-82754086c892 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:12.065797 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-87b7759c-cd90-4266-838b-82754086c892 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Added segment 3cc7d531-f35e-471e-ab0f-e16425463345 of type vlan for network 1fc12344-38e9-4c75-bee0-341a3ae0f1ea Nov 29 02:02:12.074114 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-1808c474-462f-4b93-a5ef-5f1a081d62e3 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Request body: {'security_group': {'name': 'tempest-secgroup--1021239909'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:12.077651 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 4d305afc-312b-408f-965c-44236f9ac691 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:02:12.111990 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b5dd706-ecde-4093-a7e5-dca68d215958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:12.166799 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-72145181-be1a-49b1-a9eb-c10fa279e601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:12.227450 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28871846-092f-407d-b943-b05f25c1c39b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:12.242314 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-d9e3dc18-738c-4717-b2da-0777a9464691 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Delete allocated IP 172.20.0.22 (66849209-41ae-44cf-be2c-33264744786e/10c51b58-f23a-4f75-b3e6-72029084cfd9) {{(pid=103254) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 29 02:02:12.242728 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87b7759c-cd90-4266-838b-82754086c892 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:12.258323 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b20c54c3-5ccb-4dbc-a823-772230f26077 None None] For port e969e2e7-0151-4c72-abfe-339476b32a0f, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:02:12.266954 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1808c474-462f-4b93-a5ef-5f1a081d62e3 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:12.285719 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b20c54c3-5ccb-4dbc-a823-772230f26077 None None] For port e969e2e7-0151-4c72-abfe-339476b32a0f, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=e969e2e7-0151-4c72-abfe-339476b32a0f,segment=NetworkSegment(89e7d31f-1294-4bcb-ad29-a6b05f7f3416),segment_id=89e7d31f-1294-4bcb-ad29-a6b05f7f3416)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:02:12.289778 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5dd706-ecde-4093-a7e5-dca68d215958 None None] Pushing event updated for resources: {'Port': ['ID=55091079-0af8-4885-937d-ccd84db03031,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:12.296634 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b20c54c3-5ccb-4dbc-a823-772230f26077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:12.314198 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca38b46a-4c89-4329-be9e-d6e558109b19 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:12.342788 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 4d305afc-312b-408f-965c-44236f9ac691 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:12.343165 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:12.361970 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca38b46a-4c89-4329-be9e-d6e558109b19 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:12.400097 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c54c3-5ccb-4dbc-a823-772230f26077 None None] Pushing event updated for resources: {'Port': ['ID=e969e2e7-0151-4c72-abfe-339476b32a0f,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:12.414496 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87b7759c-cd90-4266-838b-82754086c892 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:12.425632 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b7759c-cd90-4266-838b-82754086c892 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:12.426364 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87b7759c-cd90-4266-838b-82754086c892 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:12.489473 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28871846-092f-407d-b943-b05f25c1c39b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:12.492337 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d9e3dc18-738c-4717-b2da-0777a9464691 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:12.496394 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28871846-092f-407d-b943-b05f25c1c39b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:12.497025 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-28871846-092f-407d-b943-b05f25c1c39b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:12.497616 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d9e3dc18-738c-4717-b2da-0777a9464691 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:12.523257 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca38b46a-4c89-4329-be9e-d6e558109b19 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f91207-6d65-46fd-87e6-97270651a6ce,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:12.600926 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-28871846-092f-407d-b943-b05f25c1c39b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2779603 Nov 29 02:02:12.626877 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca38b46a-4c89-4329-be9e-d6e558109b19 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:12.629485 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ca38b46a-4c89-4329-be9e-d6e558109b19 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7576993 Nov 29 02:02:12.636533 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41372) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:12.637682 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41374) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:12.645859 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-04ba4881-62e0-4880-bd51-d826f6e9ea99 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Request body: {'security_group_rule': {'security_group_id': '610d0082-ec8e-4a65-81f1-5000ae26f4a4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:12.661565 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-87b7759c-cd90-4266-838b-82754086c892 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8560634 Nov 29 02:02:12.661778 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4ec93299-d3c1-41a2-a15f-4c3ac13569ea tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'port': {'network_id': 'b5c0eaf0-d683-4b32-b730-9abf31c27c4e', 'name': 'tempest-PortsIpV6TestJSON-1082220109'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:12.664008 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3dc18-738c-4717-b2da-0777a9464691 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Port': ['ID=8154ddce-89aa-411c-a9f4-aabcbc706ac9,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:12.677362 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7759c-cd90-4266-838b-82754086c892 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Pushing event updated for resources: {'Network': ['ID=1fc12344-38e9-4c75-bee0-341a3ae0f1ea,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:12.712590 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 1fc12344-38e9-4c75-bee0-341a3ae0f1ea details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:02:12.725161 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-d1def6e5-b3f8-48ce-a1b2-3c1bbfebe136 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.20.0.1 (e27ce72d-9adf-4a07-acf2-f13fb172c1fd/678ca2a4-9091-4a46-8ce8-4beb0edf2abe/3d83f6ba-7014-41d0-a573-2868f0173994) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:02:12.780960 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-d9e3dc18-738c-4717-b2da-0777a9464691 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] In _notify_port_updated(), no bound segment for port 8154ddce-89aa-411c-a9f4-aabcbc706ac9 on network 66849209-41ae-44cf-be2c-33264744786e {{(pid=103254) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 02:02:12.794989 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e3dc18-738c-4717-b2da-0777a9464691 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:12.795657 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d9e3dc18-738c-4717-b2da-0777a9464691 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:12.799535 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d9e3dc18-738c-4717-b2da-0777a9464691 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "PUT /v2.0/ports/8154ddce-89aa-411c-a9f4-aabcbc706ac9 HTTP/1.1" status: 200 len: 918 time: 1.1240253 Nov 29 02:02:12.800543 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41376) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:12.811107 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4aba1934-e71a-4bff-9e1f-fe6f0ebc1977 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7d3f0b09-db36-4a6d-bfe8-54bc595e747d'}, {'subnet_id': '10c51b58-f23a-4f75-b3e6-72029084cfd9'}]}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:12.920162 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28871846-092f-407d-b943-b05f25c1c39b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Network': ['ID=b5c0eaf0-d683-4b32-b730-9abf31c27c4e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:12.942367 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network b5c0eaf0-d683-4b32-b730-9abf31c27c4e details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:02:12.962774 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4aba1934-e71a-4bff-9e1f-fe6f0ebc1977 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:13.002106 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1808c474-462f-4b93-a5ef-5f1a081d62e3 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:13.011126 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1808c474-462f-4b93-a5ef-5f1a081d62e3 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:13.071082 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-04ba4881-62e0-4880-bd51-d826f6e9ea99 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:13.077212 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1808c474-462f-4b93-a5ef-5f1a081d62e3 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:13.082283 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1808c474-462f-4b93-a5ef-5f1a081d62e3 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0184808 Nov 29 02:02:13.090994 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41378) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:13.096587 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a97406d6-7ef9-4952-9ca1-c89dda17a1c2 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Request body: {'security_group_rule': {'security_group_id': '231d74eb-0d5f-4796-bd3b-3aa5c779f5fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8d8fb161-804a-47f3-9115-807ebc187459'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:13.112485 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808c474-462f-4b93-a5ef-5f1a081d62e3 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8fb161-804a-47f3-9115-807ebc187459,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:13.119155 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1def6e5-b3f8-48ce-a1b2-3c1bbfebe136 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:13.168040 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-04ba4881-62e0-4880-bd51-d826f6e9ea99 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:13.182222 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-04ba4881-62e0-4880-bd51-d826f6e9ea99 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:13.212576 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba4881-62e0-4880-bd51-d826f6e9ea99 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02888364-fb3c-458a-ba8f-646cfad9ae07,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:13.216150 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1def6e5-b3f8-48ce-a1b2-3c1bbfebe136 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:13.304987 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1def6e5-b3f8-48ce-a1b2-3c1bbfebe136 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network e27ce72d-9adf-4a07-acf2-f13fb172c1fd is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:13.310962 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec93299-d3c1-41a2-a15f-4c3ac13569ea tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:13.312420 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61265cff-7b24-43a1-9ba3-e9db71b5e285 None None] Network 66849209-41ae-44cf-be2c-33264744786e requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:13.315065 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-d1def6e5-b3f8-48ce-a1b2-3c1bbfebe136 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:13.315304 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ec93299-d3c1-41a2-a15f-4c3ac13569ea tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:13.318421 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1def6e5-b3f8-48ce-a1b2-3c1bbfebe136 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:13.327086 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-a97406d6-7ef9-4952-9ca1-c89dda17a1c2 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:02:13.332851 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41380) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:13.335663 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a97406d6-7ef9-4952-9ca1-c89dda17a1c2 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2425122 Nov 29 02:02:13.365388 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-4ec93299-d3c1-41a2-a15f-4c3ac13569ea tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] device_id is not set on port 2128c548-d0de-420c-8a41-af523c47753e yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:02:13.369763 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1def6e5-b3f8-48ce-a1b2-3c1bbfebe136 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=3d83f6ba-7014-41d0-a573-2868f0173994,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:13.406818 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1def6e5-b3f8-48ce-a1b2-3c1bbfebe136 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:13.435910 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 55091079-0af8-4885-937d-ccd84db03031 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:02:13.452218 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-04ba4881-62e0-4880-bd51-d826f6e9ea99 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:13.458398 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-04ba4881-62e0-4880-bd51-d826f6e9ea99 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8134766 Nov 29 02:02:13.539820 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41382) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:13.547232 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2a392c8f-bdc8-4528-814d-63da24bbe27c tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Request body: {'security_group_rule': {'security_group_id': '610d0082-ec8e-4a65-81f1-5000ae26f4a4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:13.620322 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1def6e5-b3f8-48ce-a1b2-3c1bbfebe136 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:13.644974 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a392c8f-bdc8-4528-814d-63da24bbe27c tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:13.695842 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-913d5671-3e9c-4589-a02f-0b5e1c863e5d None None] Provisioning complete for port 55091079-0af8-4885-937d-ccd84db03031 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:13.696205 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-913d5671-3e9c-4589-a02f-0b5e1c863e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:13.776792 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:13.886172 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 55091079-0af8-4885-937d-ccd84db03031 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:13.886602 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:13.925504 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-4aba1934-e71a-4bff-9e1f-fe6f0ebc1977 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Allocated IP 172.20.0.24 (66849209-41ae-44cf-be2c-33264744786e/10c51b58-f23a-4f75-b3e6-72029084cfd9/8154ddce-89aa-411c-a9f4-aabcbc706ac9) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:02:13.954782 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66648829-d2ad-4202-b573-e1236e2517b2 None None] Network e27ce72d-9adf-4a07-acf2-f13fb172c1fd requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:14.093298 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4aba1934-e71a-4bff-9e1f-fe6f0ebc1977 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:14.148198 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-25faf1b7-d9cf-4ad2-b65c-7f45372f6766 None None] Provisioning complete for port e969e2e7-0151-4c72-abfe-339476b32a0f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:14.148569 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25faf1b7-d9cf-4ad2-b65c-7f45372f6766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:14.221438 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4aba1934-e71a-4bff-9e1f-fe6f0ebc1977 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:14.224967 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-065732b9-b4e6-4364-a33b-9492dbf044f0 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:14.340152 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-065732b9-b4e6-4364-a33b-9492dbf044f0 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:14.386371 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device e969e2e7-0151-4c72-abfe-339476b32a0f up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:02:14.434876 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ec93299-d3c1-41a2-a15f-4c3ac13569ea tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:14.452802 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b377a32a-c2dc-488d-93e4-b399ad375409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:14.467661 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba1934-e71a-4bff-9e1f-fe6f0ebc1977 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Port': ['ID=8154ddce-89aa-411c-a9f4-aabcbc706ac9,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:14.472481 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-065732b9-b4e6-4364-a33b-9492dbf044f0 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:14.475939 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-065732b9-b4e6-4364-a33b-9492dbf044f0 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:14.480160 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-065732b9-b4e6-4364-a33b-9492dbf044f0 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "DELETE /v2.0/security-groups/8d8fb161-804a-47f3-9115-807ebc187459 HTTP/1.1" status: 204 len: 168 time: 1.1400578 Nov 29 02:02:14.486031 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41384) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:14.491746 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ec93299-d3c1-41a2-a15f-4c3ac13569ea tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:14.555063 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25faf1b7-d9cf-4ad2-b65c-7f45372f6766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:14.572229 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec93299-d3c1-41a2-a15f-4c3ac13569ea tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Port': ['ID=2128c548-d0de-420c-8a41-af523c47753e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:14.606590 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-25faf1b7-d9cf-4ad2-b65c-7f45372f6766 None None] For port e969e2e7-0151-4c72-abfe-339476b32a0f, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=e969e2e7-0151-4c72-abfe-339476b32a0f,segment=NetworkSegment(89e7d31f-1294-4bcb-ad29-a6b05f7f3416),segment_id=89e7d31f-1294-4bcb-ad29-a6b05f7f3416)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:14.616453 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25faf1b7-d9cf-4ad2-b65c-7f45372f6766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:14.626627 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1def6e5-b3f8-48ce-a1b2-3c1bbfebe136 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:14.627301 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065732b9-b4e6-4364-a33b-9492dbf044f0 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8fb161-804a-47f3-9115-807ebc187459,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:14.649449 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a392c8f-bdc8-4528-814d-63da24bbe27c tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:14.653642 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1def6e5-b3f8-48ce-a1b2-3c1bbfebe136 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:14.676183 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a392c8f-bdc8-4528-814d-63da24bbe27c tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:14.732119 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25faf1b7-d9cf-4ad2-b65c-7f45372f6766 None None] Pushing event updated for resources: {'Port': ['ID=e969e2e7-0151-4c72-abfe-339476b32a0f,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:14.754004 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec93299-d3c1-41a2-a15f-4c3ac13569ea tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Checking segment: {'id': 'fa78aabf-bb07-400a-bed8-99a2856a29da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b5c0eaf0-d683-4b32-b730-9abf31c27c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:02:14.754383 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec93299-d3c1-41a2-a15f-4c3ac13569ea tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Network hostable DHCP agents. Network: b5c0eaf0-d683-4b32-b730-9abf31c27c4e, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:02:14.756657 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-4aba1934-e71a-4bff-9e1f-fe6f0ebc1977 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] In _notify_port_updated(), no bound segment for port 8154ddce-89aa-411c-a9f4-aabcbc706ac9 on network 66849209-41ae-44cf-be2c-33264744786e {{(pid=103254) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 02:02:14.764086 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aba1934-e71a-4bff-9e1f-fe6f0ebc1977 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:14.764755 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4aba1934-e71a-4bff-9e1f-fe6f0ebc1977 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:14.769429 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4aba1934-e71a-4bff-9e1f-fe6f0ebc1977 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "PUT /v2.0/ports/8154ddce-89aa-411c-a9f4-aabcbc706ac9 HTTP/1.1" status: 200 len: 998 time: 1.9678831 Nov 29 02:02:14.771292 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41386) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:14.792259 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-d64aa913-4ce7-4301-af8f-0f6aca0593e6 None None] Provisioning complete for port 8154ddce-89aa-411c-a9f4-aabcbc706ac9 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:14.793268 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d64aa913-4ce7-4301-af8f-0f6aca0593e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:14.847070 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a392c8f-bdc8-4528-814d-63da24bbe27c tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a39a9652-f2af-4b9b-a52c-12d46bdb1d84,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:14.864695 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a392c8f-bdc8-4528-814d-63da24bbe27c tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:14.869009 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2a392c8f-bdc8-4528-814d-63da24bbe27c tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3245738 Nov 29 02:02:14.869936 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1def6e5-b3f8-48ce-a1b2-3c1bbfebe136 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=3d83f6ba-7014-41d0-a573-2868f0173994,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:14.872728 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41388) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:14.878428 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a1e4a5a5-8dc1-4d2d-b6b2-59effad864a5 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Request body: {'security_group_rule': {'security_group_id': '610d0082-ec8e-4a65-81f1-5000ae26f4a4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:14.885574 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-d64aa913-4ce7-4301-af8f-0f6aca0593e6 None None] Port 8154ddce-89aa-411c-a9f4-aabcbc706ac9 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:02:14.909273 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1def6e5-b3f8-48ce-a1b2-3c1bbfebe136 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:14.938138 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-d64aa913-4ce7-4301-af8f-0f6aca0593e6 None None] Provisioning complete for port 55091079-0af8-4885-937d-ccd84db03031 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:14.939192 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d64aa913-4ce7-4301-af8f-0f6aca0593e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:14.963509 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-77302865-5d3c-4ecd-a9cc-1ea784589ecd tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.4730155 Nov 29 02:02:14.964246 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41390) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:15.010851 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec93299-d3c1-41a2-a15f-4c3ac13569ea tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Network b5c0eaf0-d683-4b32-b730-9abf31c27c4e is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:02:15.035297 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-4ec93299-d3c1-41a2-a15f-4c3ac13569ea tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, b5c0eaf0-d683-4b32-b730-9abf31c27c4e) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:15.047806 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec93299-d3c1-41a2-a15f-4c3ac13569ea tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:15.051042 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port e969e2e7-0151-4c72-abfe-339476b32a0f triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:15.051552 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:15.068987 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec93299-d3c1-41a2-a15f-4c3ac13569ea tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:15.069755 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ec93299-d3c1-41a2-a15f-4c3ac13569ea tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:15.097275 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1679406a-db7b-4d91-b951-bb46d4856e08 None None] Network b5c0eaf0-d683-4b32-b730-9abf31c27c4e requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:15.101584 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a1e4a5a5-8dc1-4d2d-b6b2-59effad864a5 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:15.160363 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4ec93299-d3c1-41a2-a15f-4c3ac13569ea tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5190136 Nov 29 02:02:15.174629 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-554c9779-68c4-4842-a84d-0a11d1b2f4fc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Deleting port 8154ddce-89aa-411c-a9f4-aabcbc706ac9 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:15.174987 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-554c9779-68c4-4842-a84d-0a11d1b2f4fc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:15.177720 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41392) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:15.183529 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9b688a7c-e7f9-40b6-8df1-02739c98e3d7 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2147186081'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:15.205618 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6a5d5d35-901d-42cf-8c99-3f03d766e6c1 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:15.263613 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1def6e5-b3f8-48ce-a1b2-3c1bbfebe136 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network e27ce72d-9adf-4a07-acf2-f13fb172c1fd is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:15.266589 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-d1def6e5-b3f8-48ce-a1b2-3c1bbfebe136 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:15.348594 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6a5d5d35-901d-42cf-8c99-3f03d766e6c1 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:15.423959 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a1e4a5a5-8dc1-4d2d-b6b2-59effad864a5 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:15.438540 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a1e4a5a5-8dc1-4d2d-b6b2-59effad864a5 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:15.501700 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-554c9779-68c4-4842-a84d-0a11d1b2f4fc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:15.505933 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e4a5a5-8dc1-4d2d-b6b2-59effad864a5 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d10332d-03a4-4134-9e51-f2927d019751,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:15.523889 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a1e4a5a5-8dc1-4d2d-b6b2-59effad864a5 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:15.528883 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a1e4a5a5-8dc1-4d2d-b6b2-59effad864a5 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6545174 Nov 29 02:02:15.529838 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41394) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:15.530205 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-554c9779-68c4-4842-a84d-0a11d1b2f4fc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Calling delete_port for 8154ddce-89aa-411c-a9f4-aabcbc706ac9 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:15.610426 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38f2eefb-829a-4f52-a150-149ee514d0b8 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:15.618052 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1def6e5-b3f8-48ce-a1b2-3c1bbfebe136 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router af53d9bc-c082-4bdc-b001-d8857acc59c8 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:02:15.630653 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38f2eefb-829a-4f52-a150-149ee514d0b8 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:15.758279 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38f2eefb-829a-4f52-a150-149ee514d0b8 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:15.766283 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:15.789323 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38f2eefb-829a-4f52-a150-149ee514d0b8 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:15.795572 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-38f2eefb-829a-4f52-a150-149ee514d0b8 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/7d10332d-03a4-4134-9e51-f2927d019751 HTTP/1.1" status: 204 len: 168 time: 0.2411373 Nov 29 02:02:15.796072 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41396) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:15.817298 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-ebae919f-9c46-4246-be53-5b568e53f27d None None] Provisioning complete for port e969e2e7-0151-4c72-abfe-339476b32a0f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:15.817834 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ebae919f-9c46-4246-be53-5b568e53f27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:15.820651 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b688a7c-e7f9-40b6-8df1-02739c98e3d7 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:15.826243 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b688a7c-e7f9-40b6-8df1-02739c98e3d7 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:15.862775 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6a5d5d35-901d-42cf-8c99-3f03d766e6c1 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:15.865486 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6a5d5d35-901d-42cf-8c99-3f03d766e6c1 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:15.866809 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6a5d5d35-901d-42cf-8c99-3f03d766e6c1 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "DELETE /v2.0/security-groups/231d74eb-0d5f-4796-bd3b-3aa5c779f5fe HTTP/1.1" status: 204 len: 168 time: 0.8998048 Nov 29 02:02:15.871275 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-554c9779-68c4-4842-a84d-0a11d1b2f4fc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:15.873073 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41398) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:15.921383 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d5d35-901d-42cf-8c99-3f03d766e6c1 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=231d74eb-0d5f-4796-bd3b-3aa5c779f5fe,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:15.929201 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device e969e2e7-0151-4c72-abfe-339476b32a0f up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:02:15.935074 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f2eefb-829a-4f52-a150-149ee514d0b8 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d10332d-03a4-4134-9e51-f2927d019751,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:15.936756 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c9779-68c4-4842-a84d-0a11d1b2f4fc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Port': ['ID=8154ddce-89aa-411c-a9f4-aabcbc706ac9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:15.968596 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b688a7c-e7f9-40b6-8df1-02739c98e3d7 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:02:15.976986 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8753c4ec-b47c-48d3-acd2-460c100ea1d0 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1715367 Nov 29 02:02:15.983215 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41400) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:16.005355 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41402) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:16.016900 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-2166ad9f-d0ca-4c51-b6d4-9bebbc931c83 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Request body: {'subnets': [{'network_id': 'b7cb41ed-7913-4c08-adf9-bff63763e483', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1837491093', 'ip_version': 6}, {'network_id': '1fc12344-38e9-4c75-bee0-341a3ae0f1ea', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:16.017287 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-2166ad9f-d0ca-4c51-b6d4-9bebbc931c83 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Request body: {'subnet': {'network_id': 'b7cb41ed-7913-4c08-adf9-bff63763e483', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1837491093', 'ip_version': 6}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:16.018116 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-2166ad9f-d0ca-4c51-b6d4-9bebbc931c83 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Request body: {'subnet': {'network_id': '1fc12344-38e9-4c75-bee0-341a3ae0f1ea', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:16.039371 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b688a7c-e7f9-40b6-8df1-02739c98e3d7 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:16.039925 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-9b688a7c-e7f9-40b6-8df1-02739c98e3d7 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Added segment 1f20d58e-9d8d-4587-a788-8f9a5a5b9524 of type vlan for network f6481d95-4df0-4f24-acab-116e9b7a7a44 Nov 29 02:02:16.047310 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c7b4a59c-ae03-432e-92c6-1f2576f8db68 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1254747 Nov 29 02:02:16.051934 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41404) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:16.056448 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-af6485e6-2d97-45a9-a412-8152713393dd tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Request body: {'security_group': {'name': 'tempest-secgroup--744431349'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:16.066774 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-ebae919f-9c46-4246-be53-5b568e53f27d None None] Could not find standard attr ID for object 8154ddce-89aa-411c-a9f4-aabcbc706ac9. {{(pid=103256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 02:02:16.076926 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-681d6935-8d1e-4834-9532-f8bc77975c51 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:16.086210 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-681d6935-8d1e-4834-9532-f8bc77975c51 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:16.088284 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-ebae919f-9c46-4246-be53-5b568e53f27d None None] Provisioning complete for port 3d83f6ba-7014-41d0-a573-2868f0173994 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:16.088656 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ebae919f-9c46-4246-be53-5b568e53f27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:16.093039 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port e969e2e7-0151-4c72-abfe-339476b32a0f triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:16.093398 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:16.127067 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1def6e5-b3f8-48ce-a1b2-3c1bbfebe136 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:02:16.134385 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d1def6e5-b3f8-48ce-a1b2-3c1bbfebe136 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "PUT /v2.0/routers/af53d9bc-c082-4bdc-b001-d8857acc59c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8146851 Nov 29 02:02:16.137292 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-681d6935-8d1e-4834-9532-f8bc77975c51 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:16.143011 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-681d6935-8d1e-4834-9532-f8bc77975c51 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:16.146505 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-681d6935-8d1e-4834-9532-f8bc77975c51 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/a39a9652-f2af-4b9b-a52c-12d46bdb1d84 HTTP/1.1" status: 204 len: 168 time: 0.1578760 Nov 29 02:02:16.147553 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41406) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:16.147966 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41408) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:16.180263 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeb91e9-89af-47ba-9211-20c73724ee0d None None] Sync routers for ids ['af53d9bc-c082-4bdc-b001-d8857acc59c8'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:02:16.211509 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeb91e9-89af-47ba-9211-20c73724ee0d None None] Routers {'af53d9bc-c082-4bdc-b001-d8857acc59c8'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:02:16.211509 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-dfeb91e9-89af-47ba-9211-20c73724ee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:02:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['af53d9bc-c082-4bdc-b001-d8857acc59c8'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:16.265273 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d6935-8d1e-4834-9532-f8bc77975c51 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a39a9652-f2af-4b9b-a52c-12d46bdb1d84,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:16.274023 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b688a7c-e7f9-40b6-8df1-02739c98e3d7 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:16.281364 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af6485e6-2d97-45a9-a412-8152713393dd tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:16.288574 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ebae919f-9c46-4246-be53-5b568e53f27d None None] Port 3d83f6ba-7014-41d0-a573-2868f0173994 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:02:16.322567 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-554c9779-68c4-4842-a84d-0a11d1b2f4fc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:16.326003 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-554c9779-68c4-4842-a84d-0a11d1b2f4fc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/ports/8154ddce-89aa-411c-a9f4-aabcbc706ac9 HTTP/1.1" status: 204 len: 168 time: 1.5454211 Nov 29 02:02:16.330338 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41410) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:16.364116 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-dfeb91e9-89af-47ba-9211-20c73724ee0d None None] Set router af53d9bc-c082-4bdc-b001-d8857acc59c8 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:02:16.376347 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b688a7c-e7f9-40b6-8df1-02739c98e3d7 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:16.382046 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b688a7c-e7f9-40b6-8df1-02739c98e3d7 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:16.382647 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9b688a7c-e7f9-40b6-8df1-02739c98e3d7 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:16.385797 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4973090-b730-447e-96e5-dcc9882e4795 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] GET failed (client error): The resource could not be found. Nov 29 02:02:16.387223 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f4973090-b730-447e-96e5-dcc9882e4795 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "GET /v2.0/ports/8154ddce-89aa-411c-a9f4-aabcbc706ac9 HTTP/1.1" status: 404 len: 333 time: 0.0539129 Nov 29 02:02:16.404475 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a5db3c57-2915-4114-86d9-e91b9bf1a19b tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1758173 Nov 29 02:02:16.410834 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41412) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:16.410834 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41414) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:16.455516 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-3723ee6e-b3f3-4410-9654-9be8d81e390a None None] Provisioning complete for port 3d83f6ba-7014-41d0-a573-2868f0173994 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:16.456014 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3723ee6e-b3f3-4410-9654-9be8d81e390a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:16.461284 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2166ad9f-d0ca-4c51-b6d4-9bebbc931c83 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Made reservation on behalf of d694d773e3ec4de79117a1b9679d9243 for: {'subnet': 2} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:16.466679 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2166ad9f-d0ca-4c51-b6d4-9bebbc931c83 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:16.467104 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2166ad9f-d0ca-4c51-b6d4-9bebbc931c83 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:16.488991 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9b688a7c-e7f9-40b6-8df1-02739c98e3d7 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3076081 Nov 29 02:02:16.492403 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41416) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:16.504830 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-70281a9f-f89e-4cd0-aaf0-2b9426c3a8cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'ports': [{'network_id': 'b5c0eaf0-d683-4b32-b730-9abf31c27c4e'}, {'network_id': 'f6481d95-4df0-4f24-acab-116e9b7a7a44'}]} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:16.505728 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-70281a9f-f89e-4cd0-aaf0-2b9426c3a8cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'port': {'network_id': 'b5c0eaf0-d683-4b32-b730-9abf31c27c4e'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:16.506224 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-70281a9f-f89e-4cd0-aaf0-2b9426c3a8cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'port': {'network_id': 'f6481d95-4df0-4f24-acab-116e9b7a7a44'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:16.530033 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b688a7c-e7f9-40b6-8df1-02739c98e3d7 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Network': ['ID=f6481d95-4df0-4f24-acab-116e9b7a7a44,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:16.543817 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-3723ee6e-b3f3-4410-9654-9be8d81e390a None None] Port 3d83f6ba-7014-41d0-a573-2868f0173994 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:02:16.552770 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network f6481d95-4df0-4f24-acab-116e9b7a7a44 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:02:16.579441 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6be4ada-4936-464a-8c91-92bc38af5bac tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:16.579969 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6be4ada-4936-464a-8c91-92bc38af5bac tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:16.580483 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6be4ada-4936-464a-8c91-92bc38af5bac tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:16.581707 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6be4ada-4936-464a-8c91-92bc38af5bac tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:16.581707 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6be4ada-4936-464a-8c91-92bc38af5bac tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:16.582019 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6be4ada-4936-464a-8c91-92bc38af5bac tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:16.582496 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6be4ada-4936-464a-8c91-92bc38af5bac tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:16.582874 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6be4ada-4936-464a-8c91-92bc38af5bac tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:16.583327 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6be4ada-4936-464a-8c91-92bc38af5bac tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:16.583851 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6be4ada-4936-464a-8c91-92bc38af5bac tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:16.584355 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6be4ada-4936-464a-8c91-92bc38af5bac tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:16.584846 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6be4ada-4936-464a-8c91-92bc38af5bac tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:16.587116 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d6be4ada-4936-464a-8c91-92bc38af5bac tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8287 time: 0.4355268 Nov 29 02:02:16.591809 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41418) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:16.598221 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a6e26396-26e0-43c3-baea-094d675d8122 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:16.628636 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb74b55-18c0-4e02-bfca-3a22078662bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Deleting subnet 10c51b58-f23a-4f75-b3e6-72029084cfd9 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:02:16.631646 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a6e26396-26e0-43c3-baea-094d675d8122 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:16.643075 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-efb74b55-18c0-4e02-bfca-3a22078662bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:16.686299 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-dfeb91e9-89af-47ba-9211-20c73724ee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'name': 'tempest-TestNetworkBasicOps-router-1449903690', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '4d305afc-312b-408f-965c-44236f9ac691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:02:03Z', 'updated_at': '2021-11-29T02:02:13Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '4d305afc-312b-408f-965c-44236f9ac691', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:02:04Z', 'updated_at': '2021-11-29T02:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '3d83f6ba-7014-41d0-a573-2868f0173994', 'name': '', 'network_id': 'e27ce72d-9adf-4a07-acf2-f13fb172c1fd', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:0d:4a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '678ca2a4-9091-4a46-8ce8-4beb0edf2abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:02:12Z', 'updated_at': '2021-11-29T02:02:14Z', 'revision_number': 2, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '678ca2a4-9091-4a46-8ce8-4beb0edf2abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:16.717368 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeb91e9-89af-47ba-9211-20c73724ee0d None None] Checking router: af53d9bc-c082-4bdc-b001-d8857acc59c8 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:02:16.717860 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeb91e9-89af-47ba-9211-20c73724ee0d None None] Updating router af53d9bc-c082-4bdc-b001-d8857acc59c8 port 3d83f6ba-7014-41d0-a573-2868f0173994 binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:02:16.718138 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af6485e6-2d97-45a9-a412-8152713393dd tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:16.733453 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cf2ef6-d435-4d2e-9d11-2d6cf8ed5be7 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:16.733937 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cf2ef6-d435-4d2e-9d11-2d6cf8ed5be7 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:16.734389 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cf2ef6-d435-4d2e-9d11-2d6cf8ed5be7 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:16.734838 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cf2ef6-d435-4d2e-9d11-2d6cf8ed5be7 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:16.735279 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cf2ef6-d435-4d2e-9d11-2d6cf8ed5be7 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:16.735726 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cf2ef6-d435-4d2e-9d11-2d6cf8ed5be7 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:16.736666 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cf2ef6-d435-4d2e-9d11-2d6cf8ed5be7 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:16.740823 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-55cf2ef6-d435-4d2e-9d11-2d6cf8ed5be7 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4554 time: 0.1451504 Nov 29 02:02:16.741119 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41420) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:16.748763 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dfeb91e9-89af-47ba-9211-20c73724ee0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:16.764542 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af6485e6-2d97-45a9-a412-8152713393dd tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:16.773869 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a6e26396-26e0-43c3-baea-094d675d8122 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:16.778597 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a6e26396-26e0-43c3-baea-094d675d8122 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:16.779718 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a6e26396-26e0-43c3-baea-094d675d8122 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/02888364-fb3c-458a-ba8f-646cfad9ae07 HTTP/1.1" status: 204 len: 168 time: 0.3670464 Nov 29 02:02:16.798690 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-efb74b55-18c0-4e02-bfca-3a22078662bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:16.801102 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41422) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:16.876578 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e26396-26e0-43c3-baea-094d675d8122 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02888364-fb3c-458a-ba8f-646cfad9ae07,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:16.895071 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af6485e6-2d97-45a9-a412-8152713393dd tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:16.900100 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-af6485e6-2d97-45a9-a412-8152713393dd tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8435824 Nov 29 02:02:16.902042 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6485e6-2d97-45a9-a412-8152713393dd tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55c5a041-c272-4167-b1f7-35e0a483896c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:16.902454 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41424) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:16.933997 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-52edac6a-36a9-4838-9de6-18a2c8c65888 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Request body: {'security_group_rule': {'security_group_id': '55c5a041-c272-4167-b1f7-35e0a483896c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:16.954520 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-592e63f5-5399-4114-b321-0da304bb8978 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1504252 Nov 29 02:02:16.962560 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:16.965742 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41426) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:16.990580 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70281a9f-f89e-4cd0-aaf0-2b9426c3a8cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'port': 2} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:16.996241 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70281a9f-f89e-4cd0-aaf0-2b9426c3a8cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:17.014548 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70281a9f-f89e-4cd0-aaf0-2b9426c3a8cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:17.017726 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-efb74b55-18c0-4e02-bfca-3a22078662bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:17.045864 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-848e160e-5854-4ef0-8193-6e2d9bee157f tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:17.061835 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dfeb91e9-89af-47ba-9211-20c73724ee0d None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:17.064574 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-848e160e-5854-4ef0-8193-6e2d9bee157f tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:17.068485 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dfeb91e9-89af-47ba-9211-20c73724ee0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:17.136750 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701802c-22cf-4d0f-a31c-145394b39130 None None] Pushing event updated for resources: {'Port': ['ID=3d83f6ba-7014-41d0-a573-2868f0173994,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:17.166118 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-70281a9f-f89e-4cd0-aaf0-2b9426c3a8cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] device_id is not set on port 026262f5-6014-43a0-875b-ebbc0b6e37a8 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:02:17.189850 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-efb74b55-18c0-4e02-bfca-3a22078662bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:17.200999 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-dfeb91e9-89af-47ba-9211-20c73724ee0d None None] Attempting to bind port 3d83f6ba-7014-41d0-a573-2868f0173994 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:02:17.201379 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-dfeb91e9-89af-47ba-9211-20c73724ee0d None None] Attempting to bind port 3d83f6ba-7014-41d0-a573-2868f0173994 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '89e7d31f-1294-4bcb-ad29-a6b05f7f3416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e27ce72d-9adf-4a07-acf2-f13fb172c1fd'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:02:17.201803 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeb91e9-89af-47ba-9211-20c73724ee0d None None] Attempting to bind port 3d83f6ba-7014-41d0-a573-2868f0173994 on network e27ce72d-9adf-4a07-acf2-f13fb172c1fd {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:02:17.207787 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeb91e9-89af-47ba-9211-20c73724ee0d None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:02:17.208174 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeb91e9-89af-47ba-9211-20c73724ee0d None None] Checking segment: {'id': '89e7d31f-1294-4bcb-ad29-a6b05f7f3416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e27ce72d-9adf-4a07-acf2-f13fb172c1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:02:17.208733 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dfeb91e9-89af-47ba-9211-20c73724ee0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:17.209299 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeb91e9-89af-47ba-9211-20c73724ee0d None None] Bound using segment: {'id': '89e7d31f-1294-4bcb-ad29-a6b05f7f3416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e27ce72d-9adf-4a07-acf2-f13fb172c1fd'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:02:17.209844 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-dfeb91e9-89af-47ba-9211-20c73724ee0d None None] Bound port: 3d83f6ba-7014-41d0-a573-2868f0173994, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e7d31f-1294-4bcb-ad29-a6b05f7f3416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e27ce72d-9adf-4a07-acf2-f13fb172c1fd'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:02:17.210236 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dfeb91e9-89af-47ba-9211-20c73724ee0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:17.231656 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb74b55-18c0-4e02-bfca-3a22078662bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Subnet': ['ID=10c51b58-f23a-4f75-b3e6-72029084cfd9,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:17.240329 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-efb74b55-18c0-4e02-bfca-3a22078662bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:17.244191 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-efb74b55-18c0-4e02-bfca-3a22078662bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/subnets/10c51b58-f23a-4f75-b3e6-72029084cfd9 HTTP/1.1" status: 204 len: 168 time: 0.8326159 Nov 29 02:02:17.246842 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41428) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:17.263332 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8754fed1-818a-4b93-8d9b-24fcbad1b743 None None] Network 66849209-41ae-44cf-be2c-33264744786e requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:17.310993 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-056d58f2-c40b-478b-87f8-7d591c83505c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Deleting subnet 7d3f0b09-db36-4a6d-bfe8-54bc595e747d {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:02:17.319515 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-056d58f2-c40b-478b-87f8-7d591c83505c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:17.375454 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-056d58f2-c40b-478b-87f8-7d591c83505c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:17.380529 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-dfeb91e9-89af-47ba-9211-20c73724ee0d None None] For port 3d83f6ba-7014-41d0-a573-2868f0173994, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:02:17.406575 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-dfeb91e9-89af-47ba-9211-20c73724ee0d None None] For port 3d83f6ba-7014-41d0-a573-2868f0173994, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=3d83f6ba-7014-41d0-a573-2868f0173994,segment=NetworkSegment(89e7d31f-1294-4bcb-ad29-a6b05f7f3416),segment_id=89e7d31f-1294-4bcb-ad29-a6b05f7f3416)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:02:17.426750 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dfeb91e9-89af-47ba-9211-20c73724ee0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:17.472255 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-056d58f2-c40b-478b-87f8-7d591c83505c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:17.474408 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-52edac6a-36a9-4838-9de6-18a2c8c65888 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:02:17.478162 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-52edac6a-36a9-4838-9de6-18a2c8c65888 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5452738 Nov 29 02:02:17.484820 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41430) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:17.490090 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-bf9dcf7c-2d19-45fd-b3c5-ff43e78f17b1 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Request body: {'security_group_rule': {'security_group_id': '55c5a041-c272-4167-b1f7-35e0a483896c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:17.540157 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeb91e9-89af-47ba-9211-20c73724ee0d None None] Routers {'af53d9bc-c082-4bdc-b001-d8857acc59c8'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:02:17.540933 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-dfeb91e9-89af-47ba-9211-20c73724ee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:02:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['af53d9bc-c082-4bdc-b001-d8857acc59c8'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:17.546067 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-736537d9-b47e-4fc8-b640-bad1ab91f5dd None None] Provisioning complete for port 3d83f6ba-7014-41d0-a573-2868f0173994 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:17.552410 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-736537d9-b47e-4fc8-b640-bad1ab91f5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:17.553800 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701802c-22cf-4d0f-a31c-145394b39130 None None] Pushing event updated for resources: {'Port': ['ID=3d83f6ba-7014-41d0-a573-2868f0173994,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:17.561447 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-848e160e-5854-4ef0-8193-6e2d9bee157f tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:17.566101 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-848e160e-5854-4ef0-8193-6e2d9bee157f tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:17.567585 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-848e160e-5854-4ef0-8193-6e2d9bee157f tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/a6f91207-6d65-46fd-87e6-97270651a6ce HTTP/1.1" status: 204 len: 168 time: 0.6000071 Nov 29 02:02:17.578967 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41432) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:17.609297 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-056d58f2-c40b-478b-87f8-7d591c83505c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:17.621024 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e160e-5854-4ef0-8193-6e2d9bee157f tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6f91207-6d65-46fd-87e6-97270651a6ce,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:17.634903 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2166ad9f-d0ca-4c51-b6d4-9bebbc931c83 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:17.665430 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d58f2-c40b-478b-87f8-7d591c83505c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Subnet': ['ID=7d3f0b09-db36-4a6d-bfe8-54bc595e747d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:17.673861 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-056d58f2-c40b-478b-87f8-7d591c83505c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:17.682859 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-056d58f2-c40b-478b-87f8-7d591c83505c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/subnets/7d3f0b09-db36-4a6d-bfe8-54bc595e747d HTTP/1.1" status: 204 len: 168 time: 0.4347911 Nov 29 02:02:17.687856 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41434) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:17.696650 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-bf9dcf7c-2d19-45fd-b3c5-ff43e78f17b1 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:02:17.697674 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bf9dcf7c-2d19-45fd-b3c5-ff43e78f17b1 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2119761 Nov 29 02:02:17.705013 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2a3b4e3f-b48f-4966-a51c-93d4a6c41dcd tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2328 time: 0.9602919 Nov 29 02:02:17.711158 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41436) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:17.739967 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-96ab266b-06a4-471c-8d50-e7bb1c4684df tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1560614 Nov 29 02:02:17.745242 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41440) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:17.763655 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70281a9f-f89e-4cd0-aaf0-2b9426c3a8cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:17.787241 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166ad9f-d0ca-4c51-b6d4-9bebbc931c83 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Pushing event updated for resources: {'Subnet': ['ID=97163a3e-f233-49c9-94cb-a883c5fcc01c,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:17.837478 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd3d8b4c-8b88-4a89-a9fb-71f605f8aba5 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:17.847570 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd3d8b4c-8b88-4a89-a9fb-71f605f8aba5 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:17.870026 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-dfeb91e9-89af-47ba-9211-20c73724ee0d None None] Set router af53d9bc-c082-4bdc-b001-d8857acc59c8 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:02:17.901019 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2166ad9f-d0ca-4c51-b6d4-9bebbc931c83 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Checking segment: {'id': '55fb7f94-3431-4cab-87d3-0e5c649afe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b7cb41ed-7913-4c08-adf9-bff63763e483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:02:17.901745 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2166ad9f-d0ca-4c51-b6d4-9bebbc931c83 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Network hostable DHCP agents. Network: b7cb41ed-7913-4c08-adf9-bff63763e483, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:02:17.907420 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd3d8b4c-8b88-4a89-a9fb-71f605f8aba5 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:17.914137 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-70281a9f-f89e-4cd0-aaf0-2b9426c3a8cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] device_id is not set on port 9bd6c945-5933-428b-a96c-26a4865883e3 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:02:17.924118 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd3d8b4c-8b88-4a89-a9fb-71f605f8aba5 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:17.927507 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-fd3d8b4c-8b88-4a89-a9fb-71f605f8aba5 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/48cabec3-8f14-4118-a3bc-68d7ab2a17c5 HTTP/1.1" status: 204 len: 168 time: 0.1792543 Nov 29 02:02:17.931983 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d8b4c-8b88-4a89-a9fb-71f605f8aba5 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48cabec3-8f14-4118-a3bc-68d7ab2a17c5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:17.933677 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41442) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:17.948625 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-876d6991-6041-44b2-8ee6-2ee469bf80bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:17.961491 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2166ad9f-d0ca-4c51-b6d4-9bebbc931c83 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Network b7cb41ed-7913-4c08-adf9-bff63763e483 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:02:17.978707 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-2166ad9f-d0ca-4c51-b6d4-9bebbc931c83 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, b7cb41ed-7913-4c08-adf9-bff63763e483) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:17.989372 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3cfc9c76-45f5-4c10-809a-ed49acda4811 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:17.994980 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2166ad9f-d0ca-4c51-b6d4-9bebbc931c83 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.064090 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41444) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:18.068555 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4d3658cd-f922-4d25-ab8b-e237c8232968 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1288621 Nov 29 02:02:18.068735 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4253d4be-8921-4946-844d-0a9c0d4c9a97 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-237027625', 'description': 'tempest-secgroup-smoke-237027625 description', 'project_id': 'd1a27bea49814722818e7a3b77708f76'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:18.075020 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41446) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:18.076978 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73834d40-01b1-45c9-8f3e-60c21a99753d None None] Network b7cb41ed-7913-4c08-adf9-bff63763e483 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:18.107823 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166ad9f-d0ca-4c51-b6d4-9bebbc931c83 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Pushing event updated for resources: {'Subnet': ['ID=5a79d0c2-72e5-43ee-9b83-9a5e8bf69f49,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:18.112083 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3cfc9c76-45f5-4c10-809a-ed49acda4811 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.119033 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2166ad9f-d0ca-4c51-b6d4-9bebbc931c83 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Checking segment: {'id': '3cc7d531-f35e-471e-ab0f-e16425463345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '1fc12344-38e9-4c75-bee0-341a3ae0f1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:02:18.119447 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2166ad9f-d0ca-4c51-b6d4-9bebbc931c83 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Network hostable DHCP agents. Network: 1fc12344-38e9-4c75-bee0-341a3ae0f1ea, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:02:18.132430 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4253d4be-8921-4946-844d-0a9c0d4c9a97 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.151452 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.154006 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-736537d9-b47e-4fc8-b640-bad1ab91f5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.158138 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2166ad9f-d0ca-4c51-b6d4-9bebbc931c83 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Network 1fc12344-38e9-4c75-bee0-341a3ae0f1ea is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:02:18.185726 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-2166ad9f-d0ca-4c51-b6d4-9bebbc931c83 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 1fc12344-38e9-4c75-bee0-341a3ae0f1ea) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:18.191383 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2166ad9f-d0ca-4c51-b6d4-9bebbc931c83 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:18.191724 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2166ad9f-d0ca-4c51-b6d4-9bebbc931c83 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:18.192214 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2166ad9f-d0ca-4c51-b6d4-9bebbc931c83 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.218401 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2166ad9f-d0ca-4c51-b6d4-9bebbc931c83 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.2062397 Nov 29 02:02:18.221007 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41448) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:18.253241 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f9fa41-e5b1-45ad-a308-516657a82cfb None None] Network 1fc12344-38e9-4c75-bee0-341a3ae0f1ea requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:18.257411 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3cfc9c76-45f5-4c10-809a-ed49acda4811 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.260171 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3cfc9c76-45f5-4c10-809a-ed49acda4811 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.263798 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3cfc9c76-45f5-4c10-809a-ed49acda4811 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "DELETE /v2.0/security-groups/55c5a041-c272-4167-b1f7-35e0a483896c HTTP/1.1" status: 204 len: 168 time: 0.5496705 Nov 29 02:02:18.267742 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41450) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:18.270059 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70281a9f-f89e-4cd0-aaf0-2b9426c3a8cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.273412 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-876d6991-6041-44b2-8ee6-2ee469bf80bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Deleting port 55091079-0af8-4885-937d-ccd84db03031 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:18.273994 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-876d6991-6041-44b2-8ee6-2ee469bf80bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.275924 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8e8480a-e7e9-41c4-b0f5-27842f60792c tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.282856 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58beca50-7395-4a73-9afa-85957da1e3be None None] Update dhcp port {'port': {'network_id': '66849209-41ae-44cf-be2c-33264744786e', 'fixed_ips': [{'subnet_id': '7d3f0b09-db36-4a6d-bfe8-54bc595e747d'}], 'binding:host_id': 'dv-neutron-819032-3-hyperv'}, 'id': '55091079-0af8-4885-937d-ccd84db03031'} from dv-neutron-819032-3-hyperv. {{(pid=103256) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 02:02:18.285422 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4253d4be-8921-4946-844d-0a9c0d4c9a97 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.293526 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4253d4be-8921-4946-844d-0a9c0d4c9a97 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.325942 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7450546f-f6b4-4cec-b7c9-46f3c131c399 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:18.326685 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7450546f-f6b4-4cec-b7c9-46f3c131c399 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:18.327228 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc9c76-45f5-4c10-809a-ed49acda4811 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c5a041-c272-4167-b1f7-35e0a483896c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:18.327989 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7450546f-f6b4-4cec-b7c9-46f3c131c399 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:18.339073 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7450546f-f6b4-4cec-b7c9-46f3c131c399 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1074998 Nov 29 02:02:18.339427 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41452) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:18.355562 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4253d4be-8921-4946-844d-0a9c0d4c9a97 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.359531 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4253d4be-8921-4946-844d-0a9c0d4c9a97 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2917016 Nov 29 02:02:18.365106 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41454) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:18.377107 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253d4be-8921-4946-844d-0a9c0d4c9a97 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2e056b-ff0a-421b-9e0d-5658cf04985d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:18.381484 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6c4502b7-eb79-4a55-a957-79b1d676bd6f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': 'fe2e056b-ff0a-421b-9e0d-5658cf04985d', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:18.392497 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8e8480a-e7e9-41c4-b0f5-27842f60792c tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.400879 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc9c76-45f5-4c10-809a-ed49acda4811 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:18.401387 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc9c76-45f5-4c10-809a-ed49acda4811 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:18.401981 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc9c76-45f5-4c10-809a-ed49acda4811 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:18.402431 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc9c76-45f5-4c10-809a-ed49acda4811 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:18.402877 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc9c76-45f5-4c10-809a-ed49acda4811 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:18.403321 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc9c76-45f5-4c10-809a-ed49acda4811 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:18.403763 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc9c76-45f5-4c10-809a-ed49acda4811 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:18.404310 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc9c76-45f5-4c10-809a-ed49acda4811 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:18.404640 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc9c76-45f5-4c10-809a-ed49acda4811 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:18.405075 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc9c76-45f5-4c10-809a-ed49acda4811 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:18.405526 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc9c76-45f5-4c10-809a-ed49acda4811 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:18.405967 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfc9c76-45f5-4c10-809a-ed49acda4811 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:18.406140 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1fd6861-3240-47b7-8158-19f14e84f898 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Deleting subnet 97163a3e-f233-49c9-94cb-a883c5fcc01c {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:02:18.413905 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b1fd6861-3240-47b7-8158-19f14e84f898 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.422126 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-736537d9-b47e-4fc8-b640-bad1ab91f5dd None None] For port 3d83f6ba-7014-41d0-a573-2868f0173994, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=3d83f6ba-7014-41d0-a573-2868f0173994,segment=NetworkSegment(89e7d31f-1294-4bcb-ad29-a6b05f7f3416),segment_id=89e7d31f-1294-4bcb-ad29-a6b05f7f3416)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:18.453357 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58beca50-7395-4a73-9afa-85957da1e3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.455560 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-736537d9-b47e-4fc8-b640-bad1ab91f5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.469862 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b1fd6861-3240-47b7-8158-19f14e84f898 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.493293 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-876d6991-6041-44b2-8ee6-2ee469bf80bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] For port 55091079-0af8-4885-937d-ccd84db03031, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=55091079-0af8-4885-937d-ccd84db03031,segment=NetworkSegment(652bc842-7c12-4f2f-90f4-4b80685fb106),segment_id=652bc842-7c12-4f2f-90f4-4b80685fb106)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:18.493798 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-876d6991-6041-44b2-8ee6-2ee469bf80bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.518847 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b616ecdb-bec1-4a3c-b2dd-e14bcfb89000 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2365043 Nov 29 02:02:18.519259 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41456) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:18.527755 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-876d6991-6041-44b2-8ee6-2ee469bf80bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Calling delete_port for 55091079-0af8-4885-937d-ccd84db03031 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:18.530303 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c4502b7-eb79-4a55-a957-79b1d676bd6f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.533707 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-734aeabc-77ca-4b86-8839-ad4786bf6505 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Request body: {'security_group': {'name': 'tempest-secgroup--203935700'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:18.535702 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70281a9f-f89e-4cd0-aaf0-2b9426c3a8cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.561198 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b1fd6861-3240-47b7-8158-19f14e84f898 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.566687 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8e8480a-e7e9-41c4-b0f5-27842f60792c tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.569430 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8e8480a-e7e9-41c4-b0f5-27842f60792c tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.573208 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f8e8480a-e7e9-41c4-b0f5-27842f60792c tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "DELETE /v2.0/security-groups/610d0082-ec8e-4a65-81f1-5000ae26f4a4 HTTP/1.1" status: 204 len: 168 time: 0.4655044 Nov 29 02:02:18.595046 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41458) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:18.622183 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-734aeabc-77ca-4b86-8839-ad4786bf6505 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.658962 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8480a-e7e9-41c4-b0f5-27842f60792c tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=610d0082-ec8e-4a65-81f1-5000ae26f4a4,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:18.662079 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70281a9f-f89e-4cd0-aaf0-2b9426c3a8cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Network b5c0eaf0-d683-4b32-b730-9abf31c27c4e is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:18.677368 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-70281a9f-f89e-4cd0-aaf0-2b9426c3a8cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:18.685859 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70281a9f-f89e-4cd0-aaf0-2b9426c3a8cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:18.686738 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70281a9f-f89e-4cd0-aaf0-2b9426c3a8cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.701620 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ad6492b3-8c17-454f-8699-5534ba96b3cc tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1000466 Nov 29 02:02:18.701869 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70281a9f-f89e-4cd0-aaf0-2b9426c3a8cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Port': ['ID=026262f5-6014-43a0-875b-ebbc0b6e37a8,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:18.709645 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41460) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:18.717512 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-8b4bd323-d67e-48c9-a73a-9ac0bdb292ef tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Request body: {'security_group': {'name': 'tempest-secgroup--608185707'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:18.726866 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b1fd6861-3240-47b7-8158-19f14e84f898 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.745309 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736537d9-b47e-4fc8-b640-bad1ab91f5dd None None] Pushing event updated for resources: {'Port': ['ID=3d83f6ba-7014-41d0-a573-2868f0173994,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:18.766438 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd6861-3240-47b7-8158-19f14e84f898 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Pushing event deleted for resources: {'Subnet': ['ID=97163a3e-f233-49c9-94cb-a883c5fcc01c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:18.776964 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b1fd6861-3240-47b7-8158-19f14e84f898 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.780306 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b1fd6861-3240-47b7-8158-19f14e84f898 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] 10.222.0.37 "DELETE /v2.0/subnets/97163a3e-f233-49c9-94cb-a883c5fcc01c HTTP/1.1" status: 204 len: 168 time: 0.4397519 Nov 29 02:02:18.783484 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41462) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:18.791151 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c4502b7-eb79-4a55-a957-79b1d676bd6f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.800218 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-734aeabc-77ca-4b86-8839-ad4786bf6505 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.811380 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c4502b7-eb79-4a55-a957-79b1d676bd6f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.829464 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-734aeabc-77ca-4b86-8839-ad4786bf6505 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.830025 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-9bcb2782-7544-400c-a1b4-085c232dba58 None None] Provisioning complete for port 3d83f6ba-7014-41d0-a573-2868f0173994 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:18.830391 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9bcb2782-7544-400c-a1b4-085c232dba58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.834056 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70281a9f-f89e-4cd0-aaf0-2b9426c3a8cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Port': ['ID=9bd6c945-5933-428b-a96c-26a4865883e3,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:18.845715 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b4bd323-d67e-48c9-a73a-9ac0bdb292ef tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.854737 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-876d6991-6041-44b2-8ee6-2ee469bf80bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.876441 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4502b7-eb79-4a55-a957-79b1d676bd6f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd57feb-c6de-4bd5-8ed7-16c68cbf184b,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:18.903258 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a361504-b60b-463c-8379-7230c440ab6d tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Deleting subnet 5a79d0c2-72e5-43ee-9b83-9a5e8bf69f49 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:02:18.907216 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2095e01f-047f-4113-b754-888c32a69e30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-b7cb41ed-7913-4c08-adf9-bff63763e483', 'network_id': 'b7cb41ed-7913-4c08-adf9-bff63763e483', 'tenant_id': 'd694d773e3ec4de79117a1b9679d9243', 'fixed_ips': [{'subnet_id': '97163a3e-f233-49c9-94cb-a883c5fcc01c'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:02:18.908337 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2095e01f-047f-4113-b754-888c32a69e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.910654 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-734aeabc-77ca-4b86-8839-ad4786bf6505 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.916083 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-734aeabc-77ca-4b86-8839-ad4786bf6505 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3955066 Nov 29 02:02:18.916949 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a361504-b60b-463c-8379-7230c440ab6d tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.920566 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41464) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:18.921162 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57464dd-a7bd-411e-aef8-017b04226330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-1fc12344-38e9-4c75-bee0-341a3ae0f1ea', 'network_id': '1fc12344-38e9-4c75-bee0-341a3ae0f1ea', 'tenant_id': 'd694d773e3ec4de79117a1b9679d9243', 'fixed_ips': [{'subnet_id': '5a79d0c2-72e5-43ee-9b83-9a5e8bf69f49'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:02:18.924741 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c4502b7-eb79-4a55-a957-79b1d676bd6f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.926955 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6c4502b7-eb79-4a55-a957-79b1d676bd6f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5546026 Nov 29 02:02:18.928063 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d6991-6041-44b2-8ee6-2ee469bf80bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Port': ['ID=55091079-0af8-4885-937d-ccd84db03031,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:18.929217 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c57464dd-a7bd-411e-aef8-017b04226330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.930601 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41466) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:18.931896 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70281a9f-f89e-4cd0-aaf0-2b9426c3a8cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Checking segment: {'id': '1f20d58e-9d8d-4587-a788-8f9a5a5b9524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f6481d95-4df0-4f24-acab-116e9b7a7a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:02:18.932490 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70281a9f-f89e-4cd0-aaf0-2b9426c3a8cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Network hostable DHCP agents. Network: f6481d95-4df0-4f24-acab-116e9b7a7a44, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:02:18.939382 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-dbe5cce2-2dd8-4da8-831d-078523808f8d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': 'fe2e056b-ff0a-421b-9e0d-5658cf04985d', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:18.948677 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d6d6007d-c519-440c-85fd-2e8e86da36c0 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:18.949746 dv-neutron-819032-3-hyperv neutron-server[103254]: WARNING neutron.api.v2.base [None req-d6d6007d-c519-440c-85fd-2e8e86da36c0 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 29 02:02:18.950293 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876d6991-6041-44b2-8ee6-2ee469bf80bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] No DVR routers for this DVR port 55091079-0af8-4885-937d-ccd84db03031 on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:02:18.950422 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-d6d6007d-c519-440c-85fd-2e8e86da36c0 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] update failed (client error): There was a conflict when trying to complete your request. Nov 29 02:02:18.955262 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-dfeb91e9-89af-47ba-9211-20c73724ee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'name': 'tempest-TestNetworkBasicOps-router-1449903690', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '4d305afc-312b-408f-965c-44236f9ac691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:02:03Z', 'updated_at': '2021-11-29T02:02:13Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '4d305afc-312b-408f-965c-44236f9ac691', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:02:04Z', 'updated_at': '2021-11-29T02:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '3d83f6ba-7014-41d0-a573-2868f0173994', 'name': '', 'network_id': 'e27ce72d-9adf-4a07-acf2-f13fb172c1fd', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:0d:4a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '678ca2a4-9091-4a46-8ce8-4beb0edf2abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:02:12Z', 'updated_at': '2021-11-29T02:02:17Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '678ca2a4-9091-4a46-8ce8-4beb0edf2abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:18.956187 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41468) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:18.957298 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d6d6007d-c519-440c-85fd-2e8e86da36c0 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "PUT /v2.0/security-groups/2da0980e-5939-471c-bc33-b242e5c8851e HTTP/1.1" status: 409 len: 330 time: 0.0358696 Nov 29 02:02:18.962475 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734aeabc-77ca-4b86-8839-ad4786bf6505 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2da0980e-5939-471c-bc33-b242e5c8851e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:18.985015 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a361504-b60b-463c-8379-7230c440ab6d tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:18.995370 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfeb91e9-89af-47ba-9211-20c73724ee0d None None] The sync data for ids ['af53d9bc-c082-4bdc-b001-d8857acc59c8'] in dv-neutron-819032-3-hyperv is: [{'id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'name': 'tempest-TestNetworkBasicOps-router-1449903690', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '4d305afc-312b-408f-965c-44236f9ac691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:02:03Z', 'updated_at': '2021-11-29T02:02:13Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '4d305afc-312b-408f-965c-44236f9ac691', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:02:04Z', 'updated_at': '2021-11-29T02:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '3d83f6ba-7014-41d0-a573-2868f0173994', 'name': '', 'network_id': 'e27ce72d-9adf-4a07-acf2-f13fb172c1fd', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:0d:4a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '678ca2a4-9091-4a46-8ce8-4beb0edf2abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:02:12Z', 'updated_at': '2021-11-29T02:02:17Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '678ca2a4-9091-4a46-8ce8-4beb0edf2abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:02:18.996918 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a22c215-5d2f-419e-8b45-e0581cc59c75 None None] Network 66849209-41ae-44cf-be2c-33264744786e requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:19.049948 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a361504-b60b-463c-8379-7230c440ab6d tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:19.118840 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70281a9f-f89e-4cd0-aaf0-2b9426c3a8cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Network f6481d95-4df0-4f24-acab-116e9b7a7a44 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:02:19.171572 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-876d6991-6041-44b2-8ee6-2ee469bf80bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:19.172826 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a361504-b60b-463c-8379-7230c440ab6d tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:19.200812 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-876d6991-6041-44b2-8ee6-2ee469bf80bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66849209-41ae-44cf-be2c-33264744786e']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:19.210351 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a361504-b60b-463c-8379-7230c440ab6d tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Pushing event deleted for resources: {'Subnet': ['ID=5a79d0c2-72e5-43ee-9b83-9a5e8bf69f49,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:19.210893 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-876d6991-6041-44b2-8ee6-2ee469bf80bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652bc842-7c12-4f2f-90f4-4b80685fb106') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:19.211190 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-876d6991-6041-44b2-8ee6-2ee469bf80bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652bc842-7c12-4f2f-90f4-4b80685fb106') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:19.216065 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a361504-b60b-463c-8379-7230c440ab6d tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:19.219608 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3a361504-b60b-463c-8379-7230c440ab6d tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] 10.222.0.37 "DELETE /v2.0/subnets/5a79d0c2-72e5-43ee-9b83-9a5e8bf69f49 HTTP/1.1" status: 204 len: 168 time: 0.4351771 Nov 29 02:02:19.222193 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41470) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:19.250143 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dbe5cce2-2dd8-4da8-831d-078523808f8d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:19.271135 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0772504b-463d-4d65-af94-210dd72787fa None None] Network b7cb41ed-7913-4c08-adf9-bff63763e483 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:19.297429 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07e1525-5883-4982-b288-a032af1f628c tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:19.298189 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-876d6991-6041-44b2-8ee6-2ee469bf80bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:19.302833 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c07e1525-5883-4982-b288-a032af1f628c tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0761342 Nov 29 02:02:19.303023 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da880fe8-626a-486a-887c-2c1b172f5744 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:19.303129 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41472) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:19.323754 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dbe5cce2-2dd8-4da8-831d-078523808f8d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:19.332843 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-70281a9f-f89e-4cd0-aaf0-2b9426c3a8cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, f6481d95-4df0-4f24-acab-116e9b7a7a44) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:19.352344 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1eb7a5-4353-4bc9-8666-1186396122e3 None None] Network f6481d95-4df0-4f24-acab-116e9b7a7a44 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:19.353382 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dbe5cce2-2dd8-4da8-831d-078523808f8d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:19.361486 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70281a9f-f89e-4cd0-aaf0-2b9426c3a8cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:19.367381 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70281a9f-f89e-4cd0-aaf0-2b9426c3a8cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:19.372779 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70281a9f-f89e-4cd0-aaf0-2b9426c3a8cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:19.373447 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-70281a9f-f89e-4cd0-aaf0-2b9426c3a8cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server [None req-c57464dd-a7bd-411e-aef8-017b04226330 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5a79d0c2-72e5-43ee-9b83-9a5e8bf69f49: This subnet is being modified by another concurrent operation. Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise exception Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5a79d0c2-72e5-43ee-9b83-9a5e8bf69f49: This subnet is being modified by another concurrent operation. Nov 29 02:02:19.403763 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server Nov 29 02:02:19.415721 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-876d6991-6041-44b2-8ee6-2ee469bf80bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:19.418375 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5cce2-2dd8-4da8-831d-078523808f8d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded9aa14-bded-426a-9ebc-faf0eeec8a38,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:19.437647 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c954e21-e5b4-445b-8ff9-424e7d8b1e6d tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:19.439851 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-70281a9f-f89e-4cd0-aaf0-2b9426c3a8cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.9405618 Nov 29 02:02:19.442721 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41474) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:19.454206 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-876d6991-6041-44b2-8ee6-2ee469bf80bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:02:19.454616 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-876d6991-6041-44b2-8ee6-2ee469bf80bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:19.461361 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da880fe8-626a-486a-887c-2c1b172f5744 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:19.464868 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff11cb96-38cc-4581-bce6-d94e8b81430f None None] Network 1fc12344-38e9-4c75-bee0-341a3ae0f1ea requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:19.470476 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:02:19.470476 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:02:19.470476 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:02:19.470476 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:02:19.470476 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:02:19.470476 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:02:19.470476 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:02:19.470476 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:02:19.470476 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:02:19.470476 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:02:19.470476 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:02:19.470476 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:02:19.470476 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:02:19.470476 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:02:19.470476 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:02:19.470476 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:02:19.470476 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:02:19.470476 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:02:19.470476 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:02:19.470476 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:02:19.470476 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:02:19.470476 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:02:19.470476 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:02:19.470476 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:02:19.470476 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:02:19.470476 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:02:19.470476 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:02:19.470476 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:02:19.470476 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:02:19.470476 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:02:19.470476 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:02:19.470476 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:02:19.491874 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b4bd323-d67e-48c9-a73a-9ac0bdb292ef tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:19.536528 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b4bd323-d67e-48c9-a73a-9ac0bdb292ef tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:19.537236 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafbb838-5201-4b99-b922-7176377a9475 None None] DHCP port deletion for 66849209-41ae-44cf-be2c-33264744786e request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:02:19.563683 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-b6bbd91f-131f-47a3-ab26-68baf3d18121 None None] Could not find standard attr ID for object 55091079-0af8-4885-937d-ccd84db03031. {{(pid=103256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 02:02:19.609034 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4bd323-d67e-48c9-a73a-9ac0bdb292ef tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfef72ee-fae0-47b5-aa8c-b6e56877ea33,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:19.617459 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dbe5cce2-2dd8-4da8-831d-078523808f8d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:19.621834 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-dbe5cce2-2dd8-4da8-831d-078523808f8d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6865954 Nov 29 02:02:19.629502 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41476) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:19.636517 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c954e21-e5b4-445b-8ff9-424e7d8b1e6d tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:19.648784 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7a413350-e436-4801-b18e-da40e3600e61 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': 'fe2e056b-ff0a-421b-9e0d-5658cf04985d', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:19.688442 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-876d6991-6041-44b2-8ee6-2ee469bf80bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:19.689237 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-1c954e21-e5b4-445b-8ff9-424e7d8b1e6d tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fc12344-38e9-4c75-bee0-341a3ae0f1ea']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:19.706372 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-1c954e21-e5b4-445b-8ff9-424e7d8b1e6d tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cc7d531-f35e-471e-ab0f-e16425463345') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:19.706761 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-1c954e21-e5b4-445b-8ff9-424e7d8b1e6d tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cc7d531-f35e-471e-ab0f-e16425463345') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:19.707774 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b4bd323-d67e-48c9-a73a-9ac0bdb292ef tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:19.710211 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8b4bd323-d67e-48c9-a73a-9ac0bdb292ef tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9964647 Nov 29 02:02:19.713496 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41478) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:19.716435 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-25ee27e2-13d7-4702-86cc-b554e9abc71b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Deleting port 9bd6c945-5933-428b-a96c-26a4865883e3 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:19.716857 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-25ee27e2-13d7-4702-86cc-b554e9abc71b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:19.725045 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c954e21-e5b4-445b-8ff9-424e7d8b1e6d tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:19.727134 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4ff0f35f-2cdd-4797-ae65-51a6010cd635 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Request body: {'security_group_rule': {'security_group_id': 'cfef72ee-fae0-47b5-aa8c-b6e56877ea33', 'direction': 'ingress', 'protocol': 17}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:19.750079 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da880fe8-626a-486a-887c-2c1b172f5744 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:19.753185 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da880fe8-626a-486a-887c-2c1b172f5744 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:19.756313 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-da880fe8-626a-486a-887c-2c1b172f5744 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "DELETE /v2.0/security-groups/2da0980e-5939-471c-bc33-b242e5c8851e HTTP/1.1" status: 204 len: 168 time: 0.7916713 Nov 29 02:02:19.757773 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-876d6991-6041-44b2-8ee6-2ee469bf80bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:19.761514 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e32468-9ab7-45f9-ac1e-7f7af3fcad3e None None] get_active_networks_info from dv-neutron-819032-3-hyperv {{(pid=103256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 02:02:19.768481 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-876d6991-6041-44b2-8ee6-2ee469bf80bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/networks/66849209-41ae-44cf-be2c-33264744786e HTTP/1.1" status: 204 len: 168 time: 2.0736711 Nov 29 02:02:19.787781 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41480) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:19.788126 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41482) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:19.808269 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d6991-6041-44b2-8ee6-2ee469bf80bc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Network': ['ID=66849209-41ae-44cf-be2c-33264744786e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:19.830497 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a413350-e436-4801-b18e-da40e3600e61 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:19.875330 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c954e21-e5b4-445b-8ff9-424e7d8b1e6d tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:19.883348 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da880fe8-626a-486a-887c-2c1b172f5744 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da0980e-5939-471c-bc33-b242e5c8851e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:19.899080 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-25ee27e2-13d7-4702-86cc-b554e9abc71b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:19.909699 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c954e21-e5b4-445b-8ff9-424e7d8b1e6d tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:02:19.910151 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c954e21-e5b4-445b-8ff9-424e7d8b1e6d tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:19.939054 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:02:19.939054 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:02:19.939054 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:02:19.939054 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:02:19.939054 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:02:19.939054 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:02:19.939054 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:02:19.939054 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:02:19.939054 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:02:19.939054 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:02:19.939054 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:02:19.939054 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:02:19.939054 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:02:19.939054 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:02:19.939054 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:02:19.939054 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:02:19.939054 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:02:19.939054 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:02:19.939054 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:02:19.939054 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:02:19.939054 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:02:19.939054 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:02:19.939054 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:02:19.939054 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:02:19.939054 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:02:19.939054 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:02:19.939054 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:02:19.939054 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:02:19.939054 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:02:19.939054 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:02:19.939054 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:02:19.939054 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:02:19.945617 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a413350-e436-4801-b18e-da40e3600e61 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:19.956517 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a413350-e436-4801-b18e-da40e3600e61 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:19.982023 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4ff0f35f-2cdd-4797-ae65-51a6010cd635 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:19.988469 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a413350-e436-4801-b18e-da40e3600e61 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e050d8dc-acad-4987-b924-581263c14945,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:20.011691 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a413350-e436-4801-b18e-da40e3600e61 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:20.013246 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7a413350-e436-4801-b18e-da40e3600e61 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3726609 Nov 29 02:02:20.016195 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-25ee27e2-13d7-4702-86cc-b554e9abc71b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Calling delete_port for 9bd6c945-5933-428b-a96c-26a4865883e3 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:20.017525 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41484) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:20.026308 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-877b5ec0-cbd3-46fe-b7a0-31200dcaa982 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': 'fe2e056b-ff0a-421b-9e0d-5658cf04985d', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:20.032363 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e86fe95e-6513-44a0-89a4-3da4219ea264 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2431309 Nov 29 02:02:20.038405 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41486) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:20.057104 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 3d83f6ba-7014-41d0-a573-2868f0173994 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:02:20.065658 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be248fa-bfea-4b04-8f8a-70e21ea9cdd2 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:20.067242 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3be248fa-bfea-4b04-8f8a-70e21ea9cdd2 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2753286 Nov 29 02:02:20.077783 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41488) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:20.114599 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-5e763ace-9b51-41e4-890b-512255041827 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] delete failed (client error): The resource could not be found. Nov 29 02:02:20.121653 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5e763ace-9b51-41e4-890b-512255041827 tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "DELETE /v2.0/security-groups/ad2d5e78-49c7-426f-9011-5e8d9a9fd390 HTTP/1.1" status: 404 len: 347 time: 0.0793033 Nov 29 02:02:20.122307 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41490) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:20.138219 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c954e21-e5b4-445b-8ff9-424e7d8b1e6d tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:20.167513 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c954e21-e5b4-445b-8ff9-424e7d8b1e6d tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:20.171700 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1c954e21-e5b4-445b-8ff9-424e7d8b1e6d tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] 10.222.0.37 "DELETE /v2.0/networks/1fc12344-38e9-4c75-bee0-341a3ae0f1ea HTTP/1.1" status: 204 len: 168 time: 0.8674855 Nov 29 02:02:20.183644 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 3d83f6ba-7014-41d0-a573-2868f0173994 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:20.184006 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:20.187582 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-877b5ec0-cbd3-46fe-b7a0-31200dcaa982 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:20.187746 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e32468-9ab7-45f9-ac1e-7f7af3fcad3e None None] Resources bound (agent type, host, resource id): {{(pid=103256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 02:02:20.188380 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41492) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:20.226335 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-d5a3fae8-393e-49ef-b8bb-c9cf75088cad tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] show failed (client error): The resource could not be found. Nov 29 02:02:20.232551 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d5a3fae8-393e-49ef-b8bb-c9cf75088cad tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "GET /v2.0/security-groups/0c5a51a7-1bcc-4346-a8d8-687ab77a8bb3 HTTP/1.1" status: 404 len: 347 time: 0.0857337 Nov 29 02:02:20.234660 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41494) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:20.266666 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4ff0f35f-2cdd-4797-ae65-51a6010cd635 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:20.270934 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-541316f1-4e3c-4505-9fae-2442021eb9db tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] show failed (client error): The resource could not be found. Nov 29 02:02:20.278655 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-541316f1-4e3c-4505-9fae-2442021eb9db tempest-NegativeSecGroupIPv6Test-1188419788 tempest-NegativeSecGroupIPv6Test-1188419788-project] 10.222.0.37 "GET /v2.0/security-group-rules/2f8446b8-db08-42ed-b9ef-b8ffa313684e HTTP/1.1" status: 404 len: 356 time: 0.0380476 Nov 29 02:02:20.284067 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1dde28c-c666-4350-8025-82b852ccf2f7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:20.287906 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c954e21-e5b4-445b-8ff9-424e7d8b1e6d tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Pushing event deleted for resources: {'Network': ['ID=1fc12344-38e9-4c75-bee0-341a3ae0f1ea,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:20.305192 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-877b5ec0-cbd3-46fe-b7a0-31200dcaa982 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:20.306958 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4ff0f35f-2cdd-4797-ae65-51a6010cd635 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:20.312807 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c954e21-e5b4-445b-8ff9-424e7d8b1e6d tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:20.313335 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c954e21-e5b4-445b-8ff9-424e7d8b1e6d tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:20.313886 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c954e21-e5b4-445b-8ff9-424e7d8b1e6d tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:20.314382 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c954e21-e5b4-445b-8ff9-424e7d8b1e6d tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:20.314829 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c954e21-e5b4-445b-8ff9-424e7d8b1e6d tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:20.315890 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c954e21-e5b4-445b-8ff9-424e7d8b1e6d tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:20.315890 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c954e21-e5b4-445b-8ff9-424e7d8b1e6d tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:20.316347 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c954e21-e5b4-445b-8ff9-424e7d8b1e6d tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:20.317078 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c954e21-e5b4-445b-8ff9-424e7d8b1e6d tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:20.317204 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c954e21-e5b4-445b-8ff9-424e7d8b1e6d tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:20.317673 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c954e21-e5b4-445b-8ff9-424e7d8b1e6d tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:20.318188 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c954e21-e5b4-445b-8ff9-424e7d8b1e6d tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:20.347958 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff0f35f-2cdd-4797-ae65-51a6010cd635 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a8439f-41c4-42ab-9fc3-c48698f68c17,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:20.358045 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-877b5ec0-cbd3-46fe-b7a0-31200dcaa982 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:20.381157 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2d8aba17-d66a-4d71-9487-7c1205e1ec6e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3020921 Nov 29 02:02:20.387965 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41498) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:20.394714 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-04d29968-a5e3-440c-8ede-5ea079f9ec86 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-390282499'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:20.418559 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b5ec0-cbd3-46fe-b7a0-31200dcaa982 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10f7125-bc60-4676-87bb-2cac85e3306e,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:20.422259 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1dde28c-c666-4350-8025-82b852ccf2f7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:20.433638 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4ff0f35f-2cdd-4797-ae65-51a6010cd635 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:20.436127 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4ff0f35f-2cdd-4797-ae65-51a6010cd635 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7155414 Nov 29 02:02:20.442825 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-877b5ec0-cbd3-46fe-b7a0-31200dcaa982 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:20.445528 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-877b5ec0-cbd3-46fe-b7a0-31200dcaa982 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4268074 Nov 29 02:02:20.447657 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41500) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:20.447856 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-a1dde28c-c666-4350-8025-82b852ccf2f7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7cb41ed-7913-4c08-adf9-bff63763e483']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:20.458100 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-a1dde28c-c666-4350-8025-82b852ccf2f7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55fb7f94-3431-4cab-87d3-0e5c649afe3b') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:20.458471 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-a1dde28c-c666-4350-8025-82b852ccf2f7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55fb7f94-3431-4cab-87d3-0e5c649afe3b') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:20.470492 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1dde28c-c666-4350-8025-82b852ccf2f7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:20.486041 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41502) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:20.488053 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1dde28c-c666-4350-8025-82b852ccf2f7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:20.492743 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-53b4c56d-1a99-4309-bfb9-d680df7b7332 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': 'fe2e056b-ff0a-421b-9e0d-5658cf04985d', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:20.506056 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1dde28c-c666-4350-8025-82b852ccf2f7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:02:20.506321 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1dde28c-c666-4350-8025-82b852ccf2f7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:20.542806 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d29968-a5e3-440c-8ede-5ea079f9ec86 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:20.546284 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04d29968-a5e3-440c-8ede-5ea079f9ec86 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:20.579428 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a1b986ff-ae64-4602-a4fc-d16ae66d8391 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:20.590569 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 55091079-0af8-4885-937d-ccd84db03031 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:02:20.603636 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:02:20.603636 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:02:20.603636 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:02:20.603636 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:02:20.603636 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:02:20.603636 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:02:20.603636 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:02:20.603636 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:02:20.603636 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:02:20.603636 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:02:20.603636 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:02:20.603636 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:02:20.603636 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:02:20.603636 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:02:20.603636 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:02:20.603636 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:02:20.603636 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:02:20.603636 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:02:20.603636 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:02:20.603636 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:02:20.603636 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:02:20.603636 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:02:20.603636 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:02:20.603636 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:02:20.603636 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:02:20.603636 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:02:20.603636 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:02:20.603636 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:02:20.603636 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:02:20.603636 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:02:20.603636 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:02:20.603636 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:02:20.606343 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-25ee27e2-13d7-4702-86cc-b554e9abc71b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:20.615706 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a1b986ff-ae64-4602-a4fc-d16ae66d8391 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:20.622596 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 55091079-0af8-4885-937d-ccd84db03031 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:02:20.622954 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 55091079-0af8-4885-937d-ccd84db03031 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:02:20.656297 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee27e2-13d7-4702-86cc-b554e9abc71b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Port': ['ID=9bd6c945-5933-428b-a96c-26a4865883e3,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:20.657022 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-53b4c56d-1a99-4309-bfb9-d680df7b7332 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Project d1a27bea49814722818e7a3b77708f76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:02:20.661524 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1dde28c-c666-4350-8025-82b852ccf2f7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:20.677929 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1dde28c-c666-4350-8025-82b852ccf2f7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:20.681723 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a1dde28c-c666-4350-8025-82b852ccf2f7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] 10.222.0.37 "DELETE /v2.0/networks/b7cb41ed-7913-4c08-adf9-bff63763e483 HTTP/1.1" status: 204 len: 168 time: 0.4915156 Nov 29 02:02:20.685102 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41506) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:20.687025 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d29968-a5e3-440c-8ede-5ea079f9ec86 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:02:20.692966 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53b4c56d-1a99-4309-bfb9-d680df7b7332 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:20.713326 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-25ee27e2-13d7-4702-86cc-b554e9abc71b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:20.715523 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04d29968-a5e3-440c-8ede-5ea079f9ec86 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:20.715888 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-04d29968-a5e3-440c-8ede-5ea079f9ec86 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Added segment 70e00726-0606-4d31-aa35-cc52f91fbd44 of type vlan for network 3b73798f-337f-44e3-b0d4-7b2fc3060881 Nov 29 02:02:20.718832 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-25ee27e2-13d7-4702-86cc-b554e9abc71b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/ports/9bd6c945-5933-428b-a96c-26a4865883e3 HTTP/1.1" status: 204 len: 168 time: 1.2703781 Nov 29 02:02:20.724648 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41508) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:20.728119 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dde28c-c666-4350-8025-82b852ccf2f7 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Pushing event deleted for resources: {'Network': ['ID=b7cb41ed-7913-4c08-adf9-bff63763e483,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:20.775377 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41510) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:20.800142 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11df2cc1-21b6-41e1-a62e-2e53e1433da0 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:20.804780 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a1b986ff-ae64-4602-a4fc-d16ae66d8391 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:20.809268 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a1b986ff-ae64-4602-a4fc-d16ae66d8391 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:20.812901 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a1b986ff-ae64-4602-a4fc-d16ae66d8391 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "DELETE /v2.0/security-groups/cfef72ee-fae0-47b5-aa8c-b6e56877ea33 HTTP/1.1" status: 204 len: 168 time: 0.3589485 Nov 29 02:02:20.813586 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41514) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:20.845783 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04d29968-a5e3-440c-8ede-5ea079f9ec86 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:20.863989 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b986ff-ae64-4602-a4fc-d16ae66d8391 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfef72ee-fae0-47b5-aa8c-b6e56877ea33,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:20.904767 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53b4c56d-1a99-4309-bfb9-d680df7b7332 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:20.913626 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f37a15-eef8-47ef-9ca2-80c1e3468536 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:20.919680 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f37a15-eef8-47ef-9ca2-80c1e3468536 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:20.923815 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-21f37a15-eef8-47ef-9ca2-80c1e3468536 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1880870 Nov 29 02:02:20.923815 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53b4c56d-1a99-4309-bfb9-d680df7b7332 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:20.928092 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41516) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:20.943148 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04d29968-a5e3-440c-8ede-5ea079f9ec86 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:20.949093 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d29968-a5e3-440c-8ede-5ea079f9ec86 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:20.949250 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-cffc6ed4-b793-466b-8f25-e0ffcf74bd37 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1348245 Nov 29 02:02:20.949800 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-04d29968-a5e3-440c-8ede-5ea079f9ec86 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:20.952619 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11df2cc1-21b6-41e1-a62e-2e53e1433da0 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:20.959371 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41518) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:20.963737 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-8a408351-9d9a-47be-880a-7021e74d45dc tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Request body: {'security_group': {'name': 'tempest-secgroup--1856496758'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:20.998562 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4c56d-1a99-4309-bfb9-d680df7b7332 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8afaa949-6c44-4197-a714-33a42abc2ce3,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:21.005276 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-11df2cc1-21b6-41e1-a62e-2e53e1433da0 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f94f72-f213-4c38-9548-7e9deff3ccdd']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:21.021706 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-11df2cc1-21b6-41e1-a62e-2e53e1433da0 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4569eb94-392d-433d-ae2d-ae019fb5fb4a') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:21.022276 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-11df2cc1-21b6-41e1-a62e-2e53e1433da0 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4569eb94-392d-433d-ae2d-ae019fb5fb4a') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:21.026128 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e724e545-2270-4820-9c04-332725433917 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1fe572dcc9d6495d8c86a1f55f73b5bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2490191 Nov 29 02:02:21.032213 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41520) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:21.032994 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a408351-9d9a-47be-880a-7021e74d45dc tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:21.062084 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11df2cc1-21b6-41e1-a62e-2e53e1433da0 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:21.089535 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11df2cc1-21b6-41e1-a62e-2e53e1433da0 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:21.111122 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11df2cc1-21b6-41e1-a62e-2e53e1433da0 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:02:21.111537 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11df2cc1-21b6-41e1-a62e-2e53e1433da0 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:21.115659 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:02:21.115659 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:02:21.115659 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:02:21.115659 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:02:21.115659 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:02:21.115659 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:02:21.115659 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:02:21.115659 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:02:21.115659 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:02:21.115659 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:02:21.115659 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:02:21.115659 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:02:21.115659 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:02:21.115659 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:02:21.115659 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:02:21.115659 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:02:21.115659 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:02:21.115659 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:02:21.115659 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:02:21.115659 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:02:21.115659 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:02:21.115659 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:02:21.115659 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:02:21.115659 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:02:21.115659 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:02:21.115659 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:02:21.115659 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:02:21.115659 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:02:21.115659 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:02:21.115659 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:02:21.115659 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:02:21.115659 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:02:21.209826 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11df2cc1-21b6-41e1-a62e-2e53e1433da0 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:21.212631 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0456e73c-a02a-4f77-977a-8299b95d5518 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:21.228889 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11df2cc1-21b6-41e1-a62e-2e53e1433da0 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:21.232188 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-11df2cc1-21b6-41e1-a62e-2e53e1433da0 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] 10.222.0.37 "DELETE /v2.0/networks/a8f94f72-f213-4c38-9548-7e9deff3ccdd HTTP/1.1" status: 204 len: 168 time: 0.5304687 Nov 29 02:02:21.235324 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41522) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:21.263541 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df2cc1-21b6-41e1-a62e-2e53e1433da0 tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Pushing event deleted for resources: {'Network': ['ID=a8f94f72-f213-4c38-9548-7e9deff3ccdd,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:21.272740 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a408351-9d9a-47be-880a-7021e74d45dc tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:21.318547 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a408351-9d9a-47be-880a-7021e74d45dc tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:21.341211 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0456e73c-a02a-4f77-977a-8299b95d5518 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:21.370829 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53b4c56d-1a99-4309-bfb9-d680df7b7332 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:21.374708 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-53b4c56d-1a99-4309-bfb9-d680df7b7332 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8847160 Nov 29 02:02:21.381282 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41524) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:21.386136 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b6a6720e-e5f1-41ea-a039-6f8f5b38612f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': 'fe2e056b-ff0a-421b-9e0d-5658cf04985d', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:21.398774 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a408351-9d9a-47be-880a-7021e74d45dc tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:21.400538 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8a408351-9d9a-47be-880a-7021e74d45dc tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4402142 Nov 29 02:02:21.410544 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-04d29968-a5e3-440c-8ede-5ea079f9ec86 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0188406 Nov 29 02:02:21.410745 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41526) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:21.415586 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41528) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:21.418912 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c0796c83-0123-4417-a7fd-6a10093f8ff0 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Request body: {'security_group': {'name': 'tempest-secgroup--423104160'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:21.427492 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-fb78c2b7-8dd9-4b17-b19e-7a2a6f39f79e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'subnet': {'network_id': '3b73798f-337f-44e3-b0d4-7b2fc3060881', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:21.432292 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a408351-9d9a-47be-880a-7021e74d45dc tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfd33d9-7ea6-4180-af8a-979c4d73da3a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:21.437004 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d29968-a5e3-440c-8ede-5ea079f9ec86 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Network': ['ID=3b73798f-337f-44e3-b0d4-7b2fc3060881,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:21.440886 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4398f208-629a-4767-b22e-90d6dcddce6c tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:21.455878 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 3b73798f-337f-44e3-b0d4-7b2fc3060881 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:02:21.464020 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-b6a6720e-e5f1-41ea-a039-6f8f5b38612f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Project d1a27bea49814722818e7a3b77708f76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:02:21.470346 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6a6720e-e5f1-41ea-a039-6f8f5b38612f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:21.491554 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.db.api [None req-c0796c83-0123-4417-a7fd-6a10093f8ff0 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 02:02:21.491554 dv-neutron-819032-3-hyperv neutron-server[103254]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 29 02:02:21.491554 dv-neutron-819032-3-hyperv neutron-server[103254]: [parameters: {'project_id_1': 'd2acda3b9eb14df99faa8b352e3aa43d', 'expiration_1': datetime.datetime(2021, 11, 29, 2, 2, 1, 435692)}] Nov 29 02:02:21.491554 dv-neutron-819032-3-hyperv neutron-server[103254]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:02:21.492131 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG oslo_db.api [None req-c0796c83-0123-4417-a7fd-6a10093f8ff0 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:02:21.499916 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7e84de09-a165-47b7-943d-59a0c28bbbc5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Deleting port 026262f5-6014-43a0-875b-ebbc0b6e37a8 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:21.500263 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e84de09-a165-47b7-943d-59a0c28bbbc5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:21.544155 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0456e73c-a02a-4f77-977a-8299b95d5518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:21.546886 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0456e73c-a02a-4f77-977a-8299b95d5518 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:21.548037 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0456e73c-a02a-4f77-977a-8299b95d5518 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5bb877d5-376c-4ada-b433-fc2b0f38d1f0 HTTP/1.1" status: 204 len: 168 time: 0.5126803 Nov 29 02:02:21.593947 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e84de09-a165-47b7-943d-59a0c28bbbc5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:21.605324 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456e73c-a02a-4f77-977a-8299b95d5518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb877d5-376c-4ada-b433-fc2b0f38d1f0,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:21.618028 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7e84de09-a165-47b7-943d-59a0c28bbbc5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Calling delete_port for 026262f5-6014-43a0-875b-ebbc0b6e37a8 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:21.620827 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6a6720e-e5f1-41ea-a039-6f8f5b38612f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:21.631196 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6a6720e-e5f1-41ea-a039-6f8f5b38612f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:21.631834 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4398f208-629a-4767-b22e-90d6dcddce6c tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:21.646399 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb78c2b7-8dd9-4b17-b19e-7a2a6f39f79e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:21.650938 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fb78c2b7-8dd9-4b17-b19e-7a2a6f39f79e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:21.672907 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-4398f208-629a-4767-b22e-90d6dcddce6c tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39793705-22af-4383-a1ae-d2004eba11d2']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:21.681796 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6720e-e5f1-41ea-a039-6f8f5b38612f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb88814b-4b1e-466a-9222-f465406d6364,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:21.695786 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b6a6720e-e5f1-41ea-a039-6f8f5b38612f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:21.696880 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b6a6720e-e5f1-41ea-a039-6f8f5b38612f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3145530 Nov 29 02:02:21.709752 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-4398f208-629a-4767-b22e-90d6dcddce6c tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f702229a-e68b-43c6-8529-1ba82a5cb7b5') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:21.710214 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-4398f208-629a-4767-b22e-90d6dcddce6c tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f702229a-e68b-43c6-8529-1ba82a5cb7b5') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:21.730085 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4398f208-629a-4767-b22e-90d6dcddce6c tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:21.734082 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e84de09-a165-47b7-943d-59a0c28bbbc5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:21.752014 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4398f208-629a-4767-b22e-90d6dcddce6c tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:21.765995 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4398f208-629a-4767-b22e-90d6dcddce6c tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:02:21.766418 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4398f208-629a-4767-b22e-90d6dcddce6c tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:21.769757 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:02:21.769757 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:02:21.769757 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:02:21.769757 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:02:21.769757 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:02:21.769757 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:02:21.769757 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:02:21.769757 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:02:21.769757 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:02:21.769757 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:02:21.769757 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:02:21.769757 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:02:21.769757 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:02:21.769757 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:02:21.769757 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:02:21.769757 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:02:21.769757 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:02:21.769757 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:02:21.769757 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:02:21.769757 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:02:21.769757 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:02:21.769757 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:02:21.769757 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:02:21.769757 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:02:21.769757 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:02:21.769757 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:02:21.769757 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:02:21.769757 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:02:21.769757 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:02:21.769757 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:02:21.769757 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:02:21.769757 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:02:21.777681 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e84de09-a165-47b7-943d-59a0c28bbbc5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:21.782133 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7e84de09-a165-47b7-943d-59a0c28bbbc5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/ports/026262f5-6014-43a0-875b-ebbc0b6e37a8 HTTP/1.1" status: 204 len: 168 time: 0.8492732 Nov 29 02:02:21.783580 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84de09-a165-47b7-943d-59a0c28bbbc5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Port': ['ID=026262f5-6014-43a0-875b-ebbc0b6e37a8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:21.785588 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41536) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:21.879451 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cd49a9-020c-403e-8acb-d6d52bc23dae tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:21.880958 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-58cd49a9-020c-403e-8acb-d6d52bc23dae tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0943584 Nov 29 02:02:21.884655 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41548) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:21.885650 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4398f208-629a-4767-b22e-90d6dcddce6c tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:21.893238 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4398f208-629a-4767-b22e-90d6dcddce6c tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:21.896433 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4398f208-629a-4767-b22e-90d6dcddce6c tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] 10.222.0.37 "DELETE /v2.0/networks/39793705-22af-4383-a1ae-d2004eba11d2 HTTP/1.1" status: 204 len: 168 time: 0.6494529 Nov 29 02:02:21.912655 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4398f208-629a-4767-b22e-90d6dcddce6c tempest-BulkNetworkOpsIpV6Test-1378877130 tempest-BulkNetworkOpsIpV6Test-1378877130-project] Pushing event deleted for resources: {'Network': ['ID=39793705-22af-4383-a1ae-d2004eba11d2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:21.940337 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecc71bb3-2d09-4918-ad45-2d3a447e718f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] GET failed (client error): The resource could not be found. Nov 29 02:02:21.945167 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ecc71bb3-2d09-4918-ad45-2d3a447e718f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "GET /v2.0/ports/9bd6c945-5933-428b-a96c-26a4865883e3 HTTP/1.1" status: 404 len: 333 time: 0.0594578 Nov 29 02:02:21.946762 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41562) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:21.977790 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-be9d18e0-f798-4999-b7bb-004aa5e638ef tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] GET failed (client error): The resource could not be found. Nov 29 02:02:21.979356 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-be9d18e0-f798-4999-b7bb-004aa5e638ef tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "GET /v2.0/ports/026262f5-6014-43a0-875b-ebbc0b6e37a8 HTTP/1.1" status: 404 len: 333 time: 0.0316327 Nov 29 02:02:21.982266 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41564) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:22.075939 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-b87c45cf-6bf8-49de-8882-fa15d91117d1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-237027625&fields=id&tenant_id=d1a27bea49814722818e7a3b77708f76 HTTP/1.1" status: 200 len: 267 time: 0.1102524 Nov 29 02:02:22.078009 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fa37629-f27d-4c1b-9888-23a0ca225889 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.083410 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0796c83-0123-4417-a7fd-6a10093f8ff0 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.174037 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fb78c2b7-8dd9-4b17-b19e-7a2a6f39f79e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.204973 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fa37629-f27d-4c1b-9888-23a0ca225889 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.207680 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41570) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:22.234119 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-8fa37629-f27d-4c1b-9888-23a0ca225889 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6481d95-4df0-4f24-acab-116e9b7a7a44']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:22.247841 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-8fa37629-f27d-4c1b-9888-23a0ca225889 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f20d58e-9d8d-4587-a788-8f9a5a5b9524') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:22.248132 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-8fa37629-f27d-4c1b-9888-23a0ca225889 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f20d58e-9d8d-4587-a788-8f9a5a5b9524') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:22.261432 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fa37629-f27d-4c1b-9888-23a0ca225889 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.281956 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fa37629-f27d-4c1b-9888-23a0ca225889 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.291722 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa37629-f27d-4c1b-9888-23a0ca225889 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:02:22.292330 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fa37629-f27d-4c1b-9888-23a0ca225889 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.295716 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:02:22.295716 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:02:22.295716 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:02:22.295716 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:02:22.295716 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:02:22.295716 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:02:22.295716 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:02:22.295716 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:02:22.295716 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:02:22.295716 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:02:22.295716 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:02:22.295716 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:02:22.295716 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:02:22.295716 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:02:22.295716 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:02:22.295716 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:02:22.295716 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:02:22.295716 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:02:22.295716 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:02:22.295716 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:02:22.295716 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:02:22.295716 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:02:22.295716 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:02:22.295716 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:02:22.295716 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:02:22.295716 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:02:22.295716 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:02:22.295716 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:02:22.295716 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:02:22.295716 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:02:22.295716 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:02:22.295716 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:02:22.317376 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0796c83-0123-4417-a7fd-6a10093f8ff0 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.318321 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78c2b7-8dd9-4b17-b19e-7a2a6f39f79e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Subnet': ['ID=b9de1303-911d-434d-b99e-dbf696591fa1,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:22.326068 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb78c2b7-8dd9-4b17-b19e-7a2a6f39f79e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Checking segment: {'id': '70e00726-0606-4d31-aa35-cc52f91fbd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3b73798f-337f-44e3-b0d4-7b2fc3060881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:02:22.326430 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb78c2b7-8dd9-4b17-b19e-7a2a6f39f79e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Network hostable DHCP agents. Network: 3b73798f-337f-44e3-b0d4-7b2fc3060881, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:02:22.335040 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0796c83-0123-4417-a7fd-6a10093f8ff0 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.364231 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-9374fd4f-fa43-45df-bab3-77f2a7f115a1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:22.365754 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-9374fd4f-fa43-45df-bab3-77f2a7f115a1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/networks?id=e27ce72d-9adf-4a07-acf2-f13fb172c1fd HTTP/1.1" status: 200 len: 797 time: 0.2668300 Nov 29 02:02:22.386691 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0796c83-0123-4417-a7fd-6a10093f8ff0 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.390139 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c0796c83-0123-4417-a7fd-6a10093f8ff0 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9775620 Nov 29 02:02:22.391615 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41580) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:22.402815 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a13c547d-ad3d-446a-a847-c78c044bf743 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Request body: {'security_group_rule': {'security_group_id': '4dfd33d9-7ea6-4180-af8a-979c4d73da3a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0ae0ea2c-179a-46d9-8068-da650e09c872', 'remote_ip_prefix': None}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:22.413287 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb78c2b7-8dd9-4b17-b19e-7a2a6f39f79e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Network 3b73798f-337f-44e3-b0d4-7b2fc3060881 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:02:22.417444 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0796c83-0123-4417-a7fd-6a10093f8ff0 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae0ea2c-179a-46d9-8068-da650e09c872,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:22.421586 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fa37629-f27d-4c1b-9888-23a0ca225889 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.424512 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-45953ed2-bec3-41d4-abdd-4b50df9a4315 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/quotas/d1a27bea49814722818e7a3b77708f76 HTTP/1.1" status: 200 len: 375 time: 0.0425997 Nov 29 02:02:22.429239 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-fb78c2b7-8dd9-4b17-b19e-7a2a6f39f79e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 3b73798f-337f-44e3-b0d4-7b2fc3060881) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:22.434502 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb78c2b7-8dd9-4b17-b19e-7a2a6f39f79e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:22.435696 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fb78c2b7-8dd9-4b17-b19e-7a2a6f39f79e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.438386 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fa37629-f27d-4c1b-9888-23a0ca225889 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.441635 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8fa37629-f27d-4c1b-9888-23a0ca225889 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/networks/f6481d95-4df0-4f24-acab-116e9b7a7a44 HTTP/1.1" status: 204 len: 168 time: 0.4583998 Nov 29 02:02:22.447197 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41584) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:22.447943 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f5f30f2a-16ee-4f9a-bd8c-a2786e18c9eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d694d773e3ec4de79117a1b9679d9243&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388511 Nov 29 02:02:22.449280 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8c8348-bacd-43ce-82ee-67e76f3b9d27 None None] Network 3b73798f-337f-44e3-b0d4-7b2fc3060881 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:22.450458 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41586) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:22.461291 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa37629-f27d-4c1b-9888-23a0ca225889 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Network': ['ID=f6481d95-4df0-4f24-acab-116e9b7a7a44,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:22.465700 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-bc8b2c95-4199-4975-a28b-b81614b9a3a8 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1334336499'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:22.479374 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a13c547d-ad3d-446a-a847-c78c044bf743 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.508660 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-fb78c2b7-8dd9-4b17-b19e-7a2a6f39f79e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0852866 Nov 29 02:02:22.514553 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41590) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:22.521760 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b14b643f-bf05-4870-8701-0a8cf45a4308 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'port': {'network_id': '3b73798f-337f-44e3-b0d4-7b2fc3060881', 'name': 'tempest-PortsTestJSON-1257852436'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:22.554204 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8b2c95-4199-4975-a28b-b81614b9a3a8 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:22.558434 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc8b2c95-4199-4975-a28b-b81614b9a3a8 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.581479 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-ffcf802d-46ca-4937-adb1-d547d6ab8a7d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1255040 Nov 29 02:02:22.595227 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41592) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:22.596491 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8b2c95-4199-4975-a28b-b81614b9a3a8 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:02:22.607155 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc8b2c95-4199-4975-a28b-b81614b9a3a8 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.607507 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-bc8b2c95-4199-4975-a28b-b81614b9a3a8 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Added segment 4ee48db9-dca3-4241-9f31-e5187c9e70cb of type vlan for network 161e8c33-b6f9-4108-a29f-9a90e910d26f Nov 29 02:02:22.650794 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a13c547d-ad3d-446a-a847-c78c044bf743 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.666827 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a13c547d-ad3d-446a-a847-c78c044bf743 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.667206 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836da916-a76e-401f-a946-b17a26cb0749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-3b73798f-337f-44e3-b0d4-7b2fc3060881', 'network_id': '3b73798f-337f-44e3-b0d4-7b2fc3060881', 'tenant_id': '244b87083f7548969719374c99f34997', 'fixed_ips': [{'subnet_id': 'b9de1303-911d-434d-b99e-dbf696591fa1'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:02:22.668118 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-836da916-a76e-401f-a946-b17a26cb0749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.675397 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc8b2c95-4199-4975-a28b-b81614b9a3a8 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.702146 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c547d-ad3d-446a-a847-c78c044bf743 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64cb819e-8568-448d-9277-8aa69b84177c,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:22.712355 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a13c547d-ad3d-446a-a847-c78c044bf743 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.713589 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a13c547d-ad3d-446a-a847-c78c044bf743 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3153627 Nov 29 02:02:22.716346 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41596) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:22.717432 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-547735f4-2371-4497-be49-a85e4c931721 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.748928 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-44865816-10d6-415f-9829-2eb9b61de6c9 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.752371 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14b643f-bf05-4870-8701-0a8cf45a4308 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:22.755973 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b14b643f-bf05-4870-8701-0a8cf45a4308 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.763978 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-44865816-10d6-415f-9829-2eb9b61de6c9 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.764930 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-547735f4-2371-4497-be49-a85e4c931721 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.783385 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-302b3ccc-b974-4d8b-b22b-cbf9ec563d2a tempest-SubnetPoolsTestJSON-651314547 tempest-SubnetPoolsTestJSON-651314547-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-505388869', 'prefixes': ['172.20.0.0/16']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:22.809877 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-b14b643f-bf05-4870-8701-0a8cf45a4308 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] device_id is not set on port 8e6cd1c8-1104-4dfa-879e-7961969da37e yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:02:22.810249 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc8b2c95-4199-4975-a28b-b81614b9a3a8 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.817185 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8b2c95-4199-4975-a28b-b81614b9a3a8 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:22.817185 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc8b2c95-4199-4975-a28b-b81614b9a3a8 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.849405 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-836da916-a76e-401f-a946-b17a26cb0749 None None] Allocated IP 172.20.0.2 (3b73798f-337f-44e3-b0d4-7b2fc3060881/b9de1303-911d-434d-b99e-dbf696591fa1/c92edc5d-a18e-4d5e-b0a6-f7775e09436c) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:02:22.859011 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-44865816-10d6-415f-9829-2eb9b61de6c9 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.864290 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-44865816-10d6-415f-9829-2eb9b61de6c9 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.865606 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-44865816-10d6-415f-9829-2eb9b61de6c9 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/64cb819e-8568-448d-9277-8aa69b84177c HTTP/1.1" status: 204 len: 168 time: 0.1483324 Nov 29 02:02:22.869947 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41598) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:22.892424 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-02796851-b279-46d0-a6bf-d8d0c5746ef7 service neutron] 10.222.0.37 "GET /v2.0/networks/e27ce72d-9adf-4a07-acf2-f13fb172c1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359669 Nov 29 02:02:22.911805 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44865816-10d6-415f-9829-2eb9b61de6c9 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64cb819e-8568-448d-9277-8aa69b84177c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:22.918815 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b2c95-4199-4975-a28b-b81614b9a3a8 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Network': ['ID=161e8c33-b6f9-4108-a29f-9a90e910d26f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:22.923927 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bc8b2c95-4199-4975-a28b-b81614b9a3a8 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4701738 Nov 29 02:02:22.927971 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41600) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:22.933583 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-49732625-55ae-47c5-94f3-6d0366899747 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'subnet': {'network_id': '161e8c33-b6f9-4108-a29f-9a90e910d26f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:22.940772 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-547735f4-2371-4497-be49-a85e4c931721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.941310 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-547735f4-2371-4497-be49-a85e4c931721 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:22.945437 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-547735f4-2371-4497-be49-a85e4c931721 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3942d360-eaf9-49b8-9510-f87f66712b10 HTTP/1.1" status: 204 len: 168 time: 0.4905112 Nov 29 02:02:22.994811 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547735f4-2371-4497-be49-a85e4c931721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3942d360-eaf9-49b8-9510-f87f66712b10,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:23.010857 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-836da916-a76e-401f-a946-b17a26cb0749 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:23.016602 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 161e8c33-b6f9-4108-a29f-9a90e910d26f details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:02:23.020794 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-50a5b8a6-b538-447a-bd64-9a11ea3f285b tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1440120 Nov 29 02:02:23.022561 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-836da916-a76e-401f-a946-b17a26cb0749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:23.025278 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41604) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:23.083400 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-f106482c-ac1e-41b0-81c9-e79d41773c68 service neutron] 10.222.0.37 "GET /v2.0/networks/e27ce72d-9adf-4a07-acf2-f13fb172c1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583846 Nov 29 02:02:23.115085 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-302b3ccc-b974-4d8b-b22b-cbf9ec563d2a tempest-SubnetPoolsTestJSON-651314547 tempest-SubnetPoolsTestJSON-651314547-project] Publish callbacks [] for subnetpool, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:23.119175 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-302b3ccc-b974-4d8b-b22b-cbf9ec563d2a tempest-SubnetPoolsTestJSON-651314547 tempest-SubnetPoolsTestJSON-651314547-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5228598 Nov 29 02:02:23.120822 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41606) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:23.129600 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-b14b643f-bf05-4870-8701-0a8cf45a4308 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Allocated IP 172.20.0.7 (3b73798f-337f-44e3-b0d4-7b2fc3060881/b9de1303-911d-434d-b99e-dbf696591fa1/8e6cd1c8-1104-4dfa-879e-7961969da37e) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:02:23.130904 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b8d0e82b-1d2e-474e-a091-4a2ffb526688 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:23.153635 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836da916-a76e-401f-a946-b17a26cb0749 None None] Network 3b73798f-337f-44e3-b0d4-7b2fc3060881 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:23.163906 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b8d0e82b-1d2e-474e-a091-4a2ffb526688 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:23.167594 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-836da916-a76e-401f-a946-b17a26cb0749 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:23.171896 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836da916-a76e-401f-a946-b17a26cb0749 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:23.174492 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836da916-a76e-401f-a946-b17a26cb0749 None None] Pushing event updated for resources: {'Port': ['ID=c92edc5d-a18e-4d5e-b0a6-f7775e09436c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:23.225593 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e6796b78-cf94-495a-85f0-315d7d8f39c0 tempest-SubnetPoolsTestJSON-651314547 tempest-SubnetPoolsTestJSON-651314547-project] 10.222.0.37 "GET /v2.0/subnetpools/5276bff9-ca41-41bf-8c9e-a78ad348874f HTTP/1.1" status: 200 len: 731 time: 0.1019156 Nov 29 02:02:23.229782 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41608) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:23.234508 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49732625-55ae-47c5-94f3-6d0366899747 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:23.237485 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-836da916-a76e-401f-a946-b17a26cb0749 None None] Attempting to bind port c92edc5d-a18e-4d5e-b0a6-f7775e09436c on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:02:23.238280 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-836da916-a76e-401f-a946-b17a26cb0749 None None] Attempting to bind port c92edc5d-a18e-4d5e-b0a6-f7775e09436c by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '70e00726-0606-4d31-aa35-cc52f91fbd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3b73798f-337f-44e3-b0d4-7b2fc3060881'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:02:23.238724 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-49732625-55ae-47c5-94f3-6d0366899747 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:23.239252 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836da916-a76e-401f-a946-b17a26cb0749 None None] Attempting to bind port c92edc5d-a18e-4d5e-b0a6-f7775e09436c on network 3b73798f-337f-44e3-b0d4-7b2fc3060881 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:02:23.245207 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2ffabb29-a74b-4219-adbb-5a2fe3a028a5 tempest-SubnetPoolsTestJSON-651314547 tempest-SubnetPoolsTestJSON-651314547-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1861459504'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:23.245453 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836da916-a76e-401f-a946-b17a26cb0749 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:02:23.245761 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836da916-a76e-401f-a946-b17a26cb0749 None None] Checking segment: {'id': '70e00726-0606-4d31-aa35-cc52f91fbd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3b73798f-337f-44e3-b0d4-7b2fc3060881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:02:23.246348 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-836da916-a76e-401f-a946-b17a26cb0749 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:23.247079 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836da916-a76e-401f-a946-b17a26cb0749 None None] Bound using segment: {'id': '70e00726-0606-4d31-aa35-cc52f91fbd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3b73798f-337f-44e3-b0d4-7b2fc3060881'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:02:23.247472 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b8d0e82b-1d2e-474e-a091-4a2ffb526688 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:23.247917 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-836da916-a76e-401f-a946-b17a26cb0749 None None] Bound port: c92edc5d-a18e-4d5e-b0a6-f7775e09436c, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e00726-0606-4d31-aa35-cc52f91fbd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3b73798f-337f-44e3-b0d4-7b2fc3060881'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:02:23.248526 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-836da916-a76e-401f-a946-b17a26cb0749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:23.250958 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b8d0e82b-1d2e-474e-a091-4a2ffb526688 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:23.255922 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b8d0e82b-1d2e-474e-a091-4a2ffb526688 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "DELETE /v2.0/security-groups/0ae0ea2c-179a-46d9-8068-da650e09c872 HTTP/1.1" status: 204 len: 168 time: 0.2287903 Nov 29 02:02:23.258144 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41610) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:23.292631 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0e82b-1d2e-474e-a091-4a2ffb526688 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae0ea2c-179a-46d9-8068-da650e09c872,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:23.338862 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-836da916-a76e-401f-a946-b17a26cb0749 None None] For port c92edc5d-a18e-4d5e-b0a6-f7775e09436c, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:02:23.342431 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-836da916-a76e-401f-a946-b17a26cb0749 None None] For port c92edc5d-a18e-4d5e-b0a6-f7775e09436c, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c92edc5d-a18e-4d5e-b0a6-f7775e09436c,segment=NetworkSegment(70e00726-0606-4d31-aa35-cc52f91fbd44),segment_id=70e00726-0606-4d31-aa35-cc52f91fbd44)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:02:23.351691 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-836da916-a76e-401f-a946-b17a26cb0749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:23.381088 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1754be93-f86d-443c-8e54-c43bd6a49a03 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1095214 Nov 29 02:02:23.382491 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41614) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:23.433006 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-49732625-55ae-47c5-94f3-6d0366899747 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Performing IP validity checks on allocation pools {{(pid=103255) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 29 02:02:23.435997 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-49732625-55ae-47c5-94f3-6d0366899747 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103255) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 29 02:02:23.497534 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1ee3d790-05ce-47c2-96ed-043d63cef57a tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:23.512056 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ffabb29-a74b-4219-adbb-5a2fe3a028a5 tempest-SubnetPoolsTestJSON-651314547 tempest-SubnetPoolsTestJSON-651314547-project] Publish callbacks [] for subnetpool, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:23.516304 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2ffabb29-a74b-4219-adbb-5a2fe3a028a5 tempest-SubnetPoolsTestJSON-651314547 tempest-SubnetPoolsTestJSON-651314547-project] 10.222.0.37 "PUT /v2.0/subnetpools/5276bff9-ca41-41bf-8c9e-a78ad348874f HTTP/1.1" status: 200 len: 684 time: 0.2855477 Nov 29 02:02:23.520294 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41622) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:23.520996 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836da916-a76e-401f-a946-b17a26cb0749 None None] Pushing event updated for resources: {'Port': ['ID=c92edc5d-a18e-4d5e-b0a6-f7775e09436c,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:23.574904 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6b048774-6ad1-484b-a237-c15fc629bf61 req-8ebb5187-85d1-4bcc-ae41-796cbd9223fd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=568adc59-c3a0-48f8-b17f-a63a2e7a81ce HTTP/1.1" status: 200 len: 210 time: 0.0871775 Nov 29 02:02:23.598440 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1ee3d790-05ce-47c2-96ed-043d63cef57a tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:23.651887 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1ee3d790-05ce-47c2-96ed-043d63cef57a tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:23.654762 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b14b643f-bf05-4870-8701-0a8cf45a4308 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:23.655278 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1ee3d790-05ce-47c2-96ed-043d63cef57a tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:23.660237 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1ee3d790-05ce-47c2-96ed-043d63cef57a tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "DELETE /v2.0/security-groups/4dfd33d9-7ea6-4180-af8a-979c4d73da3a HTTP/1.1" status: 204 len: 168 time: 0.2759593 Nov 29 02:02:23.660888 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41632) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:23.679058 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3d790-05ce-47c2-96ed-043d63cef57a tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfd33d9-7ea6-4180-af8a-979c4d73da3a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:23.761282 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3f2ce154-f211-4647-bab2-12ca361f2a46 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0884142 Nov 29 02:02:23.762763 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41636) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:23.769565 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c6268ef0-a62e-423d-9e97-d726be14087a tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Request body: {'security_group': {'name': 'tempest-secgroup--906330624'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:23.798340 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e0bfa6f-8170-406b-b3eb-c89592c60cdd tempest-SubnetPoolsTestJSON-651314547 tempest-SubnetPoolsTestJSON-651314547-project] Publish callbacks [] for subnetpool, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:23.802401 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6e0bfa6f-8170-406b-b3eb-c89592c60cdd tempest-SubnetPoolsTestJSON-651314547 tempest-SubnetPoolsTestJSON-651314547-project] 10.222.0.37 "DELETE /v2.0/subnetpools/5276bff9-ca41-41bf-8c9e-a78ad348874f HTTP/1.1" status: 204 len: 168 time: 0.2812381 Nov 29 02:02:23.803387 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41638) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:23.841395 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b14b643f-bf05-4870-8701-0a8cf45a4308 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:23.853802 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c6268ef0-a62e-423d-9e97-d726be14087a tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:23.861923 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-49732625-55ae-47c5-94f3-6d0366899747 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:23.891634 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-5a848656-5c8a-4e99-af37-898012880422 tempest-SubnetPoolsTestJSON-651314547 tempest-SubnetPoolsTestJSON-651314547-project] show failed (client error): The resource could not be found. Nov 29 02:02:23.895741 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5a848656-5c8a-4e99-af37-898012880422 tempest-SubnetPoolsTestJSON-651314547 tempest-SubnetPoolsTestJSON-651314547-project] 10.222.0.37 "GET /v2.0/subnetpools/5276bff9-ca41-41bf-8c9e-a78ad348874f HTTP/1.1" status: 404 len: 346 time: 0.0880282 Nov 29 02:02:23.897297 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41642) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:23.949048 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14b643f-bf05-4870-8701-0a8cf45a4308 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Network 3b73798f-337f-44e3-b0d4-7b2fc3060881 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:23.962619 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-b14b643f-bf05-4870-8701-0a8cf45a4308 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:23.968926 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14b643f-bf05-4870-8701-0a8cf45a4308 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:23.988505 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-2fba3c86-3391-43fa-9227-40009f0a5ed7 tempest-SubnetPoolsTestJSON-651314547 tempest-SubnetPoolsTestJSON-651314547-project] delete failed (client error): The resource could not be found. Nov 29 02:02:24.002577 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2fba3c86-3391-43fa-9227-40009f0a5ed7 tempest-SubnetPoolsTestJSON-651314547 tempest-SubnetPoolsTestJSON-651314547-project] 10.222.0.37 "DELETE /v2.0/subnetpools/5276bff9-ca41-41bf-8c9e-a78ad348874f HTTP/1.1" status: 404 len: 346 time: 0.0987806 Nov 29 02:02:24.014953 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c6268ef0-a62e-423d-9e97-d726be14087a tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:24.028977 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c6268ef0-a62e-423d-9e97-d726be14087a tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:24.031942 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14b643f-bf05-4870-8701-0a8cf45a4308 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:24.032684 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b14b643f-bf05-4870-8701-0a8cf45a4308 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:24.051547 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b643f-bf05-4870-8701-0a8cf45a4308 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Port': ['ID=8e6cd1c8-1104-4dfa-879e-7961969da37e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:24.060459 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49732625-55ae-47c5-94f3-6d0366899747 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Subnet': ['ID=5b0748da-b210-4c64-9270-98c40ffaa9d3,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:24.077152 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c6268ef0-a62e-423d-9e97-d726be14087a tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:24.079726 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c6268ef0-a62e-423d-9e97-d726be14087a tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3158970 Nov 29 02:02:24.085923 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b14b643f-bf05-4870-8701-0a8cf45a4308 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5696278 Nov 29 02:02:24.089575 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41648) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:24.089990 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41650) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:24.095980 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-3ffb5a54-e73c-45df-a6c8-0c89be46d3c3 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Request body: {'security_group_rule': {'security_group_id': '49327ca2-9ed7-4130-b1c2-65dd524f4a39', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:24.104727 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6268ef0-a62e-423d-9e97-d726be14087a tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49327ca2-9ed7-4130-b1c2-65dd524f4a39,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:24.107063 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5dd1a1a6-cc38-44b8-9baa-9c70601cdd9e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'port': {'network_id': '3b73798f-337f-44e3-b0d4-7b2fc3060881', 'name': 'tempest-PortsTestJSON-969556703'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:24.168399 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49732625-55ae-47c5-94f3-6d0366899747 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Checking segment: {'id': '4ee48db9-dca3-4241-9f31-e5187c9e70cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '161e8c33-b6f9-4108-a29f-9a90e910d26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:02:24.168872 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49732625-55ae-47c5-94f3-6d0366899747 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Network hostable DHCP agents. Network: 161e8c33-b6f9-4108-a29f-9a90e910d26f, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:02:24.204143 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ffb5a54-e73c-45df-a6c8-0c89be46d3c3 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:24.212776 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49732625-55ae-47c5-94f3-6d0366899747 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Network 161e8c33-b6f9-4108-a29f-9a90e910d26f is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:02:24.263744 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-49732625-55ae-47c5-94f3-6d0366899747 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 161e8c33-b6f9-4108-a29f-9a90e910d26f) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:24.274942 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1fe8e7-0f05-48c2-a85f-afbc0d2650cb None None] Network 161e8c33-b6f9-4108-a29f-9a90e910d26f requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:24.280822 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49732625-55ae-47c5-94f3-6d0366899747 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:24.281425 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-49732625-55ae-47c5-94f3-6d0366899747 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:24.329060 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ffb5a54-e73c-45df-a6c8-0c89be46d3c3 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:24.340404 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd1a1a6-cc38-44b8-9baa-9c70601cdd9e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:24.346330 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5dd1a1a6-cc38-44b8-9baa-9c70601cdd9e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:24.348330 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ffb5a54-e73c-45df-a6c8-0c89be46d3c3 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:24.365760 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41660) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:24.369641 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-49732625-55ae-47c5-94f3-6d0366899747 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4387875 Nov 29 02:02:24.371201 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c3f9a84d-0d22-48b7-9649-ffa50ba2f267 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'port': {'network_id': '161e8c33-b6f9-4108-a29f-9a90e910d26f', 'name': 'tempest-PortsIpV6TestJSON-1485647293'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:24.413964 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-5dd1a1a6-cc38-44b8-9baa-9c70601cdd9e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] device_id is not set on port cf0853df-5758-4268-a69c-8f44f369efd0 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:02:24.443257 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41662) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:24.443714 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41664) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:24.444718 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb5a54-e73c-45df-a6c8-0c89be46d3c3 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca7130ca-c64a-438c-9745-90800a751d91,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:24.506048 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ffb5a54-e73c-45df-a6c8-0c89be46d3c3 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:24.510483 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3ffb5a54-e73c-45df-a6c8-0c89be46d3c3 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4168191 Nov 29 02:02:24.511349 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41670) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:24.520912 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8b0c09-1587-4010-8562-dcaa8b8ec873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-161e8c33-b6f9-4108-a29f-9a90e910d26f', 'network_id': '161e8c33-b6f9-4108-a29f-9a90e910d26f', 'tenant_id': '9daf37777467458cb4d0ea385d3d0eee', 'fixed_ips': [{'subnet_id': '5b0748da-b210-4c64-9270-98c40ffaa9d3'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:02:24.526645 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0c09-1587-4010-8562-dcaa8b8ec873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:24.542454 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f9a84d-0d22-48b7-9649-ffa50ba2f267 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:24.546992 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c3f9a84d-0d22-48b7-9649-ffa50ba2f267 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:24.569959 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-c3f9a84d-0d22-48b7-9649-ffa50ba2f267 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] device_id is not set on port 4d4b5f3e-1ffd-4961-84a6-85e0230825fe yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:02:24.579455 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb02b2b0-6cdf-4a87-9947-2538acd1e0ee tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:24.596561 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb02b2b0-6cdf-4a87-9947-2538acd1e0ee tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:24.683136 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb02b2b0-6cdf-4a87-9947-2538acd1e0ee tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:24.711144 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb02b2b0-6cdf-4a87-9947-2538acd1e0ee tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:24.714449 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-bb02b2b0-6cdf-4a87-9947-2538acd1e0ee tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/ca7130ca-c64a-438c-9745-90800a751d91 HTTP/1.1" status: 204 len: 168 time: 0.2017326 Nov 29 02:02:24.721776 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-5dd1a1a6-cc38-44b8-9baa-9c70601cdd9e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Allocated IP 172.20.0.13 (3b73798f-337f-44e3-b0d4-7b2fc3060881/b9de1303-911d-434d-b99e-dbf696591fa1/cf0853df-5758-4268-a69c-8f44f369efd0) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:02:24.727842 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-45d25d91-1197-463a-9a7f-35aabe6e41f6 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-872318176', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:24.733061 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41674) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:24.752544 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02b2b0-6cdf-4a87-9947-2538acd1e0ee tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca7130ca-c64a-438c-9745-90800a751d91,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:24.785307 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7b34077a-eb2d-403f-8e0c-087103d71c5f req-344dcac2-add7-4f79-999f-510b80c4a697 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=568adc59-c3a0-48f8-b17f-a63a2e7a81ce HTTP/1.1" status: 200 len: 210 time: 0.0795608 Nov 29 02:02:24.785598 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-84967a13-c7ca-43aa-8b3a-96042c58bf70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:24.847694 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-45d25d91-1197-463a-9a7f-35aabe6e41f6 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:24.848697 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-45d25d91-1197-463a-9a7f-35aabe6e41f6 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:24.857949 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-c3f9a84d-0d22-48b7-9649-ffa50ba2f267 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Allocated IP 2001:db8::13f (161e8c33-b6f9-4108-a29f-9a90e910d26f/5b0748da-b210-4c64-9270-98c40ffaa9d3/4d4b5f3e-1ffd-4961-84a6-85e0230825fe) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:02:24.876791 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41676) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:24.877113 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2cfa5100-bfc4-4a43-bbc2-aa9b87aebc03 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1423860 Nov 29 02:02:25.019907 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eaf17ed6-c028-4599-a464-768c5ae6a97d tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.040458 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460f94e4-c287-4e22-b37f-cadd20d5d9c3 None None] Network 3b73798f-337f-44e3-b0d4-7b2fc3060881 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:25.066896 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eaf17ed6-c028-4599-a464-768c5ae6a97d tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.119920 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c3f9a84d-0d22-48b7-9649-ffa50ba2f267 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.149779 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1a4dd41a-61f9-408f-8390-ecdbff5e417f None None] Provisioning complete for port c92edc5d-a18e-4d5e-b0a6-f7775e09436c triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:25.150528 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a4dd41a-61f9-408f-8390-ecdbff5e417f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.163221 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-45d25d91-1197-463a-9a7f-35aabe6e41f6 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.169395 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eaf17ed6-c028-4599-a464-768c5ae6a97d tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.173821 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eaf17ed6-c028-4599-a464-768c5ae6a97d tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.177431 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-eaf17ed6-c028-4599-a464-768c5ae6a97d tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "DELETE /v2.0/security-groups/49327ca2-9ed7-4130-b1c2-65dd524f4a39 HTTP/1.1" status: 204 len: 168 time: 0.2949338 Nov 29 02:02:25.182555 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41682) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:25.199837 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf17ed6-c028-4599-a464-768c5ae6a97d tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49327ca2-9ed7-4130-b1c2-65dd524f4a39,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:25.206811 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-45d25d91-1197-463a-9a7f-35aabe6e41f6 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.223164 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c3f9a84d-0d22-48b7-9649-ffa50ba2f267 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.272203 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-03caedce-6366-4c73-8f16-70a23ae495db tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:25.273899 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-03caedce-6366-4c73-8f16-70a23ae495db tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/networks?id=e27ce72d-9adf-4a07-acf2-f13fb172c1fd HTTP/1.1" status: 200 len: 797 time: 0.3914900 Nov 29 02:02:25.281893 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2dd185ef-8aa6-41b7-95e3-f5e6d07c1c19 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0909376 Nov 29 02:02:25.282858 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-45d25d91-1197-463a-9a7f-35aabe6e41f6 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.283657 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41684) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:25.284111 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-45d25d91-1197-463a-9a7f-35aabe6e41f6 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.8354747 Nov 29 02:02:25.292160 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-0a8b0c09-1587-4010-8562-dcaa8b8ec873 None None] Allocated IP 2001:db8::2 (161e8c33-b6f9-4108-a29f-9a90e910d26f/5b0748da-b210-4c64-9270-98c40ffaa9d3/14932432-e233-4050-b58b-f3fe5be9fbb7) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:02:25.292434 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-84967a13-c7ca-43aa-8b3a-96042c58bf70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.293200 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41686) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:25.296013 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f9a84d-0d22-48b7-9649-ffa50ba2f267 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Network 161e8c33-b6f9-4108-a29f-9a90e910d26f is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:25.299922 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-cd4926ad-f87b-408e-9a15-30ae7d24a4a2 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Request body: {'security_group': {'name': 'tempest-secgroup--966820253'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:25.306679 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-49fb3e64-7320-4c78-bfc2-f07838307aa7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-930655700'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:25.310566 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-c3f9a84d-0d22-48b7-9649-ffa50ba2f267 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:25.312853 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f9a84d-0d22-48b7-9649-ffa50ba2f267 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:25.318931 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-84967a13-c7ca-43aa-8b3a-96042c58bf70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.320179 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f9a84d-0d22-48b7-9649-ffa50ba2f267 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:25.321763 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c3f9a84d-0d22-48b7-9649-ffa50ba2f267 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.331411 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9a84d-0d22-48b7-9649-ffa50ba2f267 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Port': ['ID=4d4b5f3e-1ffd-4961-84a6-85e0230825fe,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:25.357917 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd4926ad-f87b-408e-9a15-30ae7d24a4a2 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.365433 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c3f9a84d-0d22-48b7-9649-ffa50ba2f267 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9985082 Nov 29 02:02:25.370037 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5dd1a1a6-cc38-44b8-9baa-9c70601cdd9e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.372453 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41688) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:25.400318 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-84967a13-c7ca-43aa-8b3a-96042c58bf70 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=63e7bba06535498e8d3dff01c87a8c8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9436274 Nov 29 02:02:25.404857 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41690) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:25.428540 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84967a13-c7ca-43aa-8b3a-96042c58bf70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3330115c-ce68-48c4-99e3-b7f7b2546724,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:25.440670 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fb3e64-7320-4c78-bfc2-f07838307aa7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Made reservation on behalf of fb8e2daaf70d4af0b567bc07a96df956 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:25.444190 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-49fb3e64-7320-4c78-bfc2-f07838307aa7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.469886 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a4dd41a-61f9-408f-8390-ecdbff5e417f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.470092 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-49fb3e64-7320-4c78-bfc2-f07838307aa7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.490577 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-079505f6-bfda-4d16-ab40-66e639b15feb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1a27bea49814722818e7a3b77708f76 HTTP/1.1" status: 200 len: 379 time: 0.1953919 Nov 29 02:02:25.506427 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-daa82e33-cddb-4208-9d49-9c15a966ae35 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'port': {'device_id': '568adc59-c3a0-48f8-b17f-a63a2e7a81ce', 'network_id': 'e27ce72d-9adf-4a07-acf2-f13fb172c1fd', 'admin_state_up': True, 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'security_groups': ['fe2e056b-ff0a-421b-9e0d-5658cf04985d']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:25.551182 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd4926ad-f87b-408e-9a15-30ae7d24a4a2 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.552809 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1a4dd41a-61f9-408f-8390-ecdbff5e417f None None] For port c92edc5d-a18e-4d5e-b0a6-f7775e09436c, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c92edc5d-a18e-4d5e-b0a6-f7775e09436c,segment=NetworkSegment(70e00726-0606-4d31-aa35-cc52f91fbd44),segment_id=70e00726-0606-4d31-aa35-cc52f91fbd44)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:25.553272 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-05172d53-0c49-46bd-bd2c-3266af5a48c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.562769 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a4dd41a-61f9-408f-8390-ecdbff5e417f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.567050 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd4926ad-f87b-408e-9a15-30ae7d24a4a2 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.574725 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5dd1a1a6-cc38-44b8-9baa-9c70601cdd9e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.605110 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5ad5f8ba-c4b5-41d4-9c8a-35c1bbf6b7e5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Deleting port 4d4b5f3e-1ffd-4961-84a6-85e0230825fe {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:25.605464 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ad5f8ba-c4b5-41d4-9c8a-35c1bbf6b7e5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.609355 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-05172d53-0c49-46bd-bd2c-3266af5a48c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.672381 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4dd41a-61f9-408f-8390-ecdbff5e417f None None] Pushing event updated for resources: {'Port': ['ID=c92edc5d-a18e-4d5e-b0a6-f7775e09436c,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:25.673886 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd1a1a6-cc38-44b8-9baa-9c70601cdd9e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Network 3b73798f-337f-44e3-b0d4-7b2fc3060881 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:25.677113 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd4926ad-f87b-408e-9a15-30ae7d24a4a2 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.678565 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-cd4926ad-f87b-408e-9a15-30ae7d24a4a2 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3896530 Nov 29 02:02:25.682577 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0c09-1587-4010-8562-dcaa8b8ec873 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.689665 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41692) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:25.690383 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0c09-1587-4010-8562-dcaa8b8ec873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.696505 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-586f046b-8663-4068-b8e9-2ae6573ce49b tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Request body: {'security_group_rule': {'security_group_id': '9008c6bf-df8d-41be-98b9-27ff7500d77c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:25.701598 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-5dd1a1a6-cc38-44b8-9baa-9c70601cdd9e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:25.711275 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4926ad-f87b-408e-9a15-30ae7d24a4a2 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9008c6bf-df8d-41be-98b9-27ff7500d77c,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:25.725382 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd1a1a6-cc38-44b8-9baa-9c70601cdd9e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:25.746338 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8b0c09-1587-4010-8562-dcaa8b8ec873 None None] Network 161e8c33-b6f9-4108-a29f-9a90e910d26f is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:25.751844 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-0a8b0c09-1587-4010-8562-dcaa8b8ec873 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:25.756705 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8b0c09-1587-4010-8562-dcaa8b8ec873 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:25.760263 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b0c09-1587-4010-8562-dcaa8b8ec873 None None] Pushing event updated for resources: {'Port': ['ID=14932432-e233-4050-b58b-f3fe5be9fbb7,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:25.785965 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-586f046b-8663-4068-b8e9-2ae6573ce49b tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.791491 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ad5f8ba-c4b5-41d4-9c8a-35c1bbf6b7e5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.811861 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1a1a6-cc38-44b8-9baa-9c70601cdd9e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Port': ['ID=cf0853df-5758-4268-a69c-8f44f369efd0,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:25.820137 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd1a1a6-cc38-44b8-9baa-9c70601cdd9e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:25.820787 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5dd1a1a6-cc38-44b8-9baa-9c70601cdd9e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.832012 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-05172d53-0c49-46bd-bd2c-3266af5a48c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.834834 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-05172d53-0c49-46bd-bd2c-3266af5a48c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.836038 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-05172d53-0c49-46bd-bd2c-3266af5a48c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3330115c-ce68-48c4-99e3-b7f7b2546724 HTTP/1.1" status: 204 len: 168 time: 0.4282000 Nov 29 02:02:25.854747 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5ad5f8ba-c4b5-41d4-9c8a-35c1bbf6b7e5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Calling delete_port for 4d4b5f3e-1ffd-4961-84a6-85e0230825fe owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:25.855836 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-0a8b0c09-1587-4010-8562-dcaa8b8ec873 None None] Attempting to bind port 14932432-e233-4050-b58b-f3fe5be9fbb7 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:02:25.856422 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-0a8b0c09-1587-4010-8562-dcaa8b8ec873 None None] Attempting to bind port 14932432-e233-4050-b58b-f3fe5be9fbb7 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '4ee48db9-dca3-4241-9f31-e5187c9e70cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '161e8c33-b6f9-4108-a29f-9a90e910d26f'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:02:25.857000 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8b0c09-1587-4010-8562-dcaa8b8ec873 None None] Attempting to bind port 14932432-e233-4050-b58b-f3fe5be9fbb7 on network 161e8c33-b6f9-4108-a29f-9a90e910d26f {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:02:25.870860 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8b0c09-1587-4010-8562-dcaa8b8ec873 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:02:25.871287 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8b0c09-1587-4010-8562-dcaa8b8ec873 None None] Checking segment: {'id': '4ee48db9-dca3-4241-9f31-e5187c9e70cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '161e8c33-b6f9-4108-a29f-9a90e910d26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:02:25.875156 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0c09-1587-4010-8562-dcaa8b8ec873 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.875824 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8b0c09-1587-4010-8562-dcaa8b8ec873 None None] Bound using segment: {'id': '4ee48db9-dca3-4241-9f31-e5187c9e70cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '161e8c33-b6f9-4108-a29f-9a90e910d26f'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:02:25.876484 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-0a8b0c09-1587-4010-8562-dcaa8b8ec873 None None] Bound port: 14932432-e233-4050-b58b-f3fe5be9fbb7, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee48db9-dca3-4241-9f31-e5187c9e70cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '161e8c33-b6f9-4108-a29f-9a90e910d26f'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:02:25.877084 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0c09-1587-4010-8562-dcaa8b8ec873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.919641 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-49fb3e64-7320-4c78-bfc2-f07838307aa7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.925969 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05172d53-0c49-46bd-bd2c-3266af5a48c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3330115c-ce68-48c4-99e3-b7f7b2546724,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:25.928716 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-49fb3e64-7320-4c78-bfc2-f07838307aa7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:25.946225 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-daa82e33-cddb-4208-9d49-9c15a966ae35 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Made reservation on behalf of d1a27bea49814722818e7a3b77708f76 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:25.957629 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-daa82e33-cddb-4208-9d49-9c15a966ae35 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:26.015947 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5dd1a1a6-cc38-44b8-9baa-9c70601cdd9e tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9192379 Nov 29 02:02:26.019222 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c92edc5d-a18e-4d5e-b0a6-f7775e09436c up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:02:26.035271 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41698) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:26.036376 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e5c9ed4a-41e2-4c44-83f2-bfe3612b092d req-3f0d6d58-2e03-4639-b317-978285b098e4 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=568adc59-c3a0-48f8-b17f-a63a2e7a81ce HTTP/1.1" status: 200 len: 210 time: 0.1177671 Nov 29 02:02:26.054679 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-586f046b-8663-4068-b8e9-2ae6573ce49b tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:26.072826 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-586f046b-8663-4068-b8e9-2ae6573ce49b tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:26.075451 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49fb3e64-7320-4c78-bfc2-f07838307aa7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:02:26.091731 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-0a8b0c09-1587-4010-8562-dcaa8b8ec873 None None] For port 14932432-e233-4050-b58b-f3fe5be9fbb7, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:02:26.094853 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-49fb3e64-7320-4c78-bfc2-f07838307aa7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:26.095338 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-49fb3e64-7320-4c78-bfc2-f07838307aa7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Added segment 027a4d96-dc33-417f-a551-6f956c6fcf5e of type vlan for network fdfde0dc-582d-4585-a61a-ef047260d51f Nov 29 02:02:26.121948 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-0a8b0c09-1587-4010-8562-dcaa8b8ec873 None None] For port 14932432-e233-4050-b58b-f3fe5be9fbb7, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=14932432-e233-4050-b58b-f3fe5be9fbb7,segment=NetworkSegment(4ee48db9-dca3-4241-9f31-e5187c9e70cb),segment_id=4ee48db9-dca3-4241-9f31-e5187c9e70cb)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:02:26.135334 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0c09-1587-4010-8562-dcaa8b8ec873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:26.142157 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-586f046b-8663-4068-b8e9-2ae6573ce49b tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:26.143789 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-586f046b-8663-4068-b8e9-2ae6573ce49b tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4529181 Nov 29 02:02:26.147308 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41700) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:26.171138 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-49fb3e64-7320-4c78-bfc2-f07838307aa7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:26.181806 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-9b113fee-be64-4415-853f-11f117ea4aa3 None None] Provisioning complete for port c92edc5d-a18e-4d5e-b0a6-f7775e09436c triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:26.182184 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b113fee-be64-4415-853f-11f117ea4aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:26.186657 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f046b-8663-4068-b8e9-2ae6573ce49b tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=653c5675-ac9d-448f-bee2-128367eccc5b,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:26.287284 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b0c09-1587-4010-8562-dcaa8b8ec873 None None] Pushing event updated for resources: {'Port': ['ID=14932432-e233-4050-b58b-f3fe5be9fbb7,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:26.292512 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port c92edc5d-a18e-4d5e-b0a6-f7775e09436c triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:26.292802 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:26.326086 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9177c51e-df05-4f12-8461-cfc73b44170e tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "GET /v2.0/security-group-rules/653c5675-ac9d-448f-bee2-128367eccc5b HTTP/1.1" status: 200 len: 763 time: 0.1685019 Nov 29 02:02:26.329115 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41702) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:26.381492 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-49fb3e64-7320-4c78-bfc2-f07838307aa7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:26.388113 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fb3e64-7320-4c78-bfc2-f07838307aa7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:26.388621 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ad5f8ba-c4b5-41d4-9c8a-35c1bbf6b7e5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:26.388977 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-49fb3e64-7320-4c78-bfc2-f07838307aa7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:26.404739 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb3e64-7320-4c78-bfc2-f07838307aa7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b57b084-3df3-4974-9354-905a776800d2,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:26.453706 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41704) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:26.453861 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8d6dbf33-2069-4fb7-aa19-047a2789d082 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1229846 Nov 29 02:02:26.458718 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5f8ba-c4b5-41d4-9c8a-35c1bbf6b7e5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Port': ['ID=4d4b5f3e-1ffd-4961-84a6-85e0230825fe,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:26.493061 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ad5f8ba-c4b5-41d4-9c8a-35c1bbf6b7e5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:26.497064 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5ad5f8ba-c4b5-41d4-9c8a-35c1bbf6b7e5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/ports/4d4b5f3e-1ffd-4961-84a6-85e0230825fe HTTP/1.1" status: 204 len: 168 time: 1.1221380 Nov 29 02:02:26.499716 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41706) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:26.512135 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-9b113fee-be64-4415-853f-11f117ea4aa3 None None] Provisioning complete for port 8e6cd1c8-1104-4dfa-879e-7961969da37e triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:26.512526 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b113fee-be64-4415-853f-11f117ea4aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:26.530383 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fe3adfa-1b2b-46aa-861c-70c717bb7aa4 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] DELETE failed (client error): The resource could not be found. Nov 29 02:02:26.530945 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fe3adfa-1b2b-46aa-861c-70c717bb7aa4 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:26.537590 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5fe3adfa-1b2b-46aa-861c-70c717bb7aa4 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/ports/4d4b5f3e-1ffd-4961-84a6-85e0230825fe HTTP/1.1" status: 404 len: 333 time: 0.0318565 Nov 29 02:02:26.539020 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41708) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:26.566932 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-49fb3e64-7320-4c78-bfc2-f07838307aa7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2712684 Nov 29 02:02:26.571953 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-9b113fee-be64-4415-853f-11f117ea4aa3 None None] Port 8e6cd1c8-1104-4dfa-879e-7961969da37e cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:02:26.581617 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41710) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:26.593875 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-fd9da466-d004-4639-84d7-c58e22cf9246 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Request body: {'subnet': {'network_id': 'fdfde0dc-582d-4585-a61a-ef047260d51f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:26.602693 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-6460b1c9-57fa-4991-8d91-f3b96f43ec96 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] GET failed (client error): The resource could not be found. Nov 29 02:02:26.605366 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6460b1c9-57fa-4991-8d91-f3b96f43ec96 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "GET /v2.0/ports/4d4b5f3e-1ffd-4961-84a6-85e0230825fe HTTP/1.1" status: 404 len: 333 time: 0.0639188 Nov 29 02:02:26.609609 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41712) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:26.674981 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-215a9411-22d0-4eca-97f2-fd365acabf8d tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Deleting subnet 5b0748da-b210-4c64-9270-98c40ffaa9d3 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:02:26.678452 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-215a9411-22d0-4eca-97f2-fd365acabf8d tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:26.693132 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a7fa92-5af0-4d12-8b43-b23ba09008e3 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:26.694761 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c6a7fa92-5af0-4d12-8b43-b23ba09008e3 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.6585233 Nov 29 02:02:26.702216 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41714) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:26.711620 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb3e64-7320-4c78-bfc2-f07838307aa7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Pushing event updated for resources: {'Network': ['ID=fdfde0dc-582d-4585-a61a-ef047260d51f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:26.715617 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-6bf7a5de-ebbf-4ceb-aa0f-2117fe343640 None None] Provisioning complete for port 8e6cd1c8-1104-4dfa-879e-7961969da37e triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:26.716296 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6bf7a5de-ebbf-4ceb-aa0f-2117fe343640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:26.737576 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a2dae3d-eb84-435f-8960-54c032596603 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:26.768914 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-daa82e33-cddb-4208-9d49-9c15a966ae35 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.20.0.4 (e27ce72d-9adf-4a07-acf2-f13fb172c1fd/678ca2a4-9091-4a46-8ce8-4beb0edf2abe/4459dc47-447b-496c-8502-639f0e89ba93) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:02:26.772388 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a2dae3d-eb84-435f-8960-54c032596603 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:26.893383 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a2dae3d-eb84-435f-8960-54c032596603 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:26.910696 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a2dae3d-eb84-435f-8960-54c032596603 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:26.911900 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5a2dae3d-eb84-435f-8960-54c032596603 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/653c5675-ac9d-448f-bee2-128367eccc5b HTTP/1.1" status: 204 len: 168 time: 0.4065516 Nov 29 02:02:26.941116 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41716) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:26.941798 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9da466-d004-4639-84d7-c58e22cf9246 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Made reservation on behalf of fb8e2daaf70d4af0b567bc07a96df956 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:26.945267 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd9da466-d004-4639-84d7-c58e22cf9246 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:26.983527 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network fdfde0dc-582d-4585-a61a-ef047260d51f details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:02:27.054360 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6bf7a5de-ebbf-4ceb-aa0f-2117fe343640 None None] Port 8e6cd1c8-1104-4dfa-879e-7961969da37e cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:02:27.182220 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-a1ddfde4-acfa-41af-838c-2b7b92366631 None None] Provisioning complete for port cf0853df-5758-4268-a69c-8f44f369efd0 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:27.182760 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a1ddfde4-acfa-41af-838c-2b7b92366631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:27.204050 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b5829d27-907f-4d0b-b102-814e8f8dbdb5 req-d3c8e46d-e0c2-4a32-8320-b28549bba019 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=568adc59-c3a0-48f8-b17f-a63a2e7a81ce HTTP/1.1" status: 200 len: 210 time: 0.0379362 Nov 29 02:02:27.207244 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-215a9411-22d0-4eca-97f2-fd365acabf8d tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:27.244352 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a1ddfde4-acfa-41af-838c-2b7b92366631 None None] Port cf0853df-5758-4268-a69c-8f44f369efd0 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:02:27.347883 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-215a9411-22d0-4eca-97f2-fd365acabf8d tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:27.399770 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2dae3d-eb84-435f-8960-54c032596603 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=653c5675-ac9d-448f-bee2-128367eccc5b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:27.423550 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-f0269035-5795-49ab-a0d4-8a1d64674a94 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Deleting port cf0853df-5758-4268-a69c-8f44f369efd0 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:27.423550 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0269035-5795-49ab-a0d4-8a1d64674a94 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:27.486434 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6a25c122-7db1-4a0f-9314-f0adbbad031a tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5338728 Nov 29 02:02:27.487794 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41720) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:27.492625 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-36561699-34db-49a4-b94b-90f5cd398294 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Request body: {'security_group_rule': {'security_group_id': '9008c6bf-df8d-41be-98b9-27ff7500d77c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:27.510594 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-215a9411-22d0-4eca-97f2-fd365acabf8d tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:27.513213 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-daa82e33-cddb-4208-9d49-9c15a966ae35 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:27.559659 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a9411-22d0-4eca-97f2-fd365acabf8d tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Subnet': ['ID=5b0748da-b210-4c64-9270-98c40ffaa9d3,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:27.561258 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-215a9411-22d0-4eca-97f2-fd365acabf8d tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:27.564649 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-215a9411-22d0-4eca-97f2-fd365acabf8d tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/subnets/5b0748da-b210-4c64-9270-98c40ffaa9d3 HTTP/1.1" status: 204 len: 168 time: 0.9539404 Nov 29 02:02:27.570259 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41722) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:27.607288 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-36561699-34db-49a4-b94b-90f5cd398294 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:27.613860 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0269035-5795-49ab-a0d4-8a1d64674a94 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:27.643424 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-f0269035-5795-49ab-a0d4-8a1d64674a94 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Calling delete_port for cf0853df-5758-4268-a69c-8f44f369efd0 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:27.659711 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-daa82e33-cddb-4208-9d49-9c15a966ae35 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:27.749705 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-36561699-34db-49a4-b94b-90f5cd398294 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:27.749846 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4699151-b9f3-4a4f-a9fc-83a904b4e766 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:27.754348 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13217373-ae90-481a-b425-a9ada96d6389 None None] Network 161e8c33-b6f9-4108-a29f-9a90e910d26f requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:27.766110 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-36561699-34db-49a4-b94b-90f5cd398294 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:27.766357 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-daa82e33-cddb-4208-9d49-9c15a966ae35 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network e27ce72d-9adf-4a07-acf2-f13fb172c1fd is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:27.775012 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd9da466-d004-4639-84d7-c58e22cf9246 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:27.783817 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-daa82e33-cddb-4208-9d49-9c15a966ae35 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:27.810373 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-daa82e33-cddb-4208-9d49-9c15a966ae35 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:27.817292 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa82e33-cddb-4208-9d49-9c15a966ae35 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=4459dc47-447b-496c-8502-639f0e89ba93,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:27.855277 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-36561699-34db-49a4-b94b-90f5cd398294 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:27.863113 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41724) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:27.864079 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-36561699-34db-49a4-b94b-90f5cd398294 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3753567 Nov 29 02:02:27.894476 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36561699-34db-49a4-b94b-90f5cd398294 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ec2690b-b8e3-41bc-baef-51cd389bf31d,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:27.927650 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-5ed20afa-e6bc-4b5f-a782-011259ed41e6 None None] Provisioning complete for port 14932432-e233-4050-b58b-f3fe5be9fbb7 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:27.928026 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5ed20afa-e6bc-4b5f-a782-011259ed41e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:27.962335 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9da466-d004-4639-84d7-c58e22cf9246 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Pushing event updated for resources: {'Subnet': ['ID=287e9802-1002-477e-84ba-e1b127ae8d67,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:27.963929 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0269035-5795-49ab-a0d4-8a1d64674a94 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:27.975624 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-02f5e6bc-0882-45f9-97c4-0c443c97a06e tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "GET /v2.0/security-group-rules/2ec2690b-b8e3-41bc-baef-51cd389bf31d HTTP/1.1" status: 200 len: 763 time: 0.1037810 Nov 29 02:02:27.984823 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41726) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:27.991081 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-daa82e33-cddb-4208-9d49-9c15a966ae35 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:27.994309 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-daa82e33-cddb-4208-9d49-9c15a966ae35 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:28.041675 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0269035-5795-49ab-a0d4-8a1d64674a94 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Port': ['ID=cf0853df-5758-4268-a69c-8f44f369efd0,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:28.131004 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9da466-d004-4639-84d7-c58e22cf9246 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Checking segment: {'id': '027a4d96-dc33-417f-a551-6f956c6fcf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fdfde0dc-582d-4585-a61a-ef047260d51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:02:28.131192 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9da466-d004-4639-84d7-c58e22cf9246 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Network hostable DHCP agents. Network: fdfde0dc-582d-4585-a61a-ef047260d51f, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:02:28.159151 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-daa82e33-cddb-4208-9d49-9c15a966ae35 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6596315 Nov 29 02:02:28.200092 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-3f5b7713-530f-4cc7-b208-29073fdff575 service neutron] Request body: {'port': {'device_id': '568adc59-c3a0-48f8-b17f-a63a2e7a81ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:28.286108 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0269035-5795-49ab-a0d4-8a1d64674a94 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:28.291348 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f0269035-5795-49ab-a0d4-8a1d64674a94 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/ports/cf0853df-5758-4268-a69c-8f44f369efd0 HTTP/1.1" status: 204 len: 168 time: 1.5881383 Nov 29 02:02:28.292989 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afa1585-3d22-4cee-b827-919c6f74781d None None] DHCP port deletion for 161e8c33-b6f9-4108-a29f-9a90e910d26f request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:02:28.295337 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41732) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:28.321801 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5ed20afa-e6bc-4b5f-a782-011259ed41e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:28.328842 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6cc6ed-bf3a-45b8-9e87-3b909f4977ac tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] GET failed (client error): The resource could not be found. Nov 29 02:02:28.330290 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ea6cc6ed-bf3a-45b8-9e87-3b909f4977ac tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "GET /v2.0/ports/cf0853df-5758-4268-a69c-8f44f369efd0 HTTP/1.1" status: 404 len: 333 time: 0.0340152 Nov 29 02:02:28.333558 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41734) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:28.337932 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b4699151-b9f3-4a4f-a9fc-83a904b4e766 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Deleting port 14932432-e233-4050-b58b-f3fe5be9fbb7 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:28.338295 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4699151-b9f3-4a4f-a9fc-83a904b4e766 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:28.374706 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ca64c9bb-c2dd-4aea-9457-3be252a49dcc tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3771586 Nov 29 02:02:28.375706 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41736) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:28.429262 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41d829-abf4-4514-bf19-1f85147c4517 req-8c16ad99-cd62-4cba-9b27-f5757c26bf99 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:28.432148 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ea41d829-abf4-4514-bf19-1f85147c4517 req-8c16ad99-cd62-4cba-9b27-f5757c26bf99 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.1983805 Nov 29 02:02:28.443370 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-5ed20afa-e6bc-4b5f-a782-011259ed41e6 None None] For port 14932432-e233-4050-b58b-f3fe5be9fbb7, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=14932432-e233-4050-b58b-f3fe5be9fbb7,segment=NetworkSegment(4ee48db9-dca3-4241-9f31-e5187c9e70cb),segment_id=4ee48db9-dca3-4241-9f31-e5187c9e70cb)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:28.450038 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-86cdcdd2-2304-4823-977f-e7ffad9847f4 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:28.452980 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5ed20afa-e6bc-4b5f-a782-011259ed41e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:28.463072 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9da466-d004-4639-84d7-c58e22cf9246 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Network fdfde0dc-582d-4585-a61a-ef047260d51f is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:02:28.465149 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-86cdcdd2-2304-4823-977f-e7ffad9847f4 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:28.491106 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7afa1585-3d22-4cee-b827-919c6f74781d None None] Deleting port 14932432-e233-4050-b58b-f3fe5be9fbb7 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:28.491771 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7afa1585-3d22-4cee-b827-919c6f74781d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:28.507910 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-fd9da466-d004-4639-84d7-c58e22cf9246 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, fdfde0dc-582d-4585-a61a-ef047260d51f) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:28.523182 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9da466-d004-4639-84d7-c58e22cf9246 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:28.523779 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd9da466-d004-4639-84d7-c58e22cf9246 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:28.531606 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-3f5b7713-530f-4cc7-b208-29073fdff575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:28.535033 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b4699151-b9f3-4a4f-a9fc-83a904b4e766 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] For port 14932432-e233-4050-b58b-f3fe5be9fbb7, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=14932432-e233-4050-b58b-f3fe5be9fbb7,segment=NetworkSegment(4ee48db9-dca3-4241-9f31-e5187c9e70cb),segment_id=4ee48db9-dca3-4241-9f31-e5187c9e70cb)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:28.535398 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4699151-b9f3-4a4f-a9fc-83a904b4e766 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:28.540810 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711b974b-4d13-4394-b1ca-b2ac5df9add4 None None] Network fdfde0dc-582d-4585-a61a-ef047260d51f requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:28.565499 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b4699151-b9f3-4a4f-a9fc-83a904b4e766 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Calling delete_port for 14932432-e233-4050-b58b-f3fe5be9fbb7 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:28.592416 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89404ef7-0ebb-4e40-a42a-a4809760f954 req-92de63ca-736f-4cc5-bb24-3ed9ab2e8440 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:28.594027 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-89404ef7-0ebb-4e40-a42a-a4809760f954 req-92de63ca-736f-4cc5-bb24-3ed9ab2e8440 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=568adc59-c3a0-48f8-b17f-a63a2e7a81ce HTTP/1.1" status: 200 len: 931 time: 0.2624507 Nov 29 02:02:28.621858 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-fd9da466-d004-4639-84d7-c58e22cf9246 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0325553 Nov 29 02:02:28.624169 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-86cdcdd2-2304-4823-977f-e7ffad9847f4 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:28.624696 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41738) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:28.630206 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a7be2eda-b02e-4ee7-9c3d-739caa7b080b tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Request body: {'network': {'name': 'tempest-router-network01--140834323'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:28.640267 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-86cdcdd2-2304-4823-977f-e7ffad9847f4 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:28.640514 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-86cdcdd2-2304-4823-977f-e7ffad9847f4 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/2ec2690b-b8e3-41bc-baef-51cd389bf31d HTTP/1.1" status: 204 len: 168 time: 0.2623484 Nov 29 02:02:28.643443 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41740) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:28.649795 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7afa1585-3d22-4cee-b827-919c6f74781d None None] For port 14932432-e233-4050-b58b-f3fe5be9fbb7, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=14932432-e233-4050-b58b-f3fe5be9fbb7,segment=NetworkSegment(4ee48db9-dca3-4241-9f31-e5187c9e70cb),segment_id=4ee48db9-dca3-4241-9f31-e5187c9e70cb)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:28.650370 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7afa1585-3d22-4cee-b827-919c6f74781d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:28.652920 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed20afa-e6bc-4b5f-a782-011259ed41e6 None None] Pushing event updated for resources: {'Port': ['ID=14932432-e233-4050-b58b-f3fe5be9fbb7,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:28.671443 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ea41d829-abf4-4514-bf19-1f85147c4517 req-f9ce83e0-321d-4bf9-8a2e-694567f9d49b tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229602 Nov 29 02:02:28.681802 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cdcdd2-2304-4823-977f-e7ffad9847f4 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ec2690b-b8e3-41bc-baef-51cd389bf31d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:28.715436 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7afa1585-3d22-4cee-b827-919c6f74781d None None] Calling delete_port for 14932432-e233-4050-b58b-f3fe5be9fbb7 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:28.718563 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-d82211ce-22bd-4dbf-8d4e-769bf2e7742b tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Deleting port 8e6cd1c8-1104-4dfa-879e-7961969da37e {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:28.718760 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d82211ce-22bd-4dbf-8d4e-769bf2e7742b tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:28.728943 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed20afa-e6bc-4b5f-a782-011259ed41e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:28.729316 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed20afa-e6bc-4b5f-a782-011259ed41e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:28.730254 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed20afa-e6bc-4b5f-a782-011259ed41e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:28.730254 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed20afa-e6bc-4b5f-a782-011259ed41e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:28.730465 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed20afa-e6bc-4b5f-a782-011259ed41e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:28.730643 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed20afa-e6bc-4b5f-a782-011259ed41e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:28.730981 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed20afa-e6bc-4b5f-a782-011259ed41e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:28.731313 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed20afa-e6bc-4b5f-a782-011259ed41e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:28.731646 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed20afa-e6bc-4b5f-a782-011259ed41e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:28.731973 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed20afa-e6bc-4b5f-a782-011259ed41e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:28.732301 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed20afa-e6bc-4b5f-a782-011259ed41e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:28.732627 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed20afa-e6bc-4b5f-a782-011259ed41e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:02:28.759967 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1c1c94ea-f5a6-472b-8e46-a1a849bb7002 None None] Provisioning complete for port 4459dc47-447b-496c-8502-639f0e89ba93 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:28.760792 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c1c94ea-f5a6-472b-8e46-a1a849bb7002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:28.828000 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-89404ef7-0ebb-4e40-a42a-a4809760f954 req-65586d69-3c5b-4ea9-a47b-945006856af1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe2e056b-ff0a-421b-9e0d-5658cf04985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2136180 Nov 29 02:02:28.841995 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-aac2087e-1bb8-406c-85b9-d56afd610cb7 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1899176 Nov 29 02:02:28.846136 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41744) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:28.859460 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7be2eda-b02e-4ee7-9c3d-739caa7b080b tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Made reservation on behalf of fb8e2daaf70d4af0b567bc07a96df956 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:28.863278 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7be2eda-b02e-4ee7-9c3d-739caa7b080b tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:28.886096 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-80c7b8fa-39dd-41e2-821e-7831af886243 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Request body: {'security_group_rule': {'security_group_id': '9008c6bf-df8d-41be-98b9-27ff7500d77c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:28.892397 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1c1c94ea-f5a6-472b-8e46-a1a849bb7002 None None] Port 4459dc47-447b-496c-8502-639f0e89ba93 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:02:28.897414 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5d9be-6833-4564-8493-7d59f4b38602 req-c248ea7d-7328-4894-ac0d-cbbb1e8546a4 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:28.899761 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-acb5d9be-6833-4564-8493-7d59f4b38602 req-c248ea7d-7328-4894-ac0d-cbbb1e8546a4 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.1342323 Nov 29 02:02:28.936887 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d82211ce-22bd-4dbf-8d4e-769bf2e7742b tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:28.939763 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4d5abb-f539-4b82-8111-a8a77d82a066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-fdfde0dc-582d-4585-a61a-ef047260d51f', 'network_id': 'fdfde0dc-582d-4585-a61a-ef047260d51f', 'tenant_id': 'fb8e2daaf70d4af0b567bc07a96df956', 'fixed_ips': [{'subnet_id': '287e9802-1002-477e-84ba-e1b127ae8d67'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:02:28.940955 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e4d5abb-f539-4b82-8111-a8a77d82a066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:28.947231 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7afa1585-3d22-4cee-b827-919c6f74781d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:28.965621 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-d82211ce-22bd-4dbf-8d4e-769bf2e7742b tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Calling delete_port for 8e6cd1c8-1104-4dfa-879e-7961969da37e owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:28.979456 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-80c7b8fa-39dd-41e2-821e-7831af886243 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Project d2acda3b9eb14df99faa8b352e3aa43d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:02:28.981964 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4699151-b9f3-4a4f-a9fc-83a904b4e766 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:28.986429 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7be2eda-b02e-4ee7-9c3d-739caa7b080b tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:02:28.987622 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa1585-3d22-4cee-b827-919c6f74781d None None] Pushing event deleted for resources: {'Port': ['ID=14932432-e233-4050-b58b-f3fe5be9fbb7,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:28.994027 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afa1585-3d22-4cee-b827-919c6f74781d None None] No DVR routers for this DVR port 14932432-e233-4050-b58b-f3fe5be9fbb7 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:02:28.996045 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-acb5d9be-6833-4564-8493-7d59f4b38602 req-6aca2e2c-11dc-4331-b6c0-aeccea95514d tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878890 Nov 29 02:02:29.009952 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80c7b8fa-39dd-41e2-821e-7831af886243 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:29.072739 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4699151-b9f3-4a4f-a9fc-83a904b4e766 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Port': ['ID=14932432-e233-4050-b58b-f3fe5be9fbb7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:29.076608 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4699151-b9f3-4a4f-a9fc-83a904b4e766 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] No DVR routers for this DVR port 14932432-e233-4050-b58b-f3fe5be9fbb7 on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:02:29.078951 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7be2eda-b02e-4ee7-9c3d-739caa7b080b tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:29.079617 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-a7be2eda-b02e-4ee7-9c3d-739caa7b080b tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Added segment bde0311e-1917-40fc-8dd9-7632246db01d of type vlan for network f1f3ea48-5788-425e-bc89-32ec07ef915a Nov 29 02:02:29.177894 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-1e4d5abb-f539-4b82-8111-a8a77d82a066 None None] Allocated IP 2001:db8::2 (fdfde0dc-582d-4585-a61a-ef047260d51f/287e9802-1002-477e-84ba-e1b127ae8d67/4b66c6df-d659-463f-93c4-913dfef5a2d3) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:02:29.209087 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d82211ce-22bd-4dbf-8d4e-769bf2e7742b tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:29.241843 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7be2eda-b02e-4ee7-9c3d-739caa7b080b tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:29.275226 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82211ce-22bd-4dbf-8d4e-769bf2e7742b tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Port': ['ID=8e6cd1c8-1104-4dfa-879e-7961969da37e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:29.318799 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4699151-b9f3-4a4f-a9fc-83a904b4e766 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:29.349969 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d82211ce-22bd-4dbf-8d4e-769bf2e7742b tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:29.354155 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d82211ce-22bd-4dbf-8d4e-769bf2e7742b tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/ports/8e6cd1c8-1104-4dfa-879e-7961969da37e HTTP/1.1" status: 204 len: 168 time: 1.0189185 Nov 29 02:02:29.359210 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41750) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:29.380629 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e4d5abb-f539-4b82-8111-a8a77d82a066 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:29.390098 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-b4699151-b9f3-4a4f-a9fc-83a904b4e766 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['161e8c33-b6f9-4108-a29f-9a90e910d26f']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:29.390410 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e4d5abb-f539-4b82-8111-a8a77d82a066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:29.394140 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80c7b8fa-39dd-41e2-821e-7831af886243 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:29.394981 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2e73685-a5d7-40d0-917e-28ed48dbe929 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] GET failed (client error): The resource could not be found. Nov 29 02:02:29.395666 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7be2eda-b02e-4ee7-9c3d-739caa7b080b tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:29.396709 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b2e73685-a5d7-40d0-917e-28ed48dbe929 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "GET /v2.0/ports/8e6cd1c8-1104-4dfa-879e-7961969da37e HTTP/1.1" status: 404 len: 333 time: 0.0356348 Nov 29 02:02:29.403133 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7be2eda-b02e-4ee7-9c3d-739caa7b080b tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:29.403993 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7be2eda-b02e-4ee7-9c3d-739caa7b080b tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:29.407674 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af6152-cf01-4070-9a8c-9c85357c7ada req-35c7a545-6f70-4687-9daf-55af8ed46e46 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:29.408947 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-3f5b7713-530f-4cc7-b208-29073fdff575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4459dc47-447b-496c-8502-639f0e89ba93 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:02:29.409404 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-03af6152-cf01-4070-9a8c-9c85357c7ada req-35c7a545-6f70-4687-9daf-55af8ed46e46 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.1936331 Nov 29 02:02:29.409926 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41752) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:29.437052 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4d5abb-f539-4b82-8111-a8a77d82a066 None None] Network fdfde0dc-582d-4585-a61a-ef047260d51f is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:29.440455 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80c7b8fa-39dd-41e2-821e-7831af886243 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:29.443760 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-3f5b7713-530f-4cc7-b208-29073fdff575 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:29.444852 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-1e4d5abb-f539-4b82-8111-a8a77d82a066 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:29.450067 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4d5abb-f539-4b82-8111-a8a77d82a066 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:29.460628 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-b4699151-b9f3-4a4f-a9fc-83a904b4e766 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee48db9-dca3-4241-9f31-e5187c9e70cb') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:29.461192 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-b4699151-b9f3-4a4f-a9fc-83a904b4e766 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee48db9-dca3-4241-9f31-e5187c9e70cb') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:29.462657 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d5abb-f539-4b82-8111-a8a77d82a066 None None] Pushing event updated for resources: {'Port': ['ID=4b66c6df-d659-463f-93c4-913dfef5a2d3,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:29.508913 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-03af6152-cf01-4070-9a8c-9c85357c7ada req-6bff4bf7-49a9-452f-b510-74cd6fdf1137 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902588 Nov 29 02:02:29.526198 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ff45a97-9fb8-4ced-95f5-2c988014cb28 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Deleting subnet b9de1303-911d-434d-b99e-dbf696591fa1 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:02:29.528743 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4699151-b9f3-4a4f-a9fc-83a904b4e766 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:29.529850 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ff45a97-9fb8-4ced-95f5-2c988014cb28 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:29.537003 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1e4d5abb-f539-4b82-8111-a8a77d82a066 None None] Attempting to bind port 4b66c6df-d659-463f-93c4-913dfef5a2d3 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:02:29.537382 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1e4d5abb-f539-4b82-8111-a8a77d82a066 None None] Attempting to bind port 4b66c6df-d659-463f-93c4-913dfef5a2d3 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '027a4d96-dc33-417f-a551-6f956c6fcf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fdfde0dc-582d-4585-a61a-ef047260d51f'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:02:29.537781 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4d5abb-f539-4b82-8111-a8a77d82a066 None None] Attempting to bind port 4b66c6df-d659-463f-93c4-913dfef5a2d3 on network fdfde0dc-582d-4585-a61a-ef047260d51f {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:02:29.544090 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4d5abb-f539-4b82-8111-a8a77d82a066 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:02:29.544474 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4d5abb-f539-4b82-8111-a8a77d82a066 None None] Checking segment: {'id': '027a4d96-dc33-417f-a551-6f956c6fcf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fdfde0dc-582d-4585-a61a-ef047260d51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:02:29.544894 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e4d5abb-f539-4b82-8111-a8a77d82a066 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:29.545268 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4d5abb-f539-4b82-8111-a8a77d82a066 None None] Bound using segment: {'id': '027a4d96-dc33-417f-a551-6f956c6fcf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fdfde0dc-582d-4585-a61a-ef047260d51f'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:02:29.545879 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1e4d5abb-f539-4b82-8111-a8a77d82a066 None None] Bound port: 4b66c6df-d659-463f-93c4-913dfef5a2d3, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '027a4d96-dc33-417f-a551-6f956c6fcf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fdfde0dc-582d-4585-a61a-ef047260d51f'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:02:29.546264 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e4d5abb-f539-4b82-8111-a8a77d82a066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:29.548581 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4699151-b9f3-4a4f-a9fc-83a904b4e766 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:29.556851 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4699151-b9f3-4a4f-a9fc-83a904b4e766 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:02:29.558271 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4699151-b9f3-4a4f-a9fc-83a904b4e766 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:29.578782 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ff45a97-9fb8-4ced-95f5-2c988014cb28 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:29.614062 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1e4d5abb-f539-4b82-8111-a8a77d82a066 None None] For port 4b66c6df-d659-463f-93c4-913dfef5a2d3, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: self.session.flush() Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: self.session.flush() Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: self.session.flush() Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: self.session.flush() Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:02:29.616225 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:02:29.621211 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1e4d5abb-f539-4b82-8111-a8a77d82a066 None None] For port 4b66c6df-d659-463f-93c4-913dfef5a2d3, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=4b66c6df-d659-463f-93c4-913dfef5a2d3,segment=NetworkSegment(027a4d96-dc33-417f-a551-6f956c6fcf5e),segment_id=027a4d96-dc33-417f-a551-6f956c6fcf5e)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:02:29.628233 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e4d5abb-f539-4b82-8111-a8a77d82a066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:29.657377 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7b8fa-39dd-41e2-821e-7831af886243 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d58ab23-52dc-4d1c-8d6b-03d3ab2f0aa9,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:29.672361 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a7be2eda-b02e-4ee7-9c3d-739caa7b080b tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0434575 Nov 29 02:02:29.672622 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41754) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:29.681102 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ddfa9a3d-e86c-4e07-8bae-96972dfbce44 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Request body: {'network': {'name': 'tempest-router-network02--1329715444'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:29.681959 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be2eda-b02e-4ee7-9c3d-739caa7b080b tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Pushing event updated for resources: {'Network': ['ID=f1f3ea48-5788-425e-bc89-32ec07ef915a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:29.687928 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80c7b8fa-39dd-41e2-821e-7831af886243 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:29.689233 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-80c7b8fa-39dd-41e2-821e-7831af886243 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8343911 Nov 29 02:02:29.695346 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41756) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:29.707126 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network f1f3ea48-5788-425e-bc89-32ec07ef915a details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:02:29.710088 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-3f5b7713-530f-4cc7-b208-29073fdff575 service neutron] Transition to ACTIVE for port object 4459dc47-447b-496c-8502-639f0e89ba93 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:02:29.711375 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4699151-b9f3-4a4f-a9fc-83a904b4e766 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:29.722577 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d5abb-f539-4b82-8111-a8a77d82a066 None None] Pushing event updated for resources: {'Port': ['ID=4b66c6df-d659-463f-93c4-913dfef5a2d3,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:29.725351 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-327fd29e-07f8-42f8-8c63-1fc0dfeda6cd tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "GET /v2.0/security-group-rules/7d58ab23-52dc-4d1c-8d6b-03d3ab2f0aa9 HTTP/1.1" status: 200 len: 769 time: 0.0278893 Nov 29 02:02:29.725943 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4699151-b9f3-4a4f-a9fc-83a904b4e766 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:29.728418 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ff45a97-9fb8-4ced-95f5-2c988014cb28 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:29.729862 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b4699151-b9f3-4a4f-a9fc-83a904b4e766 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/networks/161e8c33-b6f9-4108-a29f-9a90e910d26f HTTP/1.1" status: 204 len: 168 time: 2.1583734 Nov 29 02:02:29.730787 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-3f5b7713-530f-4cc7-b208-29073fdff575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:29.735513 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41758) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:29.735513 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41760) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:29.760631 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4699151-b9f3-4a4f-a9fc-83a904b4e766 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Network': ['ID=161e8c33-b6f9-4108-a29f-9a90e910d26f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:29.768087 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e2f83f7c-3334-4d3d-9acb-b938c107fd00 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1474536111'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:29.813734 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b7713-530f-4cc7-b208-29073fdff575 service neutron] Pushing event updated for resources: {'Port': ['ID=4459dc47-447b-496c-8502-639f0e89ba93,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:29.837126 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfa9a3d-e86c-4e07-8bae-96972dfbce44 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Made reservation on behalf of fb8e2daaf70d4af0b567bc07a96df956 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:29.840922 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ddfa9a3d-e86c-4e07-8bae-96972dfbce44 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:29.893207 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f83f7c-3334-4d3d-9acb-b938c107fd00 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:29.898435 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2f83f7c-3334-4d3d-9acb-b938c107fd00 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:29.941571 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b40cf824-075b-43c4-8173-c22a798a7d37 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2048461 Nov 29 02:02:29.943346 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41764) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:29.952992 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 14932432-e233-4050-b58b-f3fe5be9fbb7 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:02:29.967152 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddfa9a3d-e86c-4e07-8bae-96972dfbce44 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:02:29.979067 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ff45a97-9fb8-4ced-95f5-2c988014cb28 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:29.987398 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 14932432-e233-4050-b58b-f3fe5be9fbb7 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:02:29.987876 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 14932432-e233-4050-b58b-f3fe5be9fbb7 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:02:29.988891 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2f5a34c7-4ae2-4c7f-953c-75931f312d4c tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:29.998207 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2f5a34c7-4ae2-4c7f-953c-75931f312d4c tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:30.037738 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2f5a34c7-4ae2-4c7f-953c-75931f312d4c tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:30.040456 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-3f5b7713-530f-4cc7-b208-29073fdff575 service neutron] Attempting to bind port 4459dc47-447b-496c-8502-639f0e89ba93 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:02:30.040791 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-3f5b7713-530f-4cc7-b208-29073fdff575 service neutron] Attempting to bind port 4459dc47-447b-496c-8502-639f0e89ba93 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '89e7d31f-1294-4bcb-ad29-a6b05f7f3416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e27ce72d-9adf-4a07-acf2-f13fb172c1fd'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:02:30.040926 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ddfa9a3d-e86c-4e07-8bae-96972dfbce44 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:30.041120 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-3f5b7713-530f-4cc7-b208-29073fdff575 service neutron] Attempting to bind port 4459dc47-447b-496c-8502-639f0e89ba93 on network e27ce72d-9adf-4a07-acf2-f13fb172c1fd {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:02:30.041248 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-ddfa9a3d-e86c-4e07-8bae-96972dfbce44 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Added segment 848cdeef-272b-4448-ba49-f0bb416ecb59 of type vlan for network ba4cfcf7-a1c1-4a90-9d8f-30c9e6135c89 Nov 29 02:02:30.053867 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2f5a34c7-4ae2-4c7f-953c-75931f312d4c tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:30.053867 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2f5a34c7-4ae2-4c7f-953c-75931f312d4c tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/7d58ab23-52dc-4d1c-8d6b-03d3ab2f0aa9 HTTP/1.1" status: 204 len: 168 time: 0.1041760 Nov 29 02:02:30.053867 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41766) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:30.077917 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a34c7-4ae2-4c7f-953c-75931f312d4c tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d58ab23-52dc-4d1c-8d6b-03d3ab2f0aa9,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:30.086410 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-3f5b7713-530f-4cc7-b208-29073fdff575 service neutron] Port 4459dc47-447b-496c-8502-639f0e89ba93 on network e27ce72d-9adf-4a07-acf2-f13fb172c1fd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:02:30.086754 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-3f5b7713-530f-4cc7-b208-29073fdff575 service neutron] Attempting to bind port 4459dc47-447b-496c-8502-639f0e89ba93 on network e27ce72d-9adf-4a07-acf2-f13fb172c1fd {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:02:30.095257 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-3f5b7713-530f-4cc7-b208-29073fdff575 service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:02:30.095597 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-3f5b7713-530f-4cc7-b208-29073fdff575 service neutron] Checking segment: {'id': '89e7d31f-1294-4bcb-ad29-a6b05f7f3416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e27ce72d-9adf-4a07-acf2-f13fb172c1fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:02:30.095981 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-3f5b7713-530f-4cc7-b208-29073fdff575 service neutron] Bound using segment: {'id': '89e7d31f-1294-4bcb-ad29-a6b05f7f3416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e27ce72d-9adf-4a07-acf2-f13fb172c1fd'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:02:30.096410 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-3f5b7713-530f-4cc7-b208-29073fdff575 service neutron] Bound port: 4459dc47-447b-496c-8502-639f0e89ba93, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89e7d31f-1294-4bcb-ad29-a6b05f7f3416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'e27ce72d-9adf-4a07-acf2-f13fb172c1fd'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:02:30.096794 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-3f5b7713-530f-4cc7-b208-29073fdff575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:30.107364 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff45a97-9fb8-4ced-95f5-2c988014cb28 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Subnet': ['ID=b9de1303-911d-434d-b99e-dbf696591fa1,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:30.141373 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f83f7c-3334-4d3d-9acb-b938c107fd00 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:02:30.146042 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4ff45a97-9fb8-4ced-95f5-2c988014cb28 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:30.150420 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4ff45a97-9fb8-4ced-95f5-2c988014cb28 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/subnets/b9de1303-911d-434d-b99e-dbf696591fa1 HTTP/1.1" status: 204 len: 168 time: 0.7393067 Nov 29 02:02:30.151298 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2692e63a-ed33-4dfb-b354-3437a2731a2b tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0821774 Nov 29 02:02:30.158593 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794a9f6f-e860-4360-be34-56a711465834 None None] Network 3b73798f-337f-44e3-b0d4-7b2fc3060881 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:30.163218 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41768) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:30.163833 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41770) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:30.210644 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-3f5b7713-530f-4cc7-b208-29073fdff575 service neutron] For port 4459dc47-447b-496c-8502-639f0e89ba93, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:02:30.218424 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-3f5b7713-530f-4cc7-b208-29073fdff575 service neutron] For port 4459dc47-447b-496c-8502-639f0e89ba93, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=4459dc47-447b-496c-8502-639f0e89ba93,segment=NetworkSegment(89e7d31f-1294-4bcb-ad29-a6b05f7f3416),segment_id=89e7d31f-1294-4bcb-ad29-a6b05f7f3416)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:02:30.226872 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-3f5b7713-530f-4cc7-b208-29073fdff575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:30.231742 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ddfa9a3d-e86c-4e07-8bae-96972dfbce44 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:30.260598 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-3f5b7713-530f-4cc7-b208-29073fdff575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:30.262057 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-3f5b7713-530f-4cc7-b208-29073fdff575 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:30.269511 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-3f5b7713-530f-4cc7-b208-29073fdff575 service neutron] 10.222.0.24 "PUT /v2.0/ports/4459dc47-447b-496c-8502-639f0e89ba93 HTTP/1.1" status: 200 len: 1093 time: 2.0790398 Nov 29 02:02:30.271922 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568adc59-c3a0-48f8-b17f-a63a2e7a81ce', 'tag': '4459dc47-447b-496c-8502-639f0e89ba93'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:02:30.281280 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7921cae3-627a-49f6-8917-389c820f90c1" -d '{"events": [{"name": "network-changed", "server_uuid": "568adc59-c3a0-48f8-b17f-a63a2e7a81ce", "tag": "4459dc47-447b-496c-8502-639f0e89ba93"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:02:30.292367 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2f83f7c-3334-4d3d-9acb-b938c107fd00 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:30.292727 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-e2f83f7c-3334-4d3d-9acb-b938c107fd00 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Added segment 9ba8fe07-cb3b-49a5-a51c-b1237fc01960 of type vlan for network 8f356c67-36c0-4dc4-ad28-2b95e7a48dda Nov 29 02:02:30.351351 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391092f-84bf-4d6d-bdd4-3d255843b077 req-6894b89b-c679-4d21-951f-c5fd3961062e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:30.355863 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8391092f-84bf-4d6d-bdd4-3d255843b077 req-6894b89b-c679-4d21-951f-c5fd3961062e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=568adc59-c3a0-48f8-b17f-a63a2e7a81ce HTTP/1.1" status: 200 len: 943 time: 0.3796415 Nov 29 02:02:30.418942 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4817ec41-4ae0-4b1d-b109-1c343206e69d x-openstack-request-id: req-4817ec41-4ae0-4b1d-b109-1c343206e69d {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:02:30.419243 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "568adc59-c3a0-48f8-b17f-a63a2e7a81ce", "tag": "4459dc47-447b-496c-8502-639f0e89ba93", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:02:30.419494 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4817ec41-4ae0-4b1d-b109-1c343206e69d {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:02:30.419900 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568adc59-c3a0-48f8-b17f-a63a2e7a81ce', 'tag': '4459dc47-447b-496c-8502-639f0e89ba93', 'status': 'completed', 'code': 200} Nov 29 02:02:30.441399 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b7713-530f-4cc7-b208-29073fdff575 service neutron] Pushing event updated for resources: {'Port': ['ID=4459dc47-447b-496c-8502-639f0e89ba93,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:30.445461 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4fc626b1-e167-4ae3-bdd3-6ae8aca87437 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:30.459861 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ddfa9a3d-e86c-4e07-8bae-96972dfbce44 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:30.466089 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfa9a3d-e86c-4e07-8bae-96972dfbce44 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:30.466270 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-ed605969-34aa-45e9-a951-399b7e0cd62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:30.467112 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ddfa9a3d-e86c-4e07-8bae-96972dfbce44 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:30.467802 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-ed605969-34aa-45e9-a951-399b7e0cd62c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=568adc59-c3a0-48f8-b17f-a63a2e7a81ce HTTP/1.1" status: 200 len: 1096 time: 0.1091063 Nov 29 02:02:30.470764 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2f83f7c-3334-4d3d-9acb-b938c107fd00 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:30.481515 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65545364-a47c-4ced-be56-a6e3c2afc87d None None] DHCP port deletion for 3b73798f-337f-44e3-b0d4-7b2fc3060881 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:02:30.529285 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-7f0a0523-2f9f-4061-9672-a99d939c3e84 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4459dc47-447b-496c-8502-639f0e89ba93 HTTP/1.1" status: 200 len: 217 time: 0.0460844 Nov 29 02:02:30.564518 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-65545364-a47c-4ced-be56-a6e3c2afc87d None None] Deleting port c92edc5d-a18e-4d5e-b0a6-f7775e09436c {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:30.565248 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-65545364-a47c-4ced-be56-a6e3c2afc87d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:30.616408 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8ffde42b-3b64-462e-a313-1aca2bcfaa6e tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:30.618806 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-897cfe85-7dc6-45e7-8eca-36eb24a77fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:30.620299 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-897cfe85-7dc6-45e7-8eca-36eb24a77fd1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=678ca2a4-9091-4a46-8ce8-4beb0edf2abe HTTP/1.1" status: 200 len: 835 time: 0.0822551 Nov 29 02:02:30.621082 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ddfa9a3d-e86c-4e07-8bae-96972dfbce44 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9477816 Nov 29 02:02:30.623876 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41776) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:30.630967 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-0ccb01fd-6190-4ef3-b933-01154aad497a tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Request body: {'subnet': {'network_id': 'f1f3ea48-5788-425e-bc89-32ec07ef915a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:30.676093 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2f83f7c-3334-4d3d-9acb-b938c107fd00 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:30.677390 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-65545364-a47c-4ced-be56-a6e3c2afc87d None None] For port c92edc5d-a18e-4d5e-b0a6-f7775e09436c, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c92edc5d-a18e-4d5e-b0a6-f7775e09436c,segment=NetworkSegment(70e00726-0606-4d31-aa35-cc52f91fbd44),segment_id=70e00726-0606-4d31-aa35-cc52f91fbd44)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:30.677824 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-65545364-a47c-4ced-be56-a6e3c2afc87d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:30.681367 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f83f7c-3334-4d3d-9acb-b938c107fd00 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:30.682004 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2f83f7c-3334-4d3d-9acb-b938c107fd00 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:30.692013 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-65545364-a47c-4ced-be56-a6e3c2afc87d None None] Calling delete_port for c92edc5d-a18e-4d5e-b0a6-f7775e09436c owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:30.692225 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa9a3d-e86c-4e07-8bae-96972dfbce44 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Pushing event updated for resources: {'Network': ['ID=ba4cfcf7-a1c1-4a90-9d8f-30c9e6135c89,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:30.702546 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8391092f-84bf-4d6d-bdd4-3d255843b077 req-6ce751e0-7c67-4696-9525-3d14d6e4e347 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe2e056b-ff0a-421b-9e0d-5658cf04985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3352060 Nov 29 02:02:30.731696 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8ffde42b-3b64-462e-a313-1aca2bcfaa6e tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:30.734004 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network ba4cfcf7-a1c1-4a90-9d8f-30c9e6135c89 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:02:30.749056 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-d167e3fe-d39d-47bd-bb9f-a4d83f325fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:30.751102 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-d167e3fe-d39d-47bd-bb9f-a4d83f325fce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e27ce72d-9adf-4a07-acf2-f13fb172c1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1151400 Nov 29 02:02:30.807865 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e2f83f7c-3334-4d3d-9acb-b938c107fd00 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0701342 Nov 29 02:02:30.814723 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41778) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:30.826215 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-fdce0f33-303f-4e38-ac6d-fa4f92b38703 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'subnet': {'network_id': '8f356c67-36c0-4dc4-ad28-2b95e7a48dda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:30.857086 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccb01fd-6190-4ef3-b933-01154aad497a tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Made reservation on behalf of fb8e2daaf70d4af0b567bc07a96df956 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:30.860554 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-65545364-a47c-4ced-be56-a6e3c2afc87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:30.861342 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ccb01fd-6190-4ef3-b933-01154aad497a tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:30.895692 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65545364-a47c-4ced-be56-a6e3c2afc87d None None] Pushing event deleted for resources: {'Port': ['ID=c92edc5d-a18e-4d5e-b0a6-f7775e09436c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:30.905189 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65545364-a47c-4ced-be56-a6e3c2afc87d None None] No DVR routers for this DVR port c92edc5d-a18e-4d5e-b0a6-f7775e09436c on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:02:30.911160 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f83f7c-3334-4d3d-9acb-b938c107fd00 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Network': ['ID=8f356c67-36c0-4dc4-ad28-2b95e7a48dda,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:30.943539 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 8f356c67-36c0-4dc4-ad28-2b95e7a48dda details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:02:30.951927 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea81d2-70a6-4922-8a6e-63edb2349390 req-b2dc305b-085b-46e4-a0d7-51ab769a5bba tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:30.953808 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-61ea81d2-70a6-4922-8a6e-63edb2349390 req-b2dc305b-085b-46e4-a0d7-51ab769a5bba tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.3245566 Nov 29 02:02:30.968652 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-53fe8e5f-2d3c-4247-b849-4d5f9577982f service neutron] 10.222.0.24 "GET /v2.0/networks/e27ce72d-9adf-4a07-acf2-f13fb172c1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076969 Nov 29 02:02:31.036377 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-4fc626b1-e167-4ae3-bdd3-6ae8aca87437 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Deleting port c92edc5d-a18e-4d5e-b0a6-f7775e09436c {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:31.036724 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4fc626b1-e167-4ae3-bdd3-6ae8aca87437 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:31.052126 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8ffde42b-3b64-462e-a313-1aca2bcfaa6e tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:31.052126 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8ffde42b-3b64-462e-a313-1aca2bcfaa6e tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:31.053358 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8ffde42b-3b64-462e-a313-1aca2bcfaa6e tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "DELETE /v2.0/security-groups/9008c6bf-df8d-41be-98b9-27ff7500d77c HTTP/1.1" status: 204 len: 168 time: 0.8834624 Nov 29 02:02:31.054337 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41780) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:31.134592 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffde42b-3b64-462e-a313-1aca2bcfaa6e tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9008c6bf-df8d-41be-98b9-27ff7500d77c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:31.215002 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdce0f33-303f-4e38-ac6d-fa4f92b38703 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:31.219860 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fdce0f33-303f-4e38-ac6d-fa4f92b38703 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:31.248935 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-61ea81d2-70a6-4922-8a6e-63edb2349390 req-d71ec77d-812f-418c-bdbf-7f3ce9df66bd tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2715104 Nov 29 02:02:31.250219 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-4fc626b1-e167-4ae3-bdd3-6ae8aca87437 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] For port c92edc5d-a18e-4d5e-b0a6-f7775e09436c, host dv-neutron-819032-3-hyperv, got binding levels [] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:31.250713 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4fc626b1-e167-4ae3-bdd3-6ae8aca87437 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:31.252457 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-54a68331-154c-4869-b2ce-94c1be9f1a95 req-617b2b88-4be3-40d1-9a19-598b292c8009 service neutron] 10.222.0.24 "GET /v2.0/networks/e27ce72d-9adf-4a07-acf2-f13fb172c1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619751 Nov 29 02:02:31.258231 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ccb01fd-6190-4ef3-b933-01154aad497a tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:31.302091 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-53fef1d1-2a70-4214-b72b-2f98b9623c61 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2280061 Nov 29 02:02:31.304346 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a181cdea-8c43-413d-bacf-0ae4e388b42e None None] Network fdfde0dc-582d-4585-a61a-ef047260d51f requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:31.306853 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41782) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:31.314374 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-4fc626b1-e167-4ae3-bdd3-6ae8aca87437 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Calling delete_port for c92edc5d-a18e-4d5e-b0a6-f7775e09436c owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:31.318899 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.ipam_backend_mixin [None req-4fc626b1-e167-4ae3-bdd3-6ae8aca87437 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Port c92edc5d-a18e-4d5e-b0a6-f7775e09436c was not found and therefore no delete operation was performed {{(pid=103254) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 02:02:31.326701 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4fc626b1-e167-4ae3-bdd3-6ae8aca87437 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:31.365906 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc626b1-e167-4ae3-bdd3-6ae8aca87437 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Port': ['ID=c92edc5d-a18e-4d5e-b0a6-f7775e09436c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:31.368352 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc626b1-e167-4ae3-bdd3-6ae8aca87437 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] No DVR routers for this DVR port c92edc5d-a18e-4d5e-b0a6-f7775e09436c on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:02:31.424129 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb01fd-6190-4ef3-b933-01154aad497a tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Pushing event updated for resources: {'Subnet': ['ID=3669e3ae-b16b-4c1b-b6e2-0cf505ee5293,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:31.439526 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5306a00a-8f15-4240-8b85-cb48914b35d7 tempest-SecGroupIPv6Test-461408297 tempest-SecGroupIPv6Test-461408297-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1276600 Nov 29 02:02:31.442591 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccb01fd-6190-4ef3-b933-01154aad497a tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Checking segment: {'id': 'bde0311e-1917-40fc-8dd9-7632246db01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1f3ea48-5788-425e-bc89-32ec07ef915a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:02:31.442949 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccb01fd-6190-4ef3-b933-01154aad497a tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Network hostable DHCP agents. Network: f1f3ea48-5788-425e-bc89-32ec07ef915a, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:02:31.454265 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921cae3-627a-49f6-8917-389c820f90c1 req-2c706573-cfda-4058-b1a6-5f4ebb24ddab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:31.456209 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7921cae3-627a-49f6-8917-389c820f90c1 req-2c706573-cfda-4058-b1a6-5f4ebb24ddab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=568adc59-c3a0-48f8-b17f-a63a2e7a81ce HTTP/1.1" status: 200 len: 1096 time: 0.1009881 Nov 29 02:02:31.480894 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4fc626b1-e167-4ae3-bdd3-6ae8aca87437 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:31.489601 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-f1d7fc4d-a7aa-4028-a1ce-6ab6621c248d None None] Provisioning complete for port 4b66c6df-d659-463f-93c4-913dfef5a2d3 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:31.489601 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f1d7fc4d-a7aa-4028-a1ce-6ab6621c248d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:31.495009 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccb01fd-6190-4ef3-b933-01154aad497a tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Network f1f3ea48-5788-425e-bc89-32ec07ef915a is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:02:31.526962 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-4fc626b1-e167-4ae3-bdd3-6ae8aca87437 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b73798f-337f-44e3-b0d4-7b2fc3060881']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:31.540288 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-0ccb01fd-6190-4ef3-b933-01154aad497a tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, f1f3ea48-5788-425e-bc89-32ec07ef915a) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:31.543063 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-4fc626b1-e167-4ae3-bdd3-6ae8aca87437 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e00726-0606-4d31-aa35-cc52f91fbd44') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:31.543624 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-4fc626b1-e167-4ae3-bdd3-6ae8aca87437 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e00726-0606-4d31-aa35-cc52f91fbd44') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:31.544728 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccb01fd-6190-4ef3-b933-01154aad497a tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:31.545281 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ccb01fd-6190-4ef3-b933-01154aad497a tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:31.558502 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4fc626b1-e167-4ae3-bdd3-6ae8aca87437 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:31.589624 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-0ccb01fd-6190-4ef3-b933-01154aad497a tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9643736 Nov 29 02:02:31.590030 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41786) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:31.598012 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8c003f-d889-4392-9afb-4825c7f519ba None None] Network f1f3ea48-5788-425e-bc89-32ec07ef915a requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:31.601513 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4d8191da-1b33-43f2-98c0-8ca7c46d8e08 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Request body: {'subnet': {'network_id': 'ba4cfcf7-a1c1-4a90-9d8f-30c9e6135c89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:31.628309 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4fc626b1-e167-4ae3-bdd3-6ae8aca87437 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:31.640310 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fc626b1-e167-4ae3-bdd3-6ae8aca87437 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:02:31.641219 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4fc626b1-e167-4ae3-bdd3-6ae8aca87437 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:31.668823 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921cae3-627a-49f6-8917-389c820f90c1 req-0284ab91-06cf-4757-b5cb-701d108ce5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:31.671274 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7921cae3-627a-49f6-8917-389c820f90c1 req-0284ab91-06cf-4757-b5cb-701d108ce5bc service neutron] 10.222.0.24 "GET /v2.0/networks?id=e27ce72d-9adf-4a07-acf2-f13fb172c1fd HTTP/1.1" status: 200 len: 898 time: 0.2056458 Nov 29 02:02:31.745919 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7921cae3-627a-49f6-8917-389c820f90c1 req-706bae5a-c375-4d2d-8541-a89d661f4407 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4459dc47-447b-496c-8502-639f0e89ba93 HTTP/1.1" status: 200 len: 217 time: 0.0629241 Nov 29 02:02:31.748182 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:02:31.748182 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:02:31.748182 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:02:31.748182 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:02:31.748182 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:02:31.748182 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:02:31.748182 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:02:31.748182 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:02:31.748182 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:02:31.748182 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:02:31.748182 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:02:31.748182 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:02:31.748182 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:02:31.748182 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:02:31.748182 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:02:31.748182 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:02:31.748182 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:02:31.748182 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:02:31.748182 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:02:31.748182 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:02:31.748182 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:02:31.748182 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:02:31.748182 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:02:31.748182 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:02:31.748182 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:02:31.748182 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:02:31.748182 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:02:31.748182 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:02:31.748182 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:02:31.748182 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:02:31.748182 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:02:31.748182 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:02:31.751677 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fdce0f33-303f-4e38-ac6d-fa4f92b38703 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:31.768378 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4fc626b1-e167-4ae3-bdd3-6ae8aca87437 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:31.791141 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4fc626b1-e167-4ae3-bdd3-6ae8aca87437 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:31.801066 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4fc626b1-e167-4ae3-bdd3-6ae8aca87437 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/networks/3b73798f-337f-44e3-b0d4-7b2fc3060881 HTTP/1.1" status: 204 len: 168 time: 1.6322103 Nov 29 02:02:31.829876 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41790) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:31.846170 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b2400bce-7f08-4a8a-9393-017f9e3991c2 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-180643458'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:31.856094 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc626b1-e167-4ae3-bdd3-6ae8aca87437 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Network': ['ID=3b73798f-337f-44e3-b0d4-7b2fc3060881,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:31.862386 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f1d7fc4d-a7aa-4028-a1ce-6ab6621c248d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:31.916611 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdce0f33-303f-4e38-ac6d-fa4f92b38703 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Checking segment: {'id': '9ba8fe07-cb3b-49a5-a51c-b1237fc01960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8f356c67-36c0-4dc4-ad28-2b95e7a48dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:02:31.918051 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdce0f33-303f-4e38-ac6d-fa4f92b38703 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Network hostable DHCP agents. Network: 8f356c67-36c0-4dc4-ad28-2b95e7a48dda, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:02:31.948233 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8191da-1b33-43f2-98c0-8ca7c46d8e08 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Made reservation on behalf of fb8e2daaf70d4af0b567bc07a96df956 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:31.953183 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce0f33-303f-4e38-ac6d-fa4f92b38703 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Subnet': ['ID=662b2b54-854a-4c5f-9cee-2c4971838cc7,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:31.980613 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d8191da-1b33-43f2-98c0-8ca7c46d8e08 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:31.981508 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-f1d7fc4d-a7aa-4028-a1ce-6ab6621c248d None None] For port 4b66c6df-d659-463f-93c4-913dfef5a2d3, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=4b66c6df-d659-463f-93c4-913dfef5a2d3,segment=NetworkSegment(027a4d96-dc33-417f-a551-6f956c6fcf5e),segment_id=027a4d96-dc33-417f-a551-6f956c6fcf5e)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:31.991161 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f1d7fc4d-a7aa-4028-a1ce-6ab6621c248d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:31.995017 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2400bce-7f08-4a8a-9393-017f9e3991c2 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:31.996442 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdce0f33-303f-4e38-ac6d-fa4f92b38703 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Network 8f356c67-36c0-4dc4-ad28-2b95e7a48dda is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:02:31.999150 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b2400bce-7f08-4a8a-9393-017f9e3991c2 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:32.040403 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 4b66c6df-d659-463f-93c4-913dfef5a2d3 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:02:32.041360 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa830e-6867-4b51-9ebd-af33f0ab3f3b req-02793fe0-8d7a-4639-b3b3-8014e5453d7b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:32.043547 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2daa830e-6867-4b51-9ebd-af33f0ab3f3b req-02793fe0-8d7a-4639-b3b3-8014e5453d7b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=568adc59-c3a0-48f8-b17f-a63a2e7a81ce HTTP/1.1" status: 200 len: 943 time: 0.1190271 Nov 29 02:02:32.044451 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-fdce0f33-303f-4e38-ac6d-fa4f92b38703 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 8f356c67-36c0-4dc4-ad28-2b95e7a48dda) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:32.052557 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdce0f33-303f-4e38-ac6d-fa4f92b38703 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:32.053166 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fdce0f33-303f-4e38-ac6d-fa4f92b38703 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:32.081420 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e72cefc-e579-4166-8adf-b50228cc644c None None] Network 8f356c67-36c0-4dc4-ad28-2b95e7a48dda requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:32.098359 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921cae3-627a-49f6-8917-389c820f90c1 req-14b4d166-afe0-4073-b704-cfd789abedb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:32.101160 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7921cae3-627a-49f6-8917-389c820f90c1 req-14b4d166-afe0-4073-b704-cfd789abedb3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=678ca2a4-9091-4a46-8ce8-4beb0edf2abe HTTP/1.1" status: 200 len: 835 time: 0.3458745 Nov 29 02:02:32.118720 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-fdce0f33-303f-4e38-ac6d-fa4f92b38703 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3002129 Nov 29 02:02:32.125492 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41794) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:32.143508 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b072a49d-2919-4603-adab-ceec528cbb4a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'port': {'network_id': '8f356c67-36c0-4dc4-ad28-2b95e7a48dda', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1643208361'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:32.153701 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41796) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:32.170076 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2daa830e-6867-4b51-9ebd-af33f0ab3f3b req-3a46b6e3-e2b7-4d91-a375-188804a06d26 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe2e056b-ff0a-421b-9e0d-5658cf04985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080966 Nov 29 02:02:32.202315 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7fc4d-a7aa-4028-a1ce-6ab6621c248d None None] Pushing event updated for resources: {'Port': ['ID=4b66c6df-d659-463f-93c4-913dfef5a2d3,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:32.210688 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8314dc46-08df-4712-819e-80a3d7262eea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-f1f3ea48-5788-425e-bc89-32ec07ef915a', 'network_id': 'f1f3ea48-5788-425e-bc89-32ec07ef915a', 'tenant_id': 'fb8e2daaf70d4af0b567bc07a96df956', 'fixed_ips': [{'subnet_id': '3669e3ae-b16b-4c1b-b6e2-0cf505ee5293'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:02:32.211611 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8314dc46-08df-4712-819e-80a3d7262eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:32.254978 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-67880fa7-9a33-4d56-9e00-c193c090f293 None None] Provisioning complete for port 4b66c6df-d659-463f-93c4-913dfef5a2d3 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:32.255357 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-67880fa7-9a33-4d56-9e00-c193c090f293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:32.315270 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 4b66c6df-d659-463f-93c4-913dfef5a2d3 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:32.315956 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:32.386554 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5f285843-ac89-4475-aacf-0f4b56319c65 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d2acda3b9eb14df99faa8b352e3aa43d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144864 Nov 29 02:02:32.400870 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41802) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:32.456035 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2c8a0-0508-4132-b006-da554983cdad req-1f6720a6-3fdf-4c99-b646-a0b7e97be5d6 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:32.457865 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-72b2c8a0-0508-4132-b006-da554983cdad req-1f6720a6-3fdf-4c99-b646-a0b7e97be5d6 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.0854077 Nov 29 02:02:32.473267 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2bbbca42-6858-4b2c-94d5-161edc0af413 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:32.492254 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2400bce-7f08-4a8a-9393-017f9e3991c2 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:02:32.523852 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2bbbca42-6858-4b2c-94d5-161edc0af413 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:32.530257 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b2400bce-7f08-4a8a-9393-017f9e3991c2 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:32.530614 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-b2400bce-7f08-4a8a-9393-017f9e3991c2 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Added segment a59f1817-9d98-4836-81e7-71d06be23672 of type vlan for network afb07fdd-a0cb-44e9-9a11-98b7c88bd7a5 Nov 29 02:02:32.562169 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-72b2c8a0-0508-4132-b006-da554983cdad req-7a0f236c-f9cd-4121-aff1-6ce537d9ce41 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867026 Nov 29 02:02:32.581146 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921cae3-627a-49f6-8917-389c820f90c1 req-4d566d0a-d42c-49e4-b1ef-334c9a4b35ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:32.582871 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7921cae3-627a-49f6-8917-389c820f90c1 req-4d566d0a-d42c-49e4-b1ef-334c9a4b35ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e27ce72d-9adf-4a07-acf2-f13fb172c1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4725857 Nov 29 02:02:32.615601 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1b97a5-8d37-40d5-9733-ce949f029fee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-8f356c67-36c0-4dc4-ad28-2b95e7a48dda', 'network_id': '8f356c67-36c0-4dc4-ad28-2b95e7a48dda', 'tenant_id': '9daf37777467458cb4d0ea385d3d0eee', 'fixed_ips': [{'subnet_id': '662b2b54-854a-4c5f-9cee-2c4971838cc7'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:02:32.616468 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e1b97a5-8d37-40d5-9733-ce949f029fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:32.620336 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b2400bce-7f08-4a8a-9393-017f9e3991c2 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:32.625799 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2bbbca42-6858-4b2c-94d5-161edc0af413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:32.628721 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2bbbca42-6858-4b2c-94d5-161edc0af413 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:32.630005 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2bbbca42-6858-4b2c-94d5-161edc0af413 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dad3ceaa-67b4-4dca-b48d-f1aa6956c88d HTTP/1.1" status: 204 len: 168 time: 0.2281454 Nov 29 02:02:32.640244 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbbca42-6858-4b2c-94d5-161edc0af413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad3ceaa-67b4-4dca-b48d-f1aa6956c88d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:32.652985 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-8314dc46-08df-4712-819e-80a3d7262eea None None] Allocated IP 2001:db8::2 (f1f3ea48-5788-425e-bc89-32ec07ef915a/3669e3ae-b16b-4c1b-b6e2-0cf505ee5293/a7b9b98b-b5bf-4b1e-817d-35cd16f72969) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:02:32.774712 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c92edc5d-a18e-4d5e-b0a6-f7775e09436c no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:02:32.781609 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b2400bce-7f08-4a8a-9393-017f9e3991c2 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:32.787124 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2400bce-7f08-4a8a-9393-017f9e3991c2 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:32.787731 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b2400bce-7f08-4a8a-9393-017f9e3991c2 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:32.812443 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: c92edc5d-a18e-4d5e-b0a6-f7775e09436c {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:02:32.812736 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c92edc5d-a18e-4d5e-b0a6-f7775e09436c not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:02:32.892435 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b072a49d-2919-4603-adab-ceec528cbb4a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:32.895976 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b072a49d-2919-4603-adab-ceec528cbb4a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:32.903183 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-5e1b97a5-8d37-40d5-9733-ce949f029fee None None] Allocated IP 2001:db8::2 (8f356c67-36c0-4dc4-ad28-2b95e7a48dda/662b2b54-854a-4c5f-9cee-2c4971838cc7/1d5e7460-a07f-448c-af44-c02049b0555a) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:02:32.916523 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b2400bce-7f08-4a8a-9393-017f9e3991c2 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0814443 Nov 29 02:02:32.920126 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41808) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:32.940694 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-dbf02f0d-7bf2-428f-a2e3-b96928ca2880 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'subnet': {'network_id': 'afb07fdd-a0cb-44e9-9a11-98b7c88bd7a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:32.946864 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7921cae3-627a-49f6-8917-389c820f90c1 req-c1dc247b-5975-4ce1-91f2-e7459fc58c53 service neutron] 10.222.0.24 "GET /v2.0/networks/e27ce72d-9adf-4a07-acf2-f13fb172c1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409183 Nov 29 02:02:32.955238 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d8191da-1b33-43f2-98c0-8ca7c46d8e08 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:32.962411 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2400bce-7f08-4a8a-9393-017f9e3991c2 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Network': ['ID=afb07fdd-a0cb-44e9-9a11-98b7c88bd7a5,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:32.990984 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network afb07fdd-a0cb-44e9-9a11-98b7c88bd7a5 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:02:32.993933 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8314dc46-08df-4712-819e-80a3d7262eea None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:32.999224 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-b072a49d-2919-4603-adab-ceec528cbb4a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] device_id is not set on port 62a372b6-ea9e-4fce-95b3-ce14f3e665d4 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:02:33.045606 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8314dc46-08df-4712-819e-80a3d7262eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:33.073614 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf02f0d-7bf2-428f-a2e3-b96928ca2880 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:33.077753 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dbf02f0d-7bf2-428f-a2e3-b96928ca2880 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:33.129415 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8314dc46-08df-4712-819e-80a3d7262eea None None] Network f1f3ea48-5788-425e-bc89-32ec07ef915a is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:33.134603 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-8314dc46-08df-4712-819e-80a3d7262eea None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:33.136756 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314dc46-08df-4712-819e-80a3d7262eea None None] Pushing event updated for resources: {'Port': ['ID=a7b9b98b-b5bf-4b1e-817d-35cd16f72969,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:33.139567 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8314dc46-08df-4712-819e-80a3d7262eea None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:33.168007 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8191da-1b33-43f2-98c0-8ca7c46d8e08 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Pushing event updated for resources: {'Subnet': ['ID=ac57ceb3-edf2-4ed6-b2fd-fa1d72c6cd7b,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:33.198953 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8191da-1b33-43f2-98c0-8ca7c46d8e08 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Checking segment: {'id': '848cdeef-272b-4448-ba49-f0bb416ecb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ba4cfcf7-a1c1-4a90-9d8f-30c9e6135c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:02:33.199434 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8191da-1b33-43f2-98c0-8ca7c46d8e08 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Network hostable DHCP agents. Network: ba4cfcf7-a1c1-4a90-9d8f-30c9e6135c89, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:02:33.212383 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7921cae3-627a-49f6-8917-389c820f90c1 req-06942c66-1c0d-4f79-bc55-634e0eaa5eec service neutron] 10.222.0.24 "GET /v2.0/networks/e27ce72d-9adf-4a07-acf2-f13fb172c1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543025 Nov 29 02:02:33.229959 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8191da-1b33-43f2-98c0-8ca7c46d8e08 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Network ba4cfcf7-a1c1-4a90-9d8f-30c9e6135c89 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:02:33.247750 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-4d8191da-1b33-43f2-98c0-8ca7c46d8e08 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, ba4cfcf7-a1c1-4a90-9d8f-30c9e6135c89) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:33.267001 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8191da-1b33-43f2-98c0-8ca7c46d8e08 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:33.267625 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d8191da-1b33-43f2-98c0-8ca7c46d8e08 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:33.272829 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a62af9-d99d-4857-b3b5-5ecc91756331 None None] Network ba4cfcf7-a1c1-4a90-9d8f-30c9e6135c89 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:33.291907 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4d8191da-1b33-43f2-98c0-8ca7c46d8e08 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6990132 Nov 29 02:02:33.295912 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41820) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:33.325159 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 4459dc47-447b-496c-8502-639f0e89ba93 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:02:33.356341 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda0129-77c0-4925-8289-383ddb4496fb req-5d871f26-38a9-4110-9ff5-35cdc8d77bab tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:33.358589 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cbda0129-77c0-4925-8289-383ddb4496fb req-5d871f26-38a9-4110-9ff5-35cdc8d77bab tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=568adc59-c3a0-48f8-b17f-a63a2e7a81ce HTTP/1.1" status: 200 len: 943 time: 0.1137581 Nov 29 02:02:33.373820 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-8314dc46-08df-4712-819e-80a3d7262eea None None] Attempting to bind port a7b9b98b-b5bf-4b1e-817d-35cd16f72969 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:02:33.374225 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-8314dc46-08df-4712-819e-80a3d7262eea None None] Attempting to bind port a7b9b98b-b5bf-4b1e-817d-35cd16f72969 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'bde0311e-1917-40fc-8dd9-7632246db01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1f3ea48-5788-425e-bc89-32ec07ef915a'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:02:33.374593 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8314dc46-08df-4712-819e-80a3d7262eea None None] Attempting to bind port a7b9b98b-b5bf-4b1e-817d-35cd16f72969 on network f1f3ea48-5788-425e-bc89-32ec07ef915a {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:02:33.409139 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8314dc46-08df-4712-819e-80a3d7262eea None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:02:33.409462 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8314dc46-08df-4712-819e-80a3d7262eea None None] Checking segment: {'id': 'bde0311e-1917-40fc-8dd9-7632246db01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1f3ea48-5788-425e-bc89-32ec07ef915a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:02:33.409964 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8314dc46-08df-4712-819e-80a3d7262eea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:33.410370 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8314dc46-08df-4712-819e-80a3d7262eea None None] Bound using segment: {'id': 'bde0311e-1917-40fc-8dd9-7632246db01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1f3ea48-5788-425e-bc89-32ec07ef915a'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:02:33.410860 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-8314dc46-08df-4712-819e-80a3d7262eea None None] Bound port: a7b9b98b-b5bf-4b1e-817d-35cd16f72969, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde0311e-1917-40fc-8dd9-7632246db01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1f3ea48-5788-425e-bc89-32ec07ef915a'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:02:33.411227 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8314dc46-08df-4712-819e-80a3d7262eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:33.441656 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e1b97a5-8d37-40d5-9733-ce949f029fee None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:33.466657 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dbf02f0d-7bf2-428f-a2e3-b96928ca2880 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:33.504559 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e1b97a5-8d37-40d5-9733-ce949f029fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:33.573195 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf02f0d-7bf2-428f-a2e3-b96928ca2880 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Subnet': ['ID=007c78db-c5e8-4723-80f2-1d11b3342377,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:33.584229 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cbda0129-77c0-4925-8289-383ddb4496fb req-bf58bc24-1d30-4104-aefd-4fdc61d4f513 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe2e056b-ff0a-421b-9e0d-5658cf04985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2144907 Nov 29 02:02:33.599457 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf02f0d-7bf2-428f-a2e3-b96928ca2880 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Checking segment: {'id': 'a59f1817-9d98-4836-81e7-71d06be23672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'afb07fdd-a0cb-44e9-9a11-98b7c88bd7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:02:33.599844 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf02f0d-7bf2-428f-a2e3-b96928ca2880 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Network hostable DHCP agents. Network: afb07fdd-a0cb-44e9-9a11-98b7c88bd7a5, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:02:33.606541 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-b072a49d-2919-4603-adab-ceec528cbb4a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Allocated IP 2001:db8::9e (8f356c67-36c0-4dc4-ad28-2b95e7a48dda/662b2b54-854a-4c5f-9cee-2c4971838cc7/62a372b6-ea9e-4fce-95b3-ce14f3e665d4) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:02:33.637503 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf02f0d-7bf2-428f-a2e3-b96928ca2880 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Network afb07fdd-a0cb-44e9-9a11-98b7c88bd7a5 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:02:33.653196 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-8314dc46-08df-4712-819e-80a3d7262eea None None] For port a7b9b98b-b5bf-4b1e-817d-35cd16f72969, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:02:33.657913 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-8314dc46-08df-4712-819e-80a3d7262eea None None] For port a7b9b98b-b5bf-4b1e-817d-35cd16f72969, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=a7b9b98b-b5bf-4b1e-817d-35cd16f72969,segment=NetworkSegment(bde0311e-1917-40fc-8dd9-7632246db01d),segment_id=bde0311e-1917-40fc-8dd9-7632246db01d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:02:33.659126 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-dbf02f0d-7bf2-428f-a2e3-b96928ca2880 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, afb07fdd-a0cb-44e9-9a11-98b7c88bd7a5) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:33.665081 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf02f0d-7bf2-428f-a2e3-b96928ca2880 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:33.665786 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dbf02f0d-7bf2-428f-a2e3-b96928ca2880 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:33.678507 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41832) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:33.687224 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1b97a5-8d37-40d5-9733-ce949f029fee None None] Network 8f356c67-36c0-4dc4-ad28-2b95e7a48dda is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:33.690108 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caf3415-ffce-480f-8131-4163dbd2ae9a None None] Network afb07fdd-a0cb-44e9-9a11-98b7c88bd7a5 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:33.698954 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8314dc46-08df-4712-819e-80a3d7262eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:33.722410 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-5e1b97a5-8d37-40d5-9733-ce949f029fee None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:33.739572 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b97a5-8d37-40d5-9733-ce949f029fee None None] Pushing event updated for resources: {'Port': ['ID=1d5e7460-a07f-448c-af44-c02049b0555a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:33.742543 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1b97a5-8d37-40d5-9733-ce949f029fee None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:33.759225 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-dbf02f0d-7bf2-428f-a2e3-b96928ca2880 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8325202 Nov 29 02:02:33.759558 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41836) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:33.762556 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f42295b1-b76a-4361-a5c1-81d38d00a5f3 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:33.767303 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-2ba2e9bd-3123-4abc-ae7a-b8d05dc1858c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'port': {'network_id': 'afb07fdd-a0cb-44e9-9a11-98b7c88bd7a5', 'name': 'tempest-PortsTestJSON-1347334053', 'fixed_ips': [{'subnet_id': '007c78db-c5e8-4723-80f2-1d11b3342377', 'ip_address': '172.20.0.10'}]}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:33.870845 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-810f0cf9-eaeb-45fd-bd9c-7d872c0715ae tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-119068361'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:33.884102 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a876689-6c05-459f-87ca-b1059d50c633 req-3f5cee2a-dacf-4c3d-85c4-a1f058a667cd tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:33.885692 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0a876689-6c05-459f-87ca-b1059d50c633 req-3f5cee2a-dacf-4c3d-85c4-a1f058a667cd tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.1848938 Nov 29 02:02:33.950888 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810f0cf9-eaeb-45fd-bd9c-7d872c0715ae tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Made reservation on behalf of 2ae32fe991cb446e9a39490fadff7004 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:33.954331 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-810f0cf9-eaeb-45fd-bd9c-7d872c0715ae tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:33.960485 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 4b66c6df-d659-463f-93c4-913dfef5a2d3 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:02:33.981137 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b072a49d-2919-4603-adab-ceec528cbb4a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:33.983239 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-810f0cf9-eaeb-45fd-bd9c-7d872c0715ae tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:34.005573 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0a876689-6c05-459f-87ca-b1059d50c633 req-bf44a3c0-ea84-4ad3-aba1-42bcd577bb6a tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064513 Nov 29 02:02:34.057686 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba2e9bd-3123-4abc-ae7a-b8d05dc1858c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:34.128400 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 4459dc47-447b-496c-8502-639f0e89ba93, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=4459dc47-447b-496c-8502-639f0e89ba93,segment=NetworkSegment(89e7d31f-1294-4bcb-ad29-a6b05f7f3416),segment_id=89e7d31f-1294-4bcb-ad29-a6b05f7f3416)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:34.150706 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-f42295b1-b76a-4361-a5c1-81d38d00a5f3 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Allocated IP 2001:db8::1 (f1f3ea48-5788-425e-bc89-32ec07ef915a/3669e3ae-b16b-4c1b-b6e2-0cf505ee5293/2d655c08-c3b4-4ec8-8308-b993cd48c252) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:02:34.198798 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '4459dc47-447b-496c-8502-639f0e89ba93', 'network_id': 'e27ce72d-9adf-4a07-acf2-f13fb172c1fd', 'port_id': '4459dc47-447b-496c-8502-639f0e89ba93', 'mac_address': 'fa:16:3e:49:2d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '678ca2a4-9091-4a46-8ce8-4beb0edf2abe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:02:34.200357 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-5e1b97a5-8d37-40d5-9733-ce949f029fee None None] Attempting to bind port 1d5e7460-a07f-448c-af44-c02049b0555a on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:02:34.201071 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-5e1b97a5-8d37-40d5-9733-ce949f029fee None None] Attempting to bind port 1d5e7460-a07f-448c-af44-c02049b0555a by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '9ba8fe07-cb3b-49a5-a51c-b1237fc01960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8f356c67-36c0-4dc4-ad28-2b95e7a48dda'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:02:34.201071 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1b97a5-8d37-40d5-9733-ce949f029fee None None] Attempting to bind port 1d5e7460-a07f-448c-af44-c02049b0555a on network 8f356c67-36c0-4dc4-ad28-2b95e7a48dda {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:02:34.209017 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86e0404-4603-4258-a520-284bc684c4a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-ba4cfcf7-a1c1-4a90-9d8f-30c9e6135c89', 'network_id': 'ba4cfcf7-a1c1-4a90-9d8f-30c9e6135c89', 'tenant_id': 'fb8e2daaf70d4af0b567bc07a96df956', 'fixed_ips': [{'subnet_id': 'ac57ceb3-edf2-4ed6-b2fd-fa1d72c6cd7b'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:02:34.209253 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-810f0cf9-eaeb-45fd-bd9c-7d872c0715ae tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:34.209915 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e86e0404-4603-4258-a520-284bc684c4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:34.214371 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2ba2e9bd-3123-4abc-ae7a-b8d05dc1858c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:34.217879 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-810f0cf9-eaeb-45fd-bd9c-7d872c0715ae tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:34.224377 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314dc46-08df-4712-819e-80a3d7262eea None None] Pushing event updated for resources: {'Port': ['ID=a7b9b98b-b5bf-4b1e-817d-35cd16f72969,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:34.236077 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b072a49d-2919-4603-adab-ceec528cbb4a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:34.253825 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1b97a5-8d37-40d5-9733-ce949f029fee None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:02:34.254267 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1b97a5-8d37-40d5-9733-ce949f029fee None None] Checking segment: {'id': '9ba8fe07-cb3b-49a5-a51c-b1237fc01960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8f356c67-36c0-4dc4-ad28-2b95e7a48dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:02:34.254622 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e1b97a5-8d37-40d5-9733-ce949f029fee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:34.255019 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1b97a5-8d37-40d5-9733-ce949f029fee None None] Bound using segment: {'id': '9ba8fe07-cb3b-49a5-a51c-b1237fc01960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8f356c67-36c0-4dc4-ad28-2b95e7a48dda'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:02:34.257973 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-5e1b97a5-8d37-40d5-9733-ce949f029fee None None] Bound port: 1d5e7460-a07f-448c-af44-c02049b0555a, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba8fe07-cb3b-49a5-a51c-b1237fc01960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8f356c67-36c0-4dc4-ad28-2b95e7a48dda'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:02:34.259003 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e1b97a5-8d37-40d5-9733-ce949f029fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:34.262894 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b072a49d-2919-4603-adab-ceec528cbb4a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Network 8f356c67-36c0-4dc4-ad28-2b95e7a48dda is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:34.269186 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-b072a49d-2919-4603-adab-ceec528cbb4a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:34.276891 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-810f0cf9-eaeb-45fd-bd9c-7d872c0715ae tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:02:34.279316 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-2ba2e9bd-3123-4abc-ae7a-b8d05dc1858c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] device_id is not set on port 2de824b5-b49e-404a-95ce-a88a72ece627 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:02:34.309079 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-810f0cf9-eaeb-45fd-bd9c-7d872c0715ae tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:34.309697 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-810f0cf9-eaeb-45fd-bd9c-7d872c0715ae tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Added segment 0ef3a63e-401e-4797-ae4c-44ea02cd741e of type vlan for network 5d53fc08-3f15-49d1-804b-3aa0c7c90360 Nov 29 02:02:34.326414 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b072a49d-2919-4603-adab-ceec528cbb4a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:34.335153 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b072a49d-2919-4603-adab-ceec528cbb4a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:34.335398 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b072a49d-2919-4603-adab-ceec528cbb4a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:34.347573 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f0cf9-eaeb-45fd-bd9c-7d872c0715ae tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c195347-64d9-4fd2-81a6-df39c8e0537f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:34.397597 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b072a49d-2919-4603-adab-ceec528cbb4a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.2682779 Nov 29 02:02:34.405081 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41838) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:34.420676 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072a49d-2919-4603-adab-ceec528cbb4a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Port': ['ID=62a372b6-ea9e-4fce-95b3-ce14f3e665d4,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:34.428246 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f42295b1-b76a-4361-a5c1-81d38d00a5f3 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:34.473876 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f42295b1-b76a-4361-a5c1-81d38d00a5f3 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:34.478779 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-810f0cf9-eaeb-45fd-bd9c-7d872c0715ae tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:34.492919 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 4b66c6df-d659-463f-93c4-913dfef5a2d3 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:34.493524 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:34.507804 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42295b1-b76a-4361-a5c1-81d38d00a5f3 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Network f1f3ea48-5788-425e-bc89-32ec07ef915a is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:34.512497 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-f42295b1-b76a-4361-a5c1-81d38d00a5f3 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:34.535713 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42295b1-b76a-4361-a5c1-81d38d00a5f3 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:34.536543 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f42295b1-b76a-4361-a5c1-81d38d00a5f3 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:34.561035 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:34.623286 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42295b1-b76a-4361-a5c1-81d38d00a5f3 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Pushing event updated for resources: {'Port': ['ID=2d655c08-c3b4-4ec8-8308-b993cd48c252,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:34.650085 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4459dc47-447b-496c-8502-639f0e89ba93 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:02:34.681914 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69ab596-46d7-44d4-9620-79df1cfd7d9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-afb07fdd-a0cb-44e9-9a11-98b7c88bd7a5', 'network_id': 'afb07fdd-a0cb-44e9-9a11-98b7c88bd7a5', 'tenant_id': '244b87083f7548969719374c99f34997', 'fixed_ips': [{'subnet_id': '007c78db-c5e8-4723-80f2-1d11b3342377'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:02:34.683034 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a69ab596-46d7-44d4-9620-79df1cfd7d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:34.696382 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f42295b1-b76a-4361-a5c1-81d38d00a5f3 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:34.728644 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 4459dc47-447b-496c-8502-639f0e89ba93, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=4459dc47-447b-496c-8502-639f0e89ba93,segment=NetworkSegment(89e7d31f-1294-4bcb-ad29-a6b05f7f3416),segment_id=89e7d31f-1294-4bcb-ad29-a6b05f7f3416)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:34.730396 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-e86e0404-4603-4258-a520-284bc684c4a4 None None] Allocated IP 2001:db8::2 (ba4cfcf7-a1c1-4a90-9d8f-30c9e6135c89/ac57ceb3-edf2-4ed6-b2fd-fa1d72c6cd7b/d959db70-20cb-4a28-be16-0e28ecabd180) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:02:34.733185 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-5e1b97a5-8d37-40d5-9733-ce949f029fee None None] For port 1d5e7460-a07f-448c-af44-c02049b0555a, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:02:34.755617 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:34.760009 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-5e1b97a5-8d37-40d5-9733-ce949f029fee None None] For port 1d5e7460-a07f-448c-af44-c02049b0555a, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=1d5e7460-a07f-448c-af44-c02049b0555a,segment=NetworkSegment(9ba8fe07-cb3b-49a5-a51c-b1237fc01960),segment_id=9ba8fe07-cb3b-49a5-a51c-b1237fc01960)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:02:34.803360 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e1b97a5-8d37-40d5-9733-ce949f029fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:34.987284 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-810f0cf9-eaeb-45fd-bd9c-7d872c0715ae tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:34.993309 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810f0cf9-eaeb-45fd-bd9c-7d872c0715ae tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:34.993935 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-810f0cf9-eaeb-45fd-bd9c-7d872c0715ae tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:35.021503 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=4459dc47-447b-496c-8502-639f0e89ba93,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:35.067202 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f42295b1-b76a-4361-a5c1-81d38d00a5f3 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:35.077099 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f42295b1-b76a-4361-a5c1-81d38d00a5f3 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:35.077944 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f42295b1-b76a-4361-a5c1-81d38d00a5f3 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:35.097488 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-810f0cf9-eaeb-45fd-bd9c-7d872c0715ae tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.4178836 Nov 29 02:02:35.104170 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41844) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:35.105524 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-2ba2e9bd-3123-4abc-ae7a-b8d05dc1858c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Allocated IP 172.20.0.10 (afb07fdd-a0cb-44e9-9a11-98b7c88bd7a5/007c78db-c5e8-4723-80f2-1d11b3342377/2de824b5-b49e-404a-95ce-a88a72ece627) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:02:35.128747 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-418fa97c-e5ea-478d-bf98-648436ec34ad tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Request body: {'subnet': {'network_id': '5d53fc08-3f15-49d1-804b-3aa0c7c90360', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:35.159226 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['4459dc47-447b-496c-8502-639f0e89ba93'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:02:35.200350 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f0cf9-eaeb-45fd-bd9c-7d872c0715ae tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Pushing event updated for resources: {'Network': ['ID=5d53fc08-3f15-49d1-804b-3aa0c7c90360,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:35.213130 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42295b1-b76a-4361-a5c1-81d38d00a5f3 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Pushing event updated for resources: {'Port': ['ID=2d655c08-c3b4-4ec8-8308-b993cd48c252,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:35.224143 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681289f-f6da-46ec-9932-dde7fdedae05 req-716e2d67-16c0-41d9-b649-c4b25f3818d3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:35.232540 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b681289f-f6da-46ec-9932-dde7fdedae05 req-716e2d67-16c0-41d9-b649-c4b25f3818d3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=568adc59-c3a0-48f8-b17f-a63a2e7a81ce HTTP/1.1" status: 200 len: 944 time: 0.3158724 Nov 29 02:02:35.282122 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 5d53fc08-3f15-49d1-804b-3aa0c7c90360 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:02:35.302844 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-debf3dd1-177b-411a-9f7d-edc984ed4560 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Deleting port 62a372b6-ea9e-4fce-95b3-ce14f3e665d4 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:35.303179 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-debf3dd1-177b-411a-9f7d-edc984ed4560 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:35.328261 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42295b1-b76a-4361-a5c1-81d38d00a5f3 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Network f1f3ea48-5788-425e-bc89-32ec07ef915a is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:35.330950 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-f42295b1-b76a-4361-a5c1-81d38d00a5f3 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:35.392144 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b97a5-8d37-40d5-9733-ce949f029fee None None] Pushing event updated for resources: {'Port': ['ID=1d5e7460-a07f-448c-af44-c02049b0555a,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:35.457121 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e86e0404-4603-4258-a520-284bc684c4a4 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:35.475357 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e86e0404-4603-4258-a520-284bc684c4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:35.511171 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42295b1-b76a-4361-a5c1-81d38d00a5f3 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Router e8566998-ae84-411c-b217-67160bea1061 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:02:35.551285 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b681289f-f6da-46ec-9932-dde7fdedae05 req-9fd70b53-5ef1-4458-b4e4-b07dc0b01cbc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe2e056b-ff0a-421b-9e0d-5658cf04985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3182447 Nov 29 02:02:35.557601 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86e0404-4603-4258-a520-284bc684c4a4 None None] Network ba4cfcf7-a1c1-4a90-9d8f-30c9e6135c89 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:35.570694 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b8d0d-11b8-451d-80aa-184675de18f6 req-5613f2d7-1b7a-4f9b-8b05-8d05d12d5a26 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:35.571116 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-e86e0404-4603-4258-a520-284bc684c4a4 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:35.572276 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7e7b8d0d-11b8-451d-80aa-184675de18f6 req-5613f2d7-1b7a-4f9b-8b05-8d05d12d5a26 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.4126451 Nov 29 02:02:35.582343 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86e0404-4603-4258-a520-284bc684c4a4 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:35.597991 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e0404-4603-4258-a520-284bc684c4a4 None None] Pushing event updated for resources: {'Port': ['ID=d959db70-20cb-4a28-be16-0e28ecabd180,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:35.615944 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418fa97c-e5ea-478d-bf98-648436ec34ad tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Made reservation on behalf of 2ae32fe991cb446e9a39490fadff7004 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:35.619607 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-418fa97c-e5ea-478d-bf98-648436ec34ad tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:35.671061 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-e86e0404-4603-4258-a520-284bc684c4a4 None None] Attempting to bind port d959db70-20cb-4a28-be16-0e28ecabd180 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:02:35.671364 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-e86e0404-4603-4258-a520-284bc684c4a4 None None] Attempting to bind port d959db70-20cb-4a28-be16-0e28ecabd180 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '848cdeef-272b-4448-ba49-f0bb416ecb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ba4cfcf7-a1c1-4a90-9d8f-30c9e6135c89'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:02:35.671740 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86e0404-4603-4258-a520-284bc684c4a4 None None] Attempting to bind port d959db70-20cb-4a28-be16-0e28ecabd180 on network ba4cfcf7-a1c1-4a90-9d8f-30c9e6135c89 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:02:35.687150 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-debf3dd1-177b-411a-9f7d-edc984ed4560 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:35.690688 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86e0404-4603-4258-a520-284bc684c4a4 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:02:35.691072 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86e0404-4603-4258-a520-284bc684c4a4 None None] Checking segment: {'id': '848cdeef-272b-4448-ba49-f0bb416ecb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ba4cfcf7-a1c1-4a90-9d8f-30c9e6135c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:02:35.691481 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e86e0404-4603-4258-a520-284bc684c4a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:35.691875 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86e0404-4603-4258-a520-284bc684c4a4 None None] Bound using segment: {'id': '848cdeef-272b-4448-ba49-f0bb416ecb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ba4cfcf7-a1c1-4a90-9d8f-30c9e6135c89'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:02:35.692354 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-e86e0404-4603-4258-a520-284bc684c4a4 None None] Bound port: d959db70-20cb-4a28-be16-0e28ecabd180, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '848cdeef-272b-4448-ba49-f0bb416ecb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ba4cfcf7-a1c1-4a90-9d8f-30c9e6135c89'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:02:35.692733 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e86e0404-4603-4258-a520-284bc684c4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:35.694688 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42295b1-b76a-4361-a5c1-81d38d00a5f3 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:02:35.703360 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f42295b1-b76a-4361-a5c1-81d38d00a5f3 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] 10.222.0.37 "PUT /v2.0/routers/e8566998-ae84-411c-b217-67160bea1061/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4059632 Nov 29 02:02:35.707466 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41846) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:35.714470 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7f51e7-e0fd-42f7-b4e0-fd67ed166713 None None] Sync routers for ids ['e8566998-ae84-411c-b217-67160bea1061'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:02:35.722187 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cf1c1a-bada-409a-8360-1487223c5a9a None None] Network f1f3ea48-5788-425e-bc89-32ec07ef915a requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:35.724582 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7f51e7-e0fd-42f7-b4e0-fd67ed166713 None None] Routers {'e8566998-ae84-411c-b217-67160bea1061'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:02:35.725509 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6b7f51e7-e0fd-42f7-b4e0-fd67ed166713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:02:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['e8566998-ae84-411c-b217-67160bea1061'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:35.748834 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-debf3dd1-177b-411a-9f7d-edc984ed4560 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Calling delete_port for 62a372b6-ea9e-4fce-95b3-ce14f3e665d4 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:35.762543 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6b7f51e7-e0fd-42f7-b4e0-fd67ed166713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:35.771316 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7f51e7-e0fd-42f7-b4e0-fd67ed166713 None None] Routers {'e8566998-ae84-411c-b217-67160bea1061'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:02:35.772362 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6b7f51e7-e0fd-42f7-b4e0-fd67ed166713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:02:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['e8566998-ae84-411c-b217-67160bea1061'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:35.807427 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6b7f51e7-e0fd-42f7-b4e0-fd67ed166713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:35.808498 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7f51e7-e0fd-42f7-b4e0-fd67ed166713 None None] The sync data for ids ['e8566998-ae84-411c-b217-67160bea1061'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:02:35.873576 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7e7b8d0d-11b8-451d-80aa-184675de18f6 req-ee93ffe9-8fef-471d-b3d3-67541c67436b tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2935417 Nov 29 02:02:35.879694 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-4fef79a9-c264-44b4-90a0-113b4d8a55de None None] Provisioning complete for port a7b9b98b-b5bf-4b1e-817d-35cd16f72969 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:35.879913 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4fef79a9-c264-44b4-90a0-113b4d8a55de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:35.930972 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2ba2e9bd-3123-4abc-ae7a-b8d05dc1858c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:35.943847 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e86e0404-4603-4258-a520-284bc684c4a4 None None] For port d959db70-20cb-4a28-be16-0e28ecabd180, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:02:35.981349 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e86e0404-4603-4258-a520-284bc684c4a4 None None] For port d959db70-20cb-4a28-be16-0e28ecabd180, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=d959db70-20cb-4a28-be16-0e28ecabd180,segment=NetworkSegment(848cdeef-272b-4448-ba49-f0bb416ecb59),segment_id=848cdeef-272b-4448-ba49-f0bb416ecb59)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:02:36.000502 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e86e0404-4603-4258-a520-284bc684c4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:36.009060 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a7b9b98b-b5bf-4b1e-817d-35cd16f72969 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:02:36.152732 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2ba2e9bd-3123-4abc-ae7a-b8d05dc1858c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:36.216896 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-a69ab596-46d7-44d4-9620-79df1cfd7d9e None None] Allocated IP 172.20.0.2 (afb07fdd-a0cb-44e9-9a11-98b7c88bd7a5/007c78db-c5e8-4723-80f2-1d11b3342377/a559c80e-e8a0-49d7-b6db-8501db955d1c) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:02:36.225489 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e0404-4603-4258-a520-284bc684c4a4 None None] Pushing event updated for resources: {'Port': ['ID=d959db70-20cb-4a28-be16-0e28ecabd180,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:36.382473 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba2e9bd-3123-4abc-ae7a-b8d05dc1858c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Network afb07fdd-a0cb-44e9-9a11-98b7c88bd7a5 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:36.393931 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-2ba2e9bd-3123-4abc-ae7a-b8d05dc1858c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:36.395994 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-418fa97c-e5ea-478d-bf98-648436ec34ad tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:36.398337 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba2e9bd-3123-4abc-ae7a-b8d05dc1858c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:36.405037 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-debf3dd1-177b-411a-9f7d-edc984ed4560 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:36.412600 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2e9bd-3123-4abc-ae7a-b8d05dc1858c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Port': ['ID=2de824b5-b49e-404a-95ce-a88a72ece627,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:36.521197 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4fef79a9-c264-44b4-90a0-113b4d8a55de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:36.526257 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port a7b9b98b-b5bf-4b1e-817d-35cd16f72969 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:36.526707 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:36.552557 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fa97c-e5ea-478d-bf98-648436ec34ad tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Pushing event updated for resources: {'Subnet': ['ID=23ca7613-8fe6-4274-aa9f-4171aa66b386,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:36.572741 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf3dd1-177b-411a-9f7d-edc984ed4560 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Port': ['ID=62a372b6-ea9e-4fce-95b3-ce14f3e665d4,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:36.602753 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8a3c9b-4222-4cde-9b2a-f0b8f62fb224 None None] Network 8f356c67-36c0-4dc4-ad28-2b95e7a48dda requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:36.650720 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-debf3dd1-177b-411a-9f7d-edc984ed4560 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:36.657557 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-debf3dd1-177b-411a-9f7d-edc984ed4560 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/ports/62a372b6-ea9e-4fce-95b3-ce14f3e665d4 HTTP/1.1" status: 204 len: 168 time: 2.2484660 Nov 29 02:02:36.658159 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41850) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:36.694742 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba2e9bd-3123-4abc-ae7a-b8d05dc1858c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:36.695370 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2ba2e9bd-3123-4abc-ae7a-b8d05dc1858c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:36.701347 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f92002-b037-4e23-99d6-9e93ec30857b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] GET failed (client error): The resource could not be found. Nov 29 02:02:36.704318 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-08f92002-b037-4e23-99d6-9e93ec30857b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "GET /v2.0/ports/62a372b6-ea9e-4fce-95b3-ce14f3e665d4 HTTP/1.1" status: 404 len: 333 time: 0.0446115 Nov 29 02:02:36.707991 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41852) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:36.730388 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-4fef79a9-c264-44b4-90a0-113b4d8a55de None None] For port a7b9b98b-b5bf-4b1e-817d-35cd16f72969, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=a7b9b98b-b5bf-4b1e-817d-35cd16f72969,segment=NetworkSegment(bde0311e-1917-40fc-8dd9-7632246db01d),segment_id=bde0311e-1917-40fc-8dd9-7632246db01d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:36.750471 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4fef79a9-c264-44b4-90a0-113b4d8a55de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:36.765782 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418fa97c-e5ea-478d-bf98-648436ec34ad tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Checking segment: {'id': '0ef3a63e-401e-4797-ae4c-44ea02cd741e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5d53fc08-3f15-49d1-804b-3aa0c7c90360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:02:36.766151 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418fa97c-e5ea-478d-bf98-648436ec34ad tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Network hostable DHCP agents. Network: 5d53fc08-3f15-49d1-804b-3aa0c7c90360, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:02:36.773443 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2ba2e9bd-3123-4abc-ae7a-b8d05dc1858c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0103209 Nov 29 02:02:36.777154 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41854) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:36.781812 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a1cde5-9cf6-4b34-ac1a-f9dbccec0796 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Deleting subnet 662b2b54-854a-4c5f-9cee-2c4971838cc7 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:02:36.784790 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-90a16c4f-838a-47de-b500-445476dda355 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'port': {'network_id': 'afb07fdd-a0cb-44e9-9a11-98b7c88bd7a5', 'name': 'tempest-PortsTestJSON-97877719', 'fixed_ips': [{'subnet_id': '007c78db-c5e8-4723-80f2-1d11b3342377', 'ip_address': '172.20.0.9'}]}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:36.787302 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15a1cde5-9cf6-4b34-ac1a-f9dbccec0796 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:36.842253 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15a1cde5-9cf6-4b34-ac1a-f9dbccec0796 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:36.864014 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-c56a0cd2-1712-4c2b-aa54-de81d1eb6d97 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:02:36.869400 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c56a0cd2-1712-4c2b-aa54-de81d1eb6d97 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] 10.222.0.37 "PUT /v2.0/routers/e8566998-ae84-411c-b217-67160bea1061/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1484864 Nov 29 02:02:36.871340 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41856) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:36.927311 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef79a9-c264-44b4-90a0-113b4d8a55de None None] Pushing event updated for resources: {'Port': ['ID=a7b9b98b-b5bf-4b1e-817d-35cd16f72969,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:37.018910 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08cff3-4318-4f65-b057-a45832b04b86 req-6f93e67f-3eb8-423c-bd9b-8f8718cda8e1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:37.020532 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dd08cff3-4318-4f65-b057-a45832b04b86 req-6f93e67f-3eb8-423c-bd9b-8f8718cda8e1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=568adc59-c3a0-48f8-b17f-a63a2e7a81ce HTTP/1.1" status: 200 len: 944 time: 0.3191955 Nov 29 02:02:37.025330 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a69ab596-46d7-44d4-9620-79df1cfd7d9e None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:37.026815 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418fa97c-e5ea-478d-bf98-648436ec34ad tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Network 5d53fc08-3f15-49d1-804b-3aa0c7c90360 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:02:37.032084 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-fc7145e0-bd50-4bae-84ba-d27b808f808b None None] Provisioning complete for port 1d5e7460-a07f-448c-af44-c02049b0555a triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:37.032958 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc7145e0-bd50-4bae-84ba-d27b808f808b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:37.073654 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a69ab596-46d7-44d4-9620-79df1cfd7d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:37.095293 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 1d5e7460-a07f-448c-af44-c02049b0555a up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:02:37.127325 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-418fa97c-e5ea-478d-bf98-648436ec34ad tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 5d53fc08-3f15-49d1-804b-3aa0c7c90360) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:37.144831 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418fa97c-e5ea-478d-bf98-648436ec34ad tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:37.145391 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-418fa97c-e5ea-478d-bf98-648436ec34ad tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:37.183245 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0674ce44-dd14-4fef-ab92-ecf825cdf344 None None] Network 5d53fc08-3f15-49d1-804b-3aa0c7c90360 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:37.248015 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69ab596-46d7-44d4-9620-79df1cfd7d9e None None] Network afb07fdd-a0cb-44e9-9a11-98b7c88bd7a5 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:37.254041 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-a69ab596-46d7-44d4-9620-79df1cfd7d9e None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:37.312398 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69ab596-46d7-44d4-9620-79df1cfd7d9e None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:37.321499 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 4459dc47-447b-496c-8502-639f0e89ba93 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:02:37.339150 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ab596-46d7-44d4-9620-79df1cfd7d9e None None] Pushing event updated for resources: {'Port': ['ID=a559c80e-e8a0-49d7-b6db-8501db955d1c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:37.364030 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15a1cde5-9cf6-4b34-ac1a-f9dbccec0796 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:37.484086 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15a1cde5-9cf6-4b34-ac1a-f9dbccec0796 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:37.514483 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a16c4f-838a-47de-b500-445476dda355 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:37.515064 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15a1cde5-9cf6-4b34-ac1a-f9dbccec0796 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:37.517773 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-15a1cde5-9cf6-4b34-ac1a-f9dbccec0796 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/subnets/662b2b54-854a-4c5f-9cee-2c4971838cc7 HTTP/1.1" status: 204 len: 168 time: 0.8078663 Nov 29 02:02:37.521560 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41860) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:37.523194 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-90a16c4f-838a-47de-b500-445476dda355 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:37.534089 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dd08cff3-4318-4f65-b057-a45832b04b86 req-7d2d9a9e-38d4-4bd6-b791-1de9398902ef tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe2e056b-ff0a-421b-9e0d-5658cf04985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4999075 Nov 29 02:02:37.544428 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5fef5-a481-4789-984c-7ad66a7211aa req-158c2213-e1b5-4306-bccc-fe1567a6c161 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:37.546770 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d3a5fef5-a481-4789-984c-7ad66a7211aa req-158c2213-e1b5-4306-bccc-fe1567a6c161 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.5251517 Nov 29 02:02:37.553949 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-418fa97c-e5ea-478d-bf98-648436ec34ad tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4362988 Nov 29 02:02:37.554994 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41862) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:37.567087 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a1cde5-9cf6-4b34-ac1a-f9dbccec0796 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Subnet': ['ID=662b2b54-854a-4c5f-9cee-2c4971838cc7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:37.581461 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-65e4e370-96ea-4b6f-a3ea-b2a610235509 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Request body: {'port': {'network_id': '5d53fc08-3f15-49d1-804b-3aa0c7c90360', 'name': 'tempest-TagsExtTest-545179987'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:37.614748 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a69ab596-46d7-44d4-9620-79df1cfd7d9e None None] Attempting to bind port a559c80e-e8a0-49d7-b6db-8501db955d1c on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:02:37.615342 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a69ab596-46d7-44d4-9620-79df1cfd7d9e None None] Attempting to bind port a559c80e-e8a0-49d7-b6db-8501db955d1c by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'a59f1817-9d98-4836-81e7-71d06be23672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'afb07fdd-a0cb-44e9-9a11-98b7c88bd7a5'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:02:37.615574 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69ab596-46d7-44d4-9620-79df1cfd7d9e None None] Attempting to bind port a559c80e-e8a0-49d7-b6db-8501db955d1c on network afb07fdd-a0cb-44e9-9a11-98b7c88bd7a5 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:02:37.617498 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 1d5e7460-a07f-448c-af44-c02049b0555a triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:37.617954 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:37.658489 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-90a16c4f-838a-47de-b500-445476dda355 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] device_id is not set on port d893235b-890c-494e-817d-eac2cd43c43b yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:02:37.670807 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bebbff10-2476-4e06-859d-cd40de56ac89 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:37.699766 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc7145e0-bd50-4bae-84ba-d27b808f808b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:37.703497 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69ab596-46d7-44d4-9620-79df1cfd7d9e None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:02:37.703902 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69ab596-46d7-44d4-9620-79df1cfd7d9e None None] Checking segment: {'id': 'a59f1817-9d98-4836-81e7-71d06be23672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'afb07fdd-a0cb-44e9-9a11-98b7c88bd7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:02:37.704704 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a69ab596-46d7-44d4-9620-79df1cfd7d9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:37.704918 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69ab596-46d7-44d4-9620-79df1cfd7d9e None None] Bound using segment: {'id': 'a59f1817-9d98-4836-81e7-71d06be23672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'afb07fdd-a0cb-44e9-9a11-98b7c88bd7a5'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:02:37.705425 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a69ab596-46d7-44d4-9620-79df1cfd7d9e None None] Bound port: a559c80e-e8a0-49d7-b6db-8501db955d1c, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59f1817-9d98-4836-81e7-71d06be23672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'afb07fdd-a0cb-44e9-9a11-98b7c88bd7a5'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:02:37.705841 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a69ab596-46d7-44d4-9620-79df1cfd7d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:37.740842 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port 4459dc47-447b-496c-8502-639f0e89ba93 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:02:37.754048 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-bebbff10-2476-4e06-859d-cd40de56ac89 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Deleting port 1d5e7460-a07f-448c-af44-c02049b0555a {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:37.754596 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bebbff10-2476-4e06-859d-cd40de56ac89 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:37.779903 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 4459dc47-447b-496c-8502-639f0e89ba93 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:37.780187 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:37.887061 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-bebbff10-2476-4e06-859d-cd40de56ac89 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] For port 1d5e7460-a07f-448c-af44-c02049b0555a, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=1d5e7460-a07f-448c-af44-c02049b0555a,segment=NetworkSegment(9ba8fe07-cb3b-49a5-a51c-b1237fc01960),segment_id=9ba8fe07-cb3b-49a5-a51c-b1237fc01960)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:37.888025 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bebbff10-2476-4e06-859d-cd40de56ac89 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:37.931757 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-bebbff10-2476-4e06-859d-cd40de56ac89 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Calling delete_port for 1d5e7460-a07f-448c-af44-c02049b0555a owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:37.934550 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ee3427-f7ab-4dce-b37a-c99882d9d202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-5d53fc08-3f15-49d1-804b-3aa0c7c90360', 'network_id': '5d53fc08-3f15-49d1-804b-3aa0c7c90360', 'tenant_id': '2ae32fe991cb446e9a39490fadff7004', 'fixed_ips': [{'subnet_id': '23ca7613-8fe6-4274-aa9f-4171aa66b386'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:02:37.935424 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0ee3427-f7ab-4dce-b37a-c99882d9d202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:37.998446 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668f94ef-a85f-4421-8cdc-28abb1959fa1 None None] Network 8f356c67-36c0-4dc4-ad28-2b95e7a48dda requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:38.012182 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a69ab596-46d7-44d4-9620-79df1cfd7d9e None None] For port a559c80e-e8a0-49d7-b6db-8501db955d1c, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:02:38.015655 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e24c79-9327-4922-8587-e4a333c8c055 None None] Network ba4cfcf7-a1c1-4a90-9d8f-30c9e6135c89 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:38.042896 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bebbff10-2476-4e06-859d-cd40de56ac89 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:38.052795 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.db.api [None req-fc7145e0-bd50-4bae-84ba-d27b808f808b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:02:38.053310 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG oslo_db.api [None req-fc7145e0-bd50-4bae-84ba-d27b808f808b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:02:38.072115 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebbff10-2476-4e06-859d-cd40de56ac89 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Port': ['ID=1d5e7460-a07f-448c-af44-c02049b0555a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:38.075626 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebbff10-2476-4e06-859d-cd40de56ac89 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] No DVR routers for this DVR port 1d5e7460-a07f-448c-af44-c02049b0555a on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:02:38.134352 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a69ab596-46d7-44d4-9620-79df1cfd7d9e None None] For port a559c80e-e8a0-49d7-b6db-8501db955d1c, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=a559c80e-e8a0-49d7-b6db-8501db955d1c,segment=NetworkSegment(a59f1817-9d98-4836-81e7-71d06be23672),segment_id=a59f1817-9d98-4836-81e7-71d06be23672)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:02:38.160739 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bebbff10-2476-4e06-859d-cd40de56ac89 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:38.172331 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a69ab596-46d7-44d4-9620-79df1cfd7d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:38.182727 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-bebbff10-2476-4e06-859d-cd40de56ac89 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f356c67-36c0-4dc4-ad28-2b95e7a48dda']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:38.192600 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-bebbff10-2476-4e06-859d-cd40de56ac89 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba8fe07-cb3b-49a5-a51c-b1237fc01960') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:38.192901 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-bebbff10-2476-4e06-859d-cd40de56ac89 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba8fe07-cb3b-49a5-a51c-b1237fc01960') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:38.203783 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bebbff10-2476-4e06-859d-cd40de56ac89 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:38.217962 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bebbff10-2476-4e06-859d-cd40de56ac89 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:38.224635 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bebbff10-2476-4e06-859d-cd40de56ac89 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:02:38.225121 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bebbff10-2476-4e06-859d-cd40de56ac89 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:38.228808 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:02:38.228808 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:02:38.228808 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:02:38.228808 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:02:38.228808 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:02:38.228808 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:02:38.228808 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:02:38.228808 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:02:38.228808 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:02:38.228808 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:02:38.228808 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:02:38.228808 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:02:38.228808 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:02:38.228808 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:02:38.228808 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:02:38.228808 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:02:38.228808 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:02:38.228808 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:02:38.228808 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:02:38.228808 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:02:38.228808 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:02:38.228808 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:02:38.228808 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:02:38.228808 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:02:38.228808 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:02:38.228808 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:02:38.228808 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:02:38.228808 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:02:38.228808 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:02:38.228808 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:02:38.228808 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:02:38.228808 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:02:38.301584 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d3a5fef5-a481-4789-984c-7ad66a7211aa req-a31b7bce-e5d6-4369-881e-4ffe8703d97c tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7453206 Nov 29 02:02:38.303771 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bebbff10-2476-4e06-859d-cd40de56ac89 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:38.318738 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bebbff10-2476-4e06-859d-cd40de56ac89 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:38.326263 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-bebbff10-2476-4e06-859d-cd40de56ac89 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/networks/8f356c67-36c0-4dc4-ad28-2b95e7a48dda HTTP/1.1" status: 204 len: 168 time: 0.7715673 Nov 29 02:02:38.328618 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41864) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:38.333752 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a836178d-184a-40f7-a8f6-d43b75e03696 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'port': {'network_id': 'b5c0eaf0-d683-4b32-b730-9abf31c27c4e', 'name': 'tempest-PortsIpV6TestJSON-1594068589'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:38.348337 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebbff10-2476-4e06-859d-cd40de56ac89 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Network': ['ID=8f356c67-36c0-4dc4-ad28-2b95e7a48dda,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:38.378817 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:38.442063 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e4e370-96ea-4b6f-a3ea-b2a610235509 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Made reservation on behalf of 2ae32fe991cb446e9a39490fadff7004 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:38.445629 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65e4e370-96ea-4b6f-a3ea-b2a610235509 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:38.448196 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-90a16c4f-838a-47de-b500-445476dda355 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Allocated IP 172.20.0.9 (afb07fdd-a0cb-44e9-9a11-98b7c88bd7a5/007c78db-c5e8-4723-80f2-1d11b3342377/d893235b-890c-494e-817d-eac2cd43c43b) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:02:38.452873 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dae7f11a-ce32-46e2-8200-45debfde6401 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:38.484285 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a836178d-184a-40f7-a8f6-d43b75e03696 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:38.488568 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a836178d-184a-40f7-a8f6-d43b75e03696 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:38.520745 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-a836178d-184a-40f7-a8f6-d43b75e03696 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] device_id is not set on port c5afae25-a3b1-4227-b01b-49fa2dfa298b yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:02:38.549580 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-65e4e370-96ea-4b6f-a3ea-b2a610235509 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] device_id is not set on port 0d12dfee-279e-4402-b5d0-79bf9cde81d5 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:02:38.555045 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5962e1a0-7f58-4cba-8772-88552fb8465a None None] DHCP port deletion for 8f356c67-36c0-4dc4-ad28-2b95e7a48dda request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:02:38.559406 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ab596-46d7-44d4-9620-79df1cfd7d9e None None] Pushing event updated for resources: {'Port': ['ID=a559c80e-e8a0-49d7-b6db-8501db955d1c,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:38.571380 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-e0ee3427-f7ab-4dce-b37a-c99882d9d202 None None] Allocated IP 172.20.0.2 (5d53fc08-3f15-49d1-804b-3aa0c7c90360/23ca7613-8fe6-4274-aa9f-4171aa66b386/5302d58d-eb3a-49c6-a656-1339b64f4a29) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:02:38.578741 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:38.862595 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec477d-3ae2-4e92-af11-ad3cfe6e436a req-8e228a0c-f9da-4694-9cb1-bc257f63d659 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:38.864621 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-11ec477d-3ae2-4e92-af11-ad3cfe6e436a req-8e228a0c-f9da-4694-9cb1-bc257f63d659 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=568adc59-c3a0-48f8-b17f-a63a2e7a81ce HTTP/1.1" status: 200 len: 944 time: 0.2156570 Nov 29 02:02:38.865489 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a836178d-184a-40f7-a8f6-d43b75e03696 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:38.880152 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-fc7145e0-bd50-4bae-84ba-d27b808f808b None None] Port 1d5e7460-a07f-448c-af44-c02049b0555a update to ACTIVE by agent not found {{(pid=103256) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 29 02:02:38.927407 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a836178d-184a-40f7-a8f6-d43b75e03696 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:38.935088 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a7b9b98b-b5bf-4b1e-817d-35cd16f72969 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:02:38.971963 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a836178d-184a-40f7-a8f6-d43b75e03696 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Network b5c0eaf0-d683-4b32-b730-9abf31c27c4e is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:38.976717 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-a836178d-184a-40f7-a8f6-d43b75e03696 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:38.986607 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a836178d-184a-40f7-a8f6-d43b75e03696 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:38.992497 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a836178d-184a-40f7-a8f6-d43b75e03696 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:38.993236 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a836178d-184a-40f7-a8f6-d43b75e03696 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:39.004071 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-11ec477d-3ae2-4e92-af11-ad3cfe6e436a req-c9270d1b-85c9-4d6d-84ba-49a49f6969ab tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe2e056b-ff0a-421b-9e0d-5658cf04985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091723 Nov 29 02:02:39.016093 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836178d-184a-40f7-a8f6-d43b75e03696 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Port': ['ID=c5afae25-a3b1-4227-b01b-49fa2dfa298b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:39.016468 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568adc59-c3a0-48f8-b17f-a63a2e7a81ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4459dc47-447b-496c-8502-639f0e89ba93'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:02:39.018953 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f5b79d-b508-4258-a888-2d423c5bf0ad" -d '{"events": [{"server_uuid": "568adc59-c3a0-48f8-b17f-a63a2e7a81ce", "name": "network-vif-plugged", "status": "completed", "tag": "4459dc47-447b-496c-8502-639f0e89ba93"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:02:39.030692 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a836178d-184a-40f7-a8f6-d43b75e03696 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6986258 Nov 29 02:02:39.031296 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41870) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:39.043157 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-90a16c4f-838a-47de-b500-445476dda355 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:39.068130 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 4459dc47-447b-496c-8502-639f0e89ba93, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=4459dc47-447b-496c-8502-639f0e89ba93,segment=NetworkSegment(89e7d31f-1294-4bcb-ad29-a6b05f7f3416),segment_id=89e7d31f-1294-4bcb-ad29-a6b05f7f3416)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:39.090094 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1c4fa94b-04e1-4125-9cf3-61da11665219 None None] Provisioning complete for port a7b9b98b-b5bf-4b1e-817d-35cd16f72969 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:39.090616 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c4fa94b-04e1-4125-9cf3-61da11665219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:39.107650 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:39.131001 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b06b5e-10fd-4bb2-864d-5de7d99010f2 x-openstack-request-id: req-14b06b5e-10fd-4bb2-864d-5de7d99010f2 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:02:39.131315 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568adc59-c3a0-48f8-b17f-a63a2e7a81ce", "name": "network-vif-plugged", "status": "completed", "tag": "4459dc47-447b-496c-8502-639f0e89ba93", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:02:39.131574 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-14b06b5e-10fd-4bb2-864d-5de7d99010f2 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:02:39.131964 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568adc59-c3a0-48f8-b17f-a63a2e7a81ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4459dc47-447b-496c-8502-639f0e89ba93', 'code': 200} Nov 29 02:02:39.164316 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7e9b0900-94a8-4b42-abe6-1071e150b578 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Deleting port c5afae25-a3b1-4227-b01b-49fa2dfa298b {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:39.165004 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e9b0900-94a8-4b42-abe6-1071e150b578 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:39.170127 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-90a16c4f-838a-47de-b500-445476dda355 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:39.203142 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port a7b9b98b-b5bf-4b1e-817d-35cd16f72969 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:39.203503 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:39.230909 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a16c4f-838a-47de-b500-445476dda355 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Network afb07fdd-a0cb-44e9-9a11-98b7c88bd7a5 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:39.234981 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-dae7f11a-ce32-46e2-8200-45debfde6401 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Deleting port 2d655c08-c3b4-4ec8-8308-b993cd48c252 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:39.235478 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dae7f11a-ce32-46e2-8200-45debfde6401 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:39.242415 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-90a16c4f-838a-47de-b500-445476dda355 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:39.245009 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a16c4f-838a-47de-b500-445476dda355 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:39.272102 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e9b0900-94a8-4b42-abe6-1071e150b578 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:39.280248 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a16c4f-838a-47de-b500-445476dda355 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Port': ['ID=d893235b-890c-494e-817d-eac2cd43c43b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:39.298670 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7e9b0900-94a8-4b42-abe6-1071e150b578 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Calling delete_port for c5afae25-a3b1-4227-b01b-49fa2dfa298b owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:39.319735 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=4459dc47-447b-496c-8502-639f0e89ba93,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:39.378508 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a16c4f-838a-47de-b500-445476dda355 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:39.379177 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-90a16c4f-838a-47de-b500-445476dda355 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:39.481022 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb42c7f-5222-4b93-9798-4e8ffd6700ab req-74258abe-ae6c-44d7-a289-34997b61bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:39.482636 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7cb42c7f-5222-4b93-9798-4e8ffd6700ab req-74258abe-ae6c-44d7-a289-34997b61bb21 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=568adc59-c3a0-48f8-b17f-a63a2e7a81ce HTTP/1.1" status: 200 len: 1098 time: 0.1637769 Nov 29 02:02:39.483582 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1c4fa94b-04e1-4125-9cf3-61da11665219 None None] Could not find standard attr ID for object 62a372b6-ea9e-4fce-95b3-ce14f3e665d4. {{(pid=103256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 02:02:39.486905 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0ee3427-f7ab-4dce-b37a-c99882d9d202 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:39.495216 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-90a16c4f-838a-47de-b500-445476dda355 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.7118936 Nov 29 02:02:39.496573 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41874) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:39.497319 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dae7f11a-ce32-46e2-8200-45debfde6401 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:39.509728 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0ee3427-f7ab-4dce-b37a-c99882d9d202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:39.552917 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-dae7f11a-ce32-46e2-8200-45debfde6401 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Calling delete_port for 2d655c08-c3b4-4ec8-8308-b993cd48c252 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:39.582828 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066616e-4082-4680-bf72-bd14aa50327a req-f32aae6f-e35d-47d7-95a0-ff3724eee7ea tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:39.584411 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1066616e-4082-4680-bf72-bd14aa50327a req-f32aae6f-e35d-47d7-95a0-ff3724eee7ea tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.1746109 Nov 29 02:02:39.586234 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device d959db70-20cb-4a28-be16-0e28ecabd180 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:02:39.634812 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e9b0900-94a8-4b42-abe6-1071e150b578 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:39.651910 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1c4fa94b-04e1-4125-9cf3-61da11665219 None None] Provisioning complete for port 2d655c08-c3b4-4ec8-8308-b993cd48c252 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:39.652558 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c4fa94b-04e1-4125-9cf3-61da11665219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:39.696513 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ee3427-f7ab-4dce-b37a-c99882d9d202 None None] Network 5d53fc08-3f15-49d1-804b-3aa0c7c90360 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:39.697110 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-65e4e370-96ea-4b6f-a3ea-b2a610235509 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Allocated IP 172.20.0.4 (5d53fc08-3f15-49d1-804b-3aa0c7c90360/23ca7613-8fe6-4274-aa9f-4171aa66b386/0d12dfee-279e-4402-b5d0-79bf9cde81d5) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:02:39.707825 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7cb42c7f-5222-4b93-9798-4e8ffd6700ab req-d8b65e00-3988-4fe7-bbf0-bf01cc84d799 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fe2e056b-ff0a-421b-9e0d-5658cf04985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131536 Nov 29 02:02:39.708589 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9b0900-94a8-4b42-abe6-1071e150b578 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Port': ['ID=c5afae25-a3b1-4227-b01b-49fa2dfa298b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:39.719749 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214e8e44-54c6-4943-b7b3-d5f914bf2361 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:39.721466 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-214e8e44-54c6-4943-b7b3-d5f914bf2361 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2234938 Nov 29 02:02:39.726137 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e9b0900-94a8-4b42-abe6-1071e150b578 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:39.730500 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41876) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:39.730885 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7e9b0900-94a8-4b42-abe6-1071e150b578 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/ports/c5afae25-a3b1-4227-b01b-49fa2dfa298b HTTP/1.1" status: 204 len: 168 time: 0.6986427 Nov 29 02:02:39.733185 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41878) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:39.736624 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1066616e-4082-4680-bf72-bd14aa50327a req-31fa4b42-9479-4323-a315-be18a65c5118 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387784 Nov 29 02:02:39.746805 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e3bf0b38-17fe-40c6-ac78-e1ce90fc500c tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'port': {'network_id': 'b5c0eaf0-d683-4b32-b730-9abf31c27c4e', 'mac_address': 'fa:16:3e:38:53:4f', 'name': 'tempest-PortsIpV6TestJSON-483450936'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:39.765578 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee3427-f7ab-4dce-b37a-c99882d9d202 None None] Pushing event updated for resources: {'Port': ['ID=5302d58d-eb3a-49c6-a656-1339b64f4a29,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:39.776601 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-e0ee3427-f7ab-4dce-b37a-c99882d9d202 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:39.781796 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1c4fa94b-04e1-4125-9cf3-61da11665219 None None] Port 2d655c08-c3b4-4ec8-8308-b993cd48c252 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:02:39.786827 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ee3427-f7ab-4dce-b37a-c99882d9d202 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:39.860246 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-e0ee3427-f7ab-4dce-b37a-c99882d9d202 None None] Attempting to bind port 5302d58d-eb3a-49c6-a656-1339b64f4a29 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:02:39.860681 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-e0ee3427-f7ab-4dce-b37a-c99882d9d202 None None] Attempting to bind port 5302d58d-eb3a-49c6-a656-1339b64f4a29 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0ef3a63e-401e-4797-ae4c-44ea02cd741e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5d53fc08-3f15-49d1-804b-3aa0c7c90360'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:02:39.861216 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ee3427-f7ab-4dce-b37a-c99882d9d202 None None] Attempting to bind port 5302d58d-eb3a-49c6-a656-1339b64f4a29 on network 5d53fc08-3f15-49d1-804b-3aa0c7c90360 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:02:39.874658 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1c4fa94b-04e1-4125-9cf3-61da11665219 None None] Could not find standard attr ID for object 1d5e7460-a07f-448c-af44-c02049b0555a. {{(pid=103256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 02:02:39.877838 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ee3427-f7ab-4dce-b37a-c99882d9d202 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:02:39.878330 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ee3427-f7ab-4dce-b37a-c99882d9d202 None None] Checking segment: {'id': '0ef3a63e-401e-4797-ae4c-44ea02cd741e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5d53fc08-3f15-49d1-804b-3aa0c7c90360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:02:39.878714 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0ee3427-f7ab-4dce-b37a-c99882d9d202 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:39.879508 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ee3427-f7ab-4dce-b37a-c99882d9d202 None None] Bound using segment: {'id': '0ef3a63e-401e-4797-ae4c-44ea02cd741e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5d53fc08-3f15-49d1-804b-3aa0c7c90360'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:02:39.880821 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-e0ee3427-f7ab-4dce-b37a-c99882d9d202 None None] Bound port: 5302d58d-eb3a-49c6-a656-1339b64f4a29, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ef3a63e-401e-4797-ae4c-44ea02cd741e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5d53fc08-3f15-49d1-804b-3aa0c7c90360'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:02:39.880821 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0ee3427-f7ab-4dce-b37a-c99882d9d202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:39.883148 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bf0b38-17fe-40c6-ac78-e1ce90fc500c tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:39.888476 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0b7912-616c-47d6-b901-ca7616580f58 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:39.895271 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0b7912-616c-47d6-b901-ca7616580f58 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:39.901742 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0b7912-616c-47d6-b901-ca7616580f58 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:39.904262 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ed0b7912-616c-47d6-b901-ca7616580f58 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1667025 Nov 29 02:02:39.913579 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1c4fa94b-04e1-4125-9cf3-61da11665219 None None] Provisioning complete for port d959db70-20cb-4a28-be16-0e28ecabd180 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:39.913938 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c4fa94b-04e1-4125-9cf3-61da11665219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:39.933362 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41880) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:39.962871 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port d959db70-20cb-4a28-be16-0e28ecabd180 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:39.963241 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:40.010189 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e3bf0b38-17fe-40c6-ac78-e1ce90fc500c tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:40.054946 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e0ee3427-f7ab-4dce-b37a-c99882d9d202 None None] For port 5302d58d-eb3a-49c6-a656-1339b64f4a29, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:02:40.058328 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1f10ae-71c5-4779-9150-3c1ed5428a1a None None] Network afb07fdd-a0cb-44e9-9a11-98b7c88bd7a5 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:40.089563 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-e3bf0b38-17fe-40c6-ac78-e1ce90fc500c tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] device_id is not set on port baa09c69-87e6-4c34-ab79-7bf6a92cd1ee yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:02:40.130198 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65e4e370-96ea-4b6f-a3ea-b2a610235509 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:40.134296 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dae7f11a-ce32-46e2-8200-45debfde6401 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:40.146139 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e0ee3427-f7ab-4dce-b37a-c99882d9d202 None None] For port 5302d58d-eb3a-49c6-a656-1339b64f4a29, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=5302d58d-eb3a-49c6-a656-1339b64f4a29,segment=NetworkSegment(0ef3a63e-401e-4797-ae4c-44ea02cd741e),segment_id=0ef3a63e-401e-4797-ae4c-44ea02cd741e)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:02:40.167654 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-93ebbcd9-be9b-4f83-99f9-b0d53e2c3c6c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Deleting port d893235b-890c-494e-817d-eac2cd43c43b {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:40.168104 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93ebbcd9-be9b-4f83-99f9-b0d53e2c3c6c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:40.185919 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0ee3427-f7ab-4dce-b37a-c99882d9d202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:40.195280 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae7f11a-ce32-46e2-8200-45debfde6401 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Pushing event deleted for resources: {'Port': ['ID=2d655c08-c3b4-4ec8-8308-b993cd48c252,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:40.257177 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:40.296413 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c4fa94b-04e1-4125-9cf3-61da11665219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:40.351222 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1c4fa94b-04e1-4125-9cf3-61da11665219 None None] For port d959db70-20cb-4a28-be16-0e28ecabd180, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=d959db70-20cb-4a28-be16-0e28ecabd180,segment=NetworkSegment(848cdeef-272b-4448-ba49-f0bb416ecb59),segment_id=848cdeef-272b-4448-ba49-f0bb416ecb59)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:40.369179 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c4fa94b-04e1-4125-9cf3-61da11665219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:40.390034 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee3427-f7ab-4dce-b37a-c99882d9d202 None None] Pushing event updated for resources: {'Port': ['ID=5302d58d-eb3a-49c6-a656-1339b64f4a29,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:40.422607 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dae7f11a-ce32-46e2-8200-45debfde6401 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:40.426492 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65e4e370-96ea-4b6f-a3ea-b2a610235509 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:40.456725 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93ebbcd9-be9b-4f83-99f9-b0d53e2c3c6c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:40.485688 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.db.api [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:02:40.486050 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG oslo_db.api [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:02:40.493214 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-93ebbcd9-be9b-4f83-99f9-b0d53e2c3c6c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Calling delete_port for d893235b-890c-494e-817d-eac2cd43c43b owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:40.517025 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00860953-0eeb-4020-b2c7-73f6cff30180 req-8e173ae2-5538-49f0-beb2-980d477ee6a1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:40.521925 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e3bf0b38-17fe-40c6-ac78-e1ce90fc500c tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:40.527093 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-00860953-0eeb-4020-b2c7-73f6cff30180 req-8e173ae2-5538-49f0-beb2-980d477ee6a1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=568adc59-c3a0-48f8-b17f-a63a2e7a81ce HTTP/1.1" status: 200 len: 945 time: 0.4204717 Nov 29 02:02:40.551336 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-389f8536-15ae-4109-9037-02a946d261a9 None None] Provisioning complete for port a559c80e-e8a0-49d7-b6db-8501db955d1c triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:40.551654 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-389f8536-15ae-4109-9037-02a946d261a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:40.581311 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4fa94b-04e1-4125-9cf3-61da11665219 None None] Pushing event updated for resources: {'Port': ['ID=d959db70-20cb-4a28-be16-0e28ecabd180,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:40.594939 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e4e370-96ea-4b6f-a3ea-b2a610235509 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Network 5d53fc08-3f15-49d1-804b-3aa0c7c90360 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:40.641044 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e3bf0b38-17fe-40c6-ac78-e1ce90fc500c tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:40.641317 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4e370-96ea-4b6f-a3ea-b2a610235509 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Pushing event updated for resources: {'Port': ['ID=0d12dfee-279e-4402-b5d0-79bf9cde81d5,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:40.660700 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-65e4e370-96ea-4b6f-a3ea-b2a610235509 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:40.670431 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e4e370-96ea-4b6f-a3ea-b2a610235509 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:40.734180 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-389f8536-15ae-4109-9037-02a946d261a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:40.778383 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bf0b38-17fe-40c6-ac78-e1ce90fc500c tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Network b5c0eaf0-d683-4b32-b730-9abf31c27c4e is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:40.784768 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-e3bf0b38-17fe-40c6-ac78-e1ce90fc500c tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:40.802889 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-00860953-0eeb-4020-b2c7-73f6cff30180 req-93ec1e7c-d492-4ec7-9d4a-1020af3f254e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe2e056b-ff0a-421b-9e0d-5658cf04985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2747116 Nov 29 02:02:40.809695 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bf0b38-17fe-40c6-ac78-e1ce90fc500c tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:40.830894 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bf0b38-17fe-40c6-ac78-e1ce90fc500c tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:40.831575 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e3bf0b38-17fe-40c6-ac78-e1ce90fc500c tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:40.839087 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-389f8536-15ae-4109-9037-02a946d261a9 None None] For port a559c80e-e8a0-49d7-b6db-8501db955d1c, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=a559c80e-e8a0-49d7-b6db-8501db955d1c,segment=NetworkSegment(a59f1817-9d98-4836-81e7-71d06be23672),segment_id=a59f1817-9d98-4836-81e7-71d06be23672)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:40.858227 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-389f8536-15ae-4109-9037-02a946d261a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:40.887847 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf0b38-17fe-40c6-ac78-e1ce90fc500c tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Port': ['ID=baa09c69-87e6-4c34-ab79-7bf6a92cd1ee,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:40.915309 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e3bf0b38-17fe-40c6-ac78-e1ce90fc500c tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1793292 Nov 29 02:02:40.923487 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41888) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:40.933798 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-389f8536-15ae-4109-9037-02a946d261a9 None None] Provisioning complete for port d959db70-20cb-4a28-be16-0e28ecabd180 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:40.934354 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-389f8536-15ae-4109-9037-02a946d261a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:40.951303 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e4e370-96ea-4b6f-a3ea-b2a610235509 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:40.956632 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65e4e370-96ea-4b6f-a3ea-b2a610235509 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:41.001464 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-65e4e370-96ea-4b6f-a3ea-b2a610235509 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.4313834 Nov 29 02:02:41.001464 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41892) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:41.007033 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-2ca0b8ba-570c-4641-81ff-bd7ec66850ea tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-202060827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:41.013783 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93ebbcd9-be9b-4f83-99f9-b0d53e2c3c6c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:41.026642 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae7f11a-ce32-46e2-8200-45debfde6401 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Router e8566998-ae84-411c-b217-67160bea1061 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:02:41.033456 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f8536-15ae-4109-9037-02a946d261a9 None None] Pushing event updated for resources: {'Port': ['ID=a559c80e-e8a0-49d7-b6db-8501db955d1c,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:41.123471 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60cc40b-73f1-4268-a80e-e4e89e43feff tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:41.127273 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e60cc40b-73f1-4268-a80e-e4e89e43feff tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "GET /v2.0/ports/baa09c69-87e6-4c34-ab79-7bf6a92cd1ee HTTP/1.1" status: 200 len: 844 time: 0.2003164 Nov 29 02:02:41.144166 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41894) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:41.144764 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebbcd9-be9b-4f83-99f9-b0d53e2c3c6c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Port': ['ID=d893235b-890c-494e-817d-eac2cd43c43b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:41.159478 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 1d5e7460-a07f-448c-af44-c02049b0555a no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:02:41.183873 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 1d5e7460-a07f-448c-af44-c02049b0555a {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:02:41.184232 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 1d5e7460-a07f-448c-af44-c02049b0555a not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:02:41.228914 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2ca0b8ba-570c-4641-81ff-bd7ec66850ea tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:41.230095 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2ca0b8ba-570c-4641-81ff-bd7ec66850ea tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:41.243752 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae7f11a-ce32-46e2-8200-45debfde6401 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:02:41.249440 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-dae7f11a-ce32-46e2-8200-45debfde6401 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] 10.222.0.37 "PUT /v2.0/routers/e8566998-ae84-411c-b217-67160bea1061/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3738987 Nov 29 02:02:41.256124 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41896) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:41.260984 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2983d3cf-dd4b-4230-af23-e591b1a03ab6 None None] Sync routers for ids ['e8566998-ae84-411c-b217-67160bea1061'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:02:41.304565 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2983d3cf-dd4b-4230-af23-e591b1a03ab6 None None] Routers {'e8566998-ae84-411c-b217-67160bea1061'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:02:41.307303 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-2983d3cf-dd4b-4230-af23-e591b1a03ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:02:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['e8566998-ae84-411c-b217-67160bea1061'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:41.314611 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93ebbcd9-be9b-4f83-99f9-b0d53e2c3c6c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:41.318241 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-93ebbcd9-be9b-4f83-99f9-b0d53e2c3c6c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/ports/d893235b-890c-494e-817d-eac2cd43c43b HTTP/1.1" status: 204 len: 168 time: 1.3838174 Nov 29 02:02:41.327897 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41898) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:41.345715 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-4709bb84-294e-4573-9a73-7ec313188cdb tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] delete failed (client error): The resource could not be found. Nov 29 02:02:41.346792 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4709bb84-294e-4573-9a73-7ec313188cdb tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-1169189668 HTTP/1.1" status: 404 len: 335 time: 0.0892107 Nov 29 02:02:41.352570 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41900) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:41.357394 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-102bd949-c26e-42d6-9ceb-b04cdedb4c64 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e8566998-ae84-411c-b217-67160bea1061'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:41.400342 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd7c107-019b-4e9b-9bfb-098eda1b172c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] GET failed (client error): The resource could not be found. Nov 29 02:02:41.401733 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4cd7c107-019b-4e9b-9bfb-098eda1b172c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "GET /v2.0/ports/d893235b-890c-494e-817d-eac2cd43c43b HTTP/1.1" status: 404 len: 333 time: 0.0726731 Nov 29 02:02:41.402474 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-2983d3cf-dd4b-4230-af23-e591b1a03ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:41.424323 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd1dca-22d1-45fa-b80d-3145b089ba50 req-b1a9c49b-9fce-47ff-9b40-e7edea0e33ef tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:41.425936 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-17bd1dca-22d1-45fa-b80d-3145b089ba50 req-b1a9c49b-9fce-47ff-9b40-e7edea0e33ef tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.4991870 Nov 29 02:02:41.426447 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41902) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:41.431135 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2ca0b8ba-570c-4641-81ff-bd7ec66850ea tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:41.449721 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2983d3cf-dd4b-4230-af23-e591b1a03ab6 None None] Routers {'e8566998-ae84-411c-b217-67160bea1061'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:02:41.450557 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-2983d3cf-dd4b-4230-af23-e591b1a03ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:02:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['e8566998-ae84-411c-b217-67160bea1061'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:41.482345 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2ca0b8ba-570c-4641-81ff-bd7ec66850ea tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:41.519962 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-78c85026-df32-4a8a-bd96-d71a1319d57a None None] Provisioning complete for port 2de824b5-b49e-404a-95ce-a88a72ece627 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:41.520345 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-78c85026-df32-4a8a-bd96-d71a1319d57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:41.528400 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-2983d3cf-dd4b-4230-af23-e591b1a03ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:41.529007 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2983d3cf-dd4b-4230-af23-e591b1a03ab6 None None] The sync data for ids ['e8566998-ae84-411c-b217-67160bea1061'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:02:41.549636 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2ca0b8ba-570c-4641-81ff-bd7ec66850ea tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:41.553445 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2ca0b8ba-570c-4641-81ff-bd7ec66850ea tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5486908 Nov 29 02:02:41.558836 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0c80d85f-ad89-494e-91d9-f3cd5fc04073 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Deleting port baa09c69-87e6-4c34-ab79-7bf6a92cd1ee {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:41.559309 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c80d85f-ad89-494e-91d9-f3cd5fc04073 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:41.567533 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device d959db70-20cb-4a28-be16-0e28ecabd180 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:02:41.581480 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41904) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:41.589286 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-95889d87-2acb-4cfe-9b38-36d64f40967d tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-515487199', 'prefixes': ['172.20.0.0/16']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:41.626664 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-17bd1dca-22d1-45fa-b80d-3145b089ba50 req-d0aaaefa-f35c-4e6f-b851-c3da824da5d0 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890132 Nov 29 02:02:41.661199 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-78c85026-df32-4a8a-bd96-d71a1319d57a None None] Port 2de824b5-b49e-404a-95ce-a88a72ece627 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:02:41.689118 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-78c85026-df32-4a8a-bd96-d71a1319d57a None None] Provisioning complete for port a559c80e-e8a0-49d7-b6db-8501db955d1c triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:41.689496 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-78c85026-df32-4a8a-bd96-d71a1319d57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:41.689637 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c80d85f-ad89-494e-91d9-f3cd5fc04073 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:41.707028 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-25f94769-120c-4249-bd83-c03e5fffb772 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Deleting port 2de824b5-b49e-404a-95ce-a88a72ece627 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:41.707673 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-25f94769-120c-4249-bd83-c03e5fffb772 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:41.754799 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port d959db70-20cb-4a28-be16-0e28ecabd180 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:41.755183 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:41.839737 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-95889d87-2acb-4cfe-9b38-36d64f40967d tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks [] for subnetpool, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:41.842147 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-95889d87-2acb-4cfe-9b38-36d64f40967d tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2582498 Nov 29 02:02:41.846817 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41916) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:41.865803 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-de2531aa-1204-4e5a-a8c7-a02c80236c3f tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '23ca7613-8fe6-4274-aa9f-4171aa66b386', 'tempest-TagsExtTest-Tag-1512546447') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:41.875777 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0c80d85f-ad89-494e-91d9-f3cd5fc04073 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Calling delete_port for baa09c69-87e6-4c34-ab79-7bf6a92cd1ee owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:41.905860 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-102bd949-c26e-42d6-9ceb-b04cdedb4c64 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:41.947919 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-78c85026-df32-4a8a-bd96-d71a1319d57a None None] Could not find standard attr ID for object d893235b-890c-494e-817d-eac2cd43c43b. {{(pid=103256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 02:02:41.986055 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a559c80e-e8a0-49d7-b6db-8501db955d1c up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:02:42.022510 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-102bd949-c26e-42d6-9ceb-b04cdedb4c64 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] update failed (client error): The resource could not be found. Nov 29 02:02:42.024947 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-102bd949-c26e-42d6-9ceb-b04cdedb4c64 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] 10.222.0.37 "PUT /v2.0/routers/e8566998-ae84-411c-b217-67160bea1061 HTTP/1.1" status: 404 len: 339 time: 0.6711471 Nov 29 02:02:42.036435 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41918) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:42.047670 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7944935f-7562-4400-b9d0-28305d86ca6d tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-686275500'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:42.067834 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-acc6cd8d-a912-44af-8b32-26e36c4f6ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:42.085860 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-25f94769-120c-4249-bd83-c03e5fffb772 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:42.100421 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-25f94769-120c-4249-bd83-c03e5fffb772 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Calling delete_port for 2de824b5-b49e-404a-95ce-a88a72ece627 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:42.103082 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-19da5b3f-3672-42b3-9963-8dea7d6b2bd7 None None] Provisioning complete for port 2de824b5-b49e-404a-95ce-a88a72ece627 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:42.103516 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-19da5b3f-3672-42b3-9963-8dea7d6b2bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:42.106785 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port a559c80e-e8a0-49d7-b6db-8501db955d1c triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:42.107153 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:42.134740 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ee276c-3abb-4db8-8629-df5fa3a9a610 None None] Network 5d53fc08-3f15-49d1-804b-3aa0c7c90360 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:42.162506 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7944935f-7562-4400-b9d0-28305d86ca6d tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Made reservation on behalf of fb8e2daaf70d4af0b567bc07a96df956 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:42.181697 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7944935f-7562-4400-b9d0-28305d86ca6d tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:42.191189 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50213ed-f65a-496e-a2cf-a6e6f6d83765 req-65e06a49-cf78-4b48-b89c-539221643da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:42.193073 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f50213ed-f65a-496e-a2cf-a6e6f6d83765 req-65e06a49-cf78-4b48-b89c-539221643da1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b8cd21cd1c9b40658c50d85b4f327f37&device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 1098 time: 0.1725006 Nov 29 02:02:42.232922 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0b2fb-9339-4157-a274-14b413f0c274 req-9573ad5c-f875-4158-ae8c-f43e74455dc2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:42.234708 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9da0b2fb-9339-4157-a274-14b413f0c274 req-9573ad5c-f875-4158-ae8c-f43e74455dc2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=568adc59-c3a0-48f8-b17f-a63a2e7a81ce HTTP/1.1" status: 200 len: 945 time: 0.2851994 Nov 29 02:02:42.240216 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-19da5b3f-3672-42b3-9963-8dea7d6b2bd7 None None] Port 2de824b5-b49e-404a-95ce-a88a72ece627 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:02:42.248985 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-19da5b3f-3672-42b3-9963-8dea7d6b2bd7 None None] Could not find standard attr ID for object d893235b-890c-494e-817d-eac2cd43c43b. {{(pid=103256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 02:02:42.255387 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c80d85f-ad89-494e-91d9-f3cd5fc04073 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:42.294387 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5145303-812d-405d-a2e8-112a544c0711 req-f32ad904-68a9-4fc0-81f5-8b2dcc69eae0 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:42.296002 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e5145303-812d-405d-a2e8-112a544c0711 req-f32ad904-68a9-4fc0-81f5-8b2dcc69eae0 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.2989569 Nov 29 02:02:42.314501 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c80d85f-ad89-494e-91d9-f3cd5fc04073 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:42.318560 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-0c80d85f-ad89-494e-91d9-f3cd5fc04073 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/ports/baa09c69-87e6-4c34-ab79-7bf6a92cd1ee HTTP/1.1" status: 204 len: 168 time: 1.1686647 Nov 29 02:02:42.324703 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80d85f-ad89-494e-91d9-f3cd5fc04073 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Port': ['ID=baa09c69-87e6-4c34-ab79-7bf6a92cd1ee,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:42.325445 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41922) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:42.328622 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7944935f-7562-4400-b9d0-28305d86ca6d tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:02:42.350157 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7944935f-7562-4400-b9d0-28305d86ca6d tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:42.350503 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-7944935f-7562-4400-b9d0-28305d86ca6d tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Added segment 7cf998c9-916b-4922-bd71-2f9080088a4d of type vlan for network 345448a6-c4d1-4bb8-8f37-6a2bd071f615 Nov 29 02:02:42.378674 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-855ce24e-de54-484e-b453-8f8714d22c5f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] GET failed (client error): The resource could not be found. Nov 29 02:02:42.384115 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-855ce24e-de54-484e-b453-8f8714d22c5f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "GET /v2.0/ports/baa09c69-87e6-4c34-ab79-7bf6a92cd1ee HTTP/1.1" status: 404 len: 333 time: 0.0520346 Nov 29 02:02:42.385789 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41924) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:42.391377 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d08ed6d4-9df1-4a6d-b584-b4bb0c406a01 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'port': {'network_id': 'b5c0eaf0-d683-4b32-b730-9abf31c27c4e', 'name': 'tempest-PortsIpV6TestJSON-1749193803'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:42.393576 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-de2531aa-1204-4e5a-a8c7-a02c80236c3f tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "PUT /v2.0/subnets/23ca7613-8fe6-4274-aa9f-4171aa66b386/tags/tempest-TagsExtTest-Tag-1512546447 HTTP/1.1" status: 201 len: 201 time: 0.5456445 Nov 29 02:02:42.404168 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41926) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:42.430697 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-391edfbd-3c49-4c20-a040-d09479772764 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0d12dfee-279e-4402-b5d0-79bf9cde81d5', 'tempest-TagsExtTest-Tag-1572661207') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:42.445712 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9da0b2fb-9339-4157-a274-14b413f0c274 req-df3ed4e8-4e06-4166-ae5f-5392370e95a8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe2e056b-ff0a-421b-9e0d-5658cf04985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972048 Nov 29 02:02:42.464954 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50213ed-f65a-496e-a2cf-a6e6f6d83765 req-65b5c116-cc08-49c3-bb01-cf1cdb32b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:42.466726 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f50213ed-f65a-496e-a2cf-a6e6f6d83765 req-65b5c116-cc08-49c3-bb01-cf1cdb32b1ff service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb92b723-cb1c-4df8-84a3-7b1e42ef5335 HTTP/1.1" status: 200 len: 913 time: 0.2622468 Nov 29 02:02:42.501867 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-cabf72f2-ce93-4cc2-9b61-11f341048c9f None None] Provisioning complete for port 5302d58d-eb3a-49c6-a656-1339b64f4a29 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:42.502237 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cabf72f2-ce93-4cc2-9b61-11f341048c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:42.511711 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 5302d58d-eb3a-49c6-a656-1339b64f4a29 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:02:42.542089 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-25f94769-120c-4249-bd83-c03e5fffb772 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:42.553761 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e5145303-812d-405d-a2e8-112a544c0711 req-b77ab428-93e9-49b7-8994-3dda4b08676e tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361367 Nov 29 02:02:42.622925 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f94769-120c-4249-bd83-c03e5fffb772 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Port': ['ID=2de824b5-b49e-404a-95ce-a88a72ece627,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:42.666440 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 5302d58d-eb3a-49c6-a656-1339b64f4a29 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:42.666733 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:42.722893 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cabf72f2-ce93-4cc2-9b61-11f341048c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:42.733611 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b8ffd-2404-476b-9f56-58884f52f380 req-b88e94a9-abeb-49cb-9276-86f119006fc9 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:42.741206 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c86b8ffd-2404-476b-9f56-58884f52f380 req-b88e94a9-abeb-49cb-9276-86f119006fc9 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=568adc59-c3a0-48f8-b17f-a63a2e7a81ce HTTP/1.1" status: 200 len: 945 time: 0.2143800 Nov 29 02:02:42.781700 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-25f94769-120c-4249-bd83-c03e5fffb772 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:42.795487 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-25f94769-120c-4249-bd83-c03e5fffb772 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/ports/2de824b5-b49e-404a-95ce-a88a72ece627 HTTP/1.1" status: 204 len: 168 time: 1.3664970 Nov 29 02:02:42.798201 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41932) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:42.809350 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-cabf72f2-ce93-4cc2-9b61-11f341048c9f None None] For port 5302d58d-eb3a-49c6-a656-1339b64f4a29, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=5302d58d-eb3a-49c6-a656-1339b64f4a29,segment=NetworkSegment(0ef3a63e-401e-4797-ae4c-44ea02cd741e),segment_id=0ef3a63e-401e-4797-ae4c-44ea02cd741e)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:42.828861 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-391edfbd-3c49-4c20-a040-d09479772764 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "PUT /v2.0/ports/0d12dfee-279e-4402-b5d0-79bf9cde81d5/tags/tempest-TagsExtTest-Tag-1572661207 HTTP/1.1" status: 201 len: 201 time: 0.4196861 Nov 29 02:02:42.832638 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41934) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:42.842116 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cabf72f2-ce93-4cc2-9b61-11f341048c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:42.842794 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-bfecb4b8-3ead-409b-90e4-66cb75d5fafd tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f266145c-bb24-4ee9-a149-9466c1eda234', 'tempest-TagsExtTest-Tag-961808334') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:42.858273 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7944935f-7562-4400-b9d0-28305d86ca6d tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:42.891545 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b822c78-7ea9-4945-ad2b-8276455a1beb tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] GET failed (client error): The resource could not be found. Nov 29 02:02:42.891792 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:42.892494 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8b822c78-7ea9-4945-ad2b-8276455a1beb tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "GET /v2.0/ports/2de824b5-b49e-404a-95ce-a88a72ece627 HTTP/1.1" status: 404 len: 333 time: 0.0923731 Nov 29 02:02:42.896214 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41936) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:42.926069 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf72f2-ce93-4cc2-9b61-11f341048c9f None None] Pushing event updated for resources: {'Port': ['ID=5302d58d-eb3a-49c6-a656-1339b64f4a29,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:42.969646 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.db.api [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:02:42.970379 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG oslo_db.api [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:02:42.972330 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c86b8ffd-2404-476b-9f56-58884f52f380 req-20415ccc-e212-4b40-9853-4c64c1af4043 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe2e056b-ff0a-421b-9e0d-5658cf04985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2301869 Nov 29 02:02:42.988020 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f50213ed-f65a-496e-a2cf-a6e6f6d83765 req-ae0acb9a-a9d7-41ec-a661-16aba5ae30fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa82e7af-5435-42ba-a21f-1b96cdc0acdd HTTP/1.1" status: 200 len: 1001 time: 0.5005898 Nov 29 02:02:42.999801 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41938) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:43.009420 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7944935f-7562-4400-b9d0-28305d86ca6d tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:43.015906 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7944935f-7562-4400-b9d0-28305d86ca6d tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:43.015906 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7944935f-7562-4400-b9d0-28305d86ca6d tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:43.018451 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bfecb4b8-3ead-409b-90e4-66cb75d5fafd tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "PUT /v2.0/routers/f266145c-bb24-4ee9-a149-9466c1eda234/tags/tempest-TagsExtTest-Tag-961808334 HTTP/1.1" status: 201 len: 201 time: 0.1847510 Nov 29 02:02:43.019049 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41940) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:43.075195 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d501dd-573d-4e10-9ee4-5d3a11e4fd6f tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Deleting subnet 007c78db-c5e8-4723-80f2-1d11b3342377 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:02:43.078733 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-81802acb-57cb-443a-84a2-bee2b0125769 None None] Provisioning complete for port 0d12dfee-279e-4402-b5d0-79bf9cde81d5 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:43.079609 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81802acb-57cb-443a-84a2-bee2b0125769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:43.111546 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08ed6d4-9df1-4a6d-b584-b4bb0c406a01 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:43.115363 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d08ed6d4-9df1-4a6d-b584-b4bb0c406a01 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:43.123388 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-62d501dd-573d-4e10-9ee4-5d3a11e4fd6f tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:43.134486 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-81802acb-57cb-443a-84a2-bee2b0125769 None None] Port 0d12dfee-279e-4402-b5d0-79bf9cde81d5 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:02:43.157751 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-81802acb-57cb-443a-84a2-bee2b0125769 None None] Provisioning complete for port 5302d58d-eb3a-49c6-a656-1339b64f4a29 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:43.157751 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81802acb-57cb-443a-84a2-bee2b0125769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:43.167366 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7944935f-7562-4400-b9d0-28305d86ca6d tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1214550 Nov 29 02:02:43.179189 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41942) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:43.196606 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-bfbcc407-2916-410c-9e23-d698325af95b tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Request body: {'subnet': {'network_id': '345448a6-c4d1-4bb8-8f37-6a2bd071f615', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:43.279420 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7944935f-7562-4400-b9d0-28305d86ca6d tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Pushing event updated for resources: {'Network': ['ID=345448a6-c4d1-4bb8-8f37-6a2bd071f615,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:43.283460 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50213ed-f65a-496e-a2cf-a6e6f6d83765 req-17036012-63c8-4efc-b37d-ba733584a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:43.284964 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f50213ed-f65a-496e-a2cf-a6e6f6d83765 req-17036012-63c8-4efc-b37d-ba733584a441 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7fe7d8ce-5428-4f8e-9400-d67b4f1b0825 HTTP/1.1" status: 200 len: 851 time: 0.2871685 Nov 29 02:02:43.291215 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 345448a6-c4d1-4bb8-8f37-6a2bd071f615 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:02:43.298556 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-62d501dd-573d-4e10-9ee4-5d3a11e4fd6f tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:43.385585 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-951650c6-c942-457c-bac2-3d9abb680a8e None None] Provisioning complete for port 0d12dfee-279e-4402-b5d0-79bf9cde81d5 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:43.386320 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-951650c6-c942-457c-bac2-3d9abb680a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:43.392888 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-d08ed6d4-9df1-4a6d-b584-b4bb0c406a01 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] device_id is not set on port 463fe5eb-563f-4e8b-b9a0-3b7fd474edf5 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:02:43.396930 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-48928dc2-811d-4b71-92d3-1b717ab417dd tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6eb84e5d-0989-4f9d-84de-9b6647edda82', 'tempest-TagsExtTest-Tag-497950887') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:43.425490 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-951650c6-c942-457c-bac2-3d9abb680a8e None None] Port 0d12dfee-279e-4402-b5d0-79bf9cde81d5 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:02:43.465824 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475fcd5c-024d-4a45-a712-9beb3d41c215 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:43.467361 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-475fcd5c-024d-4a45-a712-9beb3d41c215 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=568adc59-c3a0-48f8-b17f-a63a2e7a81ce HTTP/1.1" status: 200 len: 1093 time: 0.4651499 Nov 29 02:02:43.471687 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41944) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:43.476004 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-6e6f9542-a057-43d5-92f4-d63036eabcdd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'port_id': '4459dc47-447b-496c-8502-639f0e89ba93', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:43.498353 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-62d501dd-573d-4e10-9ee4-5d3a11e4fd6f tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:43.501157 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-48928dc2-811d-4b71-92d3-1b717ab417dd tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "PUT /v2.0/subnetpools/6eb84e5d-0989-4f9d-84de-9b6647edda82/tags/tempest-TagsExtTest-Tag-497950887 HTTP/1.1" status: 201 len: 201 time: 0.1079748 Nov 29 02:02:43.505826 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41946) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:43.511811 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-8388e2cc-5292-4b48-8217-e2eb45d95c48 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '23ca7613-8fe6-4274-aa9f-4171aa66b386') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:43.535138 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e6f9542-a057-43d5-92f4-d63036eabcdd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:43.568312 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50213ed-f65a-496e-a2cf-a6e6f6d83765 req-0d1b18b6-02b8-4722-8d7f-fc9482ae119a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:43.570280 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f50213ed-f65a-496e-a2cf-a6e6f6d83765 req-0d1b18b6-02b8-4722-8d7f-fc9482ae119a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb92b723-cb1c-4df8-84a3-7b1e42ef5335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1974761 Nov 29 02:02:43.590926 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:43.612864 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbcc407-2916-410c-9e23-d698325af95b tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Made reservation on behalf of fb8e2daaf70d4af0b567bc07a96df956 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:43.616945 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc407-2916-410c-9e23-d698325af95b tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:43.620205 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 5302d58d-eb3a-49c6-a656-1339b64f4a29 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:02:43.643289 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8388e2cc-5292-4b48-8217-e2eb45d95c48 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "GET /v2.0/subnets/23ca7613-8fe6-4274-aa9f-4171aa66b386/tags HTTP/1.1" status: 200 len: 241 time: 0.1323595 Nov 29 02:02:43.643528 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41950) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:43.649584 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-2aef8d6d-e918-44aa-98f4-a3dbd237cbad tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '23ca7613-8fe6-4274-aa9f-4171aa66b386', 'tempest-TagsExtTest-Tag-1512546447') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:43.694803 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 5302d58d-eb3a-49c6-a656-1339b64f4a29 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:43.695428 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:43.736560 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e6f9542-a057-43d5-92f4-d63036eabcdd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:43.758499 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541d550-f239-4342-9d20-02a93e29fef9 req-e94fac73-cbe3-48e6-a126-f42dba682355 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:43.759899 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5541d550-f239-4342-9d20-02a93e29fef9 req-e94fac73-cbe3-48e6-a126-f42dba682355 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.0893414 Nov 29 02:02:43.807189 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-62d501dd-573d-4e10-9ee4-5d3a11e4fd6f tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:43.863293 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2aef8d6d-e918-44aa-98f4-a3dbd237cbad tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "GET /v2.0/subnets/23ca7613-8fe6-4274-aa9f-4171aa66b386/tags/tempest-TagsExtTest-Tag-1512546447 HTTP/1.1" status: 204 len: 168 time: 0.2187572 Nov 29 02:02:43.869242 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d08ed6d4-9df1-4a6d-b584-b4bb0c406a01 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:43.875011 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41954) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:43.887773 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03df2dbd-6072-4a3f-8851-9032dada117a None None] Network afb07fdd-a0cb-44e9-9a11-98b7c88bd7a5 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:43.889932 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-db458c50-a852-4238-ba36-3b9d707f7dcc tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '23ca7613-8fe6-4274-aa9f-4171aa66b386', 'tempest-TagsExtTest-Tag-1512546447') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:43.892226 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d501dd-573d-4e10-9ee4-5d3a11e4fd6f tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Subnet': ['ID=007c78db-c5e8-4723-80f2-1d11b3342377,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:43.894428 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-62d501dd-573d-4e10-9ee4-5d3a11e4fd6f tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:43.897880 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-62d501dd-573d-4e10-9ee4-5d3a11e4fd6f tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/subnets/007c78db-c5e8-4723-80f2-1d11b3342377 HTTP/1.1" status: 204 len: 168 time: 0.9949620 Nov 29 02:02:43.915146 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41956) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:43.935395 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5541d550-f239-4342-9d20-02a93e29fef9 req-2fb2a255-c7b9-405d-82bb-3542eb821027 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558156 Nov 29 02:02:43.951533 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f50213ed-f65a-496e-a2cf-a6e6f6d83765 req-08f0f7d7-3284-4e17-b531-5f982dd5d900 service neutron] 10.222.0.24 "GET /v2.0/networks/eb92b723-cb1c-4df8-84a3-7b1e42ef5335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718517 Nov 29 02:02:43.953198 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-6e6f9542-a057-43d5-92f4-d63036eabcdd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.26.3.197 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/c590868f-0068-400d-b10b-24f20427d7b5) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:02:44.069027 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e6f9542-a057-43d5-92f4-d63036eabcdd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:44.100524 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e280a7-bc9b-4de5-b561-98bc8fc3301f None None] DHCP port deletion for afb07fdd-a0cb-44e9-9a11-98b7c88bd7a5 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:02:44.105149 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e6f9542-a057-43d5-92f4-d63036eabcdd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:44.151105 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0fec60a-cfaf-4138-9539-0b2481a1aea8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:44.159401 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-01e280a7-bc9b-4de5-b561-98bc8fc3301f None None] Deleting port a559c80e-e8a0-49d7-b6db-8501db955d1c {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:44.159863 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-01e280a7-bc9b-4de5-b561-98bc8fc3301f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:44.172104 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6f9542-a057-43d5-92f4-d63036eabcdd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:44.178474 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-6e6f9542-a057-43d5-92f4-d63036eabcdd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:44.191402 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6f9542-a057-43d5-92f4-d63036eabcdd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:44.194155 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d08ed6d4-9df1-4a6d-b584-b4bb0c406a01 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:44.224389 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f9542-a057-43d5-92f4-d63036eabcdd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=c590868f-0068-400d-b10b-24f20427d7b5,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:44.239398 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-01e280a7-bc9b-4de5-b561-98bc8fc3301f None None] For port a559c80e-e8a0-49d7-b6db-8501db955d1c, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=a559c80e-e8a0-49d7-b6db-8501db955d1c,segment=NetworkSegment(a59f1817-9d98-4836-81e7-71d06be23672),segment_id=a59f1817-9d98-4836-81e7-71d06be23672)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:44.240046 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-01e280a7-bc9b-4de5-b561-98bc8fc3301f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:44.253614 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-01e280a7-bc9b-4de5-b561-98bc8fc3301f None None] Calling delete_port for a559c80e-e8a0-49d7-b6db-8501db955d1c owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:44.308501 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-258c61f3-a56a-4dfe-b84b-91f3c1d28588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:44.342559 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f50213ed-f65a-496e-a2cf-a6e6f6d83765 req-7d42c0bc-1b40-429c-96bc-ee6d0c94eb59 service neutron] 10.222.0.24 "GET /v2.0/networks/eb92b723-cb1c-4df8-84a3-7b1e42ef5335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477907 Nov 29 02:02:44.349797 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08ed6d4-9df1-4a6d-b584-b4bb0c406a01 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Network b5c0eaf0-d683-4b32-b730-9abf31c27c4e is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:44.352432 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-01e280a7-bc9b-4de5-b561-98bc8fc3301f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:44.356894 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc407-2916-410c-9e23-d698325af95b tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:44.366768 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-d08ed6d4-9df1-4a6d-b584-b4bb0c406a01 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:44.372204 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08ed6d4-9df1-4a6d-b584-b4bb0c406a01 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:44.377860 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08ed6d4-9df1-4a6d-b584-b4bb0c406a01 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:44.378490 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d08ed6d4-9df1-4a6d-b584-b4bb0c406a01 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:44.403233 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e280a7-bc9b-4de5-b561-98bc8fc3301f None None] No DVR routers for this DVR port a559c80e-e8a0-49d7-b6db-8501db955d1c on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:02:44.406285 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ed6d4-9df1-4a6d-b584-b4bb0c406a01 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Port': ['ID=463fe5eb-563f-4e8b-b9a0-3b7fd474edf5,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:44.408149 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e280a7-bc9b-4de5-b561-98bc8fc3301f None None] Pushing event deleted for resources: {'Port': ['ID=a559c80e-e8a0-49d7-b6db-8501db955d1c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:44.425263 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-db458c50-a852-4238-ba36-3b9d707f7dcc tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "DELETE /v2.0/subnets/23ca7613-8fe6-4274-aa9f-4171aa66b386/tags/tempest-TagsExtTest-Tag-1512546447 HTTP/1.1" status: 204 len: 168 time: 0.5489888 Nov 29 02:02:44.427720 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41958) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:44.432610 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-595d8ec3-9102-4284-a4b8-117937104714 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '23ca7613-8fe6-4274-aa9f-4171aa66b386') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:44.450400 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d08ed6d4-9df1-4a6d-b584-b4bb0c406a01 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0622661 Nov 29 02:02:44.455421 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41960) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:44.465023 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-fa20809a-f151-46ac-800b-fcbb2ae7d82e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:44.469952 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbcc407-2916-410c-9e23-d698325af95b tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Pushing event updated for resources: {'Subnet': ['ID=fda7cdb6-b116-4291-9466-46c735e03515,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:44.518247 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b0fec60a-cfaf-4138-9539-0b2481a1aea8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Deleting port a559c80e-e8a0-49d7-b6db-8501db955d1c {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:44.518591 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0fec60a-cfaf-4138-9539-0b2481a1aea8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:44.538158 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbcc407-2916-410c-9e23-d698325af95b tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Checking segment: {'id': '7cf998c9-916b-4922-bd71-2f9080088a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '345448a6-c4d1-4bb8-8f37-6a2bd071f615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:02:44.538532 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbcc407-2916-410c-9e23-d698325af95b tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Network hostable DHCP agents. Network: 345448a6-c4d1-4bb8-8f37-6a2bd071f615, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:02:44.610621 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fa20809a-f151-46ac-800b-fcbb2ae7d82e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:44.621246 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbcc407-2916-410c-9e23-d698325af95b tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Network 345448a6-c4d1-4bb8-8f37-6a2bd071f615 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:02:44.639430 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b0fec60a-cfaf-4138-9539-0b2481a1aea8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] For port a559c80e-e8a0-49d7-b6db-8501db955d1c, host dv-neutron-819032-3-hyperv, got binding levels [] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:44.639797 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0fec60a-cfaf-4138-9539-0b2481a1aea8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:44.654823 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-bfbcc407-2916-410c-9e23-d698325af95b tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 345448a6-c4d1-4bb8-8f37-6a2bd071f615) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:44.658526 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-595d8ec3-9102-4284-a4b8-117937104714 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "GET /v2.0/subnets/23ca7613-8fe6-4274-aa9f-4171aa66b386/tags HTTP/1.1" status: 200 len: 205 time: 0.2267532 Nov 29 02:02:44.662368 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41962) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:44.666399 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9f835c-c95e-43a4-b9f5-8a7fb6cdb841 None None] Network 345448a6-c4d1-4bb8-8f37-6a2bd071f615 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:44.666599 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-c0d58a25-d604-4bf0-8707-6ae5ede72201 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0d12dfee-279e-4402-b5d0-79bf9cde81d5') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:44.679510 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b0fec60a-cfaf-4138-9539-0b2481a1aea8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Calling delete_port for a559c80e-e8a0-49d7-b6db-8501db955d1c owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:44.685767 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-b0fec60a-cfaf-4138-9539-0b2481a1aea8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Port a559c80e-e8a0-49d7-b6db-8501db955d1c was not found and therefore no delete operation was performed {{(pid=103255) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 02:02:44.688882 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbcc407-2916-410c-9e23-d698325af95b tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:44.689480 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc407-2916-410c-9e23-d698325af95b tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:44.698117 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0fec60a-cfaf-4138-9539-0b2481a1aea8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:44.750698 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-bfbcc407-2916-410c-9e23-d698325af95b tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5625024 Nov 29 02:02:44.750698 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41964) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:44.753935 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fec60a-cfaf-4138-9539-0b2481a1aea8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] No DVR routers for this DVR port a559c80e-e8a0-49d7-b6db-8501db955d1c on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:02:44.757973 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fec60a-cfaf-4138-9539-0b2481a1aea8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Port': ['ID=a559c80e-e8a0-49d7-b6db-8501db955d1c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:44.768495 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d39fa5b4-2729-4792-88a7-827300152ab6 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Request body: {'router': {'external_gateway_info': {'network_id': '345448a6-c4d1-4bb8-8f37-6a2bd071f615'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:44.824132 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e6f9542-a057-43d5-92f4-d63036eabcdd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:44.841585 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c0d58a25-d604-4bf0-8707-6ae5ede72201 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "GET /v2.0/ports/0d12dfee-279e-4402-b5d0-79bf9cde81d5/tags HTTP/1.1" status: 200 len: 241 time: 0.1781802 Nov 29 02:02:44.846920 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efa300d-5195-46da-a154-e762f8b49160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-345448a6-c4d1-4bb8-8f37-6a2bd071f615', 'network_id': '345448a6-c4d1-4bb8-8f37-6a2bd071f615', 'tenant_id': 'fb8e2daaf70d4af0b567bc07a96df956', 'fixed_ips': [{'subnet_id': 'fda7cdb6-b116-4291-9466-46c735e03515'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:02:44.848513 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6efa300d-5195-46da-a154-e762f8b49160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:44.867097 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41966) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:44.871710 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-999c4350-3f49-4751-937d-28abfe03800a tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0d12dfee-279e-4402-b5d0-79bf9cde81d5', 'tempest-TagsExtTest-Tag-1572661207') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:45.024915 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-999c4350-3f49-4751-937d-28abfe03800a tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "GET /v2.0/ports/0d12dfee-279e-4402-b5d0-79bf9cde81d5/tags/tempest-TagsExtTest-Tag-1572661207 HTTP/1.1" status: 204 len: 168 time: 0.1544201 Nov 29 02:02:45.024915 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e6f9542-a057-43d5-92f4-d63036eabcdd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:45.025739 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41970) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:45.032119 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-aa96685a-436c-4924-9144-205cdf8ce4ad tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '0d12dfee-279e-4402-b5d0-79bf9cde81d5', 'tempest-TagsExtTest-Tag-1572661207') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:45.047124 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0fec60a-cfaf-4138-9539-0b2481a1aea8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:45.062071 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-6efa300d-5195-46da-a154-e762f8b49160 None None] Allocated IP 2001:db8:1::2 (345448a6-c4d1-4bb8-8f37-6a2bd071f615/fda7cdb6-b116-4291-9466-46c735e03515/710fcd6b-144d-40ad-b7e3-6356bd25bb76) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:02:45.136839 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-b0fec60a-cfaf-4138-9539-0b2481a1aea8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb07fdd-a0cb-44e9-9a11-98b7c88bd7a5']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:45.157986 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-b0fec60a-cfaf-4138-9539-0b2481a1aea8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a59f1817-9d98-4836-81e7-71d06be23672') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:45.158680 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-b0fec60a-cfaf-4138-9539-0b2481a1aea8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a59f1817-9d98-4836-81e7-71d06be23672') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:45.170274 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d39fa5b4-2729-4792-88a7-827300152ab6 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:45.177094 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fa20809a-f151-46ac-800b-fcbb2ae7d82e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:45.179634 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0fec60a-cfaf-4138-9539-0b2481a1aea8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:45.190951 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fa20809a-f151-46ac-800b-fcbb2ae7d82e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:45.213092 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb319a08-92d7-4221-8586-b546d77caa46 req-3c16a99b-79d4-4bb4-b5f8-7e38059d8e5b tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:45.214655 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-eb319a08-92d7-4221-8586-b546d77caa46 req-3c16a99b-79d4-4bb4-b5f8-7e38059d8e5b tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.1198878 Nov 29 02:02:45.232414 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0fec60a-cfaf-4138-9539-0b2481a1aea8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:45.277024 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-fa20809a-f151-46ac-800b-fcbb2ae7d82e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] In _notify_port_updated(), no bound segment for port 463fe5eb-563f-4e8b-b9a0-3b7fd474edf5 on network b5c0eaf0-d683-4b32-b730-9abf31c27c4e {{(pid=103255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 02:02:45.277190 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-aa96685a-436c-4924-9144-205cdf8ce4ad tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "DELETE /v2.0/ports/0d12dfee-279e-4402-b5d0-79bf9cde81d5/tags/tempest-TagsExtTest-Tag-1572661207 HTTP/1.1" status: 204 len: 168 time: 0.2504916 Nov 29 02:02:45.283395 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa20809a-f151-46ac-800b-fcbb2ae7d82e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:45.283586 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41972) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:45.283722 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fa20809a-f151-46ac-800b-fcbb2ae7d82e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:45.284526 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-fa20809a-f151-46ac-800b-fcbb2ae7d82e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "PUT /v2.0/ports/463fe5eb-563f-4e8b-b9a0-3b7fd474edf5 HTTP/1.1" status: 200 len: 818 time: 0.8253338 Nov 29 02:02:45.287828 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0fec60a-cfaf-4138-9539-0b2481a1aea8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:02:45.288187 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0fec60a-cfaf-4138-9539-0b2481a1aea8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:45.289790 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-3dd40f48-563b-4f9d-8d11-11a240363809 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0d12dfee-279e-4402-b5d0-79bf9cde81d5') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:45.292086 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:02:45.292086 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:02:45.292086 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:02:45.292086 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:02:45.292086 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:02:45.292086 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:02:45.292086 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:02:45.292086 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:02:45.292086 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:02:45.292086 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:02:45.292086 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:02:45.292086 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:02:45.292086 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:02:45.292086 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:02:45.292086 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:02:45.292086 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:02:45.292086 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:02:45.292086 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:02:45.292086 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:02:45.292086 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:02:45.292086 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:02:45.292086 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:02:45.292086 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:02:45.292086 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:02:45.292086 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:02:45.292086 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:02:45.292086 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:02:45.292086 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:02:45.292086 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:02:45.292086 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:02:45.292086 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:02:45.292086 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:02:45.302853 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41974) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:45.307917 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:45.308980 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6efa300d-5195-46da-a154-e762f8b49160 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:45.315451 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6efa300d-5195-46da-a154-e762f8b49160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:45.352108 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20809a-f151-46ac-800b-fcbb2ae7d82e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Port': ['ID=463fe5eb-563f-4e8b-b9a0-3b7fd474edf5,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:45.369132 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0fec60a-cfaf-4138-9539-0b2481a1aea8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:45.372045 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efa300d-5195-46da-a154-e762f8b49160 None None] Network 345448a6-c4d1-4bb8-8f37-6a2bd071f615 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:45.376507 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-eb319a08-92d7-4221-8586-b546d77caa46 req-111d8623-87c3-4ef9-8afc-581d3fa9b655 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505351 Nov 29 02:02:45.379216 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-6efa300d-5195-46da-a154-e762f8b49160 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:45.381851 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b0fec60a-cfaf-4138-9539-0b2481a1aea8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:45.382778 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efa300d-5195-46da-a154-e762f8b49160 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:45.390174 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b0fec60a-cfaf-4138-9539-0b2481a1aea8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/networks/afb07fdd-a0cb-44e9-9a11-98b7c88bd7a5 HTTP/1.1" status: 204 len: 168 time: 1.4701347 Nov 29 02:02:45.390342 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa300d-5195-46da-a154-e762f8b49160 None None] Pushing event updated for resources: {'Port': ['ID=710fcd6b-144d-40ad-b7e3-6356bd25bb76,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:45.392841 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41976) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:45.396859 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-fc77f750-3dd2-461f-ab13-6b50b5fb3954 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-696389559'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:45.417694 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fec60a-cfaf-4138-9539-0b2481a1aea8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Network': ['ID=afb07fdd-a0cb-44e9-9a11-98b7c88bd7a5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:45.436943 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e6f9542-a057-43d5-92f4-d63036eabcdd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:45.446624 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc77f750-3dd2-461f-ab13-6b50b5fb3954 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:45.450116 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc77f750-3dd2-461f-ab13-6b50b5fb3954 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:45.456907 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-6efa300d-5195-46da-a154-e762f8b49160 None None] Attempting to bind port 710fcd6b-144d-40ad-b7e3-6356bd25bb76 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:02:45.457380 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-6efa300d-5195-46da-a154-e762f8b49160 None None] Attempting to bind port 710fcd6b-144d-40ad-b7e3-6356bd25bb76 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '7cf998c9-916b-4922-bd71-2f9080088a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '345448a6-c4d1-4bb8-8f37-6a2bd071f615'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:02:45.457766 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efa300d-5195-46da-a154-e762f8b49160 None None] Attempting to bind port 710fcd6b-144d-40ad-b7e3-6356bd25bb76 on network 345448a6-c4d1-4bb8-8f37-6a2bd071f615 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:02:45.459543 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e6f9542-a057-43d5-92f4-d63036eabcdd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:45.462956 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efa300d-5195-46da-a154-e762f8b49160 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:02:45.463342 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efa300d-5195-46da-a154-e762f8b49160 None None] Checking segment: {'id': '7cf998c9-916b-4922-bd71-2f9080088a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '345448a6-c4d1-4bb8-8f37-6a2bd071f615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:02:45.464156 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6efa300d-5195-46da-a154-e762f8b49160 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:45.464156 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efa300d-5195-46da-a154-e762f8b49160 None None] Bound using segment: {'id': '7cf998c9-916b-4922-bd71-2f9080088a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '345448a6-c4d1-4bb8-8f37-6a2bd071f615'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:02:45.464603 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-6efa300d-5195-46da-a154-e762f8b49160 None None] Bound port: 710fcd6b-144d-40ad-b7e3-6356bd25bb76, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cf998c9-916b-4922-bd71-2f9080088a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '345448a6-c4d1-4bb8-8f37-6a2bd071f615'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:02:45.466385 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6efa300d-5195-46da-a154-e762f8b49160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:45.485463 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-d39fa5b4-2729-4792-88a7-827300152ab6 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:02:45.490185 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d39fa5b4-2729-4792-88a7-827300152ab6 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] 10.222.0.37 "PUT /v2.0/routers/e8566998-ae84-411c-b217-67160bea1061 HTTP/1.1" status: 400 len: 364 time: 0.7314005 Nov 29 02:02:45.494619 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41978) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:45.496722 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc77f750-3dd2-461f-ab13-6b50b5fb3954 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:02:45.535201 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3dd40f48-563b-4f9d-8d11-11a240363809 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "GET /v2.0/ports/0d12dfee-279e-4402-b5d0-79bf9cde81d5/tags HTTP/1.1" status: 200 len: 205 time: 0.2486117 Nov 29 02:02:45.540973 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-6efa300d-5195-46da-a154-e762f8b49160 None None] For port 710fcd6b-144d-40ad-b7e3-6356bd25bb76, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:02:45.542075 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41980) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:45.547001 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-6efa300d-5195-46da-a154-e762f8b49160 None None] For port 710fcd6b-144d-40ad-b7e3-6356bd25bb76, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=710fcd6b-144d-40ad-b7e3-6356bd25bb76,segment=NetworkSegment(7cf998c9-916b-4922-bd71-2f9080088a4d),segment_id=7cf998c9-916b-4922-bd71-2f9080088a4d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:02:45.548239 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-36b40e9b-d6f1-4fa9-854e-4b9f0c93dd5d tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f266145c-bb24-4ee9-a149-9466c1eda234') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:45.552281 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6efa300d-5195-46da-a154-e762f8b49160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:45.568809 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc77f750-3dd2-461f-ab13-6b50b5fb3954 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:45.569157 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-fc77f750-3dd2-461f-ab13-6b50b5fb3954 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Added segment e82e89b0-e7a4-45c5-9d24-f5c9c12356e7 of type vlan for network 1591a728-4160-43ca-a3ad-4af20b80ea96 Nov 29 02:02:45.637725 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa300d-5195-46da-a154-e762f8b49160 None None] Pushing event updated for resources: {'Port': ['ID=710fcd6b-144d-40ad-b7e3-6356bd25bb76,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:45.644382 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a559c80e-e8a0-49d7-b6db-8501db955d1c no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:02:45.666876 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: a559c80e-e8a0-49d7-b6db-8501db955d1c {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:02:45.667229 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a559c80e-e8a0-49d7-b6db-8501db955d1c not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:02:45.697316 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc77f750-3dd2-461f-ab13-6b50b5fb3954 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:45.820293 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc77f750-3dd2-461f-ab13-6b50b5fb3954 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:45.820293 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc77f750-3dd2-461f-ab13-6b50b5fb3954 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:45.821045 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc77f750-3dd2-461f-ab13-6b50b5fb3954 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:46.086072 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f9542-a057-43d5-92f4-d63036eabcdd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=c590868f-0068-400d-b10b-24f20427d7b5,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:46.096867 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e6f9542-a057-43d5-92f4-d63036eabcdd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:46.137618 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-09d03e7d-9b40-4809-979e-be81bc528904 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Deleting port 463fe5eb-563f-4e8b-b9a0-3b7fd474edf5 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:46.137982 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-09d03e7d-9b40-4809-979e-be81bc528904 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:46.203660 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-fc77f750-3dd2-461f-ab13-6b50b5fb3954 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8117478 Nov 29 02:02:46.210422 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41982) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:46.216293 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-248040bb-4eab-4b79-87bc-0b2a82631b19 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'subnet': {'network_id': '1591a728-4160-43ca-a3ad-4af20b80ea96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:46.225344 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-36b40e9b-d6f1-4fa9-854e-4b9f0c93dd5d tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "GET /v2.0/routers/f266145c-bb24-4ee9-a149-9466c1eda234/tags HTTP/1.1" status: 200 len: 240 time: 0.6804357 Nov 29 02:02:46.236253 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41984) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:46.236450 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77f750-3dd2-461f-ab13-6b50b5fb3954 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Network': ['ID=1591a728-4160-43ca-a3ad-4af20b80ea96,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:46.245792 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-adb9158c-f7c2-45ad-b538-40133cd2be38 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f266145c-bb24-4ee9-a149-9466c1eda234', 'tempest-TagsExtTest-Tag-961808334') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:46.247563 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 1591a728-4160-43ca-a3ad-4af20b80ea96 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:02:46.280920 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-acf3beb4-05b6-4e46-8cdc-e46fb2a08dbf tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:46.299265 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-09d03e7d-9b40-4809-979e-be81bc528904 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:46.346710 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-09d03e7d-9b40-4809-979e-be81bc528904 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Calling delete_port for 463fe5eb-563f-4e8b-b9a0-3b7fd474edf5 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:46.363000 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-6e6f9542-a057-43d5-92f4-d63036eabcdd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Floating IP 389517e2-f529-470b-a4b9-8337462517dc associated. External IP: 172.26.3.197, port: 4459dc47-447b-496c-8502-639f0e89ba93. Nov 29 02:02:46.503929 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-adb9158c-f7c2-45ad-b538-40133cd2be38 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "GET /v2.0/routers/f266145c-bb24-4ee9-a149-9466c1eda234/tags/tempest-TagsExtTest-Tag-961808334 HTTP/1.1" status: 204 len: 168 time: 0.2665474 Nov 29 02:02:46.514339 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41988) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:46.518983 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-91417683-ca4b-41d6-b2d9-7b745678864c tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f266145c-bb24-4ee9-a149-9466c1eda234', 'tempest-TagsExtTest-Tag-961808334') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:46.522913 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248040bb-4eab-4b79-87bc-0b2a82631b19 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:46.527108 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-248040bb-4eab-4b79-87bc-0b2a82631b19 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:46.639727 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad9ead-7f54-4b94-926e-8fc661feaa6c req-42e2abf8-85f0-4fda-adac-d676c6f5841a tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:46.641314 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-37ad9ead-7f54-4b94-926e-8fc661feaa6c req-42e2abf8-85f0-4fda-adac-d676c6f5841a tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.1729803 Nov 29 02:02:46.675367 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-acf3beb4-05b6-4e46-8cdc-e46fb2a08dbf tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Allocated IP 2001:db8::1 (fdfde0dc-582d-4585-a61a-ef047260d51f/287e9802-1002-477e-84ba-e1b127ae8d67/5403ecff-b356-4696-bab6-14cf8218c9b8) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:02:46.675602 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-09d03e7d-9b40-4809-979e-be81bc528904 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:46.738266 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22958b4-3802-45c7-87fa-4f21e3443220 None None] Network 345448a6-c4d1-4bb8-8f37-6a2bd071f615 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:46.756717 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d03e7d-9b40-4809-979e-be81bc528904 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Port': ['ID=463fe5eb-563f-4e8b-b9a0-3b7fd474edf5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:46.805271 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-91417683-ca4b-41d6-b2d9-7b745678864c tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "DELETE /v2.0/routers/f266145c-bb24-4ee9-a149-9466c1eda234/tags/tempest-TagsExtTest-Tag-961808334 HTTP/1.1" status: 204 len: 168 time: 0.2898593 Nov 29 02:02:46.808902 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 41990) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:46.809071 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-c4b143e3-762f-43a3-a605-35a9464f157b None None] Provisioning complete for port 710fcd6b-144d-40ad-b7e3-6356bd25bb76 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:46.809505 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4b143e3-762f-43a3-a605-35a9464f157b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:46.811640 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-09d03e7d-9b40-4809-979e-be81bc528904 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:46.813448 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-06581724-f157-4887-8654-69da61eb05a6 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f266145c-bb24-4ee9-a149-9466c1eda234') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:46.815060 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-09d03e7d-9b40-4809-979e-be81bc528904 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/ports/463fe5eb-563f-4e8b-b9a0-3b7fd474edf5 HTTP/1.1" status: 204 len: 168 time: 1.5125554 Nov 29 02:02:46.818460 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41992) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:46.855994 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-37ad9ead-7f54-4b94-926e-8fc661feaa6c req-ee8616f5-68c4-47cf-83c2-d89147f5bf10 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073095 Nov 29 02:02:46.905970 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af8a0bd-6638-4fbe-923f-f37f75c7b827 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:46.908505 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2af8a0bd-6638-4fbe-923f-f37f75c7b827 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0876281 Nov 29 02:02:46.911213 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41996) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:46.955108 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-4202088e-f204-408a-b13e-4e436ec185e3 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] GET failed (client error): The resource could not be found. Nov 29 02:02:46.959811 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4202088e-f204-408a-b13e-4e436ec185e3 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "GET /v2.0/ports/463fe5eb-563f-4e8b-b9a0-3b7fd474edf5 HTTP/1.1" status: 404 len: 333 time: 0.0442166 Nov 29 02:02:46.959972 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4b143e3-762f-43a3-a605-35a9464f157b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:46.963439 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 41998) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:46.966472 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b46291c9-a2d1-4058-ba35-c0f0c436cb3d tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1269001058'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:46.977236 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:46.987600 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6f9542-a057-43d5-92f4-d63036eabcdd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router af53d9bc-c082-4bdc-b001-d8857acc59c8 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:02:47.002480 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-acf3beb4-05b6-4e46-8cdc-e46fb2a08dbf tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:47.011298 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-248040bb-4eab-4b79-87bc-0b2a82631b19 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:47.022710 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c4b143e3-762f-43a3-a605-35a9464f157b None None] For port 710fcd6b-144d-40ad-b7e3-6356bd25bb76, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=710fcd6b-144d-40ad-b7e3-6356bd25bb76,segment=NetworkSegment(7cf998c9-916b-4922-bd71-2f9080088a4d),segment_id=7cf998c9-916b-4922-bd71-2f9080088a4d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:47.027000 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-06581724-f157-4887-8654-69da61eb05a6 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "GET /v2.0/routers/f266145c-bb24-4ee9-a149-9466c1eda234/tags HTTP/1.1" status: 200 len: 205 time: 0.2169271 Nov 29 02:02:47.032536 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42000) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:47.034788 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4b143e3-762f-43a3-a605-35a9464f157b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:47.074212 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-5c802c48-ae0e-4866-ad5b-4b63fe6e2226 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6eb84e5d-0989-4f9d-84de-9b6647edda82') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:47.089991 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b143e3-762f-43a3-a605-35a9464f157b None None] Pushing event updated for resources: {'Port': ['ID=710fcd6b-144d-40ad-b7e3-6356bd25bb76,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:47.105597 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46291c9-a2d1-4058-ba35-c0f0c436cb3d tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:47.106077 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248040bb-4eab-4b79-87bc-0b2a82631b19 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Subnet': ['ID=c3dc7476-9456-42d4-8641-74788b88f357,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:47.109050 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b46291c9-a2d1-4058-ba35-c0f0c436cb3d tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:47.117332 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248040bb-4eab-4b79-87bc-0b2a82631b19 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Checking segment: {'id': 'e82e89b0-e7a4-45c5-9d24-f5c9c12356e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1591a728-4160-43ca-a3ad-4af20b80ea96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:02:47.120581 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248040bb-4eab-4b79-87bc-0b2a82631b19 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Network hostable DHCP agents. Network: 1591a728-4160-43ca-a3ad-4af20b80ea96, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:02:47.125011 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-acf3beb4-05b6-4e46-8cdc-e46fb2a08dbf tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:47.127403 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c2d23-2163-4d36-b53c-7a0d24ca1c6a req-a744d253-251d-459e-806e-7a7add6ac8fb tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:47.129035 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-714c2d23-2163-4d36-b53c-7a0d24ca1c6a req-a744d253-251d-459e-806e-7a7add6ac8fb tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.1858218 Nov 29 02:02:47.178017 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf3beb4-05b6-4e46-8cdc-e46fb2a08dbf tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Network fdfde0dc-582d-4585-a61a-ef047260d51f is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:47.186400 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-acf3beb4-05b6-4e46-8cdc-e46fb2a08dbf tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:47.192161 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248040bb-4eab-4b79-87bc-0b2a82631b19 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Network 1591a728-4160-43ca-a3ad-4af20b80ea96 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:02:47.194233 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5c802c48-ae0e-4866-ad5b-4b63fe6e2226 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "GET /v2.0/subnetpools/6eb84e5d-0989-4f9d-84de-9b6647edda82/tags HTTP/1.1" status: 200 len: 240 time: 0.1244338 Nov 29 02:02:47.197937 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf3beb4-05b6-4e46-8cdc-e46fb2a08dbf tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:47.198552 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-acf3beb4-05b6-4e46-8cdc-e46fb2a08dbf tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:47.199120 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42002) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:47.207191 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-9d08a65d-f5fa-4dd8-8093-af2489e5f0f2 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6eb84e5d-0989-4f9d-84de-9b6647edda82', 'tempest-TagsExtTest-Tag-497950887') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:47.220332 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b46291c9-a2d1-4058-ba35-c0f0c436cb3d tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:02:47.263498 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:02:47.270726 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf3beb4-05b6-4e46-8cdc-e46fb2a08dbf tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Pushing event updated for resources: {'Port': ['ID=5403ecff-b356-4696-bab6-14cf8218c9b8,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:47.275861 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-714c2d23-2163-4d36-b53c-7a0d24ca1c6a req-a4a43097-359f-41df-94ec-8be5dac9c6f6 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255467 Nov 29 02:02:47.278563 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b46291c9-a2d1-4058-ba35-c0f0c436cb3d tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:47.279955 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-b46291c9-a2d1-4058-ba35-c0f0c436cb3d tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Added segment e7dd57af-f896-470a-bc84-cb16ff62c9c1 of type vlan for network d0f10b92-2f42-4edf-90d6-110936014676 Nov 29 02:02:47.296040 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-248040bb-4eab-4b79-87bc-0b2a82631b19 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 1591a728-4160-43ca-a3ad-4af20b80ea96) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:47.296237 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6f9542-a057-43d5-92f4-d63036eabcdd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:02:47.309575 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fe6944-69c7-410d-9b53-728959784785 None None] Sync routers for ids ['af53d9bc-c082-4bdc-b001-d8857acc59c8'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:02:47.315285 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d25ce2-d422-48e1-ba73-f268c1438cca None None] Network 1591a728-4160-43ca-a3ad-4af20b80ea96 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:47.340097 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fe6944-69c7-410d-9b53-728959784785 None None] Routers {'af53d9bc-c082-4bdc-b001-d8857acc59c8'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:02:47.342708 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-01fe6944-69c7-410d-9b53-728959784785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:02:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['af53d9bc-c082-4bdc-b001-d8857acc59c8'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:47.349043 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248040bb-4eab-4b79-87bc-0b2a82631b19 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:47.355429 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-248040bb-4eab-4b79-87bc-0b2a82631b19 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:47.358669 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9d08a65d-f5fa-4dd8-8093-af2489e5f0f2 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "GET /v2.0/subnetpools/6eb84e5d-0989-4f9d-84de-9b6647edda82/tags/tempest-TagsExtTest-Tag-497950887 HTTP/1.1" status: 204 len: 168 time: 0.1547978 Nov 29 02:02:47.365363 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42006) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:47.384223 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-12b62622-8f56-4f3d-83b9-c02c2f101aea tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '6eb84e5d-0989-4f9d-84de-9b6647edda82', 'tempest-TagsExtTest-Tag-497950887') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:47.395646 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-248040bb-4eab-4b79-87bc-0b2a82631b19 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1841240 Nov 29 02:02:47.401326 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42008) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:47.434090 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b46291c9-a2d1-4058-ba35-c0f0c436cb3d tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:47.443962 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-3f7f8b3a-220b-43dd-bd10-ce83dcd0027a tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2142765529', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:47.481364 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-acf3beb4-05b6-4e46-8cdc-e46fb2a08dbf tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:47.501528 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e6f9542-a057-43d5-92f4-d63036eabcdd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:47.557097 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-01fe6944-69c7-410d-9b53-728959784785 None None] Set router af53d9bc-c082-4bdc-b001-d8857acc59c8 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:02:47.589634 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6e6f9542-a057-43d5-92f4-d63036eabcdd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1168988 Nov 29 02:02:47.594315 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568adc59-c3a0-48f8-b17f-a63a2e7a81ce', 'tag': '4459dc47-447b-496c-8502-639f0e89ba93'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:02:47.596907 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a54b0b8d43a805c8e04fafa9e6e1877f555095d74f053d1eebc96b979e45145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65e5e46-7ae5-4abd-9c64-ccf77123ad15" -d '{"events": [{"name": "network-changed", "server_uuid": "568adc59-c3a0-48f8-b17f-a63a2e7a81ce", "tag": "4459dc47-447b-496c-8502-639f0e89ba93"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:02:47.599573 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42010) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:47.616664 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3f7f8b3a-220b-43dd-bd10-ce83dcd0027a tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:47.617995 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3f7f8b3a-220b-43dd-bd10-ce83dcd0027a tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:47.660742 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0abb23c3-4164-4c2a-81a0-5b63055591bf None None] Provisioning complete for port 710fcd6b-144d-40ad-b7e3-6356bd25bb76 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:47.661397 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0abb23c3-4164-4c2a-81a0-5b63055591bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:47.727832 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b46291c9-a2d1-4058-ba35-c0f0c436cb3d tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:47.732047 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 710fcd6b-144d-40ad-b7e3-6356bd25bb76 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:02:47.733457 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46291c9-a2d1-4058-ba35-c0f0c436cb3d tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:47.734197 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b46291c9-a2d1-4058-ba35-c0f0c436cb3d tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:47.738283 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19dcdae5-eb9f-4692-bbe9-fe45b3e59dfb x-openstack-request-id: req-19dcdae5-eb9f-4692-bbe9-fe45b3e59dfb {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:02:47.738576 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "568adc59-c3a0-48f8-b17f-a63a2e7a81ce", "tag": "4459dc47-447b-496c-8502-639f0e89ba93", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:02:47.738845 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-19dcdae5-eb9f-4692-bbe9-fe45b3e59dfb {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:02:47.739238 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568adc59-c3a0-48f8-b17f-a63a2e7a81ce', 'tag': '4459dc47-447b-496c-8502-639f0e89ba93', 'status': 'completed', 'code': 200} Nov 29 02:02:47.765129 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968fb056-78a1-4321-aa00-ed1fd776f109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-1591a728-4160-43ca-a3ad-4af20b80ea96', 'network_id': '1591a728-4160-43ca-a3ad-4af20b80ea96', 'tenant_id': '244b87083f7548969719374c99f34997', 'fixed_ips': [{'subnet_id': 'c3dc7476-9456-42d4-8641-74788b88f357'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:02:47.768152 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-968fb056-78a1-4321-aa00-ed1fd776f109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:47.773389 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3e12d-b1d2-402a-b87f-f8cadf79ca8e req-28d537b9-6cd0-486d-b08c-b50490525389 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:47.775510 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7ec3e12d-b1d2-402a-b87f-f8cadf79ca8e req-28d537b9-6cd0-486d-b08c-b50490525389 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.3237379 Nov 29 02:02:47.832097 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-12b62622-8f56-4f3d-83b9-c02c2f101aea tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "DELETE /v2.0/subnetpools/6eb84e5d-0989-4f9d-84de-9b6647edda82/tags/tempest-TagsExtTest-Tag-497950887 HTTP/1.1" status: 204 len: 168 time: 0.4577899 Nov 29 02:02:47.851714 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42014) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:47.866131 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-0666d8bc-0a74-4fb5-941e-c3ccf2bccc2f tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6eb84e5d-0989-4f9d-84de-9b6647edda82') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:47.898133 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b46291c9-a2d1-4058-ba35-c0f0c436cb3d tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9360321 Nov 29 02:02:47.898669 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:47.941730 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-01fe6944-69c7-410d-9b53-728959784785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'name': 'tempest-TestNetworkBasicOps-router-1449903690', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '4d305afc-312b-408f-965c-44236f9ac691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:02:03Z', 'updated_at': '2021-11-29T02:02:13Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '4d305afc-312b-408f-965c-44236f9ac691', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:02:04Z', 'updated_at': '2021-11-29T02:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '389517e2-f529-470b-a4b9-8337462517dc', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.197', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'port_id': '4459dc47-447b-496c-8502-639f0e89ba93', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e27ce72d-9adf-4a07-acf2-f13fb172c1fd', 'mac_address': 'fa:16:3e:49:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adc59-c3a0-48f8-b17f-a63a2e7a81ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:02:44Z', 'updated_at': '2021-11-29T02:02:44Z', 'revision_number': 0, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d83f6ba-7014-41d0-a573-2868f0173994', 'name': '', 'network_id': 'e27ce72d-9adf-4a07-acf2-f13fb172c1fd', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:0d:4a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '678ca2a4-9091-4a46-8ce8-4beb0edf2abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:02:12Z', 'updated_at': '2021-11-29T02:02:18Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '678ca2a4-9091-4a46-8ce8-4beb0edf2abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:47.942051 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42016) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:47.948777 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-eaf9cec0-0cdc-41c3-a0a7-66292bc6b170 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'subnet': {'network_id': 'd0f10b92-2f42-4edf-90d6-110936014676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:47.971366 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fe6944-69c7-410d-9b53-728959784785 None None] Checking router: af53d9bc-c082-4bdc-b001-d8857acc59c8 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:02:47.975091 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3f7f8b3a-220b-43dd-bd10-ce83dcd0027a tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:47.986965 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46291c9-a2d1-4058-ba35-c0f0c436cb3d tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Network': ['ID=d0f10b92-2f42-4edf-90d6-110936014676,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:47.988012 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fe6944-69c7-410d-9b53-728959784785 None None] Routers {'af53d9bc-c082-4bdc-b001-d8857acc59c8'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:02:47.989229 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-01fe6944-69c7-410d-9b53-728959784785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:02:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['af53d9bc-c082-4bdc-b001-d8857acc59c8'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:48.006716 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3f7f8b3a-220b-43dd-bd10-ce83dcd0027a tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:48.026150 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-81488814-40e6-4161-bbfb-445434e8e9fd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/floatingips/389517e2-f529-470b-a4b9-8337462517dc HTTP/1.1" status: 200 len: 991 time: 0.4153636 Nov 29 02:02:48.053005 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0666d8bc-0a74-4fb5-941e-c3ccf2bccc2f tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "GET /v2.0/subnetpools/6eb84e5d-0989-4f9d-84de-9b6647edda82/tags HTTP/1.1" status: 200 len: 205 time: 0.1901042 Nov 29 02:02:48.056660 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3f7f8b3a-220b-43dd-bd10-ce83dcd0027a tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:48.058445 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3f7f8b3a-220b-43dd-bd10-ce83dcd0027a tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6208441 Nov 29 02:02:48.059285 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42018) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:48.063291 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42020) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:48.064536 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-a7866240-16bd-41a5-8575-9ec4c353890f tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6eb84e5d-0989-4f9d-84de-9b6647edda82') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:48.071173 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7ec3e12d-b1d2-402a-b87f-f8cadf79ca8e req-e9307020-24f2-4482-82d4-ead81db32a64 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482378 Nov 29 02:02:48.072776 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-723cfc4a-6388-49a7-aa8c-e7b984c390e8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'port': {'network_id': '1591a728-4160-43ca-a3ad-4af20b80ea96', 'name': 'tempest-PortsTestJSON-800850304'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:48.083188 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e5e46-7ae5-4abd-9c64-ccf77123ad15 req-4b67ee06-090e-42a7-befe-5b6417f75b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:48.085078 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d65e5e46-7ae5-4abd-9c64-ccf77123ad15 req-4b67ee06-090e-42a7-befe-5b6417f75b58 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=568adc59-c3a0-48f8-b17f-a63a2e7a81ce HTTP/1.1" status: 200 len: 1098 time: 0.1741927 Nov 29 02:02:48.104954 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a7866240-16bd-41a5-8575-9ec4c353890f tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "DELETE /v2.0/subnetpools/6eb84e5d-0989-4f9d-84de-9b6647edda82/tags HTTP/1.1" status: 204 len: 168 time: 0.0439260 Nov 29 02:02:48.107538 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42024) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:48.116838 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-f0ce10fb-3fc3-4285-b3c7-b382546bf324 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f266145c-bb24-4ee9-a149-9466c1eda234') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:48.129644 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network d0f10b92-2f42-4edf-90d6-110936014676 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:02:48.185079 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 710fcd6b-144d-40ad-b7e3-6356bd25bb76 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:48.185632 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:48.301836 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f0ce10fb-3fc3-4285-b3c7-b382546bf324 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "DELETE /v2.0/routers/f266145c-bb24-4ee9-a149-9466c1eda234/tags HTTP/1.1" status: 204 len: 168 time: 0.1928430 Nov 29 02:02:48.304385 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42026) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:48.304520 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-01fe6944-69c7-410d-9b53-728959784785 None None] Set router af53d9bc-c082-4bdc-b001-d8857acc59c8 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:02:48.315142 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-9ed08f50-e01d-4764-984c-5d23a3fa869c tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0d12dfee-279e-4402-b5d0-79bf9cde81d5') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:48.316276 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-968fb056-78a1-4321-aa00-ed1fd776f109 None None] Allocated IP 172.20.0.2 (1591a728-4160-43ca-a3ad-4af20b80ea96/c3dc7476-9456-42d4-8641-74788b88f357/a9efb9a9-4a2d-4ca7-91ae-73319e56d816) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:02:48.319829 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-acf3beb4-05b6-4e46-8cdc-e46fb2a08dbf tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:48.339863 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-acf3beb4-05b6-4e46-8cdc-e46fb2a08dbf tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:48.341227 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-acf3beb4-05b6-4e46-8cdc-e46fb2a08dbf tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:48.391969 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf9cec0-0cdc-41c3-a0a7-66292bc6b170 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:48.396368 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eaf9cec0-0cdc-41c3-a0a7-66292bc6b170 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:48.413303 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9ed08f50-e01d-4764-984c-5d23a3fa869c tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "DELETE /v2.0/ports/0d12dfee-279e-4402-b5d0-79bf9cde81d5/tags HTTP/1.1" status: 204 len: 168 time: 0.1055050 Nov 29 02:02:48.413639 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42030) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:48.423676 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-b9b3ce9f-769c-4474-b112-8415e6e44ea9 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '23ca7613-8fe6-4274-aa9f-4171aa66b386') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:48.435892 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-f15fa5f3-de0a-47c6-92fd-75beafe911f4 None None] Provisioning complete for port 5403ecff-b356-4696-bab6-14cf8218c9b8 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:48.436392 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f15fa5f3-de0a-47c6-92fd-75beafe911f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:48.493651 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f15fa5f3-de0a-47c6-92fd-75beafe911f4 None None] Port 5403ecff-b356-4696-bab6-14cf8218c9b8 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:02:48.550394 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-968fb056-78a1-4321-aa00-ed1fd776f109 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:48.554287 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b9b3ce9f-769c-4474-b112-8415e6e44ea9 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "DELETE /v2.0/subnets/23ca7613-8fe6-4274-aa9f-4171aa66b386/tags HTTP/1.1" status: 204 len: 168 time: 0.1391587 Nov 29 02:02:48.562744 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42032) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:48.566023 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-968fb056-78a1-4321-aa00-ed1fd776f109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:48.568675 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-5ee51dc2-4809-4cbd-9994-47c331c24043 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '23ca7613-8fe6-4274-aa9f-4171aa66b386', 'tempest-TagsExtTest-Tag-1411811987') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:48.624992 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968fb056-78a1-4321-aa00-ed1fd776f109 None None] Pushing event updated for resources: {'Port': ['ID=a9efb9a9-4a2d-4ca7-91ae-73319e56d816,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:48.637530 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968fb056-78a1-4321-aa00-ed1fd776f109 None None] Network 1591a728-4160-43ca-a3ad-4af20b80ea96 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:48.639667 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-968fb056-78a1-4321-aa00-ed1fd776f109 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:48.642185 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968fb056-78a1-4321-aa00-ed1fd776f109 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:48.664562 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf3beb4-05b6-4e46-8cdc-e46fb2a08dbf tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Pushing event updated for resources: {'Port': ['ID=5403ecff-b356-4696-bab6-14cf8218c9b8,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:48.677811 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e5e46-7ae5-4abd-9c64-ccf77123ad15 req-0ccf0f96-a280-4a47-a88a-a793ae1aaf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:48.680571 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d65e5e46-7ae5-4abd-9c64-ccf77123ad15 req-0ccf0f96-a280-4a47-a88a-a793ae1aaf20 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e27ce72d-9adf-4a07-acf2-f13fb172c1fd HTTP/1.1" status: 200 len: 898 time: 0.5263088 Nov 29 02:02:48.685269 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723cfc4a-6388-49a7-aa8c-e7b984c390e8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:48.689262 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-723cfc4a-6388-49a7-aa8c-e7b984c390e8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:48.712362 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-01fe6944-69c7-410d-9b53-728959784785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'name': 'tempest-TestNetworkBasicOps-router-1449903690', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '4d305afc-312b-408f-965c-44236f9ac691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:02:03Z', 'updated_at': '2021-11-29T02:02:13Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '4d305afc-312b-408f-965c-44236f9ac691', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:02:04Z', 'updated_at': '2021-11-29T02:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '389517e2-f529-470b-a4b9-8337462517dc', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.197', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'port_id': '4459dc47-447b-496c-8502-639f0e89ba93', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e27ce72d-9adf-4a07-acf2-f13fb172c1fd', 'mac_address': 'fa:16:3e:49:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adc59-c3a0-48f8-b17f-a63a2e7a81ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:02:44Z', 'updated_at': '2021-11-29T02:02:44Z', 'revision_number': 0, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d83f6ba-7014-41d0-a573-2868f0173994', 'name': '', 'network_id': 'e27ce72d-9adf-4a07-acf2-f13fb172c1fd', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:0d:4a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '678ca2a4-9091-4a46-8ce8-4beb0edf2abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:02:12Z', 'updated_at': '2021-11-29T02:02:18Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '678ca2a4-9091-4a46-8ce8-4beb0edf2abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:48.730213 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-968fb056-78a1-4321-aa00-ed1fd776f109 None None] Attempting to bind port a9efb9a9-4a2d-4ca7-91ae-73319e56d816 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:02:48.730591 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-968fb056-78a1-4321-aa00-ed1fd776f109 None None] Attempting to bind port a9efb9a9-4a2d-4ca7-91ae-73319e56d816 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'e82e89b0-e7a4-45c5-9d24-f5c9c12356e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1591a728-4160-43ca-a3ad-4af20b80ea96'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:02:48.730960 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968fb056-78a1-4321-aa00-ed1fd776f109 None None] Attempting to bind port a9efb9a9-4a2d-4ca7-91ae-73319e56d816 on network 1591a728-4160-43ca-a3ad-4af20b80ea96 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:02:48.737467 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968fb056-78a1-4321-aa00-ed1fd776f109 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:02:48.738019 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968fb056-78a1-4321-aa00-ed1fd776f109 None None] Checking segment: {'id': 'e82e89b0-e7a4-45c5-9d24-f5c9c12356e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1591a728-4160-43ca-a3ad-4af20b80ea96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:02:48.738432 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-968fb056-78a1-4321-aa00-ed1fd776f109 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:48.738833 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968fb056-78a1-4321-aa00-ed1fd776f109 None None] Bound using segment: {'id': 'e82e89b0-e7a4-45c5-9d24-f5c9c12356e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1591a728-4160-43ca-a3ad-4af20b80ea96'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:02:48.739371 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-968fb056-78a1-4321-aa00-ed1fd776f109 None None] Bound port: a9efb9a9-4a2d-4ca7-91ae-73319e56d816, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82e89b0-e7a4-45c5-9d24-f5c9c12356e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1591a728-4160-43ca-a3ad-4af20b80ea96'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:02:48.739765 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-968fb056-78a1-4321-aa00-ed1fd776f109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:48.750171 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fe6944-69c7-410d-9b53-728959784785 None None] The sync data for ids ['af53d9bc-c082-4bdc-b001-d8857acc59c8'] in dv-neutron-819032-3-hyperv is: [{'id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'name': 'tempest-TestNetworkBasicOps-router-1449903690', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '4d305afc-312b-408f-965c-44236f9ac691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:02:03Z', 'updated_at': '2021-11-29T02:02:13Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '4d305afc-312b-408f-965c-44236f9ac691', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:02:04Z', 'updated_at': '2021-11-29T02:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '389517e2-f529-470b-a4b9-8337462517dc', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.197', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'port_id': '4459dc47-447b-496c-8502-639f0e89ba93', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e27ce72d-9adf-4a07-acf2-f13fb172c1fd', 'mac_address': 'fa:16:3e:49:2d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568adc59-c3a0-48f8-b17f-a63a2e7a81ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:02:44Z', 'updated_at': '2021-11-29T02:02:44Z', 'revision_number': 0, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d83f6ba-7014-41d0-a573-2868f0173994', 'name': '', 'network_id': 'e27ce72d-9adf-4a07-acf2-f13fb172c1fd', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:0d:4a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '678ca2a4-9091-4a46-8ce8-4beb0edf2abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:02:12Z', 'updated_at': '2021-11-29T02:02:18Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '678ca2a4-9091-4a46-8ce8-4beb0edf2abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:02:48.814988 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-723cfc4a-6388-49a7-aa8c-e7b984c390e8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] device_id is not set on port ac5c6cf8-5a65-479a-969d-fc42a1c569c7 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:02:48.832043 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-968fb056-78a1-4321-aa00-ed1fd776f109 None None] For port a9efb9a9-4a2d-4ca7-91ae-73319e56d816, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:02:48.837901 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-968fb056-78a1-4321-aa00-ed1fd776f109 None None] For port a9efb9a9-4a2d-4ca7-91ae-73319e56d816, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=a9efb9a9-4a2d-4ca7-91ae-73319e56d816,segment=NetworkSegment(e82e89b0-e7a4-45c5-9d24-f5c9c12356e7),segment_id=e82e89b0-e7a4-45c5-9d24-f5c9c12356e7)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:02:48.844961 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-968fb056-78a1-4321-aa00-ed1fd776f109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:48.878895 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d65e5e46-7ae5-4abd-9c64-ccf77123ad15 req-8b913e76-7725-44f9-83d6-c1cc177f8389 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4459dc47-447b-496c-8502-639f0e89ba93 HTTP/1.1" status: 200 len: 999 time: 0.1842511 Nov 29 02:02:48.890902 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf3beb4-05b6-4e46-8cdc-e46fb2a08dbf tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Network fdfde0dc-582d-4585-a61a-ef047260d51f is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:48.916077 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-acf3beb4-05b6-4e46-8cdc-e46fb2a08dbf tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:48.916303 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968fb056-78a1-4321-aa00-ed1fd776f109 None None] Pushing event updated for resources: {'Port': ['ID=a9efb9a9-4a2d-4ca7-91ae-73319e56d816,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:48.946679 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fedd73a-06ca-4a87-8856-dfca894f15c2 req-254e3176-ca6a-40ca-b1ba-f2975b814700 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:48.948257 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9fedd73a-06ca-4a87-8856-dfca894f15c2 req-254e3176-ca6a-40ca-b1ba-f2975b814700 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.4372880 Nov 29 02:02:49.033700 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42034) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:49.122572 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398ae05b-7d41-484f-88c2-e89f8c406ead None None] New status for floating IP 389517e2-f529-470b-a4b9-8337462517dc: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:02:49.144545 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9fedd73a-06ca-4a87-8856-dfca894f15c2 req-bfb00bc2-d34e-45a7-a485-ba6234a312c4 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879215 Nov 29 02:02:49.175926 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5ee51dc2-4809-4cbd-9994-47c331c24043 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "PUT /v2.0/subnets/23ca7613-8fe6-4274-aa9f-4171aa66b386/tags/tempest-TagsExtTest-Tag-1411811987 HTTP/1.1" status: 201 len: 201 time: 0.6097100 Nov 29 02:02:49.176573 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42036) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:49.181582 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-1403902a-6dbe-4df2-9d1a-27856a7e023c tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0d12dfee-279e-4402-b5d0-79bf9cde81d5', 'tempest-TagsExtTest-Tag-1237810766') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:49.189485 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8cce65f1-eef1-4f96-bd34-8eb602ccccb4 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/floatingips/389517e2-f529-470b-a4b9-8337462517dc HTTP/1.1" status: 200 len: 991 time: 0.1526401 Nov 29 02:02:49.250692 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-723cfc4a-6388-49a7-aa8c-e7b984c390e8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Allocated IP 172.20.0.5 (1591a728-4160-43ca-a3ad-4af20b80ea96/c3dc7476-9456-42d4-8641-74788b88f357/ac5c6cf8-5a65-479a-969d-fc42a1c569c7) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:02:49.270705 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e5e46-7ae5-4abd-9c64-ccf77123ad15 req-d36ac591-c3c3-4494-a544-bcd45abe9996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:49.272620 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d65e5e46-7ae5-4abd-9c64-ccf77123ad15 req-d36ac591-c3c3-4494-a544-bcd45abe9996 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=678ca2a4-9091-4a46-8ce8-4beb0edf2abe HTTP/1.1" status: 200 len: 835 time: 0.3681436 Nov 29 02:02:49.313450 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1403902a-6dbe-4df2-9d1a-27856a7e023c tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "PUT /v2.0/ports/0d12dfee-279e-4402-b5d0-79bf9cde81d5/tags/tempest-TagsExtTest-Tag-1237810766 HTTP/1.1" status: 201 len: 201 time: 0.1358173 Nov 29 02:02:49.316313 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42038) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:49.321305 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-084f6bf9-fcf1-4f6c-a6fc-faa1cccee1ff tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f266145c-bb24-4ee9-a149-9466c1eda234', 'tempest-TagsExtTest-Tag-1646963009') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:49.408552 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54ded3-4fd5-4a5c-9a09-150e646b07fd req-717bb546-1497-4dfc-a6d0-bec751f25a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:49.410097 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ab54ded3-4fd5-4a5c-9a09-150e646b07fd req-717bb546-1497-4dfc-a6d0-bec751f25a11 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b8cd21cd1c9b40658c50d85b4f327f37&device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 1098 time: 0.4017558 Nov 29 02:02:49.425361 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf3beb4-05b6-4e46-8cdc-e46fb2a08dbf tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Router e8566998-ae84-411c-b217-67160bea1061 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:02:49.438008 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-084f6bf9-fcf1-4f6c-a6fc-faa1cccee1ff tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "PUT /v2.0/routers/f266145c-bb24-4ee9-a149-9466c1eda234/tags/tempest-TagsExtTest-Tag-1646963009 HTTP/1.1" status: 201 len: 201 time: 0.1204181 Nov 29 02:02:49.440606 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42040) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:49.446893 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-dec298f8-397b-4bfe-88a1-f3d4865ace23 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6eb84e5d-0989-4f9d-84de-9b6647edda82', 'tempest-TagsExtTest-Tag-643948031') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:49.448227 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-89e1b1a9-ad07-441e-8bdb-718a7b1d33df None None] Provisioning complete for port 5403ecff-b356-4696-bab6-14cf8218c9b8 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:49.448604 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89e1b1a9-ad07-441e-8bdb-718a7b1d33df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:49.493916 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eaf9cec0-0cdc-41c3-a0a7-66292bc6b170 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:49.499775 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-89e1b1a9-ad07-441e-8bdb-718a7b1d33df None None] Port 5403ecff-b356-4696-bab6-14cf8218c9b8 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:02:49.515734 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-dec298f8-397b-4bfe-88a1-f3d4865ace23 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "PUT /v2.0/subnetpools/6eb84e5d-0989-4f9d-84de-9b6647edda82/tags/tempest-TagsExtTest-Tag-643948031 HTTP/1.1" status: 201 len: 201 time: 0.0716088 Nov 29 02:02:49.516193 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42042) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:49.521074 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-89f38a6b-def1-4884-8eaa-5ffb86fd1231 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '23ca7613-8fe6-4274-aa9f-4171aa66b386', {'tags': ['tempest-TagsExtTest-Tag-1063716991', 'tempest-TagsExtTest-Tag-974018085', 'tempest-TagsExtTest-Tag-1607351927']}) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:49.597563 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-89f38a6b-def1-4884-8eaa-5ffb86fd1231 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "PUT /v2.0/subnets/23ca7613-8fe6-4274-aa9f-4171aa66b386/tags HTTP/1.1" status: 200 len: 317 time: 0.0755079 Nov 29 02:02:49.597563 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42044) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:49.600399 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-2b3c8675-8f6d-4a98-9d59-1e345ad935c8 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '23ca7613-8fe6-4274-aa9f-4171aa66b386') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:49.647952 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a9efb9a9-4a2d-4ca7-91ae-73319e56d816 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:02:49.682234 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2b3c8675-8f6d-4a98-9d59-1e345ad935c8 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "DELETE /v2.0/subnets/23ca7613-8fe6-4274-aa9f-4171aa66b386/tags HTTP/1.1" status: 204 len: 168 time: 0.0854383 Nov 29 02:02:49.682843 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42046) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:49.687394 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-c401a526-38df-411a-9f93-bd82054ad650 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '23ca7613-8fe6-4274-aa9f-4171aa66b386', 'tempest-TagsExtTest-Tag-1063716991') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:49.711904 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port a9efb9a9-4a2d-4ca7-91ae-73319e56d816 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:49.720818 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:49.748760 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-c401a526-38df-411a-9f93-bd82054ad650 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] show failed (client error): The resource could not be found. Nov 29 02:02:49.752958 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c401a526-38df-411a-9f93-bd82054ad650 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "GET /v2.0/subnets/23ca7613-8fe6-4274-aa9f-4171aa66b386/tags/tempest-TagsExtTest-Tag-1063716991 HTTP/1.1" status: 404 len: 329 time: 0.0686672 Nov 29 02:02:49.753578 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42048) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:49.757959 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-eadba56c-b008-4f5c-ac4d-5339c5bd9c8c tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '23ca7613-8fe6-4274-aa9f-4171aa66b386', 'tempest-TagsExtTest-Tag-974018085') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:49.804872 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:49.810451 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-eadba56c-b008-4f5c-ac4d-5339c5bd9c8c tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] show failed (client error): The resource could not be found. Nov 29 02:02:49.814264 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-eadba56c-b008-4f5c-ac4d-5339c5bd9c8c tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "GET /v2.0/subnets/23ca7613-8fe6-4274-aa9f-4171aa66b386/tags/tempest-TagsExtTest-Tag-974018085 HTTP/1.1" status: 404 len: 328 time: 0.0570374 Nov 29 02:02:49.814615 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42050) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:49.818934 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-2bb6b35b-08f4-4026-96be-97d68e0a415b tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '23ca7613-8fe6-4274-aa9f-4171aa66b386', 'tempest-TagsExtTest-Tag-1607351927') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:49.839850 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port a9efb9a9-4a2d-4ca7-91ae-73319e56d816, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=a9efb9a9-4a2d-4ca7-91ae-73319e56d816,segment=NetworkSegment(e82e89b0-e7a4-45c5-9d24-f5c9c12356e7),segment_id=e82e89b0-e7a4-45c5-9d24-f5c9c12356e7)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:49.846973 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:49.861286 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-723cfc4a-6388-49a7-aa8c-e7b984c390e8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:49.879513 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-2bb6b35b-08f4-4026-96be-97d68e0a415b tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] show failed (client error): The resource could not be found. Nov 29 02:02:49.880871 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2bb6b35b-08f4-4026-96be-97d68e0a415b tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "GET /v2.0/subnets/23ca7613-8fe6-4274-aa9f-4171aa66b386/tags/tempest-TagsExtTest-Tag-1607351927 HTTP/1.1" status: 404 len: 329 time: 0.0651340 Nov 29 02:02:49.884448 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42052) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:49.889259 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-e66a8978-11da-46f7-b5b8-4e2f2ff6a245 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '0d12dfee-279e-4402-b5d0-79bf9cde81d5', {'tags': ['tempest-TagsExtTest-Tag-1125822827', 'tempest-TagsExtTest-Tag-308981403', 'tempest-TagsExtTest-Tag-1615340461']}) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:49.913944 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=a9efb9a9-4a2d-4ca7-91ae-73319e56d816,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:49.959576 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e66a8978-11da-46f7-b5b8-4e2f2ff6a245 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "PUT /v2.0/ports/0d12dfee-279e-4402-b5d0-79bf9cde81d5/tags HTTP/1.1" status: 200 len: 317 time: 0.0736430 Nov 29 02:02:49.962215 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42054) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:49.967695 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-64cc3b7a-e6c8-46a3-9482-dcd389b6a572 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0d12dfee-279e-4402-b5d0-79bf9cde81d5') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:49.980874 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e5e46-7ae5-4abd-9c64-ccf77123ad15 req-e850c129-628c-4f6b-83de-a4660a07d650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:49.982483 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d65e5e46-7ae5-4abd-9c64-ccf77123ad15 req-e850c129-628c-4f6b-83de-a4660a07d650 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e27ce72d-9adf-4a07-acf2-f13fb172c1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6909866 Nov 29 02:02:50.052424 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-64cc3b7a-e6c8-46a3-9482-dcd389b6a572 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "DELETE /v2.0/ports/0d12dfee-279e-4402-b5d0-79bf9cde81d5/tags HTTP/1.1" status: 204 len: 168 time: 0.0866568 Nov 29 02:02:50.052775 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42056) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:50.058384 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-4164f015-7f65-4532-bffc-4b5116a90c6e tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0d12dfee-279e-4402-b5d0-79bf9cde81d5', 'tempest-TagsExtTest-Tag-1125822827') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:50.115557 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-4164f015-7f65-4532-bffc-4b5116a90c6e tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] show failed (client error): The resource could not be found. Nov 29 02:02:50.117005 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4164f015-7f65-4532-bffc-4b5116a90c6e tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "GET /v2.0/ports/0d12dfee-279e-4402-b5d0-79bf9cde81d5/tags/tempest-TagsExtTest-Tag-1125822827 HTTP/1.1" status: 404 len: 329 time: 0.0628517 Nov 29 02:02:50.120867 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42058) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:50.125626 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-1e065b93-fe51-4038-a2e4-12d05e55e976 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0d12dfee-279e-4402-b5d0-79bf9cde81d5', 'tempest-TagsExtTest-Tag-308981403') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:50.160417 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9cec0-0cdc-41c3-a0a7-66292bc6b170 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Subnet': ['ID=792db8d4-b5d3-4cfb-9478-5b9658226f74,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:50.179577 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf9cec0-0cdc-41c3-a0a7-66292bc6b170 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Checking segment: {'id': 'e7dd57af-f896-470a-bc84-cb16ff62c9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd0f10b92-2f42-4edf-90d6-110936014676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:02:50.180459 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf9cec0-0cdc-41c3-a0a7-66292bc6b170 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Network hostable DHCP agents. Network: d0f10b92-2f42-4edf-90d6-110936014676, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:02:50.192907 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42062) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:50.195015 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-723cfc4a-6388-49a7-aa8c-e7b984c390e8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:50.218598 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54ded3-4fd5-4a5c-9a09-150e646b07fd req-9a583919-0c96-44e9-b4f2-86ddb510517b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:50.220072 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ab54ded3-4fd5-4a5c-9a09-150e646b07fd req-9a583919-0c96-44e9-b4f2-86ddb510517b service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb92b723-cb1c-4df8-84a3-7b1e42ef5335 HTTP/1.1" status: 200 len: 913 time: 0.3486581 Nov 29 02:02:50.246751 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-1e065b93-fe51-4038-a2e4-12d05e55e976 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] show failed (client error): The resource could not be found. Nov 29 02:02:50.251001 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1e065b93-fe51-4038-a2e4-12d05e55e976 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "GET /v2.0/ports/0d12dfee-279e-4402-b5d0-79bf9cde81d5/tags/tempest-TagsExtTest-Tag-308981403 HTTP/1.1" status: 404 len: 328 time: 0.1259575 Nov 29 02:02:50.251001 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42064) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:50.254872 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-c7e16115-6285-400b-b13f-5466b128e55f tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0d12dfee-279e-4402-b5d0-79bf9cde81d5', 'tempest-TagsExtTest-Tag-1615340461') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:50.278679 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10139847-ef7d-4b10-9dc0-30eac19b10f4 None None] Network 1591a728-4160-43ca-a3ad-4af20b80ea96 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:50.327666 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-47a2a9b9-8d5f-45d0-a4fc-b38774a9de0a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/floatingips/389517e2-f529-470b-a4b9-8337462517dc HTTP/1.1" status: 200 len: 993 time: 0.1292114 Nov 29 02:02:50.329729 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf3beb4-05b6-4e46-8cdc-e46fb2a08dbf tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:02:50.335528 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723cfc4a-6388-49a7-aa8c-e7b984c390e8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Network 1591a728-4160-43ca-a3ad-4af20b80ea96 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:50.350489 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f697e5-ee94-4ca9-bff6-01dab3b72463 None None] Sync routers for ids ['e8566998-ae84-411c-b217-67160bea1061'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:02:50.351034 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-acf3beb4-05b6-4e46-8cdc-e46fb2a08dbf tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] 10.222.0.37 "PUT /v2.0/routers/e8566998-ae84-411c-b217-67160bea1061/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8552101 Nov 29 02:02:50.357251 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42066) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:50.358547 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-723cfc4a-6388-49a7-aa8c-e7b984c390e8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:50.359070 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-e8d6591a-f688-4178-8c85-b860f48a8d4c None None] Provisioning complete for port a9efb9a9-4a2d-4ca7-91ae-73319e56d816 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:50.359501 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e8d6591a-f688-4178-8c85-b860f48a8d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:50.365800 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf9cec0-0cdc-41c3-a0a7-66292bc6b170 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Network d0f10b92-2f42-4edf-90d6-110936014676 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:02:50.370922 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe10e67-f2a5-49d5-a846-1f22eaa5d329 req-061a4fad-0109-49bc-ab69-f75b8bcb57c8 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:50.371086 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723cfc4a-6388-49a7-aa8c-e7b984c390e8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:50.372511 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cbe10e67-f2a5-49d5-a846-1f22eaa5d329 req-061a4fad-0109-49bc-ab69-f75b8bcb57c8 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.1089544 Nov 29 02:02:50.374299 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f697e5-ee94-4ca9-bff6-01dab3b72463 None None] Routers {'e8566998-ae84-411c-b217-67160bea1061'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:02:50.375242 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-34f697e5-ee94-4ca9-bff6-01dab3b72463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:02:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['e8566998-ae84-411c-b217-67160bea1061'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:50.380285 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d65e5e46-7ae5-4abd-9c64-ccf77123ad15 req-69cf212e-4a1e-4e13-b334-a60bb4470615 service neutron] 10.222.0.24 "GET /v2.0/networks/e27ce72d-9adf-4a07-acf2-f13fb172c1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688295 Nov 29 02:02:50.416662 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-34f697e5-ee94-4ca9-bff6-01dab3b72463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:50.416896 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-c7e16115-6285-400b-b13f-5466b128e55f tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] show failed (client error): The resource could not be found. Nov 29 02:02:50.417821 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c7e16115-6285-400b-b13f-5466b128e55f tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "GET /v2.0/ports/0d12dfee-279e-4402-b5d0-79bf9cde81d5/tags/tempest-TagsExtTest-Tag-1615340461 HTTP/1.1" status: 404 len: 329 time: 0.1662378 Nov 29 02:02:50.421440 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42068) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:50.425969 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-2c02413a-a3e9-4850-b845-e4ba6b4f729f tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f266145c-bb24-4ee9-a149-9466c1eda234', {'tags': ['tempest-TagsExtTest-Tag-1340674372', 'tempest-TagsExtTest-Tag-1114287242', 'tempest-TagsExtTest-Tag-159757732']}) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:50.430816 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f697e5-ee94-4ca9-bff6-01dab3b72463 None None] Routers {'e8566998-ae84-411c-b217-67160bea1061'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:02:50.433945 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-34f697e5-ee94-4ca9-bff6-01dab3b72463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:02:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['e8566998-ae84-411c-b217-67160bea1061'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:50.482676 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-34f697e5-ee94-4ca9-bff6-01dab3b72463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:50.483777 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f697e5-ee94-4ca9-bff6-01dab3b72463 None None] The sync data for ids ['e8566998-ae84-411c-b217-67160bea1061'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:02:50.501251 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723cfc4a-6388-49a7-aa8c-e7b984c390e8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Port': ['ID=ac5c6cf8-5a65-479a-969d-fc42a1c569c7,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:50.523450 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cbe10e67-f2a5-49d5-a846-1f22eaa5d329 req-bc37a6ff-450e-4208-9a66-f5e8d60975e0 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370225 Nov 29 02:02:50.542038 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2c02413a-a3e9-4850-b845-e4ba6b4f729f tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "PUT /v2.0/routers/f266145c-bb24-4ee9-a149-9466c1eda234/tags HTTP/1.1" status: 200 len: 317 time: 0.1195321 Nov 29 02:02:50.544996 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42070) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:50.548401 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-eaf9cec0-0cdc-41c3-a0a7-66292bc6b170 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, d0f10b92-2f42-4edf-90d6-110936014676) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:50.552024 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-94387d78-f73d-443f-9fae-a0e75c67b5a1 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f266145c-bb24-4ee9-a149-9466c1eda234') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:50.556702 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ab54ded3-4fd5-4a5c-9a09-150e646b07fd req-21ad40e1-d75d-4f8b-824e-f9b7da15e4a3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa82e7af-5435-42ba-a21f-1b96cdc0acdd HTTP/1.1" status: 200 len: 1001 time: 0.3018517 Nov 29 02:02:50.570685 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf9cec0-0cdc-41c3-a0a7-66292bc6b170 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:50.571277 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eaf9cec0-0cdc-41c3-a0a7-66292bc6b170 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:50.580131 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc0923a-513f-4bf6-9745-95eb1b304db9 None None] Network d0f10b92-2f42-4edf-90d6-110936014676 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:50.610278 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723cfc4a-6388-49a7-aa8c-e7b984c390e8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:50.610899 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-723cfc4a-6388-49a7-aa8c-e7b984c390e8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:50.652628 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-eaf9cec0-0cdc-41c3-a0a7-66292bc6b170 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7081940 Nov 29 02:02:50.659183 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42074) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:50.668373 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-8adb050a-4c7f-4057-8cb4-905701208d41 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'subnet': {'network_id': 'd0f10b92-2f42-4edf-90d6-110936014676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:50.674997 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c7e7a81b-c223-40f2-b6df-1cd0d8261135 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:50.803978 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c973e983-aa9a-42d9-9eb6-6eac39798dff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-d0f10b92-2f42-4edf-90d6-110936014676', 'network_id': 'd0f10b92-2f42-4edf-90d6-110936014676', 'tenant_id': '9daf37777467458cb4d0ea385d3d0eee', 'fixed_ips': [{'subnet_id': '792db8d4-b5d3-4cfb-9478-5b9658226f74'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:02:50.805214 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-723cfc4a-6388-49a7-aa8c-e7b984c390e8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7373447 Nov 29 02:02:50.805464 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c973e983-aa9a-42d9-9eb6-6eac39798dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:50.812784 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42078) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:50.822315 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-94387d78-f73d-443f-9fae-a0e75c67b5a1 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "DELETE /v2.0/routers/f266145c-bb24-4ee9-a149-9466c1eda234/tags HTTP/1.1" status: 204 len: 168 time: 0.2761223 Nov 29 02:02:50.826339 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42080) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:50.836102 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-5db2e3bc-60a2-4513-bf74-4bc1da462100 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f266145c-bb24-4ee9-a149-9466c1eda234', 'tempest-TagsExtTest-Tag-1340674372') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:50.845352 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54ded3-4fd5-4a5c-9a09-150e646b07fd req-393465ee-95bc-4a85-9d3f-13fe8c71a897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:50.846878 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ab54ded3-4fd5-4a5c-9a09-150e646b07fd req-393465ee-95bc-4a85-9d3f-13fe8c71a897 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7fe7d8ce-5428-4f8e-9400-d67b4f1b0825 HTTP/1.1" status: 200 len: 851 time: 0.2597346 Nov 29 02:02:50.929316 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d65e5e46-7ae5-4abd-9c64-ccf77123ad15 req-6ff70df6-1325-478b-843f-338ea27c80cb service neutron] 10.222.0.24 "GET /v2.0/networks/e27ce72d-9adf-4a07-acf2-f13fb172c1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4650908 Nov 29 02:02:50.935371 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6536a52-c5ee-48a6-8b2d-babe754a03a5 req-e834b8dd-58c1-4b0c-ab6b-b705754d4f6c tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:50.942686 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f6536a52-c5ee-48a6-8b2d-babe754a03a5 req-e834b8dd-58c1-4b0c-ab6b-b705754d4f6c tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.1830499 Nov 29 02:02:50.968636 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-c973e983-aa9a-42d9-9eb6-6eac39798dff None None] Allocated IP 2001:db8::2 (d0f10b92-2f42-4edf-90d6-110936014676/792db8d4-b5d3-4cfb-9478-5b9658226f74/f529e8ad-2172-4a23-a6f3-4c21cff8586a) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:02:50.996328 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-c7e7a81b-c223-40f2-b6df-1cd0d8261135 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 29 02:02:50.997857 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c7e7a81b-c223-40f2-b6df-1cd0d8261135 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] 10.222.0.37 "DELETE /v2.0/routers/e8566998-ae84-411c-b217-67160bea1061 HTTP/1.1" status: 409 len: 329 time: 0.6370666 Nov 29 02:02:51.009294 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42082) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:51.045862 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-5db2e3bc-60a2-4513-bf74-4bc1da462100 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] show failed (client error): The resource could not be found. Nov 29 02:02:51.047223 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5db2e3bc-60a2-4513-bf74-4bc1da462100 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "GET /v2.0/routers/f266145c-bb24-4ee9-a149-9466c1eda234/tags/tempest-TagsExtTest-Tag-1340674372 HTTP/1.1" status: 404 len: 329 time: 0.2147498 Nov 29 02:02:51.049414 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54ded3-4fd5-4a5c-9a09-150e646b07fd req-a25a9fe9-f37c-4ebd-a6e7-23e3b9560ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:51.051187 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ab54ded3-4fd5-4a5c-9a09-150e646b07fd req-a25a9fe9-f37c-4ebd-a6e7-23e3b9560ba2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb92b723-cb1c-4df8-84a3-7b1e42ef5335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1591897 Nov 29 02:02:51.053463 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42084) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:51.058097 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-465e8d6b-5813-4ad5-afb1-c7aff9417a58 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f266145c-bb24-4ee9-a149-9466c1eda234', 'tempest-TagsExtTest-Tag-1114287242') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:51.081581 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-076ed1ef-90e9-4424-a894-cc293c6eba42 None None] Provisioning complete for port ac5c6cf8-5a65-479a-969d-fc42a1c569c7 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:51.082530 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-076ed1ef-90e9-4424-a894-cc293c6eba42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:51.151768 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-076ed1ef-90e9-4424-a894-cc293c6eba42 None None] Port ac5c6cf8-5a65-479a-969d-fc42a1c569c7 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:02:51.190142 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f6536a52-c5ee-48a6-8b2d-babe754a03a5 req-a769e602-9527-46a5-8bc7-d77a2ae271ef tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421381 Nov 29 02:02:51.194198 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-076ed1ef-90e9-4424-a894-cc293c6eba42 None None] Provisioning complete for port a9efb9a9-4a2d-4ca7-91ae-73319e56d816 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:51.194406 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-076ed1ef-90e9-4424-a894-cc293c6eba42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:51.213882 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adb050a-4c7f-4057-8cb4-905701208d41 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:51.217644 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8adb050a-4c7f-4057-8cb4-905701208d41 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:51.254109 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c973e983-aa9a-42d9-9eb6-6eac39798dff None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:51.261894 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c973e983-aa9a-42d9-9eb6-6eac39798dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:51.267357 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-465e8d6b-5813-4ad5-afb1-c7aff9417a58 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] show failed (client error): The resource could not be found. Nov 29 02:02:51.271493 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-465e8d6b-5813-4ad5-afb1-c7aff9417a58 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "GET /v2.0/routers/f266145c-bb24-4ee9-a149-9466c1eda234/tags/tempest-TagsExtTest-Tag-1114287242 HTTP/1.1" status: 404 len: 329 time: 0.2137952 Nov 29 02:02:51.272142 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42086) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:51.277646 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-95e161a4-73e7-401b-bc4f-135fac082b27 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f266145c-bb24-4ee9-a149-9466c1eda234', 'tempest-TagsExtTest-Tag-159757732') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:51.321285 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973e983-aa9a-42d9-9eb6-6eac39798dff None None] Pushing event updated for resources: {'Port': ['ID=f529e8ad-2172-4a23-a6f3-4c21cff8586a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:51.343086 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c973e983-aa9a-42d9-9eb6-6eac39798dff None None] Network d0f10b92-2f42-4edf-90d6-110936014676 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:51.346280 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-c973e983-aa9a-42d9-9eb6-6eac39798dff None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:51.350210 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c973e983-aa9a-42d9-9eb6-6eac39798dff None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:51.413167 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-c973e983-aa9a-42d9-9eb6-6eac39798dff None None] Attempting to bind port f529e8ad-2172-4a23-a6f3-4c21cff8586a on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:02:51.413464 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-c973e983-aa9a-42d9-9eb6-6eac39798dff None None] Attempting to bind port f529e8ad-2172-4a23-a6f3-4c21cff8586a by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'e7dd57af-f896-470a-bc84-cb16ff62c9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd0f10b92-2f42-4edf-90d6-110936014676'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:02:51.413855 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c973e983-aa9a-42d9-9eb6-6eac39798dff None None] Attempting to bind port f529e8ad-2172-4a23-a6f3-4c21cff8586a on network d0f10b92-2f42-4edf-90d6-110936014676 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:02:51.419509 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c973e983-aa9a-42d9-9eb6-6eac39798dff None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:02:51.420539 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c973e983-aa9a-42d9-9eb6-6eac39798dff None None] Checking segment: {'id': 'e7dd57af-f896-470a-bc84-cb16ff62c9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd0f10b92-2f42-4edf-90d6-110936014676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:02:51.420539 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c973e983-aa9a-42d9-9eb6-6eac39798dff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:51.420805 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c973e983-aa9a-42d9-9eb6-6eac39798dff None None] Bound using segment: {'id': 'e7dd57af-f896-470a-bc84-cb16ff62c9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd0f10b92-2f42-4edf-90d6-110936014676'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:02:51.421288 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-c973e983-aa9a-42d9-9eb6-6eac39798dff None None] Bound port: f529e8ad-2172-4a23-a6f3-4c21cff8586a, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7dd57af-f896-470a-bc84-cb16ff62c9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd0f10b92-2f42-4edf-90d6-110936014676'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:02:51.421706 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c973e983-aa9a-42d9-9eb6-6eac39798dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:51.509938 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c973e983-aa9a-42d9-9eb6-6eac39798dff None None] For port f529e8ad-2172-4a23-a6f3-4c21cff8586a, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:02:51.514341 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c973e983-aa9a-42d9-9eb6-6eac39798dff None None] For port f529e8ad-2172-4a23-a6f3-4c21cff8586a, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=f529e8ad-2172-4a23-a6f3-4c21cff8586a,segment=NetworkSegment(e7dd57af-f896-470a-bc84-cb16ff62c9c1),segment_id=e7dd57af-f896-470a-bc84-cb16ff62c9c1)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:02:51.515726 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-88a962a8-65ad-4f80-a151-2b712be9cde9 None None] Provisioning complete for port ac5c6cf8-5a65-479a-969d-fc42a1c569c7 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:51.516130 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-88a962a8-65ad-4f80-a151-2b712be9cde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:51.520783 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c973e983-aa9a-42d9-9eb6-6eac39798dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:51.548489 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b5b96fcf-bc04-4143-8bd6-b2524ceed95d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:51.605048 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-88a962a8-65ad-4f80-a151-2b712be9cde9 None None] Port ac5c6cf8-5a65-479a-969d-fc42a1c569c7 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:02:51.631264 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973e983-aa9a-42d9-9eb6-6eac39798dff None None] Pushing event updated for resources: {'Port': ['ID=f529e8ad-2172-4a23-a6f3-4c21cff8586a,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:51.656898 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a9efb9a9-4a2d-4ca7-91ae-73319e56d816 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:02:51.659370 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ab54ded3-4fd5-4a5c-9a09-150e646b07fd req-6c4368cd-af48-4424-b0b9-36386095d55d service neutron] 10.222.0.24 "GET /v2.0/networks/eb92b723-cb1c-4df8-84a3-7b1e42ef5335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5954442 Nov 29 02:02:51.715890 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port a9efb9a9-4a2d-4ca7-91ae-73319e56d816 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:51.716441 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:51.736562 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.ipam_backend_mixin [None req-8adb050a-4c7f-4057-8cb4-905701208d41 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 792db8d4-b5d3-4cfb-9478-5b9658226f74 (CIDR: 2001:db8::/64) Nov 29 02:02:51.743700 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-95e161a4-73e7-401b-bc4f-135fac082b27 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] show failed (client error): The resource could not be found. Nov 29 02:02:51.744754 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-95e161a4-73e7-401b-bc4f-135fac082b27 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "GET /v2.0/routers/f266145c-bb24-4ee9-a149-9466c1eda234/tags/tempest-TagsExtTest-Tag-159757732 HTTP/1.1" status: 404 len: 328 time: 0.4714589 Nov 29 02:02:51.749159 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-8adb050a-4c7f-4057-8cb4-905701208d41 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:02:51.749638 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8adb050a-4c7f-4057-8cb4-905701208d41 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:02:51.753286 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42088) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:51.763664 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-d60c29ed-5660-42c7-9e4e-1fe3fd535be2 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '6eb84e5d-0989-4f9d-84de-9b6647edda82', {'tags': ['tempest-TagsExtTest-Tag-581105056', 'tempest-TagsExtTest-Tag-251333091', 'tempest-TagsExtTest-Tag-925336082']}) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:51.778080 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8adb050a-4c7f-4057-8cb4-905701208d41 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1111224 Nov 29 02:02:51.778836 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42090) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:51.787504 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2309e404-4138-41b8-9b42-5ac5f99fe2a4 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'subnet': {'network_id': 'd0f10b92-2f42-4edf-90d6-110936014676', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:51.872241 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ab54ded3-4fd5-4a5c-9a09-150e646b07fd req-497dfe99-4cd1-476e-8ddb-05b672ebb9c2 service neutron] 10.222.0.24 "GET /v2.0/networks/eb92b723-cb1c-4df8-84a3-7b1e42ef5335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020168 Nov 29 02:02:51.872622 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d0fae1dc-b85f-48aa-a78d-2dba668d2fd7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:51.960259 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2309e404-4138-41b8-9b42-5ac5f99fe2a4 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:51.963846 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2309e404-4138-41b8-9b42-5ac5f99fe2a4 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:52.106703 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bcdd1b-8f5e-4512-86ef-c599a8505fa6 req-8731705b-404e-4211-a4c0-9b506ef507b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:52.108135 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-03bcdd1b-8f5e-4512-86ef-c599a8505fa6 req-8731705b-404e-4211-a4c0-9b506ef507b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b8cd21cd1c9b40658c50d85b4f327f37&device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 1098 time: 0.1387799 Nov 29 02:02:52.256484 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bcdd1b-8f5e-4512-86ef-c599a8505fa6 req-5b71493d-cece-412a-a3d4-a6e069e0fbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:52.257976 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-03bcdd1b-8f5e-4512-86ef-c599a8505fa6 req-5b71493d-cece-412a-a3d4-a6e069e0fbe5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb92b723-cb1c-4df8-84a3-7b1e42ef5335 HTTP/1.1" status: 200 len: 913 time: 0.1407239 Nov 29 02:02:52.285635 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d60c29ed-5660-42c7-9e4e-1fe3fd535be2 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "PUT /v2.0/subnetpools/6eb84e5d-0989-4f9d-84de-9b6647edda82/tags HTTP/1.1" status: 200 len: 315 time: 0.5290689 Nov 29 02:02:52.293712 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42096) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:52.302337 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-72ba1888-4711-41a1-880a-9f31bffefd01 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6eb84e5d-0989-4f9d-84de-9b6647edda82') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:52.394457 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da38fd6-6c90-4a7c-91c3-e344e0834c15 req-287fef72-f1ff-4344-b7d6-471b8f5d735e tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:52.396016 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2da38fd6-6c90-4a7c-91c3-e344e0834c15 req-287fef72-f1ff-4344-b7d6-471b8f5d735e tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.1264338 Nov 29 02:02:52.432051 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b5b96fcf-bc04-4143-8bd6-b2524ceed95d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:52.433777 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-03bcdd1b-8f5e-4512-86ef-c599a8505fa6 req-fcbea48f-eccc-44a9-a538-f7cc6cbd6a37 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa82e7af-5435-42ba-a21f-1b96cdc0acdd HTTP/1.1" status: 200 len: 1001 time: 0.1451418 Nov 29 02:02:52.436065 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2309e404-4138-41b8-9b42-5ac5f99fe2a4 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:52.442466 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b5b96fcf-bc04-4143-8bd6-b2524ceed95d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:52.514811 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2309e404-4138-41b8-9b42-5ac5f99fe2a4 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Network d0f10b92-2f42-4edf-90d6-110936014676 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:52.521892 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2da38fd6-6c90-4a7c-91c3-e344e0834c15 req-55f0260b-93ff-4422-a082-7e2696ef8b2d tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144335 Nov 29 02:02:52.536550 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-2309e404-4138-41b8-9b42-5ac5f99fe2a4 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:52.560557 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2309e404-4138-41b8-9b42-5ac5f99fe2a4 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:52.560557 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2309e404-4138-41b8-9b42-5ac5f99fe2a4 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:52.575175 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-72ba1888-4711-41a1-880a-9f31bffefd01 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "DELETE /v2.0/subnetpools/6eb84e5d-0989-4f9d-84de-9b6647edda82/tags HTTP/1.1" status: 204 len: 168 time: 0.2758093 Nov 29 02:02:52.577491 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bcdd1b-8f5e-4512-86ef-c599a8505fa6 req-d8da928c-571c-461e-b544-b9e8a318b687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:52.578953 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-03bcdd1b-8f5e-4512-86ef-c599a8505fa6 req-d8da928c-571c-461e-b544-b9e8a318b687 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7fe7d8ce-5428-4f8e-9400-d67b4f1b0825 HTTP/1.1" status: 200 len: 851 time: 0.1319718 Nov 29 02:02:52.579591 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309e404-4138-41b8-9b42-5ac5f99fe2a4 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Subnet': ['ID=6420df44-40a4-46bc-9559-fafece714386,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:52.582236 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42098) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:52.587315 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-d23312f1-4b2c-46aa-9262-dd132bb04caa tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6eb84e5d-0989-4f9d-84de-9b6647edda82', 'tempest-TagsExtTest-Tag-581105056') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:52.588224 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b96fcf-bc04-4143-8bd6-b2524ceed95d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Port': ['ID=ac5c6cf8-5a65-479a-969d-fc42a1c569c7,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:52.602316 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2309e404-4138-41b8-9b42-5ac5f99fe2a4 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8195620 Nov 29 02:02:52.607002 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42100) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:52.612057 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-59b08318-388b-4403-87f5-7ef76616217e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'port': {'network_id': 'd0f10b92-2f42-4edf-90d6-110936014676', 'fixed_ips': [{'subnet_id': '792db8d4-b5d3-4cfb-9478-5b9658226f74'}, {'subnet_id': '6420df44-40a4-46bc-9559-fafece714386'}], 'name': 'tempest-PortsIpV6TestJSON-404369399'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:52.645471 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-d23312f1-4b2c-46aa-9262-dd132bb04caa tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] show failed (client error): The resource could not be found. Nov 29 02:02:52.650183 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d23312f1-4b2c-46aa-9262-dd132bb04caa tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "GET /v2.0/subnetpools/6eb84e5d-0989-4f9d-84de-9b6647edda82/tags/tempest-TagsExtTest-Tag-581105056 HTTP/1.1" status: 404 len: 328 time: 0.0632837 Nov 29 02:02:52.650615 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42102) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:52.655140 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-b2b6e6a2-9e53-4f82-9534-b84b42633698 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6eb84e5d-0989-4f9d-84de-9b6647edda82', 'tempest-TagsExtTest-Tag-251333091') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:52.658808 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bcdd1b-8f5e-4512-86ef-c599a8505fa6 req-872538aa-1fab-494b-b803-c77bdcbc6e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:52.660518 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-03bcdd1b-8f5e-4512-86ef-c599a8505fa6 req-872538aa-1fab-494b-b803-c77bdcbc6e53 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb92b723-cb1c-4df8-84a3-7b1e42ef5335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703125 Nov 29 02:02:52.727528 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-b2b6e6a2-9e53-4f82-9534-b84b42633698 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] show failed (client error): The resource could not be found. Nov 29 02:02:52.728596 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b2b6e6a2-9e53-4f82-9534-b84b42633698 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "GET /v2.0/subnetpools/6eb84e5d-0989-4f9d-84de-9b6647edda82/tags/tempest-TagsExtTest-Tag-251333091 HTTP/1.1" status: 404 len: 328 time: 0.0771399 Nov 29 02:02:52.731773 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42104) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:52.737801 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-afb5e738-aca5-4aca-a110-2612af4d29bb tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6eb84e5d-0989-4f9d-84de-9b6647edda82', 'tempest-TagsExtTest-Tag-925336082') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:52.797777 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-afb5e738-aca5-4aca-a110-2612af4d29bb tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] show failed (client error): The resource could not be found. Nov 29 02:02:52.801644 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-afb5e738-aca5-4aca-a110-2612af4d29bb tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "GET /v2.0/subnetpools/6eb84e5d-0989-4f9d-84de-9b6647edda82/tags/tempest-TagsExtTest-Tag-925336082 HTTP/1.1" status: 404 len: 328 time: 0.0662138 Nov 29 02:02:52.802905 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42106) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:52.809357 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-7866183d-72b5-4058-9b2f-e2da48f44a5a tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6eb84e5d-0989-4f9d-84de-9b6647edda82') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:52.814990 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-03bcdd1b-8f5e-4512-86ef-c599a8505fa6 req-16fe8f35-73f1-4612-82fb-c9f55de9f8a5 service neutron] 10.222.0.24 "GET /v2.0/networks/eb92b723-cb1c-4df8-84a3-7b1e42ef5335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418629 Nov 29 02:02:52.904684 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7866183d-72b5-4058-9b2f-e2da48f44a5a tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "DELETE /v2.0/subnetpools/6eb84e5d-0989-4f9d-84de-9b6647edda82/tags HTTP/1.1" status: 204 len: 168 time: 0.1006811 Nov 29 02:02:52.907373 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42108) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:52.910364 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b08318-388b-4403-87f5-7ef76616217e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:02:52.912060 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-af50fa91-93db-4d1b-9487-2e0bb2dab179 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f266145c-bb24-4ee9-a149-9466c1eda234') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:52.951541 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec02da35-f918-451a-85c3-a690f2184c09 None None] Network d0f10b92-2f42-4edf-90d6-110936014676 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:52.973080 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-d0fae1dc-b85f-48aa-a78d-2dba668d2fd7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Deleting port 5403ecff-b356-4696-bab6-14cf8218c9b8 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:52.973422 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d0fae1dc-b85f-48aa-a78d-2dba668d2fd7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:53.009809 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-03bcdd1b-8f5e-4512-86ef-c599a8505fa6 req-75b8bb78-d84c-4c65-a23f-d8c4efdda2b2 service neutron] 10.222.0.24 "GET /v2.0/networks/eb92b723-cb1c-4df8-84a3-7b1e42ef5335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867950 Nov 29 02:02:53.023075 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-af50fa91-93db-4d1b-9487-2e0bb2dab179 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "DELETE /v2.0/routers/f266145c-bb24-4ee9-a149-9466c1eda234/tags HTTP/1.1" status: 204 len: 168 time: 0.1119738 Nov 29 02:02:53.023278 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42110) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:53.027578 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-f03eb3dc-b179-4363-92b3-7808fed6fe28 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0d12dfee-279e-4402-b5d0-79bf9cde81d5') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:53.034049 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-369bc330-3983-48cb-b3b2-9da7598c7fe9 None None] Provisioning complete for port f529e8ad-2172-4a23-a6f3-4c21cff8586a triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:53.034423 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-369bc330-3983-48cb-b3b2-9da7598c7fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:53.053471 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b5b96fcf-bc04-4143-8bd6-b2524ceed95d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:53.090259 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f03eb3dc-b179-4363-92b3-7808fed6fe28 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "DELETE /v2.0/ports/0d12dfee-279e-4402-b5d0-79bf9cde81d5/tags HTTP/1.1" status: 204 len: 168 time: 0.0635688 Nov 29 02:02:53.090806 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42112) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:53.095130 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.tag.tag_plugin [None req-2779102d-b2e5-4a73-a753-5e053b5e4c79 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '23ca7613-8fe6-4274-aa9f-4171aa66b386') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:53.159526 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2779102d-b2e5-4a73-a753-5e053b5e4c79 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "DELETE /v2.0/subnets/23ca7613-8fe6-4274-aa9f-4171aa66b386/tags HTTP/1.1" status: 204 len: 168 time: 0.0612323 Nov 29 02:02:53.159851 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42114) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:53.203889 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-369bc330-3983-48cb-b3b2-9da7598c7fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:53.212722 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-59b08318-388b-4403-87f5-7ef76616217e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:53.244808 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d85893c1-b23c-47ca-9177-1a9d5716c6be tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks [] for subnetpool, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:53.246896 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-369bc330-3983-48cb-b3b2-9da7598c7fe9 None None] For port f529e8ad-2172-4a23-a6f3-4c21cff8586a, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=f529e8ad-2172-4a23-a6f3-4c21cff8586a,segment=NetworkSegment(e7dd57af-f896-470a-bc84-cb16ff62c9c1),segment_id=e7dd57af-f896-470a-bc84-cb16ff62c9c1)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:53.249211 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d85893c1-b23c-47ca-9177-1a9d5716c6be tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "DELETE /v2.0/subnetpools/6eb84e5d-0989-4f9d-84de-9b6647edda82 HTTP/1.1" status: 204 len: 168 time: 0.0870781 Nov 29 02:02:53.249211 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42116) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:53.249390 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d0fae1dc-b85f-48aa-a78d-2dba668d2fd7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:53.254489 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-369bc330-3983-48cb-b3b2-9da7598c7fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:53.270146 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-d0fae1dc-b85f-48aa-a78d-2dba668d2fd7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Calling delete_port for 5403ecff-b356-4696-bab6-14cf8218c9b8 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:53.272704 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-59b08318-388b-4403-87f5-7ef76616217e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] device_id is not set on port 012ef466-5fd1-4034-8c7d-1cd455963e28 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:02:53.283653 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5978a150-4ce9-45a0-b807-87b88feef9f9 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "GET /v2.0/ports?device_id=f266145c-bb24-4ee9-a149-9466c1eda234 HTTP/1.1" status: 200 len: 205 time: 0.0335736 Nov 29 02:02:53.294085 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42118) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:53.368978 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd86dcfa-09b7-47ed-9fe2-aaf8e875fefe tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:53.393044 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b5b96fcf-bc04-4143-8bd6-b2524ceed95d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:53.478478 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-369bc330-3983-48cb-b3b2-9da7598c7fe9 None None] Provisioning complete for port ac5c6cf8-5a65-479a-969d-fc42a1c569c7 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:53.478840 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-369bc330-3983-48cb-b3b2-9da7598c7fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:53.517387 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369bc330-3983-48cb-b3b2-9da7598c7fe9 None None] Pushing event updated for resources: {'Port': ['ID=f529e8ad-2172-4a23-a6f3-4c21cff8586a,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:53.526973 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900db783-12e7-412b-8051-ee7b45ed650e None None] Update dhcp port {'port': {'network_id': 'd0f10b92-2f42-4edf-90d6-110936014676', 'fixed_ips': [{'subnet_id': '792db8d4-b5d3-4cfb-9478-5b9658226f74', 'ip_address': '2001:db8::2'}, {'subnet_id': '6420df44-40a4-46bc-9559-fafece714386'}], 'binding:host_id': 'dv-neutron-819032-3-hyperv'}, 'id': 'f529e8ad-2172-4a23-a6f3-4c21cff8586a'} from dv-neutron-819032-3-hyperv. {{(pid=103256) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 02:02:53.548280 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd86dcfa-09b7-47ed-9fe2-aaf8e875fefe tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:53.552418 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd86dcfa-09b7-47ed-9fe2-aaf8e875fefe tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:53.552572 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-369bc330-3983-48cb-b3b2-9da7598c7fe9 None None] Port ac5c6cf8-5a65-479a-969d-fc42a1c569c7 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:02:53.557605 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-900db783-12e7-412b-8051-ee7b45ed650e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:53.641273 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd86dcfa-09b7-47ed-9fe2-aaf8e875fefe tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:53.641859 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd86dcfa-09b7-47ed-9fe2-aaf8e875fefe tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Fanout notify agent at l3_agent the message router_deleted on router f266145c-bb24-4ee9-a149-9466c1eda234 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:02:53.650651 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd86dcfa-09b7-47ed-9fe2-aaf8e875fefe tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:53.654756 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-fd86dcfa-09b7-47ed-9fe2-aaf8e875fefe tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "DELETE /v2.0/routers/f266145c-bb24-4ee9-a149-9466c1eda234 HTTP/1.1" status: 204 len: 168 time: 0.3571365 Nov 29 02:02:53.654756 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42122) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:53.713040 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device f529e8ad-2172-4a23-a6f3-4c21cff8586a up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:02:53.778655 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f1736734-b396-4f19-9233-ffbb518150cc tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Deleting port 0d12dfee-279e-4402-b5d0-79bf9cde81d5 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:53.779215 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f1736734-b396-4f19-9233-ffbb518150cc tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:53.795286 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port f529e8ad-2172-4a23-a6f3-4c21cff8586a triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:53.796057 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:53.886789 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f1736734-b396-4f19-9233-ffbb518150cc tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:53.901816 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7de6fe-140c-42f5-bb79-86d80cd4af14 req-c020e322-ba25-45c9-8525-140a650b7613 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:53.902876 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f1736734-b396-4f19-9233-ffbb518150cc tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Calling delete_port for 0d12dfee-279e-4402-b5d0-79bf9cde81d5 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:53.903353 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-eb7de6fe-140c-42f5-bb79-86d80cd4af14 req-c020e322-ba25-45c9-8525-140a650b7613 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.2468095 Nov 29 02:02:53.995695 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d0fae1dc-b85f-48aa-a78d-2dba668d2fd7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:54.032096 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f1736734-b396-4f19-9233-ffbb518150cc tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:54.062882 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1736734-b396-4f19-9233-ffbb518150cc tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Pushing event deleted for resources: {'Port': ['ID=0d12dfee-279e-4402-b5d0-79bf9cde81d5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:54.094645 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fae1dc-b85f-48aa-a78d-2dba668d2fd7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Pushing event deleted for resources: {'Port': ['ID=5403ecff-b356-4696-bab6-14cf8218c9b8,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:54.119309 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-59b08318-388b-4403-87f5-7ef76616217e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Allocated IP 2001:db8::1f8 (d0f10b92-2f42-4edf-90d6-110936014676/792db8d4-b5d3-4cfb-9478-5b9658226f74/012ef466-5fd1-4034-8c7d-1cd455963e28) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:02:54.124642 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-eb7de6fe-140c-42f5-bb79-86d80cd4af14 req-a0ee1666-9660-443a-9b66-61dfaa1ef110 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080307 Nov 29 02:02:54.171644 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f1736734-b396-4f19-9233-ffbb518150cc tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:54.175369 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f1736734-b396-4f19-9233-ffbb518150cc tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "DELETE /v2.0/ports/0d12dfee-279e-4402-b5d0-79bf9cde81d5 HTTP/1.1" status: 204 len: 168 time: 0.5205052 Nov 29 02:02:54.176306 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-59b08318-388b-4403-87f5-7ef76616217e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Allocated IP 2001:db8:0:1::159 (d0f10b92-2f42-4edf-90d6-110936014676/6420df44-40a4-46bc-9559-fafece714386/012ef466-5fd1-4034-8c7d-1cd455963e28) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:02:54.178271 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42124) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:54.229235 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d0fae1dc-b85f-48aa-a78d-2dba668d2fd7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:54.247993 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa573cf-1138-4e89-9a57-74ca1d62895f tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Deleting subnet 23ca7613-8fe6-4274-aa9f-4171aa66b386 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:02:54.252196 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9fa573cf-1138-4e89-9a57-74ca1d62895f tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:54.265886 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b5b96fcf-bc04-4143-8bd6-b2524ceed95d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:54.300785 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9fa573cf-1138-4e89-9a57-74ca1d62895f tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:54.314590 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b5b96fcf-bc04-4143-8bd6-b2524ceed95d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:54.391599 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9fa573cf-1138-4e89-9a57-74ca1d62895f tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:54.450402 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9fa573cf-1138-4e89-9a57-74ca1d62895f tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:54.479390 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa573cf-1138-4e89-9a57-74ca1d62895f tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Pushing event deleted for resources: {'Subnet': ['ID=23ca7613-8fe6-4274-aa9f-4171aa66b386,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:54.481675 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9fa573cf-1138-4e89-9a57-74ca1d62895f tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:54.485737 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9088e2b7-f3f1-418f-94a4-7072e40a9119 None None] Network 5d53fc08-3f15-49d1-804b-3aa0c7c90360 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:54.487003 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b5b96fcf-bc04-4143-8bd6-b2524ceed95d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:54.488701 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b96fcf-bc04-4143-8bd6-b2524ceed95d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Port': ['ID=ac5c6cf8-5a65-479a-969d-fc42a1c569c7,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:54.496547 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9fa573cf-1138-4e89-9a57-74ca1d62895f tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "DELETE /v2.0/subnets/23ca7613-8fe6-4274-aa9f-4171aa66b386 HTTP/1.1" status: 204 len: 168 time: 0.3165483 Nov 29 02:02:54.497132 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42126) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:54.584017 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a812735-b366-417b-921d-cb3703da0213 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:54.647137 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9a812735-b366-417b-921d-cb3703da0213 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Deleting port 5302d58d-eb3a-49c6-a656-1339b64f4a29 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:54.647355 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a812735-b366-417b-921d-cb3703da0213 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:54.687906 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ff5ab6-aaed-4bc3-b0c7-94ab83d62a43 None None] DHCP port deletion for 5d53fc08-3f15-49d1-804b-3aa0c7c90360 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:02:54.728739 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-9a812735-b366-417b-921d-cb3703da0213 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] For port 5302d58d-eb3a-49c6-a656-1339b64f4a29, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=5302d58d-eb3a-49c6-a656-1339b64f4a29,segment=NetworkSegment(0ef3a63e-401e-4797-ae4c-44ea02cd741e),segment_id=0ef3a63e-401e-4797-ae4c-44ea02cd741e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:54.728739 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a812735-b366-417b-921d-cb3703da0213 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:54.742512 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9a812735-b366-417b-921d-cb3703da0213 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Calling delete_port for 5302d58d-eb3a-49c6-a656-1339b64f4a29 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:54.750459 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-25ff5ab6-aaed-4bc3-b0c7-94ab83d62a43 None None] Deleting port 5302d58d-eb3a-49c6-a656-1339b64f4a29 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:54.751100 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25ff5ab6-aaed-4bc3-b0c7-94ab83d62a43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:54.819811 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-25ff5ab6-aaed-4bc3-b0c7-94ab83d62a43 None None] For port 5302d58d-eb3a-49c6-a656-1339b64f4a29, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=5302d58d-eb3a-49c6-a656-1339b64f4a29,segment=NetworkSegment(0ef3a63e-401e-4797-ae4c-44ea02cd741e),segment_id=0ef3a63e-401e-4797-ae4c-44ea02cd741e)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:54.821016 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25ff5ab6-aaed-4bc3-b0c7-94ab83d62a43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:54.827342 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a812735-b366-417b-921d-cb3703da0213 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:54.834692 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-25ff5ab6-aaed-4bc3-b0c7-94ab83d62a43 None None] Calling delete_port for 5302d58d-eb3a-49c6-a656-1339b64f4a29 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:54.854152 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a812735-b366-417b-921d-cb3703da0213 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Pushing event deleted for resources: {'Port': ['ID=5302d58d-eb3a-49c6-a656-1339b64f4a29,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:54.858870 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a812735-b366-417b-921d-cb3703da0213 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] No DVR routers for this DVR port 5302d58d-eb3a-49c6-a656-1339b64f4a29 on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:02:54.917575 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25ff5ab6-aaed-4bc3-b0c7-94ab83d62a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:54.929739 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ff5ab6-aaed-4bc3-b0c7-94ab83d62a43 None None] No DVR routers for this DVR port 5302d58d-eb3a-49c6-a656-1339b64f4a29 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:02:54.936298 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0fae1dc-b85f-48aa-a78d-2dba668d2fd7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Router e8566998-ae84-411c-b217-67160bea1061 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:02:54.948577 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a812735-b366-417b-921d-cb3703da0213 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:54.952362 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff5ab6-aaed-4bc3-b0c7-94ab83d62a43 None None] Pushing event deleted for resources: {'Port': ['ID=5302d58d-eb3a-49c6-a656-1339b64f4a29,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:54.972163 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-9a812735-b366-417b-921d-cb3703da0213 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d53fc08-3f15-49d1-804b-3aa0c7c90360']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:54.982119 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-9a812735-b366-417b-921d-cb3703da0213 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef3a63e-401e-4797-ae4c-44ea02cd741e') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:54.982516 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-9a812735-b366-417b-921d-cb3703da0213 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef3a63e-401e-4797-ae4c-44ea02cd741e') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:54.987679 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-59b08318-388b-4403-87f5-7ef76616217e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:54.992474 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a812735-b366-417b-921d-cb3703da0213 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:55.006746 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a812735-b366-417b-921d-cb3703da0213 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:55.013534 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a812735-b366-417b-921d-cb3703da0213 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:02:55.013982 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a812735-b366-417b-921d-cb3703da0213 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:55.016939 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:02:55.016939 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:02:55.016939 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:02:55.016939 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:02:55.016939 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:02:55.016939 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:02:55.016939 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:02:55.016939 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:02:55.016939 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:02:55.016939 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:02:55.016939 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:02:55.016939 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:02:55.016939 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:02:55.016939 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:02:55.016939 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:02:55.016939 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:02:55.016939 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:02:55.016939 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:02:55.016939 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:02:55.016939 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:02:55.016939 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:02:55.016939 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:02:55.016939 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:02:55.016939 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:02:55.016939 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:02:55.016939 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:02:55.016939 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:02:55.016939 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:02:55.016939 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:02:55.016939 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:02:55.016939 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:02:55.016939 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:02:55.034495 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b96fcf-bc04-4143-8bd6-b2524ceed95d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Network 1591a728-4160-43ca-a3ad-4af20b80ea96 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:55.067063 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-b5b96fcf-bc04-4143-8bd6-b2524ceed95d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:55.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a812735-b366-417b-921d-cb3703da0213 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:55.084202 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a812735-b366-417b-921d-cb3703da0213 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:55.091134 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9a812735-b366-417b-921d-cb3703da0213 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] 10.222.0.37 "DELETE /v2.0/networks/5d53fc08-3f15-49d1-804b-3aa0c7c90360 HTTP/1.1" status: 204 len: 168 time: 0.5897799 Nov 29 02:02:55.091238 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fae1dc-b85f-48aa-a78d-2dba668d2fd7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:02:55.098016 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d0fae1dc-b85f-48aa-a78d-2dba668d2fd7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] 10.222.0.37 "PUT /v2.0/routers/e8566998-ae84-411c-b217-67160bea1061/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0875611 Nov 29 02:02:55.103614 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558a8eb9-f786-4572-8fdb-807046a4a084 None None] Sync routers for ids ['e8566998-ae84-411c-b217-67160bea1061'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:02:55.104301 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42130) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:55.122254 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558a8eb9-f786-4572-8fdb-807046a4a084 None None] Routers {'e8566998-ae84-411c-b217-67160bea1061'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:02:55.123017 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-558a8eb9-f786-4572-8fdb-807046a4a084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:02:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['e8566998-ae84-411c-b217-67160bea1061'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:55.125369 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a812735-b366-417b-921d-cb3703da0213 tempest-TagsExtTest-1836949835 tempest-TagsExtTest-1836949835-project] Pushing event deleted for resources: {'Network': ['ID=5d53fc08-3f15-49d1-804b-3aa0c7c90360,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:55.173468 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-558a8eb9-f786-4572-8fdb-807046a4a084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:55.192251 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558a8eb9-f786-4572-8fdb-807046a4a084 None None] Routers {'e8566998-ae84-411c-b217-67160bea1061'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:02:55.194313 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-558a8eb9-f786-4572-8fdb-807046a4a084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:02:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['e8566998-ae84-411c-b217-67160bea1061'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:55.204509 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-9f03a058-a7cc-455a-8587-91d6fc14e664 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] show failed (client error): The resource could not be found. Nov 29 02:02:55.208530 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9f03a058-a7cc-455a-8587-91d6fc14e664 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-1292972143 HTTP/1.1" status: 404 len: 335 time: 0.1017494 Nov 29 02:02:55.212346 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42134) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:55.214183 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-59b08318-388b-4403-87f5-7ef76616217e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:55.221064 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4797b894-9767-4faf-ba81-d607d0a048a4 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:55.254613 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-558a8eb9-f786-4572-8fdb-807046a4a084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:55.255364 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558a8eb9-f786-4572-8fdb-807046a4a084 None None] The sync data for ids ['e8566998-ae84-411c-b217-67160bea1061'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:02:55.288283 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-4797b894-9767-4faf-ba81-d607d0a048a4 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] update failed (client error): The resource could not be found. Nov 29 02:02:55.289946 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4797b894-9767-4faf-ba81-d607d0a048a4 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-2098359894 HTTP/1.1" status: 404 len: 335 time: 0.0761333 Nov 29 02:02:55.296499 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42136) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:55.303572 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b08318-388b-4403-87f5-7ef76616217e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Network d0f10b92-2f42-4edf-90d6-110936014676 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:02:55.338442 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-59b08318-388b-4403-87f5-7ef76616217e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:02:55.355200 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b08318-388b-4403-87f5-7ef76616217e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:02:55.360938 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b08318-388b-4403-87f5-7ef76616217e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:55.362903 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-59b08318-388b-4403-87f5-7ef76616217e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:55.365954 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-db04d981-2e4b-405a-9411-f1687b9a52c3 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Deleting subnet fda7cdb6-b116-4291-9466-46c735e03515 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:02:55.371169 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db04d981-2e4b-405a-9411-f1687b9a52c3 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:55.377653 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-900db783-12e7-412b-8051-ee7b45ed650e None None] Allocated IP 2001:db8:0:1::2 (d0f10b92-2f42-4edf-90d6-110936014676/6420df44-40a4-46bc-9559-fafece714386/f529e8ad-2172-4a23-a6f3-4c21cff8586a) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:02:55.400652 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b08318-388b-4403-87f5-7ef76616217e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Port': ['ID=012ef466-5fd1-4034-8c7d-1cd455963e28,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:55.424964 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db04d981-2e4b-405a-9411-f1687b9a52c3 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:55.429419 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05639a15-7a61-42b3-b0fe-eaaf96f25c7a req-4e71469e-7f30-4b33-8613-9fda532f9333 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:55.431555 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-05639a15-7a61-42b3-b0fe-eaaf96f25c7a req-4e71469e-7f30-4b33-8613-9fda532f9333 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.1418951 Nov 29 02:02:55.437506 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-59b08318-388b-4403-87f5-7ef76616217e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.8271546 Nov 29 02:02:55.445470 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42140) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:55.453239 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9908c360-6df4-4be1-971d-2324b5f7ed4c tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '792db8d4-b5d3-4cfb-9478-5b9658226f74'}]}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:55.486047 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b96fcf-bc04-4143-8bd6-b2524ceed95d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Router 2d6e6fd0-5b3f-4af7-8309-cc6453eac2d2 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:02:55.527026 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42142) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:55.533833 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db04d981-2e4b-405a-9411-f1687b9a52c3 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:55.541363 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-900db783-12e7-412b-8051-ee7b45ed650e None None] For port f529e8ad-2172-4a23-a6f3-4c21cff8586a, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=f529e8ad-2172-4a23-a6f3-4c21cff8586a,segment=NetworkSegment(e7dd57af-f896-470a-bc84-cb16ff62c9c1),segment_id=e7dd57af-f896-470a-bc84-cb16ff62c9c1)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:55.543998 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-cb971614-c29a-43a4-b691-58f40e103404 None None] Provisioning complete for port ac5c6cf8-5a65-479a-969d-fc42a1c569c7 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:55.544458 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb971614-c29a-43a4-b691-58f40e103404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:55.606588 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-cb971614-c29a-43a4-b691-58f40e103404 None None] Port ac5c6cf8-5a65-479a-969d-fc42a1c569c7 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:02:55.609237 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-900db783-12e7-412b-8051-ee7b45ed650e None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:55.615785 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-900db783-12e7-412b-8051-ee7b45ed650e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:55.619746 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db04d981-2e4b-405a-9411-f1687b9a52c3 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:55.644532 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 5302d58d-eb3a-49c6-a656-1339b64f4a29 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:02:55.650345 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-05639a15-7a61-42b3-b0fe-eaaf96f25c7a req-d205e41e-41fe-4112-a395-8e09c5bd8b52 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102842 Nov 29 02:02:55.658747 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04d981-2e4b-405a-9411-f1687b9a52c3 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Pushing event deleted for resources: {'Subnet': ['ID=fda7cdb6-b116-4291-9466-46c735e03515,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:55.666034 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db04d981-2e4b-405a-9411-f1687b9a52c3 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:55.671089 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-db04d981-2e4b-405a-9411-f1687b9a52c3 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] 10.222.0.37 "DELETE /v2.0/subnets/fda7cdb6-b116-4291-9466-46c735e03515 HTTP/1.1" status: 204 len: 168 time: 0.3722835 Nov 29 02:02:55.673045 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42146) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:55.688119 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b96fcf-bc04-4143-8bd6-b2524ceed95d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:02:55.688331 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b938109-a821-4bc6-8c58-64e93a73de67 None None] Network 345448a6-c4d1-4bb8-8f37-6a2bd071f615 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:55.700396 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb8fa1e-ddfb-4906-b435-bca0e2d7091a None None] Sync routers for ids ['2d6e6fd0-5b3f-4af7-8309-cc6453eac2d2'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:02:55.702001 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 5302d58d-eb3a-49c6-a656-1339b64f4a29 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:02:55.702144 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 5302d58d-eb3a-49c6-a656-1339b64f4a29 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:02:55.705124 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b5b96fcf-bc04-4143-8bd6-b2524ceed95d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "PUT /v2.0/routers/2d6e6fd0-5b3f-4af7-8309-cc6453eac2d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8815069 Nov 29 02:02:55.705949 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9908c360-6df4-4be1-971d-2324b5f7ed4c tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:55.709064 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42150) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:55.731091 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb8fa1e-ddfb-4906-b435-bca0e2d7091a None None] Routers {'2d6e6fd0-5b3f-4af7-8309-cc6453eac2d2'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:02:55.736125 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-beb8fa1e-ddfb-4906-b435-bca0e2d7091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:02:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['2d6e6fd0-5b3f-4af7-8309-cc6453eac2d2'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:55.784431 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-beb8fa1e-ddfb-4906-b435-bca0e2d7091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:55.798342 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb8fa1e-ddfb-4906-b435-bca0e2d7091a None None] Routers {'2d6e6fd0-5b3f-4af7-8309-cc6453eac2d2'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:02:55.801054 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-beb8fa1e-ddfb-4906-b435-bca0e2d7091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:02:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['2d6e6fd0-5b3f-4af7-8309-cc6453eac2d2'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:55.812897 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7315417b-eb3e-404d-8007-218d3e3d64c7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:55.840658 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66697c36-a732-4020-af28-dccca19ac096 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:55.843473 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-beb8fa1e-ddfb-4906-b435-bca0e2d7091a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:55.844123 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb8fa1e-ddfb-4906-b435-bca0e2d7091a None None] The sync data for ids ['2d6e6fd0-5b3f-4af7-8309-cc6453eac2d2'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:02:55.848185 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-66697c36-a732-4020-af28-dccca19ac096 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6e6fd0-5b3f-4af7-8309-cc6453eac2d2 HTTP/1.1" status: 200 len: 981 time: 0.1379318 Nov 29 02:02:55.857072 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42152) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:55.874879 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900db783-12e7-412b-8051-ee7b45ed650e None None] Pushing event updated for resources: {'Port': ['ID=f529e8ad-2172-4a23-a6f3-4c21cff8586a,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:55.960838 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a752e914-0163-45d2-942a-13c6870b4480 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2ae32fe991cb446e9a39490fadff7004&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3388889 Nov 29 02:02:55.976710 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42154) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:56.014445 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2276f3-0796-4120-ad8f-7b346bf61a77 req-0c589309-e181-4e65-9b5d-1a112ea9377a tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:56.016185 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ef2276f3-0796-4120-ad8f-7b346bf61a77 req-0c589309-e181-4e65-9b5d-1a112ea9377a tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.2375531 Nov 29 02:02:56.043762 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e70f5d-5cb9-463c-a864-c51befc2499d None None] DHCP port deletion for 345448a6-c4d1-4bb8-8f37-6a2bd071f615 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:02:56.122696 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e3e70f5d-5cb9-463c-a864-c51befc2499d None None] Deleting port 710fcd6b-144d-40ad-b7e3-6356bd25bb76 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:56.123317 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e3e70f5d-5cb9-463c-a864-c51befc2499d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:56.162253 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e9c68d3-e1cf-4c2e-8191-3feda2611b76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:56.193385 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ef2276f3-0796-4120-ad8f-7b346bf61a77 req-63c5cb19-17e6-4feb-80b2-66a838971665 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674664 Nov 29 02:02:56.211815 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e3e70f5d-5cb9-463c-a864-c51befc2499d None None] For port 710fcd6b-144d-40ad-b7e3-6356bd25bb76, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=710fcd6b-144d-40ad-b7e3-6356bd25bb76,segment=NetworkSegment(7cf998c9-916b-4922-bd71-2f9080088a4d),segment_id=7cf998c9-916b-4922-bd71-2f9080088a4d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:56.212573 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e3e70f5d-5cb9-463c-a864-c51befc2499d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:56.214203 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e9c68d3-e1cf-4c2e-8191-3feda2611b76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:56.228062 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e3e70f5d-5cb9-463c-a864-c51befc2499d None None] Calling delete_port for 710fcd6b-144d-40ad-b7e3-6356bd25bb76 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:56.326268 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7315417b-eb3e-404d-8007-218d3e3d64c7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Deleting port 710fcd6b-144d-40ad-b7e3-6356bd25bb76 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:56.326504 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7315417b-eb3e-404d-8007-218d3e3d64c7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:56.344965 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-9908c360-6df4-4be1-971d-2324b5f7ed4c tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Delete allocated IP 2001:db8:0:1::159 (d0f10b92-2f42-4edf-90d6-110936014676/6420df44-40a4-46bc-9559-fafece714386) {{(pid=103254) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 29 02:02:56.376961 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e9c68d3-e1cf-4c2e-8191-3feda2611b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:56.378265 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e3e70f5d-5cb9-463c-a864-c51befc2499d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:56.388092 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e9c68d3-e1cf-4c2e-8191-3feda2611b76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:56.390375 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4e9c68d3-e1cf-4c2e-8191-3feda2611b76 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c195347-64d9-4fd2-81a6-df39c8e0537f HTTP/1.1" status: 204 len: 168 time: 0.4114459 Nov 29 02:02:56.414214 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e70f5d-5cb9-463c-a864-c51befc2499d None None] Pushing event deleted for resources: {'Port': ['ID=710fcd6b-144d-40ad-b7e3-6356bd25bb76,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:56.418077 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e70f5d-5cb9-463c-a864-c51befc2499d None None] No DVR routers for this DVR port 710fcd6b-144d-40ad-b7e3-6356bd25bb76 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:02:56.448999 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7315417b-eb3e-404d-8007-218d3e3d64c7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] For port 710fcd6b-144d-40ad-b7e3-6356bd25bb76, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=710fcd6b-144d-40ad-b7e3-6356bd25bb76,segment=NetworkSegment(7cf998c9-916b-4922-bd71-2f9080088a4d),segment_id=7cf998c9-916b-4922-bd71-2f9080088a4d)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:56.449375 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7315417b-eb3e-404d-8007-218d3e3d64c7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:56.514264 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c68d3-e1cf-4c2e-8191-3feda2611b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c195347-64d9-4fd2-81a6-df39c8e0537f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:56.526555 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7315417b-eb3e-404d-8007-218d3e3d64c7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Calling delete_port for 710fcd6b-144d-40ad-b7e3-6356bd25bb76 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:56.661178 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc38a2-cc6a-49b2-a42d-a3ecc6835af5 req-756697d8-e41a-4dcd-ae10-5d90d0736e5d tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:56.662872 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c7fc38a2-cc6a-49b2-a42d-a3ecc6835af5 req-756697d8-e41a-4dcd-ae10-5d90d0736e5d tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.1292977 Nov 29 02:02:56.727497 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7315417b-eb3e-404d-8007-218d3e3d64c7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:56.733276 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c7fc38a2-cc6a-49b2-a42d-a3ecc6835af5 req-7877a948-42d6-4606-beb5-3f9934883960 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596809 Nov 29 02:02:56.738902 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9908c360-6df4-4be1-971d-2324b5f7ed4c tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:56.756491 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05261f14-4ace-4a13-b8a8-51e32d95718f None None] Network d0f10b92-2f42-4edf-90d6-110936014676 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:56.757127 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9908c360-6df4-4be1-971d-2324b5f7ed4c tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:56.773351 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-7c1ca89a-c01f-4fc8-8a9e-b2d58e8cf8a4 None None] Provisioning complete for port f529e8ad-2172-4a23-a6f3-4c21cff8586a triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:56.774470 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c1ca89a-c01f-4fc8-8a9e-b2d58e8cf8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:56.800292 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315417b-eb3e-404d-8007-218d3e3d64c7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Pushing event deleted for resources: {'Port': ['ID=710fcd6b-144d-40ad-b7e3-6356bd25bb76,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:56.809622 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7315417b-eb3e-404d-8007-218d3e3d64c7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] No DVR routers for this DVR port 710fcd6b-144d-40ad-b7e3-6356bd25bb76 on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:02:56.840576 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-9908c360-6df4-4be1-971d-2324b5f7ed4c tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] In _notify_port_updated(), no bound segment for port 012ef466-5fd1-4034-8c7d-1cd455963e28 on network d0f10b92-2f42-4edf-90d6-110936014676 {{(pid=103254) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 02:02:56.848232 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9908c360-6df4-4be1-971d-2324b5f7ed4c tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:56.849293 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9908c360-6df4-4be1-971d-2324b5f7ed4c tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:56.853804 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9908c360-6df4-4be1-971d-2324b5f7ed4c tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "PUT /v2.0/ports/012ef466-5fd1-4034-8c7d-1cd455963e28 HTTP/1.1" status: 200 len: 925 time: 1.4050877 Nov 29 02:02:56.854585 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908c360-6df4-4be1-971d-2324b5f7ed4c tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Port': ['ID=012ef466-5fd1-4034-8c7d-1cd455963e28,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:56.856812 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42162) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:56.862893 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-98dfe1c1-9a6f-479b-88c2-39965f8f9302 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '792db8d4-b5d3-4cfb-9478-5b9658226f74'}, {'subnet_id': '6420df44-40a4-46bc-9559-fafece714386'}]}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:02:56.937801 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-98dfe1c1-9a6f-479b-88c2-39965f8f9302 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:56.958459 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7315417b-eb3e-404d-8007-218d3e3d64c7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:56.975337 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30e9284a-2a81-47fb-9283-2fcd1e8ff6c2 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:57.046139 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-7315417b-eb3e-404d-8007-218d3e3d64c7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['345448a6-c4d1-4bb8-8f37-6a2bd071f615']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:57.062202 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-7315417b-eb3e-404d-8007-218d3e3d64c7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cf998c9-916b-4922-bd71-2f9080088a4d') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:57.062518 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-7315417b-eb3e-404d-8007-218d3e3d64c7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cf998c9-916b-4922-bd71-2f9080088a4d') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:57.076634 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7315417b-eb3e-404d-8007-218d3e3d64c7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:57.097883 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7315417b-eb3e-404d-8007-218d3e3d64c7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:57.135753 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7315417b-eb3e-404d-8007-218d3e3d64c7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:02:57.136162 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7315417b-eb3e-404d-8007-218d3e3d64c7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: self.session.flush() Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: self.session.flush() Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: self.session.flush() Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: self.session.flush() Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:02:57.139250 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:02:57.227037 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7315417b-eb3e-404d-8007-218d3e3d64c7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:57.235367 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7315417b-eb3e-404d-8007-218d3e3d64c7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:57.241152 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7315417b-eb3e-404d-8007-218d3e3d64c7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] 10.222.0.37 "DELETE /v2.0/networks/345448a6-c4d1-4bb8-8f37-6a2bd071f615 HTTP/1.1" status: 204 len: 168 time: 1.5668738 Nov 29 02:02:57.242931 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42164) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:57.248088 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-98dfe1c1-9a6f-479b-88c2-39965f8f9302 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Allocated IP 2001:db8:0:1::18d (d0f10b92-2f42-4edf-90d6-110936014676/6420df44-40a4-46bc-9559-fafece714386/012ef466-5fd1-4034-8c7d-1cd455963e28) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:02:57.262357 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315417b-eb3e-404d-8007-218d3e3d64c7 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Pushing event deleted for resources: {'Network': ['ID=345448a6-c4d1-4bb8-8f37-6a2bd071f615,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:57.302608 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-01bb049b-88c0-492e-9538-d8aa965b4cb8 None None] Provisioning complete for port f529e8ad-2172-4a23-a6f3-4c21cff8586a triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:57.303583 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-01bb049b-88c0-492e-9538-d8aa965b4cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:57.337267 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cbc2047-e636-45b4-a572-f9203ee5f3e0 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Deleting subnet ac57ceb3-edf2-4ed6-b2fd-fa1d72c6cd7b {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:02:57.349592 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5cbc2047-e636-45b4-a572-f9203ee5f3e0 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:57.399771 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-98dfe1c1-9a6f-479b-88c2-39965f8f9302 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:57.406156 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-98dfe1c1-9a6f-479b-88c2-39965f8f9302 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:57.411654 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5cbc2047-e636-45b4-a572-f9203ee5f3e0 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:57.443629 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-01bb049b-88c0-492e-9538-d8aa965b4cb8 None None] Provisioning complete for port 012ef466-5fd1-4034-8c7d-1cd455963e28 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:57.444137 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-01bb049b-88c0-492e-9538-d8aa965b4cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:57.456168 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-30e9284a-2a81-47fb-9283-2fcd1e8ff6c2 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Deleting port ac5c6cf8-5a65-479a-969d-fc42a1c569c7 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:57.456502 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30e9284a-2a81-47fb-9283-2fcd1e8ff6c2 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:57.498022 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-98dfe1c1-9a6f-479b-88c2-39965f8f9302 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] In _notify_port_updated(), no bound segment for port 012ef466-5fd1-4034-8c7d-1cd455963e28 on network d0f10b92-2f42-4edf-90d6-110936014676 {{(pid=103254) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 02:02:57.504412 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dfe1c1-9a6f-479b-88c2-39965f8f9302 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:57.504910 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-98dfe1c1-9a6f-479b-88c2-39965f8f9302 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:57.505729 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-01bb049b-88c0-492e-9538-d8aa965b4cb8 None None] Port 012ef466-5fd1-4034-8c7d-1cd455963e28 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:02:57.506513 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-98dfe1c1-9a6f-479b-88c2-39965f8f9302 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "PUT /v2.0/ports/012ef466-5fd1-4034-8c7d-1cd455963e28 HTTP/1.1" status: 200 len: 1011 time: 0.6486783 Nov 29 02:02:57.511265 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42166) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:57.516796 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dfe1c1-9a6f-479b-88c2-39965f8f9302 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Port': ['ID=012ef466-5fd1-4034-8c7d-1cd455963e28,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:57.616329 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device f529e8ad-2172-4a23-a6f3-4c21cff8586a up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:02:57.652516 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30e9284a-2a81-47fb-9283-2fcd1e8ff6c2 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:57.656718 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5cbc2047-e636-45b4-a572-f9203ee5f3e0 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:57.671999 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-9535e676-3d99-419c-a60d-68c9754e1369 None None] Provisioning complete for port 012ef466-5fd1-4034-8c7d-1cd455963e28 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:57.672469 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9535e676-3d99-419c-a60d-68c9754e1369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:57.694809 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-30e9284a-2a81-47fb-9283-2fcd1e8ff6c2 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Calling delete_port for ac5c6cf8-5a65-479a-969d-fc42a1c569c7 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:57.713418 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port f529e8ad-2172-4a23-a6f3-4c21cff8586a triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:57.713823 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:57.716152 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-9535e676-3d99-419c-a60d-68c9754e1369 None None] Port 012ef466-5fd1-4034-8c7d-1cd455963e28 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:02:57.798399 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-64ef3834-a288-4dcf-875e-ecedb4bc161f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Deleting port 012ef466-5fd1-4034-8c7d-1cd455963e28 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:57.798739 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-64ef3834-a288-4dcf-875e-ecedb4bc161f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:57.821413 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5cbc2047-e636-45b4-a572-f9203ee5f3e0 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:57.884685 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b11ba-be6e-431b-a85a-dae88a859dbd req-81739f7f-b8eb-4d8e-9455-d8db04d4e57c tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:57.886499 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-968b11ba-be6e-431b-a85a-dae88a859dbd req-81739f7f-b8eb-4d8e-9455-d8db04d4e57c tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.0665045 Nov 29 02:02:57.953872 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-968b11ba-be6e-431b-a85a-dae88a859dbd req-a97621de-b418-4eb6-8f56-2959d1c75893 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572062 Nov 29 02:02:57.960168 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc2047-e636-45b4-a572-f9203ee5f3e0 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Pushing event deleted for resources: {'Subnet': ['ID=ac57ceb3-edf2-4ed6-b2fd-fa1d72c6cd7b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:57.978687 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5cbc2047-e636-45b4-a572-f9203ee5f3e0 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:57.980130 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9c361c-3854-4218-9d47-9d9eab1e97c9 None None] Network ba4cfcf7-a1c1-4a90-9d8f-30c9e6135c89 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:57.983127 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5cbc2047-e636-45b4-a572-f9203ee5f3e0 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] 10.222.0.37 "DELETE /v2.0/subnets/ac57ceb3-edf2-4ed6-b2fd-fa1d72c6cd7b HTTP/1.1" status: 204 len: 168 time: 0.7307091 Nov 29 02:02:57.986326 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42170) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:58.028932 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-64ef3834-a288-4dcf-875e-ecedb4bc161f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:58.036035 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-ff9c398e-4e3e-49f5-a626-4e2620e1bffc None None] Provisioning complete for port 012ef466-5fd1-4034-8c7d-1cd455963e28 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:58.036333 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ff9c398e-4e3e-49f5-a626-4e2620e1bffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:58.059293 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-66712bda-6696-4614-8082-2d20fa5af594 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Deleting subnet 3669e3ae-b16b-4c1b-b6e2-0cf505ee5293 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:02:58.065408 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-66712bda-6696-4614-8082-2d20fa5af594 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:58.065726 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-64ef3834-a288-4dcf-875e-ecedb4bc161f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Calling delete_port for 012ef466-5fd1-4034-8c7d-1cd455963e28 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:58.073232 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 710fcd6b-144d-40ad-b7e3-6356bd25bb76 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:02:58.104868 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 710fcd6b-144d-40ad-b7e3-6356bd25bb76 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:02:58.105228 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 710fcd6b-144d-40ad-b7e3-6356bd25bb76 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:02:58.124243 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-66712bda-6696-4614-8082-2d20fa5af594 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:58.129159 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ff9c398e-4e3e-49f5-a626-4e2620e1bffc None None] Port 012ef466-5fd1-4034-8c7d-1cd455963e28 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:02:58.136670 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30e9284a-2a81-47fb-9283-2fcd1e8ff6c2 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:58.180683 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9284a-2a81-47fb-9283-2fcd1e8ff6c2 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Port': ['ID=ac5c6cf8-5a65-479a-969d-fc42a1c569c7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:58.234120 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-66712bda-6696-4614-8082-2d20fa5af594 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:58.246808 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544aff13-9e91-44f1-8954-776b934ac5bf None None] DHCP port deletion for ba4cfcf7-a1c1-4a90-9d8f-30c9e6135c89 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:02:58.281750 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-b08199f7-7406-4de9-a9f3-7db5d466e841 None None] Provisioning complete for port 012ef466-5fd1-4034-8c7d-1cd455963e28 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:02:58.282211 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b08199f7-7406-4de9-a9f3-7db5d466e841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:58.324376 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-66712bda-6696-4614-8082-2d20fa5af594 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:58.345799 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b08199f7-7406-4de9-a9f3-7db5d466e841 None None] Port 012ef466-5fd1-4034-8c7d-1cd455963e28 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:02:58.349090 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-30e9284a-2a81-47fb-9283-2fcd1e8ff6c2 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:58.367237 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-544aff13-9e91-44f1-8954-776b934ac5bf None None] Deleting port d959db70-20cb-4a28-be16-0e28ecabd180 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:58.367729 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-544aff13-9e91-44f1-8954-776b934ac5bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:58.373810 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66712bda-6696-4614-8082-2d20fa5af594 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Pushing event deleted for resources: {'Subnet': ['ID=3669e3ae-b16b-4c1b-b6e2-0cf505ee5293,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:58.378443 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-66712bda-6696-4614-8082-2d20fa5af594 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:58.381989 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-66712bda-6696-4614-8082-2d20fa5af594 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] 10.222.0.37 "DELETE /v2.0/subnets/3669e3ae-b16b-4c1b-b6e2-0cf505ee5293 HTTP/1.1" status: 204 len: 168 time: 0.3942168 Nov 29 02:02:58.384632 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42172) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:58.431899 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5227730-b8cd-4a8e-af98-e66559c78a51 None None] Network f1f3ea48-5788-425e-bc89-32ec07ef915a requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:58.474310 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aeac5142-a925-4573-844c-37270188afa6 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:58.515961 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-544aff13-9e91-44f1-8954-776b934ac5bf None None] For port d959db70-20cb-4a28-be16-0e28ecabd180, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=d959db70-20cb-4a28-be16-0e28ecabd180,segment=NetworkSegment(848cdeef-272b-4448-ba49-f0bb416ecb59),segment_id=848cdeef-272b-4448-ba49-f0bb416ecb59)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:58.516333 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-544aff13-9e91-44f1-8954-776b934ac5bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:58.536114 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-aeac5142-a925-4573-844c-37270188afa6 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Deleting port d959db70-20cb-4a28-be16-0e28ecabd180 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:58.536462 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aeac5142-a925-4573-844c-37270188afa6 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:58.536571 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-544aff13-9e91-44f1-8954-776b934ac5bf None None] Calling delete_port for d959db70-20cb-4a28-be16-0e28ecabd180 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:58.607617 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-aeac5142-a925-4573-844c-37270188afa6 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] For port d959db70-20cb-4a28-be16-0e28ecabd180, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=d959db70-20cb-4a28-be16-0e28ecabd180,segment=NetworkSegment(848cdeef-272b-4448-ba49-f0bb416ecb59),segment_id=848cdeef-272b-4448-ba49-f0bb416ecb59)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:58.607986 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aeac5142-a925-4573-844c-37270188afa6 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:58.621348 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-aeac5142-a925-4573-844c-37270188afa6 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Calling delete_port for d959db70-20cb-4a28-be16-0e28ecabd180 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:58.671434 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-544aff13-9e91-44f1-8954-776b934ac5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:58.703208 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aeac5142-a925-4573-844c-37270188afa6 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:58.707948 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544aff13-9e91-44f1-8954-776b934ac5bf None None] Pushing event deleted for resources: {'Port': ['ID=d959db70-20cb-4a28-be16-0e28ecabd180,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:58.714583 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544aff13-9e91-44f1-8954-776b934ac5bf None None] No DVR routers for this DVR port d959db70-20cb-4a28-be16-0e28ecabd180 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:02:58.744900 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac5142-a925-4573-844c-37270188afa6 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Pushing event deleted for resources: {'Port': ['ID=d959db70-20cb-4a28-be16-0e28ecabd180,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:58.747722 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeac5142-a925-4573-844c-37270188afa6 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] No DVR routers for this DVR port d959db70-20cb-4a28-be16-0e28ecabd180 on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:02:58.754044 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6deb613a-6023-4a5d-8f04-fae93dff71e8 None None] DHCP port deletion for f1f3ea48-5788-425e-bc89-32ec07ef915a request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:02:58.809707 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6deb613a-6023-4a5d-8f04-fae93dff71e8 None None] Deleting port a7b9b98b-b5bf-4b1e-817d-35cd16f72969 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:58.810190 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6deb613a-6023-4a5d-8f04-fae93dff71e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:58.838404 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aeac5142-a925-4573-844c-37270188afa6 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:58.858883 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-aeac5142-a925-4573-844c-37270188afa6 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4cfcf7-a1c1-4a90-9d8f-30c9e6135c89']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:58.870511 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-aeac5142-a925-4573-844c-37270188afa6 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '848cdeef-272b-4448-ba49-f0bb416ecb59') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:58.870850 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-aeac5142-a925-4573-844c-37270188afa6 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '848cdeef-272b-4448-ba49-f0bb416ecb59') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:58.881355 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-6deb613a-6023-4a5d-8f04-fae93dff71e8 None None] For port a7b9b98b-b5bf-4b1e-817d-35cd16f72969, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=a7b9b98b-b5bf-4b1e-817d-35cd16f72969,segment=NetworkSegment(bde0311e-1917-40fc-8dd9-7632246db01d),segment_id=bde0311e-1917-40fc-8dd9-7632246db01d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:58.881596 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aeac5142-a925-4573-844c-37270188afa6 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:58.881812 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6deb613a-6023-4a5d-8f04-fae93dff71e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:58.896000 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6deb613a-6023-4a5d-8f04-fae93dff71e8 None None] Calling delete_port for a7b9b98b-b5bf-4b1e-817d-35cd16f72969 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:02:58.897973 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e9284a-2a81-47fb-9283-2fcd1e8ff6c2 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Router 2d6e6fd0-5b3f-4af7-8309-cc6453eac2d2 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:02:58.899450 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aeac5142-a925-4573-844c-37270188afa6 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:58.909074 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeac5142-a925-4573-844c-37270188afa6 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:02:58.909476 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aeac5142-a925-4573-844c-37270188afa6 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:58.911040 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-64ef3834-a288-4dcf-875e-ecedb4bc161f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: self.session.flush() Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: self.session.flush() Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: self.session.flush() Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: self.session.flush() Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:02:58.912577 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:02:58.979353 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aeac5142-a925-4573-844c-37270188afa6 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:58.992909 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6deb613a-6023-4a5d-8f04-fae93dff71e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:59.011570 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aeac5142-a925-4573-844c-37270188afa6 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:59.015023 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef3834-a288-4dcf-875e-ecedb4bc161f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Port': ['ID=012ef466-5fd1-4034-8c7d-1cd455963e28,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:59.018519 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-aeac5142-a925-4573-844c-37270188afa6 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] 10.222.0.37 "DELETE /v2.0/networks/ba4cfcf7-a1c1-4a90-9d8f-30c9e6135c89 HTTP/1.1" status: 204 len: 168 time: 0.6327507 Nov 29 02:02:59.019511 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac5142-a925-4573-844c-37270188afa6 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Pushing event deleted for resources: {'Network': ['ID=ba4cfcf7-a1c1-4a90-9d8f-30c9e6135c89,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:59.021314 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42176) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:59.028189 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb613a-6023-4a5d-8f04-fae93dff71e8 None None] Pushing event deleted for resources: {'Port': ['ID=a7b9b98b-b5bf-4b1e-817d-35cd16f72969,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:59.042917 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deb613a-6023-4a5d-8f04-fae93dff71e8 None None] No DVR routers for this DVR port a7b9b98b-b5bf-4b1e-817d-35cd16f72969 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:02:59.084592 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-64ef3834-a288-4dcf-875e-ecedb4bc161f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:59.088001 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-64ef3834-a288-4dcf-875e-ecedb4bc161f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/ports/012ef466-5fd1-4034-8c7d-1cd455963e28 HTTP/1.1" status: 204 len: 168 time: 1.5727775 Nov 29 02:02:59.089598 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e9284a-2a81-47fb-9283-2fcd1e8ff6c2 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:02:59.091376 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42178) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:59.097213 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-30e9284a-2a81-47fb-9283-2fcd1e8ff6c2 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "PUT /v2.0/routers/2d6e6fd0-5b3f-4af7-8309-cc6453eac2d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2367032 Nov 29 02:02:59.097337 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42180) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:59.103765 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d550a920-d115-44c5-b312-d461ee79116f None None] Sync routers for ids ['2d6e6fd0-5b3f-4af7-8309-cc6453eac2d2'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:02:59.114530 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d550a920-d115-44c5-b312-d461ee79116f None None] Routers {'2d6e6fd0-5b3f-4af7-8309-cc6453eac2d2'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:02:59.115162 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d550a920-d115-44c5-b312-d461ee79116f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:02:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['2d6e6fd0-5b3f-4af7-8309-cc6453eac2d2'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:59.130024 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-2acc7be1-7008-4037-9a65-2ed63362254c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] GET failed (client error): The resource could not be found. Nov 29 02:02:59.134548 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2acc7be1-7008-4037-9a65-2ed63362254c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "GET /v2.0/ports/ac5c6cf8-5a65-479a-969d-fc42a1c569c7 HTTP/1.1" status: 404 len: 333 time: 0.0332046 Nov 29 02:02:59.135414 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42182) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:59.160073 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d550a920-d115-44c5-b312-d461ee79116f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:59.166169 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d550a920-d115-44c5-b312-d461ee79116f None None] Routers {'2d6e6fd0-5b3f-4af7-8309-cc6453eac2d2'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:02:59.166800 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d550a920-d115-44c5-b312-d461ee79116f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:02:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['2d6e6fd0-5b3f-4af7-8309-cc6453eac2d2'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:59.182609 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e411b48-2e8b-4239-8a17-383393534beb tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] GET failed (client error): The resource could not be found. Nov 29 02:02:59.184334 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1e411b48-2e8b-4239-8a17-383393534beb tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "GET /v2.0/ports/012ef466-5fd1-4034-8c7d-1cd455963e28 HTTP/1.1" status: 404 len: 333 time: 0.0920205 Nov 29 02:02:59.187633 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42184) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:59.195190 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0344a920-a413-411e-b47c-ff4d9d282390 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:59.206154 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d550a920-d115-44c5-b312-d461ee79116f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:59.206850 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d550a920-d115-44c5-b312-d461ee79116f None None] The sync data for ids ['2d6e6fd0-5b3f-4af7-8309-cc6453eac2d2'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:02:59.227536 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f1dcf-73a7-4579-9aa3-a869d9c81128 req-3f9027a3-6371-43a8-bae4-06e03282c5dc tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:59.229091 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-335f1dcf-73a7-4579-9aa3-a869d9c81128 req-3f9027a3-6371-43a8-bae4-06e03282c5dc tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.1527157 Nov 29 02:02:59.253025 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b001eb6-745b-4946-8f32-81245b4998b8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:59.334106 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0344a920-a413-411e-b47c-ff4d9d282390 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:59.362578 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ea6dfa-70c5-423a-a727-3c98ce61162b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Deleting subnet 6420df44-40a4-46bc-9559-fafece714386 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:02:59.366153 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-335f1dcf-73a7-4579-9aa3-a869d9c81128 req-fb38e584-9b55-4d73-b696-ae4dac4158b1 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups?id=34156ace-326b-4213-8fdd-43cff46873cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135213 Nov 29 02:02:59.368043 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-0344a920-a413-411e-b47c-ff4d9d282390 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1f3ea48-5788-425e-bc89-32ec07ef915a']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:59.369226 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-88ea6dfa-70c5-423a-a727-3c98ce61162b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:59.377838 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-0344a920-a413-411e-b47c-ff4d9d282390 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde0311e-1917-40fc-8dd9-7632246db01d') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:59.378142 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-0344a920-a413-411e-b47c-ff4d9d282390 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde0311e-1917-40fc-8dd9-7632246db01d') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:02:59.388226 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0344a920-a413-411e-b47c-ff4d9d282390 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:59.401875 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0344a920-a413-411e-b47c-ff4d9d282390 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:59.407825 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0344a920-a413-411e-b47c-ff4d9d282390 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:02:59.408208 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0344a920-a413-411e-b47c-ff4d9d282390 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:59.411302 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:02:59.411302 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:02:59.411302 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:02:59.411302 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:02:59.411302 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:02:59.411302 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:02:59.411302 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:02:59.411302 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:02:59.411302 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:02:59.411302 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:02:59.411302 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:02:59.411302 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:02:59.411302 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:02:59.411302 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:02:59.411302 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:02:59.411302 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:02:59.411302 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:02:59.411302 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:02:59.411302 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:02:59.411302 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:02:59.411302 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:02:59.411302 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:02:59.411302 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:02:59.411302 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:02:59.411302 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:02:59.411302 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:02:59.411302 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:02:59.411302 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:02:59.411302 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:02:59.411302 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:02:59.411302 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:02:59.411302 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:02:59.469767 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0344a920-a413-411e-b47c-ff4d9d282390 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:59.476618 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0344a920-a413-411e-b47c-ff4d9d282390 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:59.480275 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0344a920-a413-411e-b47c-ff4d9d282390 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] 10.222.0.37 "DELETE /v2.0/networks/f1f3ea48-5788-425e-bc89-32ec07ef915a HTTP/1.1" status: 204 len: 168 time: 0.4579785 Nov 29 02:02:59.491161 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42186) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:59.500685 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344a920-a413-411e-b47c-ff4d9d282390 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Pushing event deleted for resources: {'Network': ['ID=f1f3ea48-5788-425e-bc89-32ec07ef915a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:59.515167 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f342467-7b63-444a-9e62-e6126cdd3548 req-c6352b88-9d31-409f-b42f-bacc03eb4cb5 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:02:59.516692 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5f342467-7b63-444a-9e62-e6126cdd3548 req-c6352b88-9d31-409f-b42f-bacc03eb4cb5 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.24 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 945 time: 0.2615511 Nov 29 02:02:59.520470 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-88ea6dfa-70c5-423a-a727-3c98ce61162b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:59.524364 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b001eb6-745b-4946-8f32-81245b4998b8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:59.548976 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-138e59f6-f2e0-4d33-9b07-7585b9308f3e tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Deleting subnet 287e9802-1002-477e-84ba-e1b127ae8d67 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:02:59.552446 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-138e59f6-f2e0-4d33-9b07-7585b9308f3e tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:59.553355 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b001eb6-745b-4946-8f32-81245b4998b8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:59.595412 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-138e59f6-f2e0-4d33-9b07-7585b9308f3e tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:59.603351 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a7b9b98b-b5bf-4b1e-817d-35cd16f72969 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:02:59.629056 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: a7b9b98b-b5bf-4b1e-817d-35cd16f72969 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:02:59.629458 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a7b9b98b-b5bf-4b1e-817d-35cd16f72969 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:02:59.630086 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device d959db70-20cb-4a28-be16-0e28ecabd180 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:02:59.637816 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b001eb6-745b-4946-8f32-81245b4998b8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:59.638299 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b001eb6-745b-4946-8f32-81245b4998b8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Fanout notify agent at l3_agent the message router_deleted on router 2d6e6fd0-5b3f-4af7-8309-cc6453eac2d2 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:02:59.645139 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6b001eb6-745b-4946-8f32-81245b4998b8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:59.646274 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6b001eb6-745b-4946-8f32-81245b4998b8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/routers/2d6e6fd0-5b3f-4af7-8309-cc6453eac2d2 HTTP/1.1" status: 204 len: 168 time: 0.5105796 Nov 29 02:02:59.651711 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42188) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:59.656192 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: d959db70-20cb-4a28-be16-0e28ecabd180 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:02:59.656722 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device d959db70-20cb-4a28-be16-0e28ecabd180 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:02:59.726474 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-88ea6dfa-70c5-423a-a727-3c98ce61162b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:59.730965 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-138e59f6-f2e0-4d33-9b07-7585b9308f3e tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:59.737393 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e921ec1-78b4-4942-aa22-ba62d0ff102d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Deleting subnet c3dc7476-9456-42d4-8641-74788b88f357 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:02:59.758388 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5e921ec1-78b4-4942-aa22-ba62d0ff102d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:59.762468 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-5f342467-7b63-444a-9e62-e6126cdd3548 req-ae453377-df21-4d16-b0ea-8350ba6aca7a tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Deleting port fa82e7af-5435-42ba-a21f-1b96cdc0acdd {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:02:59.762813 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5f342467-7b63-444a-9e62-e6126cdd3548 req-ae453377-df21-4d16-b0ea-8350ba6aca7a tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:59.810341 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5e921ec1-78b4-4942-aa22-ba62d0ff102d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:59.844851 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-88ea6dfa-70c5-423a-a727-3c98ce61162b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:59.855636 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-138e59f6-f2e0-4d33-9b07-7585b9308f3e tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:59.892876 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea6dfa-70c5-423a-a727-3c98ce61162b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Subnet': ['ID=6420df44-40a4-46bc-9559-fafece714386,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:59.896240 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e59f6-f2e0-4d33-9b07-7585b9308f3e tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Pushing event deleted for resources: {'Subnet': ['ID=287e9802-1002-477e-84ba-e1b127ae8d67,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:02:59.900030 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-138e59f6-f2e0-4d33-9b07-7585b9308f3e tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:59.901354 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-88ea6dfa-70c5-423a-a727-3c98ce61162b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:59.905970 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-138e59f6-f2e0-4d33-9b07-7585b9308f3e tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] 10.222.0.37 "DELETE /v2.0/subnets/287e9802-1002-477e-84ba-e1b127ae8d67 HTTP/1.1" status: 204 len: 168 time: 0.4113081 Nov 29 02:02:59.906064 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-88ea6dfa-70c5-423a-a727-3c98ce61162b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/subnets/6420df44-40a4-46bc-9559-fafece714386 HTTP/1.1" status: 204 len: 168 time: 0.7164080 Nov 29 02:02:59.907309 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42190) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:59.907778 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42192) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:02:59.910338 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f95f030-928e-4543-b356-def8a128550a None None] Network fdfde0dc-582d-4585-a61a-ef047260d51f requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:02:59.910875 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-5f342467-7b63-444a-9e62-e6126cdd3548 req-ae453377-df21-4d16-b0ea-8350ba6aca7a tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] For port fa82e7af-5435-42ba-a21f-1b96cdc0acdd, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=fa82e7af-5435-42ba-a21f-1b96cdc0acdd,segment=NetworkSegment(f034e30a-2987-4f0f-9709-b5eedf4799ba),segment_id=f034e30a-2987-4f0f-9709-b5eedf4799ba)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:02:59.911243 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5f342467-7b63-444a-9e62-e6126cdd3548 req-ae453377-df21-4d16-b0ea-8350ba6aca7a tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:02:59.917225 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4ed2f1-152d-4c3a-9852-9edc34e7462a None None] Network d0f10b92-2f42-4edf-90d6-110936014676 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:00.230400 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed7fbe3-f652-4d7e-b9c3-aacdbf101130 None None] DHCP port deletion for fdfde0dc-582d-4585-a61a-ef047260d51f request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:03:00.233712 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5f342467-7b63-444a-9e62-e6126cdd3548 req-ae453377-df21-4d16-b0ea-8350ba6aca7a tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:00.234151 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5f342467-7b63-444a-9e62-e6126cdd3548 req-ae453377-df21-4d16-b0ea-8350ba6aca7a tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:00.234440 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [req-5f342467-7b63-444a-9e62-e6126cdd3548 req-ae453377-df21-4d16-b0ea-8350ba6aca7a tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Floating IP 2692fa1a-bb37-4d5f-bad7-a02ddef64d47 disassociated. External IP: 172.26.3.132, port: fa82e7af-5435-42ba-a21f-1b96cdc0acdd. Nov 29 02:03:00.234841 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-5f342467-7b63-444a-9e62-e6126cdd3548 req-ae453377-df21-4d16-b0ea-8350ba6aca7a tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Calling delete_port for fa82e7af-5435-42ba-a21f-1b96cdc0acdd owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:00.283429 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-fed7fbe3-f652-4d7e-b9c3-aacdbf101130 None None] Deleting port 4b66c6df-d659-463f-93c4-913dfef5a2d3 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:00.284124 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fed7fbe3-f652-4d7e-b9c3-aacdbf101130 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:00.355661 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6692d77-a895-4af4-91b7-86221b76d38d tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Deleting subnet 792db8d4-b5d3-4cfb-9478-5b9658226f74 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:03:00.365289 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6692d77-a895-4af4-91b7-86221b76d38d tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:00.376894 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-fed7fbe3-f652-4d7e-b9c3-aacdbf101130 None None] For port 4b66c6df-d659-463f-93c4-913dfef5a2d3, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=4b66c6df-d659-463f-93c4-913dfef5a2d3,segment=NetworkSegment(027a4d96-dc33-417f-a551-6f956c6fcf5e),segment_id=027a4d96-dc33-417f-a551-6f956c6fcf5e)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:00.377451 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fed7fbe3-f652-4d7e-b9c3-aacdbf101130 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:00.397341 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5f342467-7b63-444a-9e62-e6126cdd3548 req-ae453377-df21-4d16-b0ea-8350ba6aca7a tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:00.400175 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-fed7fbe3-f652-4d7e-b9c3-aacdbf101130 None None] Calling delete_port for 4b66c6df-d659-463f-93c4-913dfef5a2d3 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:00.410498 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5e921ec1-78b4-4942-aa22-ba62d0ff102d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:00.450589 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6692d77-a895-4af4-91b7-86221b76d38d tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:00.479716 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a9b2f1a2-83bc-45be-89b1-cae4e76b7e13 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:00.529061 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fed7fbe3-f652-4d7e-b9c3-aacdbf101130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:00.561081 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7fbe3-f652-4d7e-b9c3-aacdbf101130 None None] Pushing event deleted for resources: {'Port': ['ID=4b66c6df-d659-463f-93c4-913dfef5a2d3,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:00.563127 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed7fbe3-f652-4d7e-b9c3-aacdbf101130 None None] No DVR routers for this DVR port 4b66c6df-d659-463f-93c4-913dfef5a2d3 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:03:00.564557 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae453377-df21-4d16-b0ea-8350ba6aca7a tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Pushing event deleted for resources: {'Port': ['ID=fa82e7af-5435-42ba-a21f-1b96cdc0acdd,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:00.572105 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2f777529-ed96-4f9c-a3dd-e910c964d001 req-32f286cd-6fe2-498d-9f1a-316454790ead tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/ports?device_id=71ba8100-3a27-4df5-82bd-f3f4648b1fdb HTTP/1.1" status: 200 len: 210 time: 0.0895727 Nov 29 02:03:00.631794 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f342467-7b63-444a-9e62-e6126cdd3548 req-ae453377-df21-4d16-b0ea-8350ba6aca7a tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Router b21bbec7-a19f-4bbe-909e-335767d3b85a has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:03:00.731064 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a9b2f1a2-83bc-45be-89b1-cae4e76b7e13 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:00.741401 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6692d77-a895-4af4-91b7-86221b76d38d tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:00.745694 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5e921ec1-78b4-4942-aa22-ba62d0ff102d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:00.759163 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f342467-7b63-444a-9e62-e6126cdd3548 req-ae453377-df21-4d16-b0ea-8350ba6aca7a tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:03:00.771605 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea8c75e-3f5d-463a-a57a-bab8f2420a33 None None] Sync routers for ids ['b21bbec7-a19f-4bbe-909e-335767d3b85a'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:03:00.786290 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea8c75e-3f5d-463a-a57a-bab8f2420a33 None None] Routers {'b21bbec7-a19f-4bbe-909e-335767d3b85a'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:03:00.791444 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7ea8c75e-3f5d-463a-a57a-bab8f2420a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:02:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['b21bbec7-a19f-4bbe-909e-335767d3b85a'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:00.806833 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f342467-7b63-444a-9e62-e6126cdd3548 req-ae453377-df21-4d16-b0ea-8350ba6aca7a tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] No DVR routers for this DVR port fa82e7af-5435-42ba-a21f-1b96cdc0acdd on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:03:00.809170 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5f342467-7b63-444a-9e62-e6126cdd3548 req-ae453377-df21-4d16-b0ea-8350ba6aca7a tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:00.812789 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5f342467-7b63-444a-9e62-e6126cdd3548 req-ae453377-df21-4d16-b0ea-8350ba6aca7a tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.24 "DELETE /v2.0/ports/fa82e7af-5435-42ba-a21f-1b96cdc0acdd HTTP/1.1" status: 204 len: 173 time: 1.2865565 Nov 29 02:03:00.813269 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ba8100-3a27-4df5-82bd-f3f4648b1fdb', 'name': 'network-vif-deleted', 'tag': 'fa82e7af-5435-42ba-a21f-1b96cdc0acdd'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:03:00.815613 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e05dff3-b7f6-4a6f-a04e-88bf5450ab07" -d '{"events": [{"server_uuid": "71ba8100-3a27-4df5-82bd-f3f4648b1fdb", "name": "network-vif-deleted", "tag": "fa82e7af-5435-42ba-a21f-1b96cdc0acdd"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:03:00.818954 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5e921ec1-78b4-4942-aa22-ba62d0ff102d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:00.822394 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5e921ec1-78b4-4942-aa22-ba62d0ff102d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/subnets/c3dc7476-9456-42d4-8641-74788b88f357 HTTP/1.1" status: 204 len: 168 time: 1.1697299 Nov 29 02:03:00.827045 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e921ec1-78b4-4942-aa22-ba62d0ff102d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Subnet': ['ID=c3dc7476-9456-42d4-8641-74788b88f357,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:00.831277 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5c83ea-c983-487e-84d4-d85b3b0320b3 None None] Network 1591a728-4160-43ca-a3ad-4af20b80ea96 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:00.832192 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-a9b2f1a2-83bc-45be-89b1-cae4e76b7e13 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdfde0dc-582d-4585-a61a-ef047260d51f']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:00.838887 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42198) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:00.915803 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-a9b2f1a2-83bc-45be-89b1-cae4e76b7e13 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '027a4d96-dc33-417f-a551-6f956c6fcf5e') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:00.916023 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-a9b2f1a2-83bc-45be-89b1-cae4e76b7e13 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '027a4d96-dc33-417f-a551-6f956c6fcf5e') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:00.938828 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a9b2f1a2-83bc-45be-89b1-cae4e76b7e13 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:00.976309 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a9b2f1a2-83bc-45be-89b1-cae4e76b7e13 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:00.981065 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6692d77-a895-4af4-91b7-86221b76d38d tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:00.981902 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-7ea8c75e-3f5d-463a-a57a-bab8f2420a33 None None] Set router b21bbec7-a19f-4bbe-909e-335767d3b85a gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:03:01.016341 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b2f1a2-83bc-45be-89b1-cae4e76b7e13 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:03:01.020168 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a9b2f1a2-83bc-45be-89b1-cae4e76b7e13 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:01.027051 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:03:01.027051 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:03:01.027051 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:03:01.027051 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:03:01.027051 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:03:01.027051 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:03:01.027051 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:03:01.027051 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:03:01.027051 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:03:01.027051 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:03:01.027051 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:03:01.027051 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:03:01.027051 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:03:01.027051 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:03:01.027051 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:03:01.027051 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:03:01.027051 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:03:01.027051 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:03:01.027051 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:03:01.027051 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:03:01.027051 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:03:01.027051 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:03:01.027051 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:03:01.027051 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:03:01.027051 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:03:01.027051 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:03:01.027051 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:03:01.027051 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:03:01.027051 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:03:01.027051 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:03:01.027051 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:03:01.027051 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:03:01.030658 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34b284bb-dfc7-4343-bb80-f1a47e380265 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:01.047282 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6692d77-a895-4af4-91b7-86221b76d38d tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Subnet': ['ID=792db8d4-b5d3-4cfb-9478-5b9658226f74,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:01.129536 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6692d77-a895-4af4-91b7-86221b76d38d tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:01.135287 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b6692d77-a895-4af4-91b7-86221b76d38d tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/subnets/792db8d4-b5d3-4cfb-9478-5b9658226f74 HTTP/1.1" status: 204 len: 168 time: 1.2228961 Nov 29 02:03:01.135677 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42202) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:01.196627 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf7d867-ba30-4ba3-8390-4e3bddd6214c None None] DHCP port deletion for 1591a728-4160-43ca-a3ad-4af20b80ea96 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:03:01.203083 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a9b2f1a2-83bc-45be-89b1-cae4e76b7e13 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:01.228549 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a9b2f1a2-83bc-45be-89b1-cae4e76b7e13 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:01.231781 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a9b2f1a2-83bc-45be-89b1-cae4e76b7e13 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] 10.222.0.37 "DELETE /v2.0/networks/fdfde0dc-582d-4585-a61a-ef047260d51f HTTP/1.1" status: 204 len: 168 time: 1.3230083 Nov 29 02:03:01.232682 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2f1a2-83bc-45be-89b1-cae4e76b7e13 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Pushing event deleted for resources: {'Network': ['ID=fdfde0dc-582d-4585-a61a-ef047260d51f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:01.237913 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bae65e-a1cb-4999-b598-745801ec5553 None None] Network d0f10b92-2f42-4edf-90d6-110936014676 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:01.239977 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42204) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:01.262940 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-34b284bb-dfc7-4343-bb80-f1a47e380265 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Deleting port a9efb9a9-4a2d-4ca7-91ae-73319e56d816 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:01.263277 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34b284bb-dfc7-4343-bb80-f1a47e380265 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:01.271272 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bab029-792f-40e2-9a50-21669be4f96e x-openstack-request-id: req-97bab029-792f-40e2-9a50-21669be4f96e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:03:01.271659 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ba8100-3a27-4df5-82bd-f3f4648b1fdb", "name": "network-vif-deleted", "tag": "fa82e7af-5435-42ba-a21f-1b96cdc0acdd", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:03:01.271989 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97bab029-792f-40e2-9a50-21669be4f96e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:03:01.272453 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ba8100-3a27-4df5-82bd-f3f4648b1fdb', 'name': 'network-vif-deleted', 'tag': 'fa82e7af-5435-42ba-a21f-1b96cdc0acdd', 'status': 'completed', 'code': 200} Nov 29 02:03:01.275399 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-76a1ef48-7293-40c1-85cc-6976f9e90090 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8566998-ae84-411c-b217-67160bea1061 HTTP/1.1" status: 200 len: 205 time: 0.0343058 Nov 29 02:03:01.279219 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42206) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:01.299940 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-419106e4-8c0c-4ad3-bd2c-3a91a34d54d5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:01.358963 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-e260d9f8-3dd9-4457-8d7c-a16b26a0b21d None None] Provisioning complete for port f529e8ad-2172-4a23-a6f3-4c21cff8586a triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:01.359342 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e260d9f8-3dd9-4457-8d7c-a16b26a0b21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:01.365707 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-419106e4-8c0c-4ad3-bd2c-3a91a34d54d5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Deleting port f529e8ad-2172-4a23-a6f3-4c21cff8586a {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:01.366131 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-419106e4-8c0c-4ad3-bd2c-3a91a34d54d5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:01.368981 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7ea8c75e-3f5d-463a-a57a-bab8f2420a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'name': 'tempest-ServerActionsTestJSON-1438424348-router', 'tenant_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3bcb5f32-67be-4ce0-9077-a66c5423ce4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:59:34Z', 'updated_at': '2021-11-29T01:59:42Z', 'revision_number': 4, 'project_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'gw_port': {'id': '3bcb5f32-67be-4ce0-9077-a66c5423ce4e', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:36Z', 'updated_at': '2021-11-29T01:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '8deeec41-7f05-4846-b43a-2e5d99ad6db8', 'name': '', 'network_id': 'eb92b723-cb1c-4df8-84a3-7b1e42ef5335', 'tenant_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'mac_address': 'fa:16:3e:f2:34:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7fe7d8ce-5428-4f8e-9400-d67b4f1b0825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:40Z', 'updated_at': '2021-11-29T01:59:50Z', 'revision_number': 5, 'project_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'subnets': [{'id': '7fe7d8ce-5428-4f8e-9400-d67b4f1b0825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:01.404340 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea8c75e-3f5d-463a-a57a-bab8f2420a33 None None] Checking router: b21bbec7-a19f-4bbe-909e-335767d3b85a for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:03:01.414837 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea8c75e-3f5d-463a-a57a-bab8f2420a33 None None] Routers {'b21bbec7-a19f-4bbe-909e-335767d3b85a'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:03:01.415784 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7ea8c75e-3f5d-463a-a57a-bab8f2420a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:02:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['b21bbec7-a19f-4bbe-909e-335767d3b85a'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:01.417684 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3674b3dc-9774-43f9-b76c-bfa08d205ae0 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:01.443756 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-419106e4-8c0c-4ad3-bd2c-3a91a34d54d5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] For port f529e8ad-2172-4a23-a6f3-4c21cff8586a, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=f529e8ad-2172-4a23-a6f3-4c21cff8586a,segment=NetworkSegment(e7dd57af-f896-470a-bc84-cb16ff62c9c1),segment_id=e7dd57af-f896-470a-bc84-cb16ff62c9c1)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:01.444104 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-419106e4-8c0c-4ad3-bd2c-3a91a34d54d5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:01.468665 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-fbf7d867-ba30-4ba3-8390-4e3bddd6214c None None] Deleting port a9efb9a9-4a2d-4ca7-91ae-73319e56d816 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:01.469469 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fbf7d867-ba30-4ba3-8390-4e3bddd6214c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:01.547366 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-7ea8c75e-3f5d-463a-a57a-bab8f2420a33 None None] Set router b21bbec7-a19f-4bbe-909e-335767d3b85a gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:03:01.578128 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-fbf7d867-ba30-4ba3-8390-4e3bddd6214c None None] For port a9efb9a9-4a2d-4ca7-91ae-73319e56d816, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=a9efb9a9-4a2d-4ca7-91ae-73319e56d816,segment=NetworkSegment(e82e89b0-e7a4-45c5-9d24-f5c9c12356e7),segment_id=e82e89b0-e7a4-45c5-9d24-f5c9c12356e7)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:01.578545 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fbf7d867-ba30-4ba3-8390-4e3bddd6214c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:01.658247 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-fbf7d867-ba30-4ba3-8390-4e3bddd6214c None None] Calling delete_port for a9efb9a9-4a2d-4ca7-91ae-73319e56d816 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:01.708214 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a9efb9a9-4a2d-4ca7-91ae-73319e56d816 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:03:01.763683 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42212) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:01.776016 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-34b284bb-dfc7-4343-bb80-f1a47e380265 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] For port a9efb9a9-4a2d-4ca7-91ae-73319e56d816, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=a9efb9a9-4a2d-4ca7-91ae-73319e56d816,segment=NetworkSegment(e82e89b0-e7a4-45c5-9d24-f5c9c12356e7),segment_id=e82e89b0-e7a4-45c5-9d24-f5c9c12356e7)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:01.776716 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34b284bb-dfc7-4343-bb80-f1a47e380265 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:01.787614 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3674b3dc-9774-43f9-b76c-bfa08d205ae0 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:01.797740 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3674b3dc-9774-43f9-b76c-bfa08d205ae0 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:01.817633 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-34b284bb-dfc7-4343-bb80-f1a47e380265 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Calling delete_port for a9efb9a9-4a2d-4ca7-91ae-73319e56d816 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:01.865248 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7ea8c75e-3f5d-463a-a57a-bab8f2420a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'name': 'tempest-ServerActionsTestJSON-1438424348-router', 'tenant_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3bcb5f32-67be-4ce0-9077-a66c5423ce4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:59:34Z', 'updated_at': '2021-11-29T01:59:42Z', 'revision_number': 4, 'project_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'gw_port': {'id': '3bcb5f32-67be-4ce0-9077-a66c5423ce4e', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:36Z', 'updated_at': '2021-11-29T01:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '8deeec41-7f05-4846-b43a-2e5d99ad6db8', 'name': '', 'network_id': 'eb92b723-cb1c-4df8-84a3-7b1e42ef5335', 'tenant_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'mac_address': 'fa:16:3e:f2:34:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7fe7d8ce-5428-4f8e-9400-d67b4f1b0825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:40Z', 'updated_at': '2021-11-29T01:59:50Z', 'revision_number': 5, 'project_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'subnets': [{'id': '7fe7d8ce-5428-4f8e-9400-d67b4f1b0825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:01.894583 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-419106e4-8c0c-4ad3-bd2c-3a91a34d54d5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Calling delete_port for f529e8ad-2172-4a23-a6f3-4c21cff8586a owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:01.911590 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea8c75e-3f5d-463a-a57a-bab8f2420a33 None None] The sync data for ids ['b21bbec7-a19f-4bbe-909e-335767d3b85a'] in dv-neutron-819032-3-hyperv is: [{'id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'name': 'tempest-ServerActionsTestJSON-1438424348-router', 'tenant_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3bcb5f32-67be-4ce0-9077-a66c5423ce4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:59:34Z', 'updated_at': '2021-11-29T01:59:42Z', 'revision_number': 4, 'project_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'gw_port': {'id': '3bcb5f32-67be-4ce0-9077-a66c5423ce4e', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:36Z', 'updated_at': '2021-11-29T01:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '8deeec41-7f05-4846-b43a-2e5d99ad6db8', 'name': '', 'network_id': 'eb92b723-cb1c-4df8-84a3-7b1e42ef5335', 'tenant_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'mac_address': 'fa:16:3e:f2:34:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7fe7d8ce-5428-4f8e-9400-d67b4f1b0825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:40Z', 'updated_at': '2021-11-29T01:59:50Z', 'revision_number': 5, 'project_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'subnets': [{'id': '7fe7d8ce-5428-4f8e-9400-d67b4f1b0825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:03:01.916823 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9784961-9e69-4737-b833-1c5c516f8240 None None] DHCP port deletion for d0f10b92-2f42-4edf-90d6-110936014676 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:03:01.936991 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3674b3dc-9774-43f9-b76c-bfa08d205ae0 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:01.937595 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3674b3dc-9774-43f9-b76c-bfa08d205ae0 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Fanout notify agent at l3_agent the message router_deleted on router e8566998-ae84-411c-b217-67160bea1061 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:03:01.952360 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3674b3dc-9774-43f9-b76c-bfa08d205ae0 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:01.953661 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3674b3dc-9774-43f9-b76c-bfa08d205ae0 tempest-RoutersNegativeIpV6Test-571626543 tempest-RoutersNegativeIpV6Test-571626543-project] 10.222.0.37 "DELETE /v2.0/routers/e8566998-ae84-411c-b217-67160bea1061 HTTP/1.1" status: 204 len: 168 time: 0.6732609 Nov 29 02:03:01.956261 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e26e9108-13eb-4c2e-a1ab-5f0aea601e88 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:01.991423 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-419106e4-8c0c-4ad3-bd2c-3a91a34d54d5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:02.006657 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e26e9108-13eb-4c2e-a1ab-5f0aea601e88 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:02.032233 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419106e4-8c0c-4ad3-bd2c-3a91a34d54d5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Port': ['ID=f529e8ad-2172-4a23-a6f3-4c21cff8586a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:02.036341 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419106e4-8c0c-4ad3-bd2c-3a91a34d54d5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] No DVR routers for this DVR port f529e8ad-2172-4a23-a6f3-4c21cff8586a on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:03:02.057245 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34b284bb-dfc7-4343-bb80-f1a47e380265 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:02.066648 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No active binding found for port a9efb9a9-4a2d-4ca7-91ae-73319e56d816 {{(pid=103256) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 29 02:03:02.069194 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a9efb9a9-4a2d-4ca7-91ae-73319e56d816 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:03:02.071481 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 4b66c6df-d659-463f-93c4-913dfef5a2d3 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:03:02.088341 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b284bb-dfc7-4343-bb80-f1a47e380265 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Port': ['ID=a9efb9a9-4a2d-4ca7-91ae-73319e56d816,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:02.116642 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b284bb-dfc7-4343-bb80-f1a47e380265 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] No DVR routers for this DVR port a9efb9a9-4a2d-4ca7-91ae-73319e56d816 on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:03:02.128183 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 4b66c6df-d659-463f-93c4-913dfef5a2d3 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:03:02.129935 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 4b66c6df-d659-463f-93c4-913dfef5a2d3 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:03:02.139109 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-419106e4-8c0c-4ad3-bd2c-3a91a34d54d5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:02.170258 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-419106e4-8c0c-4ad3-bd2c-3a91a34d54d5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f10b92-2f42-4edf-90d6-110936014676']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:02.174404 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fbf7d867-ba30-4ba3-8390-4e3bddd6214c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:02.183871 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-419106e4-8c0c-4ad3-bd2c-3a91a34d54d5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7dd57af-f896-470a-bc84-cb16ff62c9c1') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:02.184315 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-419106e4-8c0c-4ad3-bd2c-3a91a34d54d5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7dd57af-f896-470a-bc84-cb16ff62c9c1') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:02.190285 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c9784961-9e69-4737-b833-1c5c516f8240 None None] Deleting port f529e8ad-2172-4a23-a6f3-4c21cff8586a {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:02.190652 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9784961-9e69-4737-b833-1c5c516f8240 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:02.197498 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-419106e4-8c0c-4ad3-bd2c-3a91a34d54d5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:02.212716 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-419106e4-8c0c-4ad3-bd2c-3a91a34d54d5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:02.218197 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34b284bb-dfc7-4343-bb80-f1a47e380265 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:02.220104 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-419106e4-8c0c-4ad3-bd2c-3a91a34d54d5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:03:02.220602 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-419106e4-8c0c-4ad3-bd2c-3a91a34d54d5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:02.237187 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7d867-ba30-4ba3-8390-4e3bddd6214c None None] Pushing event deleted for resources: {'Port': ['ID=a9efb9a9-4a2d-4ca7-91ae-73319e56d816,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:02.251260 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-34b284bb-dfc7-4343-bb80-f1a47e380265 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1591a728-4160-43ca-a3ad-4af20b80ea96']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:02.263506 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-34b284bb-dfc7-4343-bb80-f1a47e380265 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e82e89b0-e7a4-45c5-9d24-f5c9c12356e7') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:02.264109 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-34b284bb-dfc7-4343-bb80-f1a47e380265 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e82e89b0-e7a4-45c5-9d24-f5c9c12356e7') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:02.277430 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf7d867-ba30-4ba3-8390-4e3bddd6214c None None] No DVR routers for this DVR port a9efb9a9-4a2d-4ca7-91ae-73319e56d816 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:03:02.279329 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34b284bb-dfc7-4343-bb80-f1a47e380265 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:02.296030 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:03:02.296030 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:03:02.296030 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:03:02.296030 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:03:02.296030 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:03:02.296030 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:03:02.296030 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:03:02.296030 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:03:02.296030 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:03:02.296030 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:03:02.296030 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:03:02.296030 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:03:02.296030 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:03:02.296030 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:03:02.296030 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:03:02.296030 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:03:02.296030 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:03:02.296030 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:03:02.296030 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:03:02.296030 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:03:02.296030 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:03:02.296030 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:03:02.296030 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:03:02.296030 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:03:02.296030 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:03:02.296030 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:03:02.296030 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:03:02.296030 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:03:02.296030 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:03:02.296030 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:03:02.296030 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:03:02.296030 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:03:02.300295 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-419106e4-8c0c-4ad3-bd2c-3a91a34d54d5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:02.310830 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34b284bb-dfc7-4343-bb80-f1a47e380265 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:02.321984 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b284bb-dfc7-4343-bb80-f1a47e380265 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:03:02.322927 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34b284bb-dfc7-4343-bb80-f1a47e380265 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:02.337104 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c9784961-9e69-4737-b833-1c5c516f8240 None None] For port f529e8ad-2172-4a23-a6f3-4c21cff8586a, host dv-neutron-819032-3-hyperv, got binding levels [] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:02.337914 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9784961-9e69-4737-b833-1c5c516f8240 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:02.340487 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-419106e4-8c0c-4ad3-bd2c-3a91a34d54d5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:02.343889 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-419106e4-8c0c-4ad3-bd2c-3a91a34d54d5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/networks/d0f10b92-2f42-4edf-90d6-110936014676 HTTP/1.1" status: 204 len: 168 time: 1.2068958 Nov 29 02:03:02.350169 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419106e4-8c0c-4ad3-bd2c-3a91a34d54d5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Network': ['ID=d0f10b92-2f42-4edf-90d6-110936014676,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:02.356508 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42218) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:02.358959 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c9784961-9e69-4737-b833-1c5c516f8240 None None] Calling delete_port for f529e8ad-2172-4a23-a6f3-4c21cff8586a owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:02.362007 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.ipam_backend_mixin [None req-c9784961-9e69-4737-b833-1c5c516f8240 None None] Port f529e8ad-2172-4a23-a6f3-4c21cff8586a was not found and therefore no delete operation was performed {{(pid=103256) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 02:03:02.363434 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9784961-9e69-4737-b833-1c5c516f8240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:02.394074 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:03:02.394074 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:03:02.394074 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:03:02.394074 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:03:02.394074 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:03:02.394074 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:03:02.394074 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:03:02.394074 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:03:02.394074 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:03:02.394074 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:03:02.394074 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:03:02.394074 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:03:02.394074 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:03:02.394074 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:03:02.394074 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:03:02.394074 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:03:02.394074 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:03:02.394074 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:03:02.394074 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:03:02.394074 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:03:02.394074 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:03:02.394074 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:03:02.394074 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:03:02.394074 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:03:02.394074 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:03:02.394074 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:03:02.394074 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:03:02.394074 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:03:02.394074 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:03:02.394074 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:03:02.394074 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:03:02.394074 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:03:02.400858 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9784961-9e69-4737-b833-1c5c516f8240 None None] Pushing event deleted for resources: {'Port': ['ID=f529e8ad-2172-4a23-a6f3-4c21cff8586a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:02.403270 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d31ebb-74d5-448f-924f-fb312de33eb3 None None] New status for floating IP 2692fa1a-bb37-4d5f-bad7-a02ddef64d47: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:03:02.406810 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c9784961-9e69-4737-b833-1c5c516f8240 None None] Network d0f10b92-2f42-4edf-90d6-110936014676 is not hosted by any dhcp agent {{(pid=103256) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 29 02:03:02.407242 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9784961-9e69-4737-b833-1c5c516f8240 None None] No DVR routers for this DVR port f529e8ad-2172-4a23-a6f3-4c21cff8586a on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:03:02.433906 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e26e9108-13eb-4c2e-a1ab-5f0aea601e88 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:02.439810 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e26e9108-13eb-4c2e-a1ab-5f0aea601e88 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:02.449891 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e26e9108-13eb-4c2e-a1ab-5f0aea601e88 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "DELETE /v2.0/security-groups/34156ace-326b-4213-8fdd-43cff46873cc HTTP/1.1" status: 204 len: 168 time: 0.6839976 Nov 29 02:03:02.451728 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42220) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:02.457477 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be97e8a-ac66-403f-8e3a-130462cdb46d tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:02.459422 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8be97e8a-ac66-403f-8e3a-130462cdb46d tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1018610 Nov 29 02:03:02.462968 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42222) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:02.479332 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34b284bb-dfc7-4343-bb80-f1a47e380265 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:02.498935 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42224) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:02.501122 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-34b284bb-dfc7-4343-bb80-f1a47e380265 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:02.508404 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-34b284bb-dfc7-4343-bb80-f1a47e380265 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/networks/1591a728-4160-43ca-a3ad-4af20b80ea96 HTTP/1.1" status: 204 len: 168 time: 1.6651971 Nov 29 02:03:02.508404 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e9108-13eb-4c2e-a1ab-5f0aea601e88 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34156ace-326b-4213-8fdd-43cff46873cc,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:02.508404 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-3a843e71-0b01-4d34-abb1-b72086adfdbf tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] show failed (client error): The resource could not be found. Nov 29 02:03:02.511532 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42228) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:02.519114 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3a843e71-0b01-4d34-abb1-b72086adfdbf tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "GET /v2.0/security-groups/34156ace-326b-4213-8fdd-43cff46873cc HTTP/1.1" status: 404 len: 347 time: 0.0597341 Nov 29 02:03:02.519967 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42230) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:02.549136 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b284bb-dfc7-4343-bb80-f1a47e380265 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Network': ['ID=1591a728-4160-43ca-a3ad-4af20b80ea96,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:02.572421 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-20d19647-386d-4f2f-a243-ea9ed44184c8 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1050253 Nov 29 02:03:02.573314 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42232) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:02.578470 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ea6b5b7d-1fa8-44b1-ba3b-01729d68f0a0 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1825681401'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:02.594102 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601e4d79-5695-48b6-b432-abef8e41c9a4 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:02.599553 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-601e4d79-5695-48b6-b432-abef8e41c9a4 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "GET /v2.0/ports/dc13d98b-07d1-4e1f-a4f5-22c4647fd0c6 HTTP/1.1" status: 200 len: 841 time: 0.0832064 Nov 29 02:03:02.599641 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42234) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:02.617239 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6b5b7d-1fa8-44b1-ba3b-01729d68f0a0 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:02.621577 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ea6b5b7d-1fa8-44b1-ba3b-01729d68f0a0 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:02.653715 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea6b5b7d-1fa8-44b1-ba3b-01729d68f0a0 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:03:02.663394 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ea6b5b7d-1fa8-44b1-ba3b-01729d68f0a0 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:02.663782 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-ea6b5b7d-1fa8-44b1-ba3b-01729d68f0a0 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Added segment ea829d03-0e21-4db7-8635-8333e98e7e69 of type vlan for network 24640262-3ea7-4c90-b78e-1e04cb34beb2 Nov 29 02:03:02.696723 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5938e763-fff8-42a0-a3ac-bd6c2f570cb5 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "GET /v2.0/ports/dc13d98b-07d1-4e1f-a4f5-22c4647fd0c6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0930591 Nov 29 02:03:02.696939 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42236) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:02.702859 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-79c6c786-525f-4cac-8d17-87a059079c73 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'subnet': {'network_id': 'd19028d4-3d87-47a3-aaad-1e7d87570660', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:02.725066 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ea6b5b7d-1fa8-44b1-ba3b-01729d68f0a0 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:02.750084 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-30b15272-05cd-45c3-a2e5-c20b00de92c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fb8e2daaf70d4af0b567bc07a96df956&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467370 Nov 29 02:03:02.752638 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42238) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:02.762107 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ea6b5b7d-1fa8-44b1-ba3b-01729d68f0a0 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:02.767609 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6b5b7d-1fa8-44b1-ba3b-01729d68f0a0 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:02.768194 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ea6b5b7d-1fa8-44b1-ba3b-01729d68f0a0 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:02.829755 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0b3961be-c069-4c6c-96d0-30b99ccf13f7 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Deleting port 09979f0e-30ed-4675-9ac2-2dcdd7a241d9 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:02.830105 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0b3961be-c069-4c6c-96d0-30b99ccf13f7 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:02.838673 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b5b7d-1fa8-44b1-ba3b-01729d68f0a0 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Network': ['ID=24640262-3ea7-4c90-b78e-1e04cb34beb2,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:02.848904 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 24640262-3ea7-4c90-b78e-1e04cb34beb2 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:03:02.883701 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ea6b5b7d-1fa8-44b1-ba3b-01729d68f0a0 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3066750 Nov 29 02:03:02.883920 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c6c786-525f-4cac-8d17-87a059079c73 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:02.885097 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42240) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:02.885881 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-79c6c786-525f-4cac-8d17-87a059079c73 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:02.889350 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ec1e5c67-70e7-4bad-936e-cd0a9beed812 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'subnet': {'network_id': '24640262-3ea7-4c90-b78e-1e04cb34beb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:02.937938 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-09072132-96a8-4b29-a32d-215dc3484d85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:02.983566 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1e5c67-70e7-4bad-936e-cd0a9beed812 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:02.987050 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec1e5c67-70e7-4bad-936e-cd0a9beed812 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:02.989685 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-09072132-96a8-4b29-a32d-215dc3484d85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:03.020914 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0b3961be-c069-4c6c-96d0-30b99ccf13f7 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:03.021240 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0b3961be-c069-4c6c-96d0-30b99ccf13f7 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:03.055864 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0b3961be-c069-4c6c-96d0-30b99ccf13f7 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Calling delete_port for 09979f0e-30ed-4675-9ac2-2dcdd7a241d9 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:03.171037 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-09072132-96a8-4b29-a32d-215dc3484d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:03.173664 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-09072132-96a8-4b29-a32d-215dc3484d85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:03.177120 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-09072132-96a8-4b29-a32d-215dc3484d85 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6b57b084-3df3-4974-9354-905a776800d2 HTTP/1.1" status: 204 len: 168 time: 0.4202847 Nov 29 02:03:03.182816 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec1e5c67-70e7-4bad-936e-cd0a9beed812 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:03.194738 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09072132-96a8-4b29-a32d-215dc3484d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b57b084-3df3-4974-9354-905a776800d2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:03.251190 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-79c6c786-525f-4cac-8d17-87a059079c73 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:03.257328 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e5c67-70e7-4bad-936e-cd0a9beed812 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Subnet': ['ID=423c079a-ca6e-4388-a99d-fa1f6f4e32d9,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:03.263607 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1e5c67-70e7-4bad-936e-cd0a9beed812 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Checking segment: {'id': 'ea829d03-0e21-4db7-8635-8333e98e7e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '24640262-3ea7-4c90-b78e-1e04cb34beb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:03:03.263986 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1e5c67-70e7-4bad-936e-cd0a9beed812 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Network hostable DHCP agents. Network: 24640262-3ea7-4c90-b78e-1e04cb34beb2, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:03:03.284184 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1e5c67-70e7-4bad-936e-cd0a9beed812 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Network 24640262-3ea7-4c90-b78e-1e04cb34beb2 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:03:03.293435 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-ec1e5c67-70e7-4bad-936e-cd0a9beed812 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 24640262-3ea7-4c90-b78e-1e04cb34beb2) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:03.298326 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1e5c67-70e7-4bad-936e-cd0a9beed812 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:03.298933 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec1e5c67-70e7-4bad-936e-cd0a9beed812 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:03.308136 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ce1ad7-b6f6-4e63-bae3-89990dd494da None None] Network 24640262-3ea7-4c90-b78e-1e04cb34beb2 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:03.322395 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ec1e5c67-70e7-4bad-936e-cd0a9beed812 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4368923 Nov 29 02:03:03.325047 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42244) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:03.325804 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c6c786-525f-4cac-8d17-87a059079c73 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Network d19028d4-3d87-47a3-aaad-1e7d87570660 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:03.330340 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7eb5bf72-0e96-4737-9715-894f58406adf tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'port': {'network_id': '24640262-3ea7-4c90-b78e-1e04cb34beb2', 'name': 'tempest-PortsIpV6TestJSON-969161828'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:03.334172 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-79c6c786-525f-4cac-8d17-87a059079c73 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:03.342533 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c6c786-525f-4cac-8d17-87a059079c73 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:03.343136 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-79c6c786-525f-4cac-8d17-87a059079c73 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:03.358011 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6c786-525f-4cac-8d17-87a059079c73 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Subnet': ['ID=8d1079e3-a63d-42f8-a86e-9596a3592ca8,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:03.368622 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0b3961be-c069-4c6c-96d0-30b99ccf13f7 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:03.405267 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-79c6c786-525f-4cac-8d17-87a059079c73 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7072744 Nov 29 02:03:03.406211 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3961be-c069-4c6c-96d0-30b99ccf13f7 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Pushing event deleted for resources: {'Port': ['ID=09979f0e-30ed-4675-9ac2-2dcdd7a241d9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:03.408100 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42246) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:03.423094 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f003cc-22a9-48ab-af85-1f449778253f None None] Network d19028d4-3d87-47a3-aaad-1e7d87570660 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:03.431486 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device fa82e7af-5435-42ba-a21f-1b96cdc0acdd no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:03:03.441486 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5dc567c7-7dd1-4566-9603-f587ede9a937 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'security_group': {'name': 'tempest-secgroup-1374935809'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:03.466575 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: fa82e7af-5435-42ba-a21f-1b96cdc0acdd {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:03:03.466945 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device fa82e7af-5435-42ba-a21f-1b96cdc0acdd not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:03:03.482739 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.db.api [None req-7eb5bf72-0e96-4737-9715-894f58406adf tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 02:03:03.482739 dv-neutron-819032-3-hyperv neutron-server[103255]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 29 02:03:03.482739 dv-neutron-819032-3-hyperv neutron-server[103255]: [parameters: {'project_id_1': '9daf37777467458cb4d0ea385d3d0eee', 'expiration_1': datetime.datetime(2021, 11, 29, 2, 2, 43, 470740)}] Nov 29 02:03:03.482739 dv-neutron-819032-3-hyperv neutron-server[103255]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:03:03.484406 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG oslo_db.api [None req-7eb5bf72-0e96-4737-9715-894f58406adf tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:03:03.499402 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5dc567c7-7dd1-4566-9603-f587ede9a937 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:03.502096 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0b3961be-c069-4c6c-96d0-30b99ccf13f7 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:03.504569 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0b3961be-c069-4c6c-96d0-30b99ccf13f7 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:03.505384 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0b3961be-c069-4c6c-96d0-30b99ccf13f7 tempest-ServerActionsTestJSON-281282416 tempest-ServerActionsTestJSON-281282416-project] 10.222.0.37 "DELETE /v2.0/floatingips/2692fa1a-bb37-4d5f-bad7-a02ddef64d47 HTTP/1.1" status: 204 len: 168 time: 0.9815361 Nov 29 02:03:03.509414 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42248) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:03.588004 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5dc567c7-7dd1-4566-9603-f587ede9a937 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:03.594948 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5dc567c7-7dd1-4566-9603-f587ede9a937 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:03.629375 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5dc567c7-7dd1-4566-9603-f587ede9a937 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:03.631813 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5dc567c7-7dd1-4566-9603-f587ede9a937 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2175951 Nov 29 02:03:03.634617 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42250) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:03.640980 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-24477f2d-d28d-4ab7-a215-2cb0e8f68568 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'security_group': {'name': 'tempest-secgroup-1889348118'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:03.645676 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device f529e8ad-2172-4a23-a6f3-4c21cff8586a no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:03:03.646916 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc567c7-7dd1-4566-9603-f587ede9a937 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4470c34a-75d5-42cd-94b9-751d1162c03a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:03.667894 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-24477f2d-d28d-4ab7-a215-2cb0e8f68568 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:03.685047 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: f529e8ad-2172-4a23-a6f3-4c21cff8586a {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:03:03.685395 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device f529e8ad-2172-4a23-a6f3-4c21cff8586a not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:03:03.736867 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1aae745-0101-4a7d-85ff-c5d331719ccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-24640262-3ea7-4c90-b78e-1e04cb34beb2', 'network_id': '24640262-3ea7-4c90-b78e-1e04cb34beb2', 'tenant_id': '9daf37777467458cb4d0ea385d3d0eee', 'fixed_ips': [{'subnet_id': '423c079a-ca6e-4388-a99d-fa1f6f4e32d9'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:03:03.737661 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1aae745-0101-4a7d-85ff-c5d331719ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:03.753449 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-24477f2d-d28d-4ab7-a215-2cb0e8f68568 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:03.758410 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-24477f2d-d28d-4ab7-a215-2cb0e8f68568 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:03.795107 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-24477f2d-d28d-4ab7-a215-2cb0e8f68568 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:03.798900 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-24477f2d-d28d-4ab7-a215-2cb0e8f68568 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1607833 Nov 29 02:03:03.799110 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42252) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:03.804083 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b7a99763-5024-4639-bca3-98b008a977ff tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-750791167', 'security_groups': ['bcb8384f-ff1b-4988-b812-3191a959e94e'], 'network_id': 'd19028d4-3d87-47a3-aaad-1e7d87570660', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8d1079e3-a63d-42f8-a86e-9596a3592ca8'}]}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:03.809442 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24477f2d-d28d-4ab7-a215-2cb0e8f68568 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb8384f-ff1b-4988-b812-3191a959e94e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:03.817997 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ff4eae-1820-4ff6-ac30-4d69ce258f1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-d19028d4-3d87-47a3-aaad-1e7d87570660', 'network_id': 'd19028d4-3d87-47a3-aaad-1e7d87570660', 'tenant_id': '244b87083f7548969719374c99f34997', 'fixed_ips': [{'subnet_id': '8d1079e3-a63d-42f8-a86e-9596a3592ca8'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:03:03.818864 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-06ff4eae-1820-4ff6-ac30-4d69ce258f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:03.935532 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a99763-5024-4639-bca3-98b008a977ff tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:03.945925 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a42ca177-c401-4a7e-935e-52899d0335cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:03.966007 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-c1aae745-0101-4a7d-85ff-c5d331719ccc None None] Allocated IP 2001:db8::2 (24640262-3ea7-4c90-b78e-1e04cb34beb2/423c079a-ca6e-4388-a99d-fa1f6f4e32d9/537969f0-5ff8-439c-9a30-43c0665fde37) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:04.032449 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b7a99763-5024-4639-bca3-98b008a977ff tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:04.050924 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-b7a99763-5024-4639-bca3-98b008a977ff tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] device_id is not set on port 59ba9246-38f6-4c09-8fbe-a430acd13479 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:03:04.052714 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb5bf72-0e96-4737-9715-894f58406adf tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:04.053392 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-06ff4eae-1820-4ff6-ac30-4d69ce258f1e None None] Allocated IP 172.20.0.2 (d19028d4-3d87-47a3-aaad-1e7d87570660/8d1079e3-a63d-42f8-a86e-9596a3592ca8/1efbd707-642a-41f6-b8ee-b64b50efb2a2) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:04.057407 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7eb5bf72-0e96-4737-9715-894f58406adf tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:04.083268 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-7eb5bf72-0e96-4737-9715-894f58406adf tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] device_id is not set on port f11a8597-2d35-4b15-aa95-6e8e8b06769c yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:03:04.230296 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1aae745-0101-4a7d-85ff-c5d331719ccc None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:04.256281 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1aae745-0101-4a7d-85ff-c5d331719ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:04.303586 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-06ff4eae-1820-4ff6-ac30-4d69ce258f1e None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:04.313760 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1aae745-0101-4a7d-85ff-c5d331719ccc None None] Network 24640262-3ea7-4c90-b78e-1e04cb34beb2 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:04.316893 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-06ff4eae-1820-4ff6-ac30-4d69ce258f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:04.326048 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-c1aae745-0101-4a7d-85ff-c5d331719ccc None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:04.331965 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aae745-0101-4a7d-85ff-c5d331719ccc None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:03:04.336675 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-7eb5bf72-0e96-4737-9715-894f58406adf tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Allocated IP 2001:db8::19c (24640262-3ea7-4c90-b78e-1e04cb34beb2/423c079a-ca6e-4388-a99d-fa1f6f4e32d9/f11a8597-2d35-4b15-aa95-6e8e8b06769c) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:04.337211 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aae745-0101-4a7d-85ff-c5d331719ccc None None] Pushing event updated for resources: {'Port': ['ID=537969f0-5ff8-439c-9a30-43c0665fde37,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:04.351021 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ff4eae-1820-4ff6-ac30-4d69ce258f1e None None] Network d19028d4-3d87-47a3-aaad-1e7d87570660 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:04.368695 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a42ca177-c401-4a7e-935e-52899d0335cb admin admin] Deleting port 8deeec41-7f05-4846-b43a-2e5d99ad6db8 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:04.369023 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a42ca177-c401-4a7e-935e-52899d0335cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:04.375650 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-b7a99763-5024-4639-bca3-98b008a977ff tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Allocated IP 172.20.0.11 (d19028d4-3d87-47a3-aaad-1e7d87570660/8d1079e3-a63d-42f8-a86e-9596a3592ca8/59ba9246-38f6-4c09-8fbe-a430acd13479) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:04.384216 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-06ff4eae-1820-4ff6-ac30-4d69ce258f1e None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:04.393391 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ff4eae-1820-4ff6-ac30-4d69ce258f1e None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:03:04.454216 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-c1aae745-0101-4a7d-85ff-c5d331719ccc None None] Attempting to bind port 537969f0-5ff8-439c-9a30-43c0665fde37 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:03:04.454615 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-c1aae745-0101-4a7d-85ff-c5d331719ccc None None] Attempting to bind port 537969f0-5ff8-439c-9a30-43c0665fde37 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'ea829d03-0e21-4db7-8635-8333e98e7e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '24640262-3ea7-4c90-b78e-1e04cb34beb2'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:03:04.454957 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1aae745-0101-4a7d-85ff-c5d331719ccc None None] Attempting to bind port 537969f0-5ff8-439c-9a30-43c0665fde37 on network 24640262-3ea7-4c90-b78e-1e04cb34beb2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:03:04.458939 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff4eae-1820-4ff6-ac30-4d69ce258f1e None None] Pushing event updated for resources: {'Port': ['ID=1efbd707-642a-41f6-b8ee-b64b50efb2a2,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:04.480936 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1aae745-0101-4a7d-85ff-c5d331719ccc None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:03:04.481201 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1aae745-0101-4a7d-85ff-c5d331719ccc None None] Checking segment: {'id': 'ea829d03-0e21-4db7-8635-8333e98e7e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '24640262-3ea7-4c90-b78e-1e04cb34beb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:03:04.481598 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1aae745-0101-4a7d-85ff-c5d331719ccc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:04.482770 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1aae745-0101-4a7d-85ff-c5d331719ccc None None] Bound using segment: {'id': 'ea829d03-0e21-4db7-8635-8333e98e7e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '24640262-3ea7-4c90-b78e-1e04cb34beb2'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:03:04.482770 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-c1aae745-0101-4a7d-85ff-c5d331719ccc None None] Bound port: 537969f0-5ff8-439c-9a30-43c0665fde37, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea829d03-0e21-4db7-8635-8333e98e7e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '24640262-3ea7-4c90-b78e-1e04cb34beb2'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:03:04.483050 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1aae745-0101-4a7d-85ff-c5d331719ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:04.501245 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-06ff4eae-1820-4ff6-ac30-4d69ce258f1e None None] Attempting to bind port 1efbd707-642a-41f6-b8ee-b64b50efb2a2 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:03:04.502219 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-06ff4eae-1820-4ff6-ac30-4d69ce258f1e None None] Attempting to bind port 1efbd707-642a-41f6-b8ee-b64b50efb2a2 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '9eb4570c-847e-4d83-8b93-6989b8954e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd19028d4-3d87-47a3-aaad-1e7d87570660'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:03:04.502604 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ff4eae-1820-4ff6-ac30-4d69ce258f1e None None] Attempting to bind port 1efbd707-642a-41f6-b8ee-b64b50efb2a2 on network d19028d4-3d87-47a3-aaad-1e7d87570660 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:03:04.524237 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a42ca177-c401-4a7e-935e-52899d0335cb admin admin] For port 8deeec41-7f05-4846-b43a-2e5d99ad6db8, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=8deeec41-7f05-4846-b43a-2e5d99ad6db8,segment=NetworkSegment(f034e30a-2987-4f0f-9709-b5eedf4799ba),segment_id=f034e30a-2987-4f0f-9709-b5eedf4799ba)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:04.524637 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a42ca177-c401-4a7e-935e-52899d0335cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:04.530352 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ff4eae-1820-4ff6-ac30-4d69ce258f1e None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:03:04.531031 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ff4eae-1820-4ff6-ac30-4d69ce258f1e None None] Checking segment: {'id': '9eb4570c-847e-4d83-8b93-6989b8954e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd19028d4-3d87-47a3-aaad-1e7d87570660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:03:04.531170 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-06ff4eae-1820-4ff6-ac30-4d69ce258f1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:04.531521 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ff4eae-1820-4ff6-ac30-4d69ce258f1e None None] Bound using segment: {'id': '9eb4570c-847e-4d83-8b93-6989b8954e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd19028d4-3d87-47a3-aaad-1e7d87570660'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:03:04.532009 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-06ff4eae-1820-4ff6-ac30-4d69ce258f1e None None] Bound port: 1efbd707-642a-41f6-b8ee-b64b50efb2a2, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb4570c-847e-4d83-8b93-6989b8954e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd19028d4-3d87-47a3-aaad-1e7d87570660'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:03:04.532396 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-06ff4eae-1820-4ff6-ac30-4d69ce258f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:04.533966 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b7a99763-5024-4639-bca3-98b008a977ff tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:04.547770 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a42ca177-c401-4a7e-935e-52899d0335cb admin admin] Calling delete_port for 8deeec41-7f05-4846-b43a-2e5d99ad6db8 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:04.572796 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b7a99763-5024-4639-bca3-98b008a977ff tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:04.600702 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c1aae745-0101-4a7d-85ff-c5d331719ccc None None] For port 537969f0-5ff8-439c-9a30-43c0665fde37, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:03:04.606502 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7eb5bf72-0e96-4737-9715-894f58406adf tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:04.606704 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c1aae745-0101-4a7d-85ff-c5d331719ccc None None] For port 537969f0-5ff8-439c-9a30-43c0665fde37, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=537969f0-5ff8-439c-9a30-43c0665fde37,segment=NetworkSegment(ea829d03-0e21-4db7-8635-8333e98e7e69),segment_id=ea829d03-0e21-4db7-8635-8333e98e7e69)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:03:04.620083 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1aae745-0101-4a7d-85ff-c5d331719ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:04.624888 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a99763-5024-4639-bca3-98b008a977ff tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Network d19028d4-3d87-47a3-aaad-1e7d87570660 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:04.631285 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-b7a99763-5024-4639-bca3-98b008a977ff tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:04.637289 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a99763-5024-4639-bca3-98b008a977ff tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Port': ['ID=59ba9246-38f6-4c09-8fbe-a430acd13479,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:04.640527 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a99763-5024-4639-bca3-98b008a977ff tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:03:04.652687 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-06ff4eae-1820-4ff6-ac30-4d69ce258f1e None None] For port 1efbd707-642a-41f6-b8ee-b64b50efb2a2, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:03:04.658303 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-06ff4eae-1820-4ff6-ac30-4d69ce258f1e None None] For port 1efbd707-642a-41f6-b8ee-b64b50efb2a2, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=1efbd707-642a-41f6-b8ee-b64b50efb2a2,segment=NetworkSegment(9eb4570c-847e-4d83-8b93-6989b8954e86),segment_id=9eb4570c-847e-4d83-8b93-6989b8954e86)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:03:04.686856 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-06ff4eae-1820-4ff6-ac30-4d69ce258f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:04.692418 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a99763-5024-4639-bca3-98b008a977ff tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:04.692418 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b7a99763-5024-4639-bca3-98b008a977ff tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:04.708221 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7eb5bf72-0e96-4737-9715-894f58406adf tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:04.718010 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b7a99763-5024-4639-bca3-98b008a977ff tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9147098 Nov 29 02:03:04.718010 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42254) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:04.725650 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4c1ce8ca-3269-4fdb-9fc8-3d4210cad9e0 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'subnet': {'network_id': 'd19028d4-3d87-47a3-aaad-1e7d87570660', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:04.744690 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aae745-0101-4a7d-85ff-c5d331719ccc None None] Pushing event updated for resources: {'Port': ['ID=537969f0-5ff8-439c-9a30-43c0665fde37,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:04.785818 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5bf72-0e96-4737-9715-894f58406adf tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Port': ['ID=f11a8597-2d35-4b15-aa95-6e8e8b06769c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:04.807433 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb5bf72-0e96-4737-9715-894f58406adf tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Network 24640262-3ea7-4c90-b78e-1e04cb34beb2 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:04.809956 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-7eb5bf72-0e96-4737-9715-894f58406adf tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:04.812976 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb5bf72-0e96-4737-9715-894f58406adf tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:03:04.815047 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff4eae-1820-4ff6-ac30-4d69ce258f1e None None] Pushing event updated for resources: {'Port': ['ID=1efbd707-642a-41f6-b8ee-b64b50efb2a2,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:04.819286 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb5bf72-0e96-4737-9715-894f58406adf tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:04.819934 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7eb5bf72-0e96-4737-9715-894f58406adf tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:04.864704 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7eb5bf72-0e96-4737-9715-894f58406adf tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5384271 Nov 29 02:03:04.867850 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42256) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:04.874640 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-60aed586-c820-4cd8-9504-bbe4b50607b2 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'port': {'network_id': '24640262-3ea7-4c90-b78e-1e04cb34beb2', 'name': 'tempest-PortsIpV6TestJSON-452746353'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:04.925972 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1ce8ca-3269-4fdb-9fc8-3d4210cad9e0 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:04.933037 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c1ce8ca-3269-4fdb-9fc8-3d4210cad9e0 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:04.966545 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a42ca177-c401-4a7e-935e-52899d0335cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:05.015435 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ca177-c401-4a7e-935e-52899d0335cb admin admin] Pushing event deleted for resources: {'Port': ['ID=8deeec41-7f05-4846-b43a-2e5d99ad6db8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:05.080518 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.ipam_backend_mixin [None req-4c1ce8ca-3269-4fdb-9fc8-3d4210cad9e0 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8d1079e3-a63d-42f8-a86e-9596a3592ca8 (CIDR: 172.20.0.0/28) Nov 29 02:03:05.086449 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c1ce8ca-3269-4fdb-9fc8-3d4210cad9e0 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:03:05.087231 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c1ce8ca-3269-4fdb-9fc8-3d4210cad9e0 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:03:05.118392 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60aed586-c820-4cd8-9504-bbe4b50607b2 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:05.122513 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-60aed586-c820-4cd8-9504-bbe4b50607b2 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:05.128070 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4c1ce8ca-3269-4fdb-9fc8-3d4210cad9e0 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4063206 Nov 29 02:03:05.130265 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42258) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:05.138655 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4c14508d-ae63-481f-930e-b463c0e7a188 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'subnet': {'network_id': 'd19028d4-3d87-47a3-aaad-1e7d87570660', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:05.257347 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-60aed586-c820-4cd8-9504-bbe4b50607b2 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] device_id is not set on port 54a996d5-b332-400c-8cc8-f39acc2089bc yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:03:05.294254 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c14508d-ae63-481f-930e-b463c0e7a188 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:05.298377 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c14508d-ae63-481f-930e-b463c0e7a188 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:05.360593 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a42ca177-c401-4a7e-935e-52899d0335cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:05.489567 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-60aed586-c820-4cd8-9504-bbe4b50607b2 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Allocated IP 2001:db8::215 (24640262-3ea7-4c90-b78e-1e04cb34beb2/423c079a-ca6e-4388-a99d-fa1f6f4e32d9/54a996d5-b332-400c-8cc8-f39acc2089bc) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:05.526795 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c14508d-ae63-481f-930e-b463c0e7a188 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:05.578302 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c14508d-ae63-481f-930e-b463c0e7a188 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Network d19028d4-3d87-47a3-aaad-1e7d87570660 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:05.582161 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-4c14508d-ae63-481f-930e-b463c0e7a188 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:05.585336 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c14508d-ae63-481f-930e-b463c0e7a188 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:05.585988 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c14508d-ae63-481f-930e-b463c0e7a188 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:05.600470 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14508d-ae63-481f-930e-b463c0e7a188 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Subnet': ['ID=a114ae6d-f1ac-4bf8-9f6d-d564fb294395,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:05.614443 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4c14508d-ae63-481f-930e-b463c0e7a188 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4802785 Nov 29 02:03:05.614929 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42260) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:05.621832 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5f769e14-cc3e-410b-9aab-4de7cb52d327 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1742355851', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a114ae6d-f1ac-4bf8-9f6d-d564fb294395'}], 'security_groups': ['4470c34a-75d5-42cd-94b9-751d1162c03a']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:05.704638 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5f769e14-cc3e-410b-9aab-4de7cb52d327 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:05.753301 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-60aed586-c820-4cd8-9504-bbe4b50607b2 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:05.787369 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42ca177-c401-4a7e-935e-52899d0335cb admin admin] Router b21bbec7-a19f-4bbe-909e-335767d3b85a has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:03:05.787614 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 1efbd707-642a-41f6-b8ee-b64b50efb2a2 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:03:05.847800 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 1efbd707-642a-41f6-b8ee-b64b50efb2a2 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:05.848303 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:05.960069 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:06.009080 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port 1efbd707-642a-41f6-b8ee-b64b50efb2a2, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=1efbd707-642a-41f6-b8ee-b64b50efb2a2,segment=NetworkSegment(9eb4570c-847e-4d83-8b93-6989b8954e86),segment_id=9eb4570c-847e-4d83-8b93-6989b8954e86)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:06.015222 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:06.016170 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 537969f0-5ff8-439c-9a30-43c0665fde37 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:03:06.093069 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47713221-c17d-4289-9373-c5655f4fbb3f None None] Network d19028d4-3d87-47a3-aaad-1e7d87570660 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:06.105226 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-5f769e14-cc3e-410b-9aab-4de7cb52d327 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Delete allocated IP 172.20.0.11 (d19028d4-3d87-47a3-aaad-1e7d87570660/8d1079e3-a63d-42f8-a86e-9596a3592ca8) {{(pid=103254) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 29 02:03:06.122895 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-5f769e14-cc3e-410b-9aab-4de7cb52d327 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Allocated IP 172.20.0.25 (d19028d4-3d87-47a3-aaad-1e7d87570660/a114ae6d-f1ac-4bf8-9f6d-d564fb294395/59ba9246-38f6-4c09-8fbe-a430acd13479) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:06.163701 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=1efbd707-642a-41f6-b8ee-b64b50efb2a2,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:06.177767 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0d66e09a-b7ed-4ba9-a706-92c1e22ea020 None None] Provisioning complete for port dc13d98b-07d1-4e1f-a4f5-22c4647fd0c6 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:06.178145 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0d66e09a-b7ed-4ba9-a706-92c1e22ea020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:06.213888 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-60aed586-c820-4cd8-9504-bbe4b50607b2 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:06.226473 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 537969f0-5ff8-439c-9a30-43c0665fde37 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:06.227923 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:06.297021 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42ca177-c401-4a7e-935e-52899d0335cb admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:03:06.316379 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42262) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:06.317353 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a42ca177-c401-4a7e-935e-52899d0335cb admin admin] 10.222.0.37 "PUT /v2.0/routers/b21bbec7-a19f-4bbe-909e-335767d3b85a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8032913 Nov 29 02:03:06.320096 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6bad2c-a58b-4bc3-956e-b2a573daaf6f None None] Sync routers for ids ['b21bbec7-a19f-4bbe-909e-335767d3b85a'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:03:06.331952 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60aed586-c820-4cd8-9504-bbe4b50607b2 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Network 24640262-3ea7-4c90-b78e-1e04cb34beb2 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:06.336973 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-60aed586-c820-4cd8-9504-bbe4b50607b2 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:06.339445 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aed586-c820-4cd8-9504-bbe4b50607b2 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Port': ['ID=54a996d5-b332-400c-8cc8-f39acc2089bc,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:06.342552 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aed586-c820-4cd8-9504-bbe4b50607b2 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:03:06.343366 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6bad2c-a58b-4bc3-956e-b2a573daaf6f None None] Routers {'b21bbec7-a19f-4bbe-909e-335767d3b85a'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:03:06.344353 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1b6bad2c-a58b-4bc3-956e-b2a573daaf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:02:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['b21bbec7-a19f-4bbe-909e-335767d3b85a'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:06.349072 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60aed586-c820-4cd8-9504-bbe4b50607b2 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:06.349772 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-60aed586-c820-4cd8-9504-bbe4b50607b2 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:06.388555 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-60aed586-c820-4cd8-9504-bbe4b50607b2 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5126438 Nov 29 02:03:06.390243 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42264) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:06.453389 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5b7d58-5cc3-4b30-b50c-b30df588b569 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:06.455031 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-aa5b7d58-5cc3-4b30-b50c-b30df588b569 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A19c HTTP/1.1" status: 200 len: 928 time: 0.0631895 Nov 29 02:03:06.457843 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42266) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:06.516197 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0d66e09a-b7ed-4ba9-a706-92c1e22ea020 None None] Port dc13d98b-07d1-4e1f-a4f5-22c4647fd0c6 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:03:06.555641 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0d66e09a-b7ed-4ba9-a706-92c1e22ea020 None None] Provisioning complete for port 1efbd707-642a-41f6-b8ee-b64b50efb2a2 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:06.556011 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0d66e09a-b7ed-4ba9-a706-92c1e22ea020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:06.568132 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a4c48f88-9467-4ef1-bbff-9ddc5ef19a5a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Deleting port 54a996d5-b332-400c-8cc8-f39acc2089bc {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:06.568781 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a4c48f88-9467-4ef1-bbff-9ddc5ef19a5a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:06.627889 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-1b6bad2c-a58b-4bc3-956e-b2a573daaf6f None None] Set router b21bbec7-a19f-4bbe-909e-335767d3b85a gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:03:06.661488 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8940257f-c359-4847-8365-80c3a724ecd0 None None] Network 24640262-3ea7-4c90-b78e-1e04cb34beb2 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:06.685723 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a4c48f88-9467-4ef1-bbff-9ddc5ef19a5a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:06.699300 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a4c48f88-9467-4ef1-bbff-9ddc5ef19a5a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Calling delete_port for 54a996d5-b332-400c-8cc8-f39acc2089bc owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:06.783977 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:06.825818 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5f769e14-cc3e-410b-9aab-4de7cb52d327 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:06.833047 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5f769e14-cc3e-410b-9aab-4de7cb52d327 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:06.850370 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1b6bad2c-a58b-4bc3-956e-b2a573daaf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'name': 'tempest-ServerActionsTestJSON-1438424348-router', 'tenant_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3bcb5f32-67be-4ce0-9077-a66c5423ce4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:59:34Z', 'updated_at': '2021-11-29T02:03:04Z', 'revision_number': 5, 'project_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'gw_port': {'id': '3bcb5f32-67be-4ce0-9077-a66c5423ce4e', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:36Z', 'updated_at': '2021-11-29T01:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:06.881286 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a4c48f88-9467-4ef1-bbff-9ddc5ef19a5a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:06.887429 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6bad2c-a58b-4bc3-956e-b2a573daaf6f None None] Checking router: b21bbec7-a19f-4bbe-909e-335767d3b85a for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:03:06.901878 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6bad2c-a58b-4bc3-956e-b2a573daaf6f None None] Routers {'b21bbec7-a19f-4bbe-909e-335767d3b85a'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:03:06.903582 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1b6bad2c-a58b-4bc3-956e-b2a573daaf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:02:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['b21bbec7-a19f-4bbe-909e-335767d3b85a'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:06.916342 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-70cb74db-0ef5-40de-b3ee-d25d7f9f51e1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:06.925518 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c48f88-9467-4ef1-bbff-9ddc5ef19a5a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Port': ['ID=54a996d5-b332-400c-8cc8-f39acc2089bc,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:06.950906 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port 537969f0-5ff8-439c-9a30-43c0665fde37, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=537969f0-5ff8-439c-9a30-43c0665fde37,segment=NetworkSegment(ea829d03-0e21-4db7-8635-8333e98e7e69),segment_id=ea829d03-0e21-4db7-8635-8333e98e7e69)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:06.973669 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:06.981819 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a4c48f88-9467-4ef1-bbff-9ddc5ef19a5a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:06.986636 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a4c48f88-9467-4ef1-bbff-9ddc5ef19a5a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/ports/54a996d5-b332-400c-8cc8-f39acc2089bc HTTP/1.1" status: 204 len: 168 time: 0.5277348 Nov 29 02:03:06.989036 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42268) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:07.022396 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f769e14-cc3e-410b-9aab-4de7cb52d327 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Port': ['ID=59ba9246-38f6-4c09-8fbe-a430acd13479,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:07.030878 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5939c4-35f9-4613-ba03-4dbf24cd333f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] GET failed (client error): The resource could not be found. Nov 29 02:03:07.033179 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3e5939c4-35f9-4613-ba03-4dbf24cd333f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "GET /v2.0/ports/54a996d5-b332-400c-8cc8-f39acc2089bc HTTP/1.1" status: 404 len: 333 time: 0.0403948 Nov 29 02:03:07.035619 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42270) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:07.059044 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5f769e14-cc3e-410b-9aab-4de7cb52d327 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] In _notify_port_updated(), no bound segment for port 59ba9246-38f6-4c09-8fbe-a430acd13479 on network d19028d4-3d87-47a3-aaad-1e7d87570660 {{(pid=103254) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 02:03:07.064681 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f769e14-cc3e-410b-9aab-4de7cb52d327 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:07.065426 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5f769e14-cc3e-410b-9aab-4de7cb52d327 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:07.065583 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-1b6bad2c-a58b-4bc3-956e-b2a573daaf6f None None] Set router b21bbec7-a19f-4bbe-909e-335767d3b85a gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:03:07.067528 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5f769e14-cc3e-410b-9aab-4de7cb52d327 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "PUT /v2.0/ports/59ba9246-38f6-4c09-8fbe-a430acd13479 HTTP/1.1" status: 200 len: 921 time: 1.4511292 Nov 29 02:03:07.069805 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42272) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:07.102084 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7ceae0-c94c-4d7e-828a-d2189870c7cf None None] Update dhcp port {'port': {'network_id': 'd19028d4-3d87-47a3-aaad-1e7d87570660', 'fixed_ips': [{'subnet_id': '8d1079e3-a63d-42f8-a86e-9596a3592ca8', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a114ae6d-f1ac-4bf8-9f6d-d564fb294395'}], 'binding:host_id': 'dv-neutron-819032-3-hyperv'}, 'id': '1efbd707-642a-41f6-b8ee-b64b50efb2a2'} from dv-neutron-819032-3-hyperv. {{(pid=103256) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 02:03:07.104788 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=537969f0-5ff8-439c-9a30-43c0665fde37,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:07.115063 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-70cb74db-0ef5-40de-b3ee-d25d7f9f51e1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:07.161396 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a7ceae0-c94c-4d7e-828a-d2189870c7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:07.212534 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-70cb74db-0ef5-40de-b3ee-d25d7f9f51e1 admin admin] Deleting port 3bcb5f32-67be-4ce0-9077-a66c5423ce4e {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:07.214819 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-70cb74db-0ef5-40de-b3ee-d25d7f9f51e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:07.225410 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-79ed0ffa-9329-495f-aa5f-f92c26c3dd8d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Deleting port 59ba9246-38f6-4c09-8fbe-a430acd13479 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:07.225890 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79ed0ffa-9329-495f-aa5f-f92c26c3dd8d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:07.297586 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-cbcc0dbd-9b71-40dd-8d90-fb6d9c4ee344 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Deleting port f11a8597-2d35-4b15-aa95-6e8e8b06769c {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:07.297930 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cbcc0dbd-9b71-40dd-8d90-fb6d9c4ee344 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:07.335920 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1b6bad2c-a58b-4bc3-956e-b2a573daaf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'name': 'tempest-ServerActionsTestJSON-1438424348-router', 'tenant_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3bcb5f32-67be-4ce0-9077-a66c5423ce4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:59:34Z', 'updated_at': '2021-11-29T02:03:04Z', 'revision_number': 5, 'project_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'gw_port': {'id': '3bcb5f32-67be-4ce0-9077-a66c5423ce4e', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:36Z', 'updated_at': '2021-11-29T01:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:07.342926 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-6d64d36c-2654-43fc-95ad-698ea337ec0c None None] Provisioning complete for port 537969f0-5ff8-439c-9a30-43c0665fde37 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:07.343294 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6d64d36c-2654-43fc-95ad-698ea337ec0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:07.352020 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-70cb74db-0ef5-40de-b3ee-d25d7f9f51e1 admin admin] For port 3bcb5f32-67be-4ce0-9077-a66c5423ce4e, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=3bcb5f32-67be-4ce0-9077-a66c5423ce4e,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:07.352558 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-70cb74db-0ef5-40de-b3ee-d25d7f9f51e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:07.365493 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-70cb74db-0ef5-40de-b3ee-d25d7f9f51e1 admin admin] Calling delete_port for 3bcb5f32-67be-4ce0-9077-a66c5423ce4e owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:07.368690 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6bad2c-a58b-4bc3-956e-b2a573daaf6f None None] The sync data for ids ['b21bbec7-a19f-4bbe-909e-335767d3b85a'] in dv-neutron-819032-3-hyperv is: [{'id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'name': 'tempest-ServerActionsTestJSON-1438424348-router', 'tenant_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.23'}], 'enable_snat': True}, 'gw_port_id': '3bcb5f32-67be-4ce0-9077-a66c5423ce4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T01:59:34Z', 'updated_at': '2021-11-29T02:03:04Z', 'revision_number': 5, 'project_id': 'b8cd21cd1c9b40658c50d85b4f327f37', 'gw_port': {'id': '3bcb5f32-67be-4ce0-9077-a66c5423ce4e', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21bbec7-a19f-4bbe-909e-335767d3b85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T01:59:36Z', 'updated_at': '2021-11-29T01:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:03:07.431909 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79ed0ffa-9329-495f-aa5f-f92c26c3dd8d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:07.452684 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-79ed0ffa-9329-495f-aa5f-f92c26c3dd8d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Calling delete_port for 59ba9246-38f6-4c09-8fbe-a430acd13479 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:07.482606 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cbcc0dbd-9b71-40dd-8d90-fb6d9c4ee344 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:07.517464 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-1a7ceae0-c94c-4d7e-828a-d2189870c7cf None None] Allocated IP 172.20.0.18 (d19028d4-3d87-47a3-aaad-1e7d87570660/a114ae6d-f1ac-4bf8-9f6d-d564fb294395/1efbd707-642a-41f6-b8ee-b64b50efb2a2) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:07.526833 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-cbcc0dbd-9b71-40dd-8d90-fb6d9c4ee344 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Calling delete_port for f11a8597-2d35-4b15-aa95-6e8e8b06769c owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:07.558738 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-70cb74db-0ef5-40de-b3ee-d25d7f9f51e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:07.586290 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb74db-0ef5-40de-b3ee-d25d7f9f51e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bcb5f32-67be-4ce0-9077-a66c5423ce4e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:07.657996 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a2000b-6e95-4d71-8be7-d009d4e7b96b None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:03:07.667820 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1a7ceae0-c94c-4d7e-828a-d2189870c7cf None None] For port 1efbd707-642a-41f6-b8ee-b64b50efb2a2, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=1efbd707-642a-41f6-b8ee-b64b50efb2a2,segment=NetworkSegment(9eb4570c-847e-4d83-8b93-6989b8954e86),segment_id=9eb4570c-847e-4d83-8b93-6989b8954e86)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:07.668579 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-70cb74db-0ef5-40de-b3ee-d25d7f9f51e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:07.737736 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a7ceae0-c94c-4d7e-828a-d2189870c7cf None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:07.746972 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-6ed82c50-41f0-4829-bd28-530bc89c46c7 None None] Provisioning complete for port f11a8597-2d35-4b15-aa95-6e8e8b06769c triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:07.748116 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ed82c50-41f0-4829-bd28-530bc89c46c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:07.765920 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79ed0ffa-9329-495f-aa5f-f92c26c3dd8d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:07.808659 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6ed82c50-41f0-4829-bd28-530bc89c46c7 None None] Port f11a8597-2d35-4b15-aa95-6e8e8b06769c cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:03:07.811496 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a7ceae0-c94c-4d7e-828a-d2189870c7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:07.815368 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-70cb74db-0ef5-40de-b3ee-d25d7f9f51e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:07.818465 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-70cb74db-0ef5-40de-b3ee-d25d7f9f51e1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:07.846577 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed0ffa-9329-495f-aa5f-f92c26c3dd8d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Port': ['ID=59ba9246-38f6-4c09-8fbe-a430acd13479,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:07.899417 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-70cb74db-0ef5-40de-b3ee-d25d7f9f51e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:07.900087 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70cb74db-0ef5-40de-b3ee-d25d7f9f51e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b21bbec7-a19f-4bbe-909e-335767d3b85a {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:03:07.910084 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-70cb74db-0ef5-40de-b3ee-d25d7f9f51e1 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:07.911279 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-70cb74db-0ef5-40de-b3ee-d25d7f9f51e1 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b21bbec7-a19f-4bbe-909e-335767d3b85a HTTP/1.1" status: 204 len: 168 time: 1.5938003 Nov 29 02:03:07.917380 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42274) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:07.926697 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cbcc0dbd-9b71-40dd-8d90-fb6d9c4ee344 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:07.970389 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-6ed82c50-41f0-4829-bd28-530bc89c46c7 None None] Provisioning complete for port 537969f0-5ff8-439c-9a30-43c0665fde37 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:07.970987 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ed82c50-41f0-4829-bd28-530bc89c46c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:08.003365 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b969872-d112-417b-a3a3-3f754c74d17a admin admin] Deleting subnet 7fe7d8ce-5428-4f8e-9400-d67b4f1b0825 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:03:08.008565 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4b969872-d112-417b-a3a3-3f754c74d17a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:08.015573 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 1efbd707-642a-41f6-b8ee-b64b50efb2a2 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:03:08.019152 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc0dbd-9b71-40dd-8d90-fb6d9c4ee344 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Port': ['ID=f11a8597-2d35-4b15-aa95-6e8e8b06769c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:08.053202 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ceae0-c94c-4d7e-828a-d2189870c7cf None None] Pushing event updated for resources: {'Port': ['ID=1efbd707-642a-41f6-b8ee-b64b50efb2a2,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:08.076490 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cbcc0dbd-9b71-40dd-8d90-fb6d9c4ee344 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:08.083395 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-cbcc0dbd-9b71-40dd-8d90-fb6d9c4ee344 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/ports/f11a8597-2d35-4b15-aa95-6e8e8b06769c HTTP/1.1" status: 204 len: 168 time: 1.0442281 Nov 29 02:03:08.086611 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42276) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:08.099712 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79ed0ffa-9329-495f-aa5f-f92c26c3dd8d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:08.110182 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-79ed0ffa-9329-495f-aa5f-f92c26c3dd8d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/ports/59ba9246-38f6-4c09-8fbe-a430acd13479 HTTP/1.1" status: 204 len: 168 time: 1.0386012 Nov 29 02:03:08.111339 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4b969872-d112-417b-a3a3-3f754c74d17a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:08.112612 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42278) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:08.152343 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-96878928-c1e0-4f99-a3e5-a6238bce7bdb tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] GET failed (client error): The resource could not be found. Nov 29 02:03:08.154373 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-96878928-c1e0-4f99-a3e5-a6238bce7bdb tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "GET /v2.0/ports/f11a8597-2d35-4b15-aa95-6e8e8b06769c HTTP/1.1" status: 404 len: 333 time: 0.0633581 Nov 29 02:03:08.157425 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42280) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:08.177287 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-532bec83-996a-4773-b995-dbb0d3784e80 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] GET failed (client error): The resource could not be found. Nov 29 02:03:08.181380 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-532bec83-996a-4773-b995-dbb0d3784e80 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "GET /v2.0/ports/59ba9246-38f6-4c09-8fbe-a430acd13479 HTTP/1.1" status: 404 len: 333 time: 0.0591705 Nov 29 02:03:08.182705 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42282) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:08.192922 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 1efbd707-642a-41f6-b8ee-b64b50efb2a2 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:08.208441 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:08.234837 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bdb4cd9-fd76-4bb8-9d78-cd7ffcc4780a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Deleting subnet 423c079a-ca6e-4388-a99d-fa1f6f4e32d9 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:03:08.253619 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7bdb4cd9-fd76-4bb8-9d78-cd7ffcc4780a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:08.272466 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec0d291d-82bd-4f83-b6f5-0fccee1b0cd8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:08.318956 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec0d291d-82bd-4f83-b6f5-0fccee1b0cd8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:08.352799 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-70e3c03e-9ba6-42e6-b062-d0cc5b766b50 None None] Could not find standard attr ID for object f11a8597-2d35-4b15-aa95-6e8e8b06769c. {{(pid=103256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 02:03:08.373822 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7bdb4cd9-fd76-4bb8-9d78-cd7ffcc4780a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:08.378357 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec0d291d-82bd-4f83-b6f5-0fccee1b0cd8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:08.381386 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ec0d291d-82bd-4f83-b6f5-0fccee1b0cd8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:08.382605 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ec0d291d-82bd-4f83-b6f5-0fccee1b0cd8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/security-groups/bcb8384f-ff1b-4988-b812-3191a959e94e HTTP/1.1" status: 204 len: 168 time: 0.1988325 Nov 29 02:03:08.391786 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 537969f0-5ff8-439c-9a30-43c0665fde37 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:03:08.396932 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42284) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:08.398046 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d291d-82bd-4f83-b6f5-0fccee1b0cd8 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb8384f-ff1b-4988-b812-3191a959e94e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:08.424214 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-70e3c03e-9ba6-42e6-b062-d0cc5b766b50 None None] Could not find standard attr ID for object 54a996d5-b332-400c-8cc8-f39acc2089bc. {{(pid=103256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 02:03:08.453961 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4b969872-d112-417b-a3a3-3f754c74d17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:08.466566 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 537969f0-5ff8-439c-9a30-43c0665fde37 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:08.466948 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:08.476120 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-446f2863-95c0-4b00-a93a-843517b58394 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:08.514365 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-446f2863-95c0-4b00-a93a-843517b58394 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:08.565455 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-446f2863-95c0-4b00-a93a-843517b58394 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:08.568725 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-446f2863-95c0-4b00-a93a-843517b58394 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:08.571543 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-446f2863-95c0-4b00-a93a-843517b58394 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/security-groups/4470c34a-75d5-42cd-94b9-751d1162c03a HTTP/1.1" status: 204 len: 168 time: 0.1697817 Nov 29 02:03:08.576484 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42286) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:08.587697 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7bdb4cd9-fd76-4bb8-9d78-cd7ffcc4780a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:08.611121 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4b969872-d112-417b-a3a3-3f754c74d17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:08.621641 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 8deeec41-7f05-4846-b43a-2e5d99ad6db8 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:03:08.622179 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f2863-95c0-4b00-a93a-843517b58394 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4470c34a-75d5-42cd-94b9-751d1162c03a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:08.659033 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b969872-d112-417b-a3a3-3f754c74d17a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fe7d8ce-5428-4f8e-9400-d67b4f1b0825,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:08.660099 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b69fba6-8c5d-48a6-bc1d-50fe57f31700 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Deleting subnet 8d1079e3-a63d-42f8-a86e-9596a3592ca8 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:03:08.664224 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b69fba6-8c5d-48a6-bc1d-50fe57f31700 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:08.668668 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 8deeec41-7f05-4846-b43a-2e5d99ad6db8 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:03:08.669150 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 8deeec41-7f05-4846-b43a-2e5d99ad6db8 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:03:08.676001 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4b969872-d112-417b-a3a3-3f754c74d17a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:08.680952 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4b969872-d112-417b-a3a3-3f754c74d17a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7fe7d8ce-5428-4f8e-9400-d67b4f1b0825 HTTP/1.1" status: 204 len: 168 time: 0.7592065 Nov 29 02:03:08.683288 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42288) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:08.715365 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba351c9-1e3b-457d-8208-2d716fe4e2e2 None None] Network eb92b723-cb1c-4df8-84a3-7b1e42ef5335 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:08.727681 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b69fba6-8c5d-48a6-bc1d-50fe57f31700 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:08.861723 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b69fba6-8c5d-48a6-bc1d-50fe57f31700 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:08.863278 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c38ca4ce-817c-4824-a22b-5137250995ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:08.869043 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7bdb4cd9-fd76-4bb8-9d78-cd7ffcc4780a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:08.901289 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb4cd9-fd76-4bb8-9d78-cd7ffcc4780a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Subnet': ['ID=423c079a-ca6e-4388-a99d-fa1f6f4e32d9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:08.915807 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7bdb4cd9-fd76-4bb8-9d78-cd7ffcc4780a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:08.919139 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7bdb4cd9-fd76-4bb8-9d78-cd7ffcc4780a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/subnets/423c079a-ca6e-4388-a99d-fa1f6f4e32d9 HTTP/1.1" status: 204 len: 168 time: 0.7606838 Nov 29 02:03:08.923952 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42294) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:08.975676 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-6f143757-e6e4-4e15-89b2-fa698d15a4d7 None None] Provisioning complete for port dc13d98b-07d1-4e1f-a4f5-22c4647fd0c6 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:08.976290 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6f143757-e6e4-4e15-89b2-fa698d15a4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:08.987616 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b69fba6-8c5d-48a6-bc1d-50fe57f31700 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:09.022437 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6f143757-e6e4-4e15-89b2-fa698d15a4d7 None None] Port dc13d98b-07d1-4e1f-a4f5-22c4647fd0c6 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:03:09.024880 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69fba6-8c5d-48a6-bc1d-50fe57f31700 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Subnet': ['ID=8d1079e3-a63d-42f8-a86e-9596a3592ca8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:09.030325 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8b69fba6-8c5d-48a6-bc1d-50fe57f31700 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:09.033644 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8b69fba6-8c5d-48a6-bc1d-50fe57f31700 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/subnets/8d1079e3-a63d-42f8-a86e-9596a3592ca8 HTTP/1.1" status: 204 len: 168 time: 0.4558871 Nov 29 02:03:09.036169 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1301414-1581-4516-aa4c-7dd0314aa58a None None] DHCP port deletion for eb92b723-cb1c-4df8-84a3-7b1e42ef5335 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:03:09.038048 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42296) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:09.045241 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-6f143757-e6e4-4e15-89b2-fa698d15a4d7 None None] Provisioning complete for port 1efbd707-642a-41f6-b8ee-b64b50efb2a2 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:09.046509 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-bc68049b-c9bb-4447-8c57-2f4a3f6ae57c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'subnet': {'network_id': 'd19028d4-3d87-47a3-aaad-1e7d87570660', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:09.046664 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6f143757-e6e4-4e15-89b2-fa698d15a4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:09.084368 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-790ec51e-6ea5-4350-8ee1-647267093b53 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:09.098851 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409dcd4e-4340-4110-8a8f-b83a16cffffb None None] Network 24640262-3ea7-4c90-b78e-1e04cb34beb2 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:09.099805 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c38ca4ce-817c-4824-a22b-5137250995ae admin admin] Deleting port 9fa0e0c8-91c4-44da-91d4-95e245ceec8e {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:09.100324 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c38ca4ce-817c-4824-a22b-5137250995ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:09.174704 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc68049b-c9bb-4447-8c57-2f4a3f6ae57c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:09.178235 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc68049b-c9bb-4447-8c57-2f4a3f6ae57c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:09.192410 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-c38ca4ce-817c-4824-a22b-5137250995ae admin admin] For port 9fa0e0c8-91c4-44da-91d4-95e245ceec8e, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=9fa0e0c8-91c4-44da-91d4-95e245ceec8e,segment=NetworkSegment(f034e30a-2987-4f0f-9709-b5eedf4799ba),segment_id=f034e30a-2987-4f0f-9709-b5eedf4799ba)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:09.194076 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c38ca4ce-817c-4824-a22b-5137250995ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:09.215223 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c38ca4ce-817c-4824-a22b-5137250995ae admin admin] Calling delete_port for 9fa0e0c8-91c4-44da-91d4-95e245ceec8e owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:09.229620 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b1301414-1581-4516-aa4c-7dd0314aa58a None None] Deleting port 9fa0e0c8-91c4-44da-91d4-95e245ceec8e {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:09.230017 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1301414-1581-4516-aa4c-7dd0314aa58a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:09.234823 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-790ec51e-6ea5-4350-8ee1-647267093b53 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Deleting port 537969f0-5ff8-439c-9a30-43c0665fde37 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:09.235701 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-790ec51e-6ea5-4350-8ee1-647267093b53 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:09.317004 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b1301414-1581-4516-aa4c-7dd0314aa58a None None] For port 9fa0e0c8-91c4-44da-91d4-95e245ceec8e, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=9fa0e0c8-91c4-44da-91d4-95e245ceec8e,segment=NetworkSegment(f034e30a-2987-4f0f-9709-b5eedf4799ba),segment_id=f034e30a-2987-4f0f-9709-b5eedf4799ba)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:09.317790 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1301414-1581-4516-aa4c-7dd0314aa58a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:09.332377 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b1301414-1581-4516-aa4c-7dd0314aa58a None None] Calling delete_port for 9fa0e0c8-91c4-44da-91d4-95e245ceec8e owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:09.356826 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-790ec51e-6ea5-4350-8ee1-647267093b53 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] For port 537969f0-5ff8-439c-9a30-43c0665fde37, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=537969f0-5ff8-439c-9a30-43c0665fde37,segment=NetworkSegment(ea829d03-0e21-4db7-8635-8333e98e7e69),segment_id=ea829d03-0e21-4db7-8635-8333e98e7e69)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:09.356972 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-790ec51e-6ea5-4350-8ee1-647267093b53 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:09.373201 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-790ec51e-6ea5-4350-8ee1-647267093b53 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Calling delete_port for 537969f0-5ff8-439c-9a30-43c0665fde37 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:09.426319 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1301414-1581-4516-aa4c-7dd0314aa58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:09.427690 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c38ca4ce-817c-4824-a22b-5137250995ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:09.452590 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc68049b-c9bb-4447-8c57-2f4a3f6ae57c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:09.464274 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ca4ce-817c-4824-a22b-5137250995ae admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa0e0c8-91c4-44da-91d4-95e245ceec8e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:09.472358 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38ca4ce-817c-4824-a22b-5137250995ae admin admin] No DVR routers for this DVR port 9fa0e0c8-91c4-44da-91d4-95e245ceec8e on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:03:09.480794 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1301414-1581-4516-aa4c-7dd0314aa58a None None] Pushing event deleted for resources: {'Port': ['ID=9fa0e0c8-91c4-44da-91d4-95e245ceec8e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:09.487030 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1301414-1581-4516-aa4c-7dd0314aa58a None None] No DVR routers for this DVR port 9fa0e0c8-91c4-44da-91d4-95e245ceec8e on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:03:09.511613 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-6f143757-e6e4-4e15-89b2-fa698d15a4d7 None None] Could not find standard attr ID for object 59ba9246-38f6-4c09-8fbe-a430acd13479. {{(pid=103256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 02:03:09.540107 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc68049b-c9bb-4447-8c57-2f4a3f6ae57c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Network d19028d4-3d87-47a3-aaad-1e7d87570660 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:09.543726 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-bc68049b-c9bb-4447-8c57-2f4a3f6ae57c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:09.548294 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc68049b-c9bb-4447-8c57-2f4a3f6ae57c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:09.548896 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc68049b-c9bb-4447-8c57-2f4a3f6ae57c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:09.562235 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769752d7-792b-48fb-b092-f7b1fe3e8be2 None None] Network d19028d4-3d87-47a3-aaad-1e7d87570660 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:09.562375 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68049b-c9bb-4447-8c57-2f4a3f6ae57c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Subnet': ['ID=0c0b69d8-34da-4a04-9ca6-5baca126ba63,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:09.579828 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-bc68049b-c9bb-4447-8c57-2f4a3f6ae57c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5368714 Nov 29 02:03:09.580016 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c38ca4ce-817c-4824-a22b-5137250995ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:09.580133 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42298) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:09.588545 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-85649c6c-3a0c-4eca-8322-206ad5e4da18 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'security_group': {'name': 'tempest-secgroup-1113732775'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:09.594080 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-790ec51e-6ea5-4350-8ee1-647267093b53 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:09.610519 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c38ca4ce-817c-4824-a22b-5137250995ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb92b723-cb1c-4df8-84a3-7b1e42ef5335']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:09.632290 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85649c6c-3a0c-4eca-8322-206ad5e4da18 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:09.638008 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-b2dfb615-73fa-40e0-a507-6e081341e480 None None] Could not find standard attr ID for object 59ba9246-38f6-4c09-8fbe-a430acd13479. {{(pid=103256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 02:03:09.640772 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ec51e-6ea5-4350-8ee1-647267093b53 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Port': ['ID=537969f0-5ff8-439c-9a30-43c0665fde37,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:09.646950 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c38ca4ce-817c-4824-a22b-5137250995ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f034e30a-2987-4f0f-9709-b5eedf4799ba') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:09.647255 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c38ca4ce-817c-4824-a22b-5137250995ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f034e30a-2987-4f0f-9709-b5eedf4799ba') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:09.650090 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790ec51e-6ea5-4350-8ee1-647267093b53 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] No DVR routers for this DVR port 537969f0-5ff8-439c-9a30-43c0665fde37 on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:03:09.680426 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c38ca4ce-817c-4824-a22b-5137250995ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:09.690025 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fcf8db-26e4-4d89-bd35-302b27e07df4 None None] DHCP port deletion for 24640262-3ea7-4c90-b78e-1e04cb34beb2 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:03:09.719957 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85649c6c-3a0c-4eca-8322-206ad5e4da18 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:09.725275 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85649c6c-3a0c-4eca-8322-206ad5e4da18 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:09.738977 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 1efbd707-642a-41f6-b8ee-b64b50efb2a2 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:03:09.742824 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c38ca4ce-817c-4824-a22b-5137250995ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:09.760537 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85649c6c-3a0c-4eca-8322-206ad5e4da18 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13f87db4-4faf-4646-9910-cc735b30b0cb,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:09.762039 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c38ca4ce-817c-4824-a22b-5137250995ae admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:03:09.762524 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c38ca4ce-817c-4824-a22b-5137250995ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:09.764363 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:03:09.764363 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:03:09.764363 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:03:09.764363 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:03:09.764363 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:03:09.764363 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:03:09.764363 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:03:09.764363 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:03:09.764363 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:03:09.764363 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:03:09.764363 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:03:09.764363 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:03:09.764363 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:03:09.764363 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:03:09.764363 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:03:09.764363 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:03:09.764363 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:03:09.764363 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:03:09.764363 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:03:09.764363 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:03:09.764363 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:03:09.764363 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:03:09.764363 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:03:09.764363 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:03:09.764363 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:03:09.764363 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:03:09.764363 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:03:09.764363 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:03:09.764363 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:03:09.764363 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:03:09.764363 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:03:09.764363 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:03:09.769804 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85649c6c-3a0c-4eca-8322-206ad5e4da18 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:09.777694 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-85649c6c-3a0c-4eca-8322-206ad5e4da18 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1933205 Nov 29 02:03:09.779026 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42300) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:09.782437 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-790ec51e-6ea5-4350-8ee1-647267093b53 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:09.785173 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-dfcc7b40-a19b-4109-89cb-f17fc4425048 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'security_group': {'name': 'tempest-secgroup-1281720864'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:09.811329 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfcc7b40-a19b-4109-89cb-f17fc4425048 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:09.837726 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 1efbd707-642a-41f6-b8ee-b64b50efb2a2 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:09.838046 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-790ec51e-6ea5-4350-8ee1-647267093b53 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24640262-3ea7-4c90-b78e-1e04cb34beb2']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:09.838172 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:09.848770 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-790ec51e-6ea5-4350-8ee1-647267093b53 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea829d03-0e21-4db7-8635-8333e98e7e69') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:09.849081 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-790ec51e-6ea5-4350-8ee1-647267093b53 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea829d03-0e21-4db7-8635-8333e98e7e69') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:09.858217 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c38ca4ce-817c-4824-a22b-5137250995ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:09.860676 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-790ec51e-6ea5-4350-8ee1-647267093b53 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:09.865779 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c38ca4ce-817c-4824-a22b-5137250995ae admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:09.869764 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c38ca4ce-817c-4824-a22b-5137250995ae admin admin] 10.222.0.37 "DELETE /v2.0/networks/eb92b723-cb1c-4df8-84a3-7b1e42ef5335 HTTP/1.1" status: 204 len: 168 time: 1.1854451 Nov 29 02:03:09.897439 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ca4ce-817c-4824-a22b-5137250995ae admin admin] Pushing event deleted for resources: {'Network': ['ID=eb92b723-cb1c-4df8-84a3-7b1e42ef5335,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:09.905003 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-790ec51e-6ea5-4350-8ee1-647267093b53 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:09.912595 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790ec51e-6ea5-4350-8ee1-647267093b53 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:03:09.913014 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-790ec51e-6ea5-4350-8ee1-647267093b53 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:09.916733 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:03:09.916733 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:03:09.916733 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:03:09.916733 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:03:09.916733 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:03:09.916733 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:03:09.916733 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:03:09.916733 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:03:09.916733 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:03:09.916733 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:03:09.916733 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:03:09.916733 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:03:09.916733 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:03:09.916733 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:03:09.916733 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:03:09.916733 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:03:09.916733 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:03:09.916733 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:03:09.916733 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:03:09.916733 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:03:09.916733 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:03:09.916733 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:03:09.916733 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:03:09.916733 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:03:09.916733 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:03:09.916733 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:03:09.916733 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:03:09.916733 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:03:09.916733 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:03:09.916733 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:03:09.916733 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:03:09.916733 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:03:09.931224 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfcc7b40-a19b-4109-89cb-f17fc4425048 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:09.945119 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfcc7b40-a19b-4109-89cb-f17fc4425048 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:09.992203 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc7b40-a19b-4109-89cb-f17fc4425048 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfa8e54-309f-438c-ac97-a5c87f816971,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:09.995754 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-790ec51e-6ea5-4350-8ee1-647267093b53 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:10.011024 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-790ec51e-6ea5-4350-8ee1-647267093b53 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:10.018290 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-790ec51e-6ea5-4350-8ee1-647267093b53 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/networks/24640262-3ea7-4c90-b78e-1e04cb34beb2 HTTP/1.1" status: 204 len: 168 time: 1.0899632 Nov 29 02:03:10.019873 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42304) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:10.028232 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5e59d1b2-de6d-45ac-a68c-d15a3a9c1cbe tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-955324239'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:10.031444 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ec51e-6ea5-4350-8ee1-647267093b53 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Network': ['ID=24640262-3ea7-4c90-b78e-1e04cb34beb2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:10.036242 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dfcc7b40-a19b-4109-89cb-f17fc4425048 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:10.048898 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-dfcc7b40-a19b-4109-89cb-f17fc4425048 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2642720 Nov 29 02:03:10.049406 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42306) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:10.055648 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-922b908f-0188-4436-9ba1-8cfd33c3fa29 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'security_group': {'name': 'tempest-secgroup-225814848'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:10.074300 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e59d1b2-de6d-45ac-a68c-d15a3a9c1cbe tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:10.080285 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e59d1b2-de6d-45ac-a68c-d15a3a9c1cbe tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:10.106344 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-922b908f-0188-4436-9ba1-8cfd33c3fa29 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:10.120622 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e59d1b2-de6d-45ac-a68c-d15a3a9c1cbe tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:03:10.135240 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e59d1b2-de6d-45ac-a68c-d15a3a9c1cbe tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:10.135594 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-5e59d1b2-de6d-45ac-a68c-d15a3a9c1cbe tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Added segment db955d97-54f7-4a84-aadd-7b718e333ee5 of type vlan for network 5a5d760e-7761-4804-9d6a-c0f8779b8a9b Nov 29 02:03:10.188014 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e59d1b2-de6d-45ac-a68c-d15a3a9c1cbe tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:10.219149 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-a5b7b9be-0b82-4071-9036-12e0e6cd4874 None None] Provisioning complete for port dc13d98b-07d1-4e1f-a4f5-22c4647fd0c6 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:10.219741 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5b7b9be-0b82-4071-9036-12e0e6cd4874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:10.230383 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42308) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:10.237074 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-922b908f-0188-4436-9ba1-8cfd33c3fa29 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:10.244533 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-922b908f-0188-4436-9ba1-8cfd33c3fa29 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:10.252647 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e59d1b2-de6d-45ac-a68c-d15a3a9c1cbe tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:10.256608 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 9fa0e0c8-91c4-44da-91d4-95e245ceec8e no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:03:10.258728 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e59d1b2-de6d-45ac-a68c-d15a3a9c1cbe tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:10.259338 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e59d1b2-de6d-45ac-a68c-d15a3a9c1cbe tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:10.282979 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a5b7b9be-0b82-4071-9036-12e0e6cd4874 None None] Port dc13d98b-07d1-4e1f-a4f5-22c4647fd0c6 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:03:10.291889 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-922b908f-0188-4436-9ba1-8cfd33c3fa29 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:10.293315 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-922b908f-0188-4436-9ba1-8cfd33c3fa29 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2426538 Nov 29 02:03:10.296447 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42310) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:10.302754 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1c345888-4a6f-4671-bdd0-52ba0bd07e7c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-646027518', 'security_groups': ['81e4359f-87b4-4500-8f38-fa62bfe3924a'], 'network_id': 'd19028d4-3d87-47a3-aaad-1e7d87570660', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0c0b69d8-34da-4a04-9ca6-5baca126ba63'}]}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:10.309378 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 9fa0e0c8-91c4-44da-91d4-95e245ceec8e {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:03:10.310056 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 9fa0e0c8-91c4-44da-91d4-95e245ceec8e not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:03:10.310702 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 3bcb5f32-67be-4ce0-9077-a66c5423ce4e no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:03:10.336276 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 3bcb5f32-67be-4ce0-9077-a66c5423ce4e {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:03:10.337130 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 3bcb5f32-67be-4ce0-9077-a66c5423ce4e not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:03:10.346960 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5e59d1b2-de6d-45ac-a68c-d15a3a9c1cbe tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3258779 Nov 29 02:03:10.350371 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c966cfc5-7f68-4b13-9dd3-8bc16b426653 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b8cd21cd1c9b40658c50d85b4f327f37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1189051 Nov 29 02:03:10.359008 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-a5b7b9be-0b82-4071-9036-12e0e6cd4874 None None] Provisioning complete for port 1efbd707-642a-41f6-b8ee-b64b50efb2a2 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:10.359382 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5b7b9be-0b82-4071-9036-12e0e6cd4874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:10.364665 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42312) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:10.364859 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42314) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:10.365565 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59d1b2-de6d-45ac-a68c-d15a3a9c1cbe tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Network': ['ID=5a5d760e-7761-4804-9d6a-c0f8779b8a9b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:10.374639 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-71ddedaa-363a-4df6-8594-6d04e0e99f41 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'subnet': {'network_id': '5a5d760e-7761-4804-9d6a-c0f8779b8a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:10.391864 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 5a5d760e-7761-4804-9d6a-c0f8779b8a9b details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:03:10.414459 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b908f-0188-4436-9ba1-8cfd33c3fa29 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81e4359f-87b4-4500-8f38-fa62bfe3924a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:10.441691 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c345888-4a6f-4671-bdd0-52ba0bd07e7c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:10.513479 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8049036-0eff-49ff-9107-b940c865dda9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:10.528919 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ddedaa-363a-4df6-8594-6d04e0e99f41 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:10.532932 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-71ddedaa-363a-4df6-8594-6d04e0e99f41 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:10.552354 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c345888-4a6f-4671-bdd0-52ba0bd07e7c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:10.572882 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-1c345888-4a6f-4671-bdd0-52ba0bd07e7c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] device_id is not set on port d27c2b89-55dc-428c-8c7d-694104e76cb7 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:03:10.590567 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8049036-0eff-49ff-9107-b940c865dda9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:10.650919 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1e8673de-1eb6-4f3b-9738-49c5b43dde7a None None] Could not find standard attr ID for object 59ba9246-38f6-4c09-8fbe-a430acd13479. {{(pid=103256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 02:03:10.698744 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8049036-0eff-49ff-9107-b940c865dda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:10.701461 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8049036-0eff-49ff-9107-b940c865dda9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:10.705378 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c8049036-0eff-49ff-9107-b940c865dda9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/80d97b54-e359-42e5-96dc-d7907353b10f HTTP/1.1" status: 204 len: 168 time: 0.3269179 Nov 29 02:03:10.720433 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8049036-0eff-49ff-9107-b940c865dda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d97b54-e359-42e5-96dc-d7907353b10f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:10.765850 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-1c345888-4a6f-4671-bdd0-52ba0bd07e7c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Allocated IP 172.20.0.6 (d19028d4-3d87-47a3-aaad-1e7d87570660/0c0b69d8-34da-4a04-9ca6-5baca126ba63/d27c2b89-55dc-428c-8c7d-694104e76cb7) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:10.788550 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-71ddedaa-363a-4df6-8594-6d04e0e99f41 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:10.849008 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ddedaa-363a-4df6-8594-6d04e0e99f41 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Subnet': ['ID=ff914318-789f-47b3-acd8-4e7d203d3a95,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:10.860832 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ddedaa-363a-4df6-8594-6d04e0e99f41 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Checking segment: {'id': 'db955d97-54f7-4a84-aadd-7b718e333ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5a5d760e-7761-4804-9d6a-c0f8779b8a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:03:10.861321 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ddedaa-363a-4df6-8594-6d04e0e99f41 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Network hostable DHCP agents. Network: 5a5d760e-7761-4804-9d6a-c0f8779b8a9b, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:03:10.879334 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ddedaa-363a-4df6-8594-6d04e0e99f41 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Network 5a5d760e-7761-4804-9d6a-c0f8779b8a9b is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:03:10.889978 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-71ddedaa-363a-4df6-8594-6d04e0e99f41 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 5a5d760e-7761-4804-9d6a-c0f8779b8a9b) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:10.895117 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ddedaa-363a-4df6-8594-6d04e0e99f41 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:10.895722 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-71ddedaa-363a-4df6-8594-6d04e0e99f41 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:10.902942 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb21d69-ec95-4358-8bfd-a9c03ae00989 None None] Network 5a5d760e-7761-4804-9d6a-c0f8779b8a9b requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:10.919143 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-71ddedaa-363a-4df6-8594-6d04e0e99f41 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5493832 Nov 29 02:03:10.922184 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42320) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:10.931806 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-113f8ce9-e663-4dc9-aa38-93161c3303cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'port': {'network_id': '5a5d760e-7761-4804-9d6a-c0f8779b8a9b', 'name': 'tempest-PortsIpV6TestJSON-809626537', 'fixed_ips': [{'subnet_id': 'ff914318-789f-47b3-acd8-4e7d203d3a95', 'ip_address': '2001:db8::10'}]}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:10.933980 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c345888-4a6f-4671-bdd0-52ba0bd07e7c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:10.976252 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c345888-4a6f-4671-bdd0-52ba0bd07e7c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:11.049128 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c345888-4a6f-4671-bdd0-52ba0bd07e7c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Network d19028d4-3d87-47a3-aaad-1e7d87570660 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:11.054570 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-1c345888-4a6f-4671-bdd0-52ba0bd07e7c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:11.070436 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c345888-4a6f-4671-bdd0-52ba0bd07e7c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:03:11.077171 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c345888-4a6f-4671-bdd0-52ba0bd07e7c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Port': ['ID=d27c2b89-55dc-428c-8c7d-694104e76cb7,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:11.100934 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113f8ce9-e663-4dc9-aa38-93161c3303cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:11.186031 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c345888-4a6f-4671-bdd0-52ba0bd07e7c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:11.186824 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1c345888-4a6f-4671-bdd0-52ba0bd07e7c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:11.212813 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362deb84-0a56-4316-bd06-fd00d80c9186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-5a5d760e-7761-4804-9d6a-c0f8779b8a9b', 'network_id': '5a5d760e-7761-4804-9d6a-c0f8779b8a9b', 'tenant_id': '9daf37777467458cb4d0ea385d3d0eee', 'fixed_ips': [{'subnet_id': 'ff914318-789f-47b3-acd8-4e7d203d3a95'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:03:11.214087 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-362deb84-0a56-4316-bd06-fd00d80c9186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:11.218015 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-113f8ce9-e663-4dc9-aa38-93161c3303cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:11.239451 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1c345888-4a6f-4671-bdd0-52ba0bd07e7c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9415543 Nov 29 02:03:11.241841 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42330) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:11.248071 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4feacac9-dab0-4780-a072-2dc35ef91f26 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'subnet': {'network_id': 'd19028d4-3d87-47a3-aaad-1e7d87570660', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:11.296789 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-113f8ce9-e663-4dc9-aa38-93161c3303cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] device_id is not set on port b5164443-5b77-41f2-bc3c-ba1cd6905f59 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:03:11.403252 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-362deb84-0a56-4316-bd06-fd00d80c9186 None None] Allocated IP 2001:db8::2 (5a5d760e-7761-4804-9d6a-c0f8779b8a9b/ff914318-789f-47b3-acd8-4e7d203d3a95/7690fbbe-bc9f-4550-9dfd-c213cd7d1208) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:11.478561 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4feacac9-dab0-4780-a072-2dc35ef91f26 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:11.482271 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4feacac9-dab0-4780-a072-2dc35ef91f26 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:11.483731 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-5b08668f-2d7f-4e8a-a88e-764f256b4e75 None None] Provisioning complete for port d27c2b89-55dc-428c-8c7d-694104e76cb7 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:11.484101 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5b08668f-2d7f-4e8a-a88e-764f256b4e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:11.551573 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-5b08668f-2d7f-4e8a-a88e-764f256b4e75 None None] Port d27c2b89-55dc-428c-8c7d-694104e76cb7 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:03:11.593877 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-362deb84-0a56-4316-bd06-fd00d80c9186 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:11.601155 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.ipam_backend_mixin [None req-4feacac9-dab0-4780-a072-2dc35ef91f26 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0c0b69d8-34da-4a04-9ca6-5baca126ba63 (CIDR: 172.20.0.0/28) Nov 29 02:03:11.604765 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-362deb84-0a56-4316-bd06-fd00d80c9186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:11.624937 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362deb84-0a56-4316-bd06-fd00d80c9186 None None] Network 5a5d760e-7761-4804-9d6a-c0f8779b8a9b is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:11.627643 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-4feacac9-dab0-4780-a072-2dc35ef91f26 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:03:11.628237 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4feacac9-dab0-4780-a072-2dc35ef91f26 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:03:11.632347 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-362deb84-0a56-4316-bd06-fd00d80c9186 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:11.632347 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362deb84-0a56-4316-bd06-fd00d80c9186 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:03:11.635089 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 537969f0-5ff8-439c-9a30-43c0665fde37 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:03:11.660807 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4feacac9-dab0-4780-a072-2dc35ef91f26 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4177730 Nov 29 02:03:11.663464 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42344) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:11.665891 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-113f8ce9-e663-4dc9-aa38-93161c3303cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Allocated IP 2001:db8::10 (5a5d760e-7761-4804-9d6a-c0f8779b8a9b/ff914318-789f-47b3-acd8-4e7d203d3a95/b5164443-5b77-41f2-bc3c-ba1cd6905f59) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:11.670883 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-52ae4617-0a80-48d0-975a-e04dbfa0e780 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'subnet': {'network_id': 'd19028d4-3d87-47a3-aaad-1e7d87570660', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:11.681486 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 537969f0-5ff8-439c-9a30-43c0665fde37 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:03:11.681965 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 537969f0-5ff8-439c-9a30-43c0665fde37 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:03:11.742987 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362deb84-0a56-4316-bd06-fd00d80c9186 None None] Pushing event updated for resources: {'Port': ['ID=7690fbbe-bc9f-4550-9dfd-c213cd7d1208,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:11.755310 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-362deb84-0a56-4316-bd06-fd00d80c9186 None None] Attempting to bind port 7690fbbe-bc9f-4550-9dfd-c213cd7d1208 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:03:11.755687 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-362deb84-0a56-4316-bd06-fd00d80c9186 None None] Attempting to bind port 7690fbbe-bc9f-4550-9dfd-c213cd7d1208 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'db955d97-54f7-4a84-aadd-7b718e333ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5a5d760e-7761-4804-9d6a-c0f8779b8a9b'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:03:11.756055 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362deb84-0a56-4316-bd06-fd00d80c9186 None None] Attempting to bind port 7690fbbe-bc9f-4550-9dfd-c213cd7d1208 on network 5a5d760e-7761-4804-9d6a-c0f8779b8a9b {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:03:11.762131 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362deb84-0a56-4316-bd06-fd00d80c9186 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:03:11.762511 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362deb84-0a56-4316-bd06-fd00d80c9186 None None] Checking segment: {'id': 'db955d97-54f7-4a84-aadd-7b718e333ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5a5d760e-7761-4804-9d6a-c0f8779b8a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:03:11.762915 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-362deb84-0a56-4316-bd06-fd00d80c9186 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:11.763312 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362deb84-0a56-4316-bd06-fd00d80c9186 None None] Bound using segment: {'id': 'db955d97-54f7-4a84-aadd-7b718e333ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5a5d760e-7761-4804-9d6a-c0f8779b8a9b'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:03:11.763783 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-362deb84-0a56-4316-bd06-fd00d80c9186 None None] Bound port: 7690fbbe-bc9f-4550-9dfd-c213cd7d1208, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db955d97-54f7-4a84-aadd-7b718e333ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5a5d760e-7761-4804-9d6a-c0f8779b8a9b'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:03:11.764163 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-362deb84-0a56-4316-bd06-fd00d80c9186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:11.831051 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-362deb84-0a56-4316-bd06-fd00d80c9186 None None] For port 7690fbbe-bc9f-4550-9dfd-c213cd7d1208, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:03:11.834450 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-362deb84-0a56-4316-bd06-fd00d80c9186 None None] For port 7690fbbe-bc9f-4550-9dfd-c213cd7d1208, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7690fbbe-bc9f-4550-9dfd-c213cd7d1208,segment=NetworkSegment(db955d97-54f7-4a84-aadd-7b718e333ee5),segment_id=db955d97-54f7-4a84-aadd-7b718e333ee5)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:03:11.839727 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-362deb84-0a56-4316-bd06-fd00d80c9186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:11.881065 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ae4617-0a80-48d0-975a-e04dbfa0e780 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:11.885255 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52ae4617-0a80-48d0-975a-e04dbfa0e780 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:11.899442 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362deb84-0a56-4316-bd06-fd00d80c9186 None None] Pushing event updated for resources: {'Port': ['ID=7690fbbe-bc9f-4550-9dfd-c213cd7d1208,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:12.002323 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-113f8ce9-e663-4dc9-aa38-93161c3303cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:12.013046 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a0fdbaf2-9f25-43e7-b398-49ea15a4c5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:12.033948 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.ipam_backend_mixin [None req-52ae4617-0a80-48d0-975a-e04dbfa0e780 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a114ae6d-f1ac-4bf8-9f6d-d564fb294395 (CIDR: 172.20.0.16/28) Nov 29 02:03:12.044704 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-52ae4617-0a80-48d0-975a-e04dbfa0e780 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:03:12.045193 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52ae4617-0a80-48d0-975a-e04dbfa0e780 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:03:12.072927 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-52ae4617-0a80-48d0-975a-e04dbfa0e780 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4083035 Nov 29 02:03:12.075431 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42356) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:12.080425 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ffab92cf-d702-4dce-8a4c-cfa0e774e368 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'subnet': {'network_id': 'd19028d4-3d87-47a3-aaad-1e7d87570660', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:12.086838 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-113f8ce9-e663-4dc9-aa38-93161c3303cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:12.204004 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113f8ce9-e663-4dc9-aa38-93161c3303cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Network 5a5d760e-7761-4804-9d6a-c0f8779b8a9b is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:12.211569 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-113f8ce9-e663-4dc9-aa38-93161c3303cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:12.214011 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113f8ce9-e663-4dc9-aa38-93161c3303cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:03:12.219926 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113f8ce9-e663-4dc9-aa38-93161c3303cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:12.220550 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-113f8ce9-e663-4dc9-aa38-93161c3303cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:12.238121 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f8ce9-e663-4dc9-aa38-93161c3303cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Port': ['ID=b5164443-5b77-41f2-bc3c-ba1cd6905f59,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:12.259408 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-113f8ce9-e663-4dc9-aa38-93161c3303cd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3357463 Nov 29 02:03:12.261970 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42360) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:12.270156 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-3613a332-98cd-4959-a299-7c68854aa83b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'port': {'network_id': '5a5d760e-7761-4804-9d6a-c0f8779b8a9b', 'name': 'tempest-PortsIpV6TestJSON-336442772', 'fixed_ips': [{'subnet_id': 'ff914318-789f-47b3-acd8-4e7d203d3a95', 'ip_address': '2001:db8::f'}]}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:12.282115 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42362) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:12.357787 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffab92cf-d702-4dce-8a4c-cfa0e774e368 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Made reservation on behalf of 244b87083f7548969719374c99f34997 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:12.361260 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ffab92cf-d702-4dce-8a4c-cfa0e774e368 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:12.380896 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-77645274-23de-4fa6-9d5b-d2694559ebd5 tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1620369235', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:12.404673 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77645274-23de-4fa6-9d5b-d2694559ebd5 tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] Made reservation on behalf of 4ba24e6ffb0e4a59b6406680e7a3a1d6 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:12.407167 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77645274-23de-4fa6-9d5b-d2694559ebd5 tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:12.421373 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77645274-23de-4fa6-9d5b-d2694559ebd5 tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:12.480596 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3613a332-98cd-4959-a299-7c68854aa83b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:12.485413 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3613a332-98cd-4959-a299-7c68854aa83b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:12.496231 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77645274-23de-4fa6-9d5b-d2694559ebd5 tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:12.500613 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77645274-23de-4fa6-9d5b-d2694559ebd5 tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:12.505007 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-77645274-23de-4fa6-9d5b-d2694559ebd5 tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] device_id is not set on port 95e4533b-d2db-4da8-8dcc-8fa2739a1df9 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:03:12.518039 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-3613a332-98cd-4959-a299-7c68854aa83b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] device_id is not set on port 0f77dd19-ac53-4e02-871a-2cddae7584d6 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:03:12.558836 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77645274-23de-4fa6-9d5b-d2694559ebd5 tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83555ca-624b-40d9-b5ed-117b89a742dc,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:12.624252 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-77645274-23de-4fa6-9d5b-d2694559ebd5 tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] Allocated IP 172.26.3.203 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/95e4533b-d2db-4da8-8dcc-8fa2739a1df9) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:12.762179 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-3613a332-98cd-4959-a299-7c68854aa83b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Allocated IP 2001:db8::f (5a5d760e-7761-4804-9d6a-c0f8779b8a9b/ff914318-789f-47b3-acd8-4e7d203d3a95/0f77dd19-ac53-4e02-871a-2cddae7584d6) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:12.780649 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ffab92cf-d702-4dce-8a4c-cfa0e774e368 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:12.794897 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77645274-23de-4fa6-9d5b-d2694559ebd5 tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:12.835499 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77645274-23de-4fa6-9d5b-d2694559ebd5 tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:12.852060 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffab92cf-d702-4dce-8a4c-cfa0e774e368 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Network d19028d4-3d87-47a3-aaad-1e7d87570660 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:12.860327 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-ffab92cf-d702-4dce-8a4c-cfa0e774e368 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:12.874813 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffab92cf-d702-4dce-8a4c-cfa0e774e368 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:12.875168 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7b09c9-01dd-437a-9b8d-a7b9ed1ec50e None None] Network d19028d4-3d87-47a3-aaad-1e7d87570660 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:12.875633 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ffab92cf-d702-4dce-8a4c-cfa0e774e368 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:12.883363 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab92cf-d702-4dce-8a4c-cfa0e774e368 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Subnet': ['ID=41248c6f-5fb0-44ea-94d2-65ca660dddb2,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:12.889531 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77645274-23de-4fa6-9d5b-d2694559ebd5 tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:12.892607 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-77645274-23de-4fa6-9d5b-d2694559ebd5 tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:12.896410 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77645274-23de-4fa6-9d5b-d2694559ebd5 tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:03:12.928880 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77645274-23de-4fa6-9d5b-d2694559ebd5 tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] Pushing event updated for resources: {'Port': ['ID=95e4533b-d2db-4da8-8dcc-8fa2739a1df9,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:12.929283 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ffab92cf-d702-4dce-8a4c-cfa0e774e368 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8526301 Nov 29 02:03:12.930971 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42366) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:12.949317 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad9883a-6911-4323-803d-e56945f53802 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:03:12.957379 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77645274-23de-4fa6-9d5b-d2694559ebd5 tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:12.958035 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77645274-23de-4fa6-9d5b-d2694559ebd5 tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:12.962003 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-266556c4-ce30-478f-a317-9112fcd3bc64 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1303365046', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '41248c6f-5fb0-44ea-94d2-65ca660dddb2'}], 'security_groups': ['13f87db4-4faf-4646-9910-cc735b30b0cb', 'ebfa8e54-309f-438c-ac97-a5c87f816971']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:12.986017 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-77645274-23de-4fa6-9d5b-d2694559ebd5 tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 0.7021699 Nov 29 02:03:12.989388 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42368) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:12.994466 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-68a93349-6bb9-43c4-b1d7-0f15724093ee tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.203'}]}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:13.021990 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-68a93349-6bb9-43c4-b1d7-0f15724093ee tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:13.025710 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-68a93349-6bb9-43c4-b1d7-0f15724093ee tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:13.028427 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bd16d3-e53a-4a3c-b792-450e155ee96b None None] Network 5a5d760e-7761-4804-9d6a-c0f8779b8a9b requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:13.084343 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-68a93349-6bb9-43c4-b1d7-0f15724093ee tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:13.165105 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-caee753d-01db-48af-afad-77538e24c600 None None] Provisioning complete for port 7690fbbe-bc9f-4550-9dfd-c213cd7d1208 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:13.165482 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-caee753d-01db-48af-afad-77538e24c600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:13.246562 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-68a93349-6bb9-43c4-b1d7-0f15724093ee tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:13.359256 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-caee753d-01db-48af-afad-77538e24c600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:13.396850 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6784c8-77d5-44aa-942f-9a772f9beb81 None None] Update dhcp port {'port': {'network_id': 'd19028d4-3d87-47a3-aaad-1e7d87570660', 'fixed_ips': [{'subnet_id': 'a114ae6d-f1ac-4bf8-9f6d-d564fb294395', 'ip_address': '172.20.0.18'}, {'subnet_id': '41248c6f-5fb0-44ea-94d2-65ca660dddb2'}, {'subnet_id': '0c0b69d8-34da-4a04-9ca6-5baca126ba63'}], 'binding:host_id': 'dv-neutron-819032-3-hyperv'}, 'id': '1efbd707-642a-41f6-b8ee-b64b50efb2a2'} from dv-neutron-819032-3-hyperv. {{(pid=103256) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 02:03:13.420412 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3613a332-98cd-4959-a299-7c68854aa83b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:13.429561 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-caee753d-01db-48af-afad-77538e24c600 None None] For port 7690fbbe-bc9f-4550-9dfd-c213cd7d1208, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7690fbbe-bc9f-4550-9dfd-c213cd7d1208,segment=NetworkSegment(db955d97-54f7-4a84-aadd-7b718e333ee5),segment_id=db955d97-54f7-4a84-aadd-7b718e333ee5)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:13.432667 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e6784c8-77d5-44aa-942f-9a772f9beb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:13.445213 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-caee753d-01db-48af-afad-77538e24c600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:13.502701 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-266556c4-ce30-478f-a317-9112fcd3bc64 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:13.514847 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-caee753d-01db-48af-afad-77538e24c600 None None] Provisioning complete for port 95e4533b-d2db-4da8-8dcc-8fa2739a1df9 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:13.515704 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-caee753d-01db-48af-afad-77538e24c600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:13.518556 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3613a332-98cd-4959-a299-7c68854aa83b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:13.585766 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3613a332-98cd-4959-a299-7c68854aa83b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Network 5a5d760e-7761-4804-9d6a-c0f8779b8a9b is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:13.591798 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-3613a332-98cd-4959-a299-7c68854aa83b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:13.593756 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3613a332-98cd-4959-a299-7c68854aa83b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:03:13.600091 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3613a332-98cd-4959-a299-7c68854aa83b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:13.601150 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3613a332-98cd-4959-a299-7c68854aa83b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:13.634417 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613a332-98cd-4959-a299-7c68854aa83b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Port': ['ID=0f77dd19-ac53-4e02-871a-2cddae7584d6,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:13.650231 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3613a332-98cd-4959-a299-7c68854aa83b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3837609 Nov 29 02:03:13.666455 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42370) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:13.668188 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee753d-01db-48af-afad-77538e24c600 None None] Pushing event updated for resources: {'Port': ['ID=7690fbbe-bc9f-4550-9dfd-c213cd7d1208,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:13.674082 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-caee753d-01db-48af-afad-77538e24c600 None None] Port 95e4533b-d2db-4da8-8dcc-8fa2739a1df9 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:03:13.687494 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:13.788847 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7690fbbe-bc9f-4550-9dfd-c213cd7d1208 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:03:13.798550 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd373d5-c7fa-4994-8e6b-9ea7b636148d tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:13.800758 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-bfd373d5-c7fa-4994-8e6b-9ea7b636148d tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1325495 Nov 29 02:03:13.806957 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42372) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:13.902961 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-68a93349-6bb9-43c4-b1d7-0f15724093ee tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:13.915572 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7695761e-338d-49ab-8552-619df669b3fd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:13.921570 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7695761e-338d-49ab-8552-619df669b3fd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:13.926009 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-68a93349-6bb9-43c4-b1d7-0f15724093ee tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:13.928602 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7695761e-338d-49ab-8552-619df669b3fd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:13.930902 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7695761e-338d-49ab-8552-619df669b3fd tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1233890 Nov 29 02:03:13.934737 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42374) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:13.996000 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-1e6784c8-77d5-44aa-942f-9a772f9beb81 None None] Allocated IP 172.20.0.34 (d19028d4-3d87-47a3-aaad-1e7d87570660/41248c6f-5fb0-44ea-94d2-65ca660dddb2/1efbd707-642a-41f6-b8ee-b64b50efb2a2) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:14.006960 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-1e6784c8-77d5-44aa-942f-9a772f9beb81 None None] Allocated IP 172.20.0.2 (d19028d4-3d87-47a3-aaad-1e7d87570660/0c0b69d8-34da-4a04-9ca6-5baca126ba63/1efbd707-642a-41f6-b8ee-b64b50efb2a2) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:14.018138 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-be9ac07c-588a-40f1-b5da-a4a643bc966a None None] Provisioning complete for port 7690fbbe-bc9f-4550-9dfd-c213cd7d1208 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:14.018513 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-be9ac07c-588a-40f1-b5da-a4a643bc966a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:14.053663 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e3454d94-2883-4edf-9a91-28685349d551 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Deleting port 0f77dd19-ac53-4e02-871a-2cddae7584d6 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:14.054004 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e3454d94-2883-4edf-9a91-28685349d551 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:14.158577 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 7690fbbe-bc9f-4550-9dfd-c213cd7d1208 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:14.158896 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:14.168757 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e3454d94-2883-4edf-9a91-28685349d551 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:14.173918 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-68a93349-6bb9-43c4-b1d7-0f15724093ee tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:14.183410 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e3454d94-2883-4edf-9a91-28685349d551 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Calling delete_port for 0f77dd19-ac53-4e02-871a-2cddae7584d6 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:14.219000 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1e6784c8-77d5-44aa-942f-9a772f9beb81 None None] For port 1efbd707-642a-41f6-b8ee-b64b50efb2a2, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=1efbd707-642a-41f6-b8ee-b64b50efb2a2,segment=NetworkSegment(9eb4570c-847e-4d83-8b93-6989b8954e86),segment_id=9eb4570c-847e-4d83-8b93-6989b8954e86)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:14.262258 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e6784c8-77d5-44aa-942f-9a772f9beb81 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:14.301102 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e6784c8-77d5-44aa-942f-9a772f9beb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:14.372049 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0c317dd0-7e9f-42c6-bd67-66542cab3f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:14.377169 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-68a93349-6bb9-43c4-b1d7-0f15724093ee tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:14.379848 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-68a93349-6bb9-43c4-b1d7-0f15724093ee tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:14.386282 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e3454d94-2883-4edf-9a91-28685349d551 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:14.432125 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-68a93349-6bb9-43c4-b1d7-0f15724093ee tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:14.432614 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a93349-6bb9-43c4-b1d7-0f15724093ee tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0936f9a-a918-478b-a521-fcd6331c475d {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:03:14.441595 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3454d94-2883-4edf-9a91-28685349d551 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Port': ['ID=0f77dd19-ac53-4e02-871a-2cddae7584d6,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:14.450254 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-68a93349-6bb9-43c4-b1d7-0f15724093ee tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 29 02:03:14.454557 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-68a93349-6bb9-43c4-b1d7-0f15724093ee tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.4641030 Nov 29 02:03:14.454740 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42376) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:14.459249 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6784c8-77d5-44aa-942f-9a772f9beb81 None None] Pushing event updated for resources: {'Port': ['ID=1efbd707-642a-41f6-b8ee-b64b50efb2a2,revision_number=6']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:14.490764 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e3454d94-2883-4edf-9a91-28685349d551 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:14.491775 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-be9ac07c-588a-40f1-b5da-a4a643bc966a None None] Provisioning complete for port b5164443-5b77-41f2-bc3c-ba1cd6905f59 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:14.492781 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-be9ac07c-588a-40f1-b5da-a4a643bc966a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:14.494802 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e3454d94-2883-4edf-9a91-28685349d551 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/ports/0f77dd19-ac53-4e02-871a-2cddae7584d6 HTTP/1.1" status: 204 len: 168 time: 0.5594900 Nov 29 02:03:14.498464 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42378) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:14.528693 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-266556c4-ce30-478f-a317-9112fcd3bc64 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Delete allocated IP 172.20.0.6 (d19028d4-3d87-47a3-aaad-1e7d87570660/0c0b69d8-34da-4a04-9ca6-5baca126ba63) {{(pid=103255) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 29 02:03:14.530386 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-be9ac07c-588a-40f1-b5da-a4a643bc966a None None] Port b5164443-5b77-41f2-bc3c-ba1cd6905f59 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:03:14.553914 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce29668-9ddf-4a24-82de-b559bb20a16f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] GET failed (client error): The resource could not be found. Nov 29 02:03:14.557589 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-cce29668-9ddf-4a24-82de-b559bb20a16f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "GET /v2.0/ports/0f77dd19-ac53-4e02-871a-2cddae7584d6 HTTP/1.1" status: 404 len: 333 time: 0.0564861 Nov 29 02:03:14.561623 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42380) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:14.563620 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-266556c4-ce30-478f-a317-9112fcd3bc64 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Allocated IP 172.20.0.43 (d19028d4-3d87-47a3-aaad-1e7d87570660/41248c6f-5fb0-44ea-94d2-65ca660dddb2/d27c2b89-55dc-428c-8c7d-694104e76cb7) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:14.644748 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c0b0f6f7-aae9-4fff-b3c5-340772d757a6 tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] Deleting port 95e4533b-d2db-4da8-8dcc-8fa2739a1df9 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:14.645898 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0b0f6f7-aae9-4fff-b3c5-340772d757a6 tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:14.659136 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0b0dde1d-2e6d-44e5-be5d-4ee6dd7cfa26 None None] Provisioning complete for port b5164443-5b77-41f2-bc3c-ba1cd6905f59 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:14.659592 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b0dde1d-2e6d-44e5-be5d-4ee6dd7cfa26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:14.692787 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-92c6ae74-2d05-4822-98ae-87f70a10aac9 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Deleting port b5164443-5b77-41f2-bc3c-ba1cd6905f59 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:14.693379 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92c6ae74-2d05-4822-98ae-87f70a10aac9 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:14.714784 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0b0dde1d-2e6d-44e5-be5d-4ee6dd7cfa26 None None] Port b5164443-5b77-41f2-bc3c-ba1cd6905f59 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:03:14.719549 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0b0dde1d-2e6d-44e5-be5d-4ee6dd7cfa26 None None] Could not find standard attr ID for object 0f77dd19-ac53-4e02-871a-2cddae7584d6. {{(pid=103256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 02:03:14.794558 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0b0f6f7-aae9-4fff-b3c5-340772d757a6 tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:14.816707 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c0b0f6f7-aae9-4fff-b3c5-340772d757a6 tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] Calling delete_port for 95e4533b-d2db-4da8-8dcc-8fa2739a1df9 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:14.822229 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92c6ae74-2d05-4822-98ae-87f70a10aac9 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:14.838355 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-92c6ae74-2d05-4822-98ae-87f70a10aac9 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Calling delete_port for b5164443-5b77-41f2-bc3c-ba1cd6905f59 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:14.843032 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-266556c4-ce30-478f-a317-9112fcd3bc64 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:14.880396 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-266556c4-ce30-478f-a317-9112fcd3bc64 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:14.989074 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266556c4-ce30-478f-a317-9112fcd3bc64 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event updated for resources: {'Port': ['ID=d27c2b89-55dc-428c-8c7d-694104e76cb7,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:14.989746 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92c6ae74-2d05-4822-98ae-87f70a10aac9 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:15.027282 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-266556c4-ce30-478f-a317-9112fcd3bc64 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] In _notify_port_updated(), no bound segment for port d27c2b89-55dc-428c-8c7d-694104e76cb7 on network d19028d4-3d87-47a3-aaad-1e7d87570660 {{(pid=103255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 02:03:15.032577 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266556c4-ce30-478f-a317-9112fcd3bc64 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:15.033224 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-266556c4-ce30-478f-a317-9112fcd3bc64 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:15.033533 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6ae74-2d05-4822-98ae-87f70a10aac9 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Port': ['ID=b5164443-5b77-41f2-bc3c-ba1cd6905f59,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:15.037352 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42384) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:15.038326 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-266556c4-ce30-478f-a317-9112fcd3bc64 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "PUT /v2.0/ports/d27c2b89-55dc-428c-8c7d-694104e76cb7 HTTP/1.1" status: 200 len: 960 time: 2.0808084 Nov 29 02:03:15.095454 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92c6ae74-2d05-4822-98ae-87f70a10aac9 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:15.103196 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-92c6ae74-2d05-4822-98ae-87f70a10aac9 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/ports/b5164443-5b77-41f2-bc3c-ba1cd6905f59 HTTP/1.1" status: 204 len: 168 time: 0.5404229 Nov 29 02:03:15.105962 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42386) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:15.120492 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0b0f6f7-aae9-4fff-b3c5-340772d757a6 tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:15.171103 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e6c0cc-f004-444a-9918-2469b0c1a772 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] GET failed (client error): The resource could not be found. Nov 29 02:03:15.174999 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-73e6c0cc-f004-444a-9918-2469b0c1a772 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "GET /v2.0/ports/b5164443-5b77-41f2-bc3c-ba1cd6905f59 HTTP/1.1" status: 404 len: 333 time: 0.0656466 Nov 29 02:03:15.176364 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42388) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:15.178562 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0f6f7-aae9-4fff-b3c5-340772d757a6 tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] Pushing event deleted for resources: {'Port': ['ID=95e4533b-d2db-4da8-8dcc-8fa2739a1df9,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:15.191417 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8040d6a2-12f1-433a-9bbf-da9832535199 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:03:15.235413 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-7c4f694f-7178-43f2-ba09-69bbbe2704c4 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Deleting port d27c2b89-55dc-428c-8c7d-694104e76cb7 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:15.236241 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c4f694f-7178-43f2-ba09-69bbbe2704c4 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:15.249586 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-cac2f4e2-cae8-4228-8285-eb9125886edc None None] Provisioning complete for port dc13d98b-07d1-4e1f-a4f5-22c4647fd0c6 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:15.249977 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cac2f4e2-cae8-4228-8285-eb9125886edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:15.256444 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0b0f6f7-aae9-4fff-b3c5-340772d757a6 tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:15.261020 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c0b0f6f7-aae9-4fff-b3c5-340772d757a6 tempest-RoutersAdminNegativeIpV6Test-1441006724 tempest-RoutersAdminNegativeIpV6Test-1441006724-project-admin] 10.222.0.37 "DELETE /v2.0/ports/95e4533b-d2db-4da8-8dcc-8fa2739a1df9 HTTP/1.1" status: 204 len: 168 time: 0.8015566 Nov 29 02:03:15.321811 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-cac2f4e2-cae8-4228-8285-eb9125886edc None None] Port dc13d98b-07d1-4e1f-a4f5-22c4647fd0c6 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:03:15.330734 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-205ad06f-4cc2-4b2f-92c0-ec20fe5de730 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Deleting subnet ff914318-789f-47b3-acd8-4e7d203d3a95 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:03:15.331594 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:15.334126 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-cac2f4e2-cae8-4228-8285-eb9125886edc None None] Provisioning complete for port d27c2b89-55dc-428c-8c7d-694104e76cb7 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:15.334980 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cac2f4e2-cae8-4228-8285-eb9125886edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:15.337510 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-205ad06f-4cc2-4b2f-92c0-ec20fe5de730 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:15.374438 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-cac2f4e2-cae8-4228-8285-eb9125886edc None None] Port d27c2b89-55dc-428c-8c7d-694104e76cb7 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:03:15.385183 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-cac2f4e2-cae8-4228-8285-eb9125886edc None None] Provisioning complete for port 1efbd707-642a-41f6-b8ee-b64b50efb2a2 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:15.385574 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cac2f4e2-cae8-4228-8285-eb9125886edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:15.402841 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-205ad06f-4cc2-4b2f-92c0-ec20fe5de730 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:15.406979 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c4f694f-7178-43f2-ba09-69bbbe2704c4 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:15.447501 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-7c4f694f-7178-43f2-ba09-69bbbe2704c4 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Calling delete_port for d27c2b89-55dc-428c-8c7d-694104e76cb7 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:15.554261 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-205ad06f-4cc2-4b2f-92c0-ec20fe5de730 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:15.561381 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42394) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:15.665625 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7690fbbe-bc9f-4550-9dfd-c213cd7d1208 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:03:15.667544 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-205ad06f-4cc2-4b2f-92c0-ec20fe5de730 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:15.703857 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ad06f-4cc2-4b2f-92c0-ec20fe5de730 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Subnet': ['ID=ff914318-789f-47b3-acd8-4e7d203d3a95,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:15.704628 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-300f8b7f-cf13-48a4-b5e9-f48a8dd25c1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:15.710647 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-205ad06f-4cc2-4b2f-92c0-ec20fe5de730 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:15.714855 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-205ad06f-4cc2-4b2f-92c0-ec20fe5de730 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/subnets/ff914318-789f-47b3-acd8-4e7d203d3a95 HTTP/1.1" status: 204 len: 168 time: 0.5362215 Nov 29 02:03:15.717526 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42398) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:15.728973 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f433d2-de7b-4a05-bd13-e003953ce189 None None] Network 5a5d760e-7761-4804-9d6a-c0f8779b8a9b requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:15.731466 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c4f694f-7178-43f2-ba09-69bbbe2704c4 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:15.808698 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-300f8b7f-cf13-48a4-b5e9-f48a8dd25c1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:15.809886 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f694f-7178-43f2-ba09-69bbbe2704c4 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Port': ['ID=d27c2b89-55dc-428c-8c7d-694104e76cb7,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:15.814994 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-300f8b7f-cf13-48a4-b5e9-f48a8dd25c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:15.823444 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 7690fbbe-bc9f-4550-9dfd-c213cd7d1208 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:15.823814 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:15.861638 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-300f8b7f-cf13-48a4-b5e9-f48a8dd25c1a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0723063fe245400b8cdfafecfe57cdbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2983248 Nov 29 02:03:15.863975 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42400) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:15.875086 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f8b7f-cf13-48a4-b5e9-f48a8dd25c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c919b22-f54b-4bd5-bff6-6d3d9bdd5943,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:15.895351 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2640074f-6bb7-43b8-ae81-e1f3fd44fc1a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:15.917677 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-095f9285-b433-405d-948e-3ae9fae06503 None None] Could not find standard attr ID for object d27c2b89-55dc-428c-8c7d-694104e76cb7. {{(pid=103256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 02:03:15.926206 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7c4f694f-7178-43f2-ba09-69bbbe2704c4 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:15.932408 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7c4f694f-7178-43f2-ba09-69bbbe2704c4 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/ports/d27c2b89-55dc-428c-8c7d-694104e76cb7 HTTP/1.1" status: 204 len: 168 time: 0.8939602 Nov 29 02:03:15.934892 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42402) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:15.944321 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-909e4ad5-19f3-484a-984c-fcedaf8d535c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:15.969010 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4528b5b-f662-4e95-a5c5-8120909dfc94 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] GET failed (client error): The resource could not be found. Nov 29 02:03:15.971281 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f4528b5b-f662-4e95-a5c5-8120909dfc94 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "GET /v2.0/ports/d27c2b89-55dc-428c-8c7d-694104e76cb7 HTTP/1.1" status: 404 len: 333 time: 0.0351753 Nov 29 02:03:15.976368 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-909e4ad5-19f3-484a-984c-fcedaf8d535c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:15.991501 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42404) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:16.006181 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 1efbd707-642a-41f6-b8ee-b64b50efb2a2 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:03:16.048521 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-909e4ad5-19f3-484a-984c-fcedaf8d535c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.053304 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-909e4ad5-19f3-484a-984c-fcedaf8d535c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.055283 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-909e4ad5-19f3-484a-984c-fcedaf8d535c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4c919b22-f54b-4bd5-bff6-6d3d9bdd5943 HTTP/1.1" status: 204 len: 168 time: 0.1897695 Nov 29 02:03:16.071809 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e4ad5-19f3-484a-984c-fcedaf8d535c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c919b22-f54b-4bd5-bff6-6d3d9bdd5943,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:16.088327 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0b374d-9caa-44cc-ace2-429a604d2f0a None None] DHCP port deletion for 5a5d760e-7761-4804-9d6a-c0f8779b8a9b request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:03:16.092701 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 1efbd707-642a-41f6-b8ee-b64b50efb2a2 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:16.093267 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.116332 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-2640074f-6bb7-43b8-ae81-e1f3fd44fc1a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Deleting port 7690fbbe-bc9f-4550-9dfd-c213cd7d1208 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:16.116332 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2640074f-6bb7-43b8-ae81-e1f3fd44fc1a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.154986 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2626bb00-dc39-439d-857a-743e7714ca2d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.195090 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2626bb00-dc39-439d-857a-743e7714ca2d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.206912 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-2640074f-6bb7-43b8-ae81-e1f3fd44fc1a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] For port 7690fbbe-bc9f-4550-9dfd-c213cd7d1208, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7690fbbe-bc9f-4550-9dfd-c213cd7d1208,segment=NetworkSegment(db955d97-54f7-4a84-aadd-7b718e333ee5),segment_id=db955d97-54f7-4a84-aadd-7b718e333ee5)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:16.207476 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2640074f-6bb7-43b8-ae81-e1f3fd44fc1a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.212067 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-4c0b374d-9caa-44cc-ace2-429a604d2f0a None None] Deleting port 7690fbbe-bc9f-4550-9dfd-c213cd7d1208 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:16.212552 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4c0b374d-9caa-44cc-ace2-429a604d2f0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.229868 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-2640074f-6bb7-43b8-ae81-e1f3fd44fc1a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Calling delete_port for 7690fbbe-bc9f-4550-9dfd-c213cd7d1208 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:16.291616 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-4c0b374d-9caa-44cc-ace2-429a604d2f0a None None] For port 7690fbbe-bc9f-4550-9dfd-c213cd7d1208, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7690fbbe-bc9f-4550-9dfd-c213cd7d1208,segment=NetworkSegment(db955d97-54f7-4a84-aadd-7b718e333ee5),segment_id=db955d97-54f7-4a84-aadd-7b718e333ee5)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:16.291616 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4c0b374d-9caa-44cc-ace2-429a604d2f0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.302215 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2626bb00-dc39-439d-857a-743e7714ca2d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.304878 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2626bb00-dc39-439d-857a-743e7714ca2d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.306049 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2626bb00-dc39-439d-857a-743e7714ca2d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/security-groups/81e4359f-87b4-4500-8f38-fa62bfe3924a HTTP/1.1" status: 204 len: 168 time: 0.3121688 Nov 29 02:03:16.308924 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42410) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:16.309102 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-4c0b374d-9caa-44cc-ace2-429a604d2f0a None None] Calling delete_port for 7690fbbe-bc9f-4550-9dfd-c213cd7d1208 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:16.329048 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2626bb00-dc39-439d-857a-743e7714ca2d tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e4359f-87b4-4500-8f38-fa62bfe3924a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:16.354862 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2640074f-6bb7-43b8-ae81-e1f3fd44fc1a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.376502 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37924fd5-b1ef-43c1-be2e-cf07abeb966c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.382683 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2640074f-6bb7-43b8-ae81-e1f3fd44fc1a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] No DVR routers for this DVR port 7690fbbe-bc9f-4550-9dfd-c213cd7d1208 on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:03:16.408371 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37924fd5-b1ef-43c1-be2e-cf07abeb966c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.410248 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4c0b374d-9caa-44cc-ace2-429a604d2f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.433112 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42412) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:16.438070 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640074f-6bb7-43b8-ae81-e1f3fd44fc1a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Port': ['ID=7690fbbe-bc9f-4550-9dfd-c213cd7d1208,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:16.448925 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b374d-9caa-44cc-ace2-429a604d2f0a None None] Pushing event deleted for resources: {'Port': ['ID=7690fbbe-bc9f-4550-9dfd-c213cd7d1208,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:16.453596 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0b374d-9caa-44cc-ace2-429a604d2f0a None None] No DVR routers for this DVR port 7690fbbe-bc9f-4550-9dfd-c213cd7d1208 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:03:16.493165 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37924fd5-b1ef-43c1-be2e-cf07abeb966c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.493394 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2640074f-6bb7-43b8-ae81-e1f3fd44fc1a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.495811 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37924fd5-b1ef-43c1-be2e-cf07abeb966c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.497585 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-37924fd5-b1ef-43c1-be2e-cf07abeb966c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/security-groups/ebfa8e54-309f-438c-ac97-a5c87f816971 HTTP/1.1" status: 204 len: 168 time: 0.1871846 Nov 29 02:03:16.500588 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42414) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:16.503595 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4b054212-f942-490c-8fca-714d8f6221c2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ba24e6ffb0e4a59b6406680e7a3a1d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0690792 Nov 29 02:03:16.508856 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42416) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:16.511441 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37924fd5-b1ef-43c1-be2e-cf07abeb966c tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfa8e54-309f-438c-ac97-a5c87f816971,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:16.532838 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-2640074f-6bb7-43b8-ae81-e1f3fd44fc1a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a5d760e-7761-4804-9d6a-c0f8779b8a9b']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:16.550950 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-2640074f-6bb7-43b8-ae81-e1f3fd44fc1a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db955d97-54f7-4a84-aadd-7b718e333ee5') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:16.551246 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-2640074f-6bb7-43b8-ae81-e1f3fd44fc1a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db955d97-54f7-4a84-aadd-7b718e333ee5') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:16.562346 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7fc63c3e-1a96-47e3-9721-57bfde83a2eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.565403 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2640074f-6bb7-43b8-ae81-e1f3fd44fc1a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.584541 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7fc63c3e-1a96-47e3-9721-57bfde83a2eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.589179 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2640074f-6bb7-43b8-ae81-e1f3fd44fc1a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.595274 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-29f247dc-ab8d-4a3d-a070-8385a5c80859 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.601326 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2640074f-6bb7-43b8-ae81-e1f3fd44fc1a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:03:16.601778 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2640074f-6bb7-43b8-ae81-e1f3fd44fc1a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.604615 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:03:16.604615 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:03:16.604615 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:03:16.604615 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:03:16.604615 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:03:16.604615 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:03:16.604615 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:03:16.604615 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:03:16.604615 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:03:16.604615 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:03:16.604615 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:03:16.604615 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:03:16.604615 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:03:16.604615 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:03:16.604615 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:03:16.604615 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:03:16.604615 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:03:16.604615 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:03:16.604615 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:03:16.604615 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:03:16.604615 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:03:16.604615 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:03:16.604615 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:03:16.604615 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:03:16.604615 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:03:16.604615 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:03:16.604615 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:03:16.604615 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:03:16.604615 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:03:16.604615 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:03:16.604615 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:03:16.604615 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:03:16.641772 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7fc63c3e-1a96-47e3-9721-57bfde83a2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.644564 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7fc63c3e-1a96-47e3-9721-57bfde83a2eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.645756 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7fc63c3e-1a96-47e3-9721-57bfde83a2eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b83555ca-624b-40d9-b5ed-117b89a742dc HTTP/1.1" status: 204 len: 168 time: 0.1358922 Nov 29 02:03:16.654698 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc63c3e-1a96-47e3-9721-57bfde83a2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83555ca-624b-40d9-b5ed-117b89a742dc,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:16.666080 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-29f247dc-ab8d-4a3d-a070-8385a5c80859 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.692153 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2640074f-6bb7-43b8-ae81-e1f3fd44fc1a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.704191 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2640074f-6bb7-43b8-ae81-e1f3fd44fc1a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.709582 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2640074f-6bb7-43b8-ae81-e1f3fd44fc1a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/networks/5a5d760e-7761-4804-9d6a-c0f8779b8a9b HTTP/1.1" status: 204 len: 168 time: 0.9888062 Nov 29 02:03:16.712221 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42420) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:16.717638 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d01b1fed-a51c-42cf-b0c2-6fa3b91d3861 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-667534020'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:16.724800 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640074f-6bb7-43b8-ae81-e1f3fd44fc1a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Network': ['ID=5a5d760e-7761-4804-9d6a-c0f8779b8a9b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:16.739692 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-29f247dc-ab8d-4a3d-a070-8385a5c80859 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.742918 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-29f247dc-ab8d-4a3d-a070-8385a5c80859 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.743783 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01b1fed-a51c-42cf-b0c2-6fa3b91d3861 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:16.746808 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-29f247dc-ab8d-4a3d-a070-8385a5c80859 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/security-groups/13f87db4-4faf-4646-9910-cc735b30b0cb HTTP/1.1" status: 204 len: 168 time: 0.2426431 Nov 29 02:03:16.747739 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42422) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:16.748473 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d01b1fed-a51c-42cf-b0c2-6fa3b91d3861 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.774907 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01b1fed-a51c-42cf-b0c2-6fa3b91d3861 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:03:16.780399 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f247dc-ab8d-4a3d-a070-8385a5c80859 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f87db4-4faf-4646-9910-cc735b30b0cb,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:16.788096 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d01b1fed-a51c-42cf-b0c2-6fa3b91d3861 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.789147 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-d01b1fed-a51c-42cf-b0c2-6fa3b91d3861 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Added segment 7ade8dde-0474-4ba4-97b6-94c00306bbc1 of type vlan for network f822d4fe-3fef-495c-880e-bae4f33d2599 Nov 29 02:03:16.817875 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e135c4-a4d3-456f-a860-5604a21ca2bf tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Deleting subnet 0c0b69d8-34da-4a04-9ca6-5baca126ba63 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:03:16.821782 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12e135c4-a4d3-456f-a860-5604a21ca2bf tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.835313 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d01b1fed-a51c-42cf-b0c2-6fa3b91d3861 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.865229 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12e135c4-a4d3-456f-a860-5604a21ca2bf tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.867954 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d01b1fed-a51c-42cf-b0c2-6fa3b91d3861 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.873980 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01b1fed-a51c-42cf-b0c2-6fa3b91d3861 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:16.874691 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d01b1fed-a51c-42cf-b0c2-6fa3b91d3861 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:16.937466 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d01b1fed-a51c-42cf-b0c2-6fa3b91d3861 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2243364 Nov 29 02:03:16.941081 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42426) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:16.946977 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-82c35fe6-f809-493b-89b1-de908ce75a95 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'subnet': {'network_id': 'f822d4fe-3fef-495c-880e-bae4f33d2599', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:16.950943 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b1fed-a51c-42cf-b0c2-6fa3b91d3861 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Network': ['ID=f822d4fe-3fef-495c-880e-bae4f33d2599,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:16.962600 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network f822d4fe-3fef-495c-880e-bae4f33d2599 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:03:16.965049 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:17.032420 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12e135c4-a4d3-456f-a860-5604a21ca2bf tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:17.104933 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c35fe6-f809-493b-89b1-de908ce75a95 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:17.108462 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82c35fe6-f809-493b-89b1-de908ce75a95 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:17.166310 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12e135c4-a4d3-456f-a860-5604a21ca2bf tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:17.205265 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e135c4-a4d3-456f-a860-5604a21ca2bf tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Subnet': ['ID=0c0b69d8-34da-4a04-9ca6-5baca126ba63,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:17.207306 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12e135c4-a4d3-456f-a860-5604a21ca2bf tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:17.214815 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-12e135c4-a4d3-456f-a860-5604a21ca2bf tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/subnets/0c0b69d8-34da-4a04-9ca6-5baca126ba63 HTTP/1.1" status: 204 len: 168 time: 0.4617951 Nov 29 02:03:17.214908 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fbbb15-8426-4fed-8216-c3c9eb6f7f0a None None] Network d19028d4-3d87-47a3-aaad-1e7d87570660 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:17.215276 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42438) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:17.285436 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-f717f0de-b87c-4663-96e8-109041d284b5 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Deleting subnet 41248c6f-5fb0-44ea-94d2-65ca660dddb2 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:03:17.293011 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f717f0de-b87c-4663-96e8-109041d284b5 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:17.368666 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f717f0de-b87c-4663-96e8-109041d284b5 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:17.460987 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82c35fe6-f809-493b-89b1-de908ce75a95 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:17.479690 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42446) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:17.547746 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c35fe6-f809-493b-89b1-de908ce75a95 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Subnet': ['ID=1c5583a3-b7a1-4204-a346-c53f62c5123e,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:17.551076 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f717f0de-b87c-4663-96e8-109041d284b5 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:17.612499 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c35fe6-f809-493b-89b1-de908ce75a95 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Checking segment: {'id': '7ade8dde-0474-4ba4-97b6-94c00306bbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f822d4fe-3fef-495c-880e-bae4f33d2599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:03:17.612875 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c35fe6-f809-493b-89b1-de908ce75a95 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Network hostable DHCP agents. Network: f822d4fe-3fef-495c-880e-bae4f33d2599, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:03:17.614041 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-1d70472c-6134-41c0-9b66-7ca52f6c6994 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1014865982'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:17.641815 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f717f0de-b87c-4663-96e8-109041d284b5 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:17.646311 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d70472c-6134-41c0-9b66-7ca52f6c6994 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Made reservation on behalf of 2acd828c3d78407bbd412eb9dfa560ed for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:17.651207 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d70472c-6134-41c0-9b66-7ca52f6c6994 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:17.652334 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7690fbbe-bc9f-4550-9dfd-c213cd7d1208 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:03:17.652464 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c35fe6-f809-493b-89b1-de908ce75a95 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Network f822d4fe-3fef-495c-880e-bae4f33d2599 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:03:17.661902 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d70472c-6134-41c0-9b66-7ca52f6c6994 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:17.681004 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 7690fbbe-bc9f-4550-9dfd-c213cd7d1208 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:03:17.681355 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7690fbbe-bc9f-4550-9dfd-c213cd7d1208 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:03:17.683242 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717f0de-b87c-4663-96e8-109041d284b5 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Subnet': ['ID=41248c6f-5fb0-44ea-94d2-65ca660dddb2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:17.685276 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f717f0de-b87c-4663-96e8-109041d284b5 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:17.690869 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f717f0de-b87c-4663-96e8-109041d284b5 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/subnets/41248c6f-5fb0-44ea-94d2-65ca660dddb2 HTTP/1.1" status: 204 len: 168 time: 0.4730225 Nov 29 02:03:17.690869 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-82c35fe6-f809-493b-89b1-de908ce75a95 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, f822d4fe-3fef-495c-880e-bae4f33d2599) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:17.691418 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42450) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:17.708696 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6152e2-c679-4929-8cdc-9fb5653b5993 None None] Network f822d4fe-3fef-495c-880e-bae4f33d2599 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:17.719728 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef9cdc1-5feb-437c-8156-d388dfa3deba tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] DELETE failed (client error): The resource could not be found. Nov 29 02:03:17.720111 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ef9cdc1-5feb-437c-8156-d388dfa3deba tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:03:17.725800 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7ef9cdc1-5feb-437c-8156-d388dfa3deba tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/subnets/0c0b69d8-34da-4a04-9ca6-5baca126ba63 HTTP/1.1" status: 404 len: 337 time: 0.0308070 Nov 29 02:03:17.725800 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c35fe6-f809-493b-89b1-de908ce75a95 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:17.725800 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82c35fe6-f809-493b-89b1-de908ce75a95 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:17.726197 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42452) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:17.747327 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-82c35fe6-f809-493b-89b1-de908ce75a95 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8049963 Nov 29 02:03:17.750950 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42454) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:17.755805 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-36d73a32-77f1-4ed4-b273-47b25f0fac1a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-289428928', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:17.787503 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-36d73a32-77f1-4ed4-b273-47b25f0fac1a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:17.789699 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-36d73a32-77f1-4ed4-b273-47b25f0fac1a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:17.834035 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9139e53-bcd5-4d25-ac5a-6e3181956626 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Deleting subnet a114ae6d-f1ac-4bf8-9f6d-d564fb294395 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:03:17.843501 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d9139e53-bcd5-4d25-ac5a-6e3181956626 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:17.857773 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-36d73a32-77f1-4ed4-b273-47b25f0fac1a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:17.864863 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:17.866319 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-36d73a32-77f1-4ed4-b273-47b25f0fac1a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:17.891757 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-36d73a32-77f1-4ed4-b273-47b25f0fac1a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:17.895865 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d70472c-6134-41c0-9b66-7ca52f6c6994 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:17.896685 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42456) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:17.897491 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-36d73a32-77f1-4ed4-b273-47b25f0fac1a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1453052 Nov 29 02:03:17.904179 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-86717813-69c5-40b3-bb99-9ac184df9c33 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'port': {'network_id': 'f822d4fe-3fef-495c-880e-bae4f33d2599', 'name': 'tempest-PortsIpV6TestJSON-495557865'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:17.908614 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7453061f-ed62-479e-b1a3-bb5346f5e728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-f822d4fe-3fef-495c-880e-bae4f33d2599', 'network_id': 'f822d4fe-3fef-495c-880e-bae4f33d2599', 'tenant_id': '9daf37777467458cb4d0ea385d3d0eee', 'fixed_ips': [{'subnet_id': '1c5583a3-b7a1-4204-a346-c53f62c5123e'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:03:17.909785 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7453061f-ed62-479e-b1a3-bb5346f5e728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:17.915082 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d70472c-6134-41c0-9b66-7ca52f6c6994 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:17.926981 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d70472c-6134-41c0-9b66-7ca52f6c6994 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:03:18.002005 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d9139e53-bcd5-4d25-ac5a-6e3181956626 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:18.031236 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d70472c-6134-41c0-9b66-7ca52f6c6994 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:18.031584 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-1d70472c-6134-41c0-9b66-7ca52f6c6994 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Added segment b21b2721-72ea-4e21-83db-2a18e1e2b48b of type vlan for network 5fee3512-dcea-4d7c-addb-4053f7d7f418 Nov 29 02:03:18.038871 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7eec3e-5842-4e6e-84bb-b1db35ff0069 None None] Network d19028d4-3d87-47a3-aaad-1e7d87570660 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:18.092219 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70472c-6134-41c0-9b66-7ca52f6c6994 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbd4a3f-3ad6-4671-be7a-62e8e75c927e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:18.123819 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-a182991b-cbcd-4843-b144-a6dfe0a4a988 None None] Provisioning complete for port dc13d98b-07d1-4e1f-a4f5-22c4647fd0c6 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:18.124028 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d70472c-6134-41c0-9b66-7ca52f6c6994 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:18.124194 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a182991b-cbcd-4843-b144-a6dfe0a4a988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:18.134073 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-7453061f-ed62-479e-b1a3-bb5346f5e728 None None] Allocated IP 2001:db8::2 (f822d4fe-3fef-495c-880e-bae4f33d2599/1c5583a3-b7a1-4204-a346-c53f62c5123e/3092840b-afb3-4cd4-a7fa-d130054fa03a) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:18.200646 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d70472c-6134-41c0-9b66-7ca52f6c6994 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:18.206126 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d70472c-6134-41c0-9b66-7ca52f6c6994 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:18.206710 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1d70472c-6134-41c0-9b66-7ca52f6c6994 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:18.226237 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d9139e53-bcd5-4d25-ac5a-6e3181956626 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:18.234465 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a182991b-cbcd-4843-b144-a6dfe0a4a988 None None] Port dc13d98b-07d1-4e1f-a4f5-22c4647fd0c6 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:03:18.289492 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-a182991b-cbcd-4843-b144-a6dfe0a4a988 None None] Provisioning complete for port 1efbd707-642a-41f6-b8ee-b64b50efb2a2 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:18.289817 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a182991b-cbcd-4843-b144-a6dfe0a4a988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:18.298950 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86717813-69c5-40b3-bb99-9ac184df9c33 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:18.302747 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-86717813-69c5-40b3-bb99-9ac184df9c33 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:18.315524 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1d70472c-6134-41c0-9b66-7ca52f6c6994 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8347101 Nov 29 02:03:18.318852 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42458) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:18.326746 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4cb2d6f3-bce1-459f-ac6b-2873be1499a8 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Request body: {'subnet': {'network_id': '5fee3512-dcea-4d7c-addb-4053f7d7f418', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:18.352278 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-86717813-69c5-40b3-bb99-9ac184df9c33 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] device_id is not set on port 164a0a8b-e153-441d-a77a-a402d6025744 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:03:18.358210 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70472c-6134-41c0-9b66-7ca52f6c6994 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Pushing event updated for resources: {'Network': ['ID=5fee3512-dcea-4d7c-addb-4053f7d7f418,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:18.411234 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d9139e53-bcd5-4d25-ac5a-6e3181956626 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:18.448495 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb2d6f3-bce1-459f-ac6b-2873be1499a8 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Made reservation on behalf of 2acd828c3d78407bbd412eb9dfa560ed for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:18.453259 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4cb2d6f3-bce1-459f-ac6b-2873be1499a8 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:18.456265 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9139e53-bcd5-4d25-ac5a-6e3181956626 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Subnet': ['ID=a114ae6d-f1ac-4bf8-9f6d-d564fb294395,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:18.464517 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d9139e53-bcd5-4d25-ac5a-6e3181956626 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:18.470327 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d9139e53-bcd5-4d25-ac5a-6e3181956626 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/subnets/a114ae6d-f1ac-4bf8-9f6d-d564fb294395 HTTP/1.1" status: 204 len: 168 time: 0.7401266 Nov 29 02:03:18.475040 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42460) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:18.485458 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9139e53-bcd5-4d25-ac5a-6e3181956626 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:18.485831 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9139e53-bcd5-4d25-ac5a-6e3181956626 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:18.486179 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9139e53-bcd5-4d25-ac5a-6e3181956626 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:18.486517 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9139e53-bcd5-4d25-ac5a-6e3181956626 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:18.486854 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9139e53-bcd5-4d25-ac5a-6e3181956626 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:18.487192 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9139e53-bcd5-4d25-ac5a-6e3181956626 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:18.487519 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9139e53-bcd5-4d25-ac5a-6e3181956626 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:18.487845 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9139e53-bcd5-4d25-ac5a-6e3181956626 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:18.488166 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9139e53-bcd5-4d25-ac5a-6e3181956626 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:18.488490 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9139e53-bcd5-4d25-ac5a-6e3181956626 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:18.488815 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9139e53-bcd5-4d25-ac5a-6e3181956626 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:18.489137 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9139e53-bcd5-4d25-ac5a-6e3181956626 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:18.513641 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd245934-780f-40c5-ba83-2afe14846873 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] DELETE failed (client error): The resource could not be found. Nov 29 02:03:18.514100 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd245934-780f-40c5-ba83-2afe14846873 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:03:18.519466 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-dd245934-780f-40c5-ba83-2afe14846873 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/subnets/8d1079e3-a63d-42f8-a86e-9596a3592ca8 HTTP/1.1" status: 404 len: 337 time: 0.0414128 Nov 29 02:03:18.519778 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42462) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:18.546887 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 5fee3512-dcea-4d7c-addb-4053f7d7f418 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:03:18.550950 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f52b1ca4-fe9e-49d3-a12c-268b6f691072 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d6e6fd0-5b3f-4af7-8309-cc6453eac2d2 HTTP/1.1" status: 200 len: 205 time: 0.0279379 Nov 29 02:03:18.551431 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42464) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:18.596155 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-5de29e39-790f-4763-9315-80f9753708b1 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] delete failed (client error): The resource could not be found. Nov 29 02:03:18.599591 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5de29e39-790f-4763-9315-80f9753708b1 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/routers/2d6e6fd0-5b3f-4af7-8309-cc6453eac2d2 HTTP/1.1" status: 404 len: 336 time: 0.0451479 Nov 29 02:03:18.600310 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42466) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:18.636909 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-be0c4aae-0309-4a57-9b2a-7815192b41e4 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] DELETE failed (client error): The resource could not be found. Nov 29 02:03:18.637324 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be0c4aae-0309-4a57-9b2a-7815192b41e4 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:03:18.638734 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7453061f-ed62-479e-b1a3-bb5346f5e728 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:18.640615 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-be0c4aae-0309-4a57-9b2a-7815192b41e4 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/subnets/c3dc7476-9456-42d4-8641-74788b88f357 HTTP/1.1" status: 404 len: 337 time: 0.0392475 Nov 29 02:03:18.643137 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42468) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:18.682318 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7453061f-ed62-479e-b1a3-bb5346f5e728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:18.706885 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b5fbc7-8737-4551-802b-d3c1c0e527e7 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] DELETE failed (client error): The resource could not be found. Nov 29 02:03:18.707460 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b5fbc7-8737-4551-802b-d3c1c0e527e7 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:03:18.717943 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e4b5fbc7-8737-4551-802b-d3c1c0e527e7 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/subnets/007c78db-c5e8-4723-80f2-1d11b3342377 HTTP/1.1" status: 404 len: 337 time: 0.0519564 Nov 29 02:03:18.718937 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42470) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:18.732277 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7453061f-ed62-479e-b1a3-bb5346f5e728 None None] Network f822d4fe-3fef-495c-880e-bae4f33d2599 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:18.738211 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-7453061f-ed62-479e-b1a3-bb5346f5e728 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:18.740581 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453061f-ed62-479e-b1a3-bb5346f5e728 None None] Pushing event updated for resources: {'Port': ['ID=3092840b-afb3-4cd4-a7fa-d130054fa03a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:18.743141 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7453061f-ed62-479e-b1a3-bb5346f5e728 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:03:18.755468 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-0327c917-05bb-4201-9f8f-911c9d58b2dd tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] DELETE failed (client error): The resource could not be found. Nov 29 02:03:18.756021 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0327c917-05bb-4201-9f8f-911c9d58b2dd tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:03:18.761738 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0327c917-05bb-4201-9f8f-911c9d58b2dd tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/subnets/b9de1303-911d-434d-b99e-dbf696591fa1 HTTP/1.1" status: 404 len: 337 time: 0.0362873 Nov 29 02:03:18.765821 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42472) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:18.769879 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4cb2d6f3-bce1-459f-ac6b-2873be1499a8 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:18.775478 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-86717813-69c5-40b3-bb99-9ac184df9c33 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Allocated IP 2001:db8::d0 (f822d4fe-3fef-495c-880e-bae4f33d2599/1c5583a3-b7a1-4204-a346-c53f62c5123e/164a0a8b-e153-441d-a77a-a402d6025744) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:18.802218 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e4e8ae-9a71-4884-a233-0dc1dba68b22 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] DELETE failed (client error): The resource could not be found. Nov 29 02:03:18.802971 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5e4e8ae-9a71-4884-a233-0dc1dba68b22 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:03:18.806778 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a5e4e8ae-9a71-4884-a233-0dc1dba68b22 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/ports/8154ddce-89aa-411c-a9f4-aabcbc706ac9 HTTP/1.1" status: 404 len: 333 time: 0.0399117 Nov 29 02:03:18.808632 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42474) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:18.823772 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-7453061f-ed62-479e-b1a3-bb5346f5e728 None None] Attempting to bind port 3092840b-afb3-4cd4-a7fa-d130054fa03a on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:03:18.824147 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-7453061f-ed62-479e-b1a3-bb5346f5e728 None None] Attempting to bind port 3092840b-afb3-4cd4-a7fa-d130054fa03a by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '7ade8dde-0474-4ba4-97b6-94c00306bbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f822d4fe-3fef-495c-880e-bae4f33d2599'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:03:18.824718 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7453061f-ed62-479e-b1a3-bb5346f5e728 None None] Attempting to bind port 3092840b-afb3-4cd4-a7fa-d130054fa03a on network f822d4fe-3fef-495c-880e-bae4f33d2599 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:03:18.830545 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7453061f-ed62-479e-b1a3-bb5346f5e728 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:03:18.830928 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7453061f-ed62-479e-b1a3-bb5346f5e728 None None] Checking segment: {'id': '7ade8dde-0474-4ba4-97b6-94c00306bbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f822d4fe-3fef-495c-880e-bae4f33d2599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:03:18.831518 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7453061f-ed62-479e-b1a3-bb5346f5e728 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:18.832099 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7453061f-ed62-479e-b1a3-bb5346f5e728 None None] Bound using segment: {'id': '7ade8dde-0474-4ba4-97b6-94c00306bbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f822d4fe-3fef-495c-880e-bae4f33d2599'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:03:18.832732 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-7453061f-ed62-479e-b1a3-bb5346f5e728 None None] Bound port: 3092840b-afb3-4cd4-a7fa-d130054fa03a, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ade8dde-0474-4ba4-97b6-94c00306bbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f822d4fe-3fef-495c-880e-bae4f33d2599'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:03:18.833290 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7453061f-ed62-479e-b1a3-bb5346f5e728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:18.843347 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba975823-17cc-449a-986a-fa548961e3cc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] DELETE failed (client error): The resource could not be found. Nov 29 02:03:18.843799 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba975823-17cc-449a-986a-fa548961e3cc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:03:18.849119 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ba975823-17cc-449a-986a-fa548961e3cc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/subnets/10c51b58-f23a-4f75-b3e6-72029084cfd9 HTTP/1.1" status: 404 len: 337 time: 0.0361466 Nov 29 02:03:18.853149 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42476) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:18.861018 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2d6f3-bce1-459f-ac6b-2873be1499a8 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Pushing event updated for resources: {'Subnet': ['ID=548f58d5-2b1d-46ec-8d3c-304068d1749e,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:18.870182 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb2d6f3-bce1-459f-ac6b-2873be1499a8 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Checking segment: {'id': 'b21b2721-72ea-4e21-83db-2a18e1e2b48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5fee3512-dcea-4d7c-addb-4053f7d7f418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:03:18.870545 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb2d6f3-bce1-459f-ac6b-2873be1499a8 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Network hostable DHCP agents. Network: 5fee3512-dcea-4d7c-addb-4053f7d7f418, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:03:18.889982 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf821cd-e072-40e8-b950-7de95e364aea tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] DELETE failed (client error): The resource could not be found. Nov 29 02:03:18.890439 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf821cd-e072-40e8-b950-7de95e364aea tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:03:18.893568 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1cf821cd-e072-40e8-b950-7de95e364aea tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/subnets/7d3f0b09-db36-4a6d-bfe8-54bc595e747d HTTP/1.1" status: 404 len: 337 time: 0.0393546 Nov 29 02:03:18.894426 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb2d6f3-bce1-459f-ac6b-2873be1499a8 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Network 5fee3512-dcea-4d7c-addb-4053f7d7f418 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:03:18.896219 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42478) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:18.910230 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-4cb2d6f3-bce1-459f-ac6b-2873be1499a8 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 5fee3512-dcea-4d7c-addb-4053f7d7f418) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:18.924065 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6846e394-75da-4052-8317-1326c5c11ba9 None None] Network 5fee3512-dcea-4d7c-addb-4053f7d7f418 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:18.925155 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb2d6f3-bce1-459f-ac6b-2873be1499a8 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:18.926695 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4cb2d6f3-bce1-459f-ac6b-2873be1499a8 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:18.930044 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d1e033-4588-4f24-9ba0-ca29bd4cb6dc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] DELETE failed (client error): The resource could not be found. Nov 29 02:03:18.930601 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0d1e033-4588-4f24-9ba0-ca29bd4cb6dc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:03:18.933922 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f0d1e033-4588-4f24-9ba0-ca29bd4cb6dc tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/ports/8a5e4866-84fa-4fd8-b409-371889168703 HTTP/1.1" status: 404 len: 333 time: 0.0362127 Nov 29 02:03:18.936463 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42480) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:18.974030 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-10ec613e-12fa-44bc-b959-c898aa20ad23 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] DELETE failed (client error): The resource could not be found. Nov 29 02:03:18.974576 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10ec613e-12fa-44bc-b959-c898aa20ad23 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:03:18.979287 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-10ec613e-12fa-44bc-b959-c898aa20ad23 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/subnets/0ec69cae-56ce-4ffc-b46e-32e4fde9b8a2 HTTP/1.1" status: 404 len: 337 time: 0.0411527 Nov 29 02:03:18.982020 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42482) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:18.985734 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7453061f-ed62-479e-b1a3-bb5346f5e728 None None] For port 3092840b-afb3-4cd4-a7fa-d130054fa03a, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:03:19.002519 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7453061f-ed62-479e-b1a3-bb5346f5e728 None None] For port 3092840b-afb3-4cd4-a7fa-d130054fa03a, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=3092840b-afb3-4cd4-a7fa-d130054fa03a,segment=NetworkSegment(7ade8dde-0474-4ba4-97b6-94c00306bbc1),segment_id=7ade8dde-0474-4ba4-97b6-94c00306bbc1)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:03:19.004429 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42484) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:19.004680 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4cb2d6f3-bce1-459f-ac6b-2873be1499a8 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6795630 Nov 29 02:03:19.011607 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-bd6a32bd-4812-4b31-a8f2-9c728e69d82a tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Request body: {'port': {'network_id': '5fee3512-dcea-4d7c-addb-4053f7d7f418', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1015219406'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:19.012286 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7453061f-ed62-479e-b1a3-bb5346f5e728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:19.034695 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eec317c-cbc5-4ee4-a91a-ea88a5db9177 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] DELETE failed (client error): The resource could not be found. Nov 29 02:03:19.035384 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eec317c-cbc5-4ee4-a91a-ea88a5db9177 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:03:19.039662 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7eec317c-cbc5-4ee4-a91a-ea88a5db9177 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/subnets/4d71cec5-028a-43f4-a694-74a4ac184d0b HTTP/1.1" status: 404 len: 337 time: 0.0563300 Nov 29 02:03:19.042232 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42486) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:19.190413 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-6b8dc162-78c0-41b7-b6b7-a15cb2ce0728 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Deleting port dc13d98b-07d1-4e1f-a4f5-22c4647fd0c6 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:19.190761 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b8dc162-78c0-41b7-b6b7-a15cb2ce0728 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:19.200603 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453061f-ed62-479e-b1a3-bb5346f5e728 None None] Pushing event updated for resources: {'Port': ['ID=3092840b-afb3-4cd4-a7fa-d130054fa03a,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:19.210907 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7199b50d-bdec-4e98-922f-d65b8be21d1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-5fee3512-dcea-4d7c-addb-4053f7d7f418', 'network_id': '5fee3512-dcea-4d7c-addb-4053f7d7f418', 'tenant_id': '2acd828c3d78407bbd412eb9dfa560ed', 'fixed_ips': [{'subnet_id': '548f58d5-2b1d-46ec-8d3c-304068d1749e'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:03:19.213334 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7199b50d-bdec-4e98-922f-d65b8be21d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:19.224031 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-86717813-69c5-40b3-bb99-9ac184df9c33 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:19.243485 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6a32bd-4812-4b31-a8f2-9c728e69d82a tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Made reservation on behalf of 2acd828c3d78407bbd412eb9dfa560ed for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:19.247535 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd6a32bd-4812-4b31-a8f2-9c728e69d82a tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:19.273908 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-bd6a32bd-4812-4b31-a8f2-9c728e69d82a tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] device_id is not set on port 2234b07a-bfd6-4052-8540-597ee88b4437 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:03:19.305563 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b8dc162-78c0-41b7-b6b7-a15cb2ce0728 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:19.326497 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-6b8dc162-78c0-41b7-b6b7-a15cb2ce0728 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Calling delete_port for dc13d98b-07d1-4e1f-a4f5-22c4647fd0c6 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:19.359552 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44a2b0f-2475-44fb-b76b-00055d4a3440 None None] Network d19028d4-3d87-47a3-aaad-1e7d87570660 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:19.360106 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-86717813-69c5-40b3-bb99-9ac184df9c33 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:19.438029 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86717813-69c5-40b3-bb99-9ac184df9c33 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Network f822d4fe-3fef-495c-880e-bae4f33d2599 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:19.445109 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-86717813-69c5-40b3-bb99-9ac184df9c33 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:19.448873 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86717813-69c5-40b3-bb99-9ac184df9c33 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:03:19.454144 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b8dc162-78c0-41b7-b6b7-a15cb2ce0728 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:19.456926 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86717813-69c5-40b3-bb99-9ac184df9c33 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:19.457603 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-86717813-69c5-40b3-bb99-9ac184df9c33 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:19.464727 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86717813-69c5-40b3-bb99-9ac184df9c33 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Port': ['ID=164a0a8b-e153-441d-a77a-a402d6025744,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:19.473841 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-7199b50d-bdec-4e98-922f-d65b8be21d1e None None] Allocated IP 2001:db8::2 (5fee3512-dcea-4d7c-addb-4053f7d7f418/548f58d5-2b1d-46ec-8d3c-304068d1749e/a957c9e8-8086-407d-a54c-c76dd3249745) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:19.484630 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-86717813-69c5-40b3-bb99-9ac184df9c33 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5837061 Nov 29 02:03:19.485355 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42488) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:19.500176 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-90398f67-a513-4287-a028-c1f61c28fcce None None] Provisioning complete for port dc13d98b-07d1-4e1f-a4f5-22c4647fd0c6 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:19.500567 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-90398f67-a513-4287-a028-c1f61c28fcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:19.513774 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8dc162-78c0-41b7-b6b7-a15cb2ce0728 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Port': ['ID=dc13d98b-07d1-4e1f-a4f5-22c4647fd0c6,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:19.518800 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6b8dc162-78c0-41b7-b6b7-a15cb2ce0728 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:19.526869 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6b8dc162-78c0-41b7-b6b7-a15cb2ce0728 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/ports/dc13d98b-07d1-4e1f-a4f5-22c4647fd0c6 HTTP/1.1" status: 204 len: 168 time: 0.4829717 Nov 29 02:03:19.527759 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42490) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:19.546333 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-90398f67-a513-4287-a028-c1f61c28fcce None None] Port dc13d98b-07d1-4e1f-a4f5-22c4647fd0c6 was deleted so its status cannot be updated. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 29 02:03:19.641316 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-90398f67-a513-4287-a028-c1f61c28fcce None None] Provisioning complete for port 1efbd707-642a-41f6-b8ee-b64b50efb2a2 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:19.641959 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-90398f67-a513-4287-a028-c1f61c28fcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:19.643802 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1aa3b2ab-db7a-4e05-bbd7-8ddd23659e62 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:19.717944 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1aa3b2ab-db7a-4e05-bbd7-8ddd23659e62 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Deleting port 1efbd707-642a-41f6-b8ee-b64b50efb2a2 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:19.717944 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1aa3b2ab-db7a-4e05-bbd7-8ddd23659e62 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:19.727440 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 3092840b-afb3-4cd4-a7fa-d130054fa03a up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:03:19.791993 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-1aa3b2ab-db7a-4e05-bbd7-8ddd23659e62 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] For port 1efbd707-642a-41f6-b8ee-b64b50efb2a2, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=1efbd707-642a-41f6-b8ee-b64b50efb2a2,segment=NetworkSegment(9eb4570c-847e-4d83-8b93-6989b8954e86),segment_id=9eb4570c-847e-4d83-8b93-6989b8954e86)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:19.792565 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1aa3b2ab-db7a-4e05-bbd7-8ddd23659e62 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:19.810219 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1aa3b2ab-db7a-4e05-bbd7-8ddd23659e62 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Calling delete_port for 1efbd707-642a-41f6-b8ee-b64b50efb2a2 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:19.823043 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7199b50d-bdec-4e98-922f-d65b8be21d1e None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:19.846658 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90937bc2-6141-4a72-b839-a6c687c623c7 None None] DHCP port deletion for d19028d4-3d87-47a3-aaad-1e7d87570660 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:03:19.867781 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7199b50d-bdec-4e98-922f-d65b8be21d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:19.907932 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1aa3b2ab-db7a-4e05-bbd7-8ddd23659e62 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:19.934674 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 3092840b-afb3-4cd4-a7fa-d130054fa03a triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:19.934893 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:19.938551 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3b2ab-db7a-4e05-bbd7-8ddd23659e62 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Port': ['ID=1efbd707-642a-41f6-b8ee-b64b50efb2a2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:19.940171 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa3b2ab-db7a-4e05-bbd7-8ddd23659e62 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] No DVR routers for this DVR port 1efbd707-642a-41f6-b8ee-b64b50efb2a2 on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:03:19.943495 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42494) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:19.963950 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7199b50d-bdec-4e98-922f-d65b8be21d1e None None] Network 5fee3512-dcea-4d7c-addb-4053f7d7f418 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:19.980113 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-7199b50d-bdec-4e98-922f-d65b8be21d1e None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:19.984776 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7199b50d-bdec-4e98-922f-d65b8be21d1e None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:03:19.987046 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199b50d-bdec-4e98-922f-d65b8be21d1e None None] Pushing event updated for resources: {'Port': ['ID=a957c9e8-8086-407d-a54c-c76dd3249745,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:20.078651 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-7199b50d-bdec-4e98-922f-d65b8be21d1e None None] Attempting to bind port a957c9e8-8086-407d-a54c-c76dd3249745 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:03:20.078865 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-7199b50d-bdec-4e98-922f-d65b8be21d1e None None] Attempting to bind port a957c9e8-8086-407d-a54c-c76dd3249745 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'b21b2721-72ea-4e21-83db-2a18e1e2b48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5fee3512-dcea-4d7c-addb-4053f7d7f418'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:03:20.079072 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7199b50d-bdec-4e98-922f-d65b8be21d1e None None] Attempting to bind port a957c9e8-8086-407d-a54c-c76dd3249745 on network 5fee3512-dcea-4d7c-addb-4053f7d7f418 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:03:20.100874 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-90937bc2-6141-4a72-b839-a6c687c623c7 None None] Deleting port 1efbd707-642a-41f6-b8ee-b64b50efb2a2 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:20.101254 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-90937bc2-6141-4a72-b839-a6c687c623c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:20.121735 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7199b50d-bdec-4e98-922f-d65b8be21d1e None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:03:20.122497 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7199b50d-bdec-4e98-922f-d65b8be21d1e None None] Checking segment: {'id': 'b21b2721-72ea-4e21-83db-2a18e1e2b48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5fee3512-dcea-4d7c-addb-4053f7d7f418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:03:20.122922 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7199b50d-bdec-4e98-922f-d65b8be21d1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:20.123522 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7199b50d-bdec-4e98-922f-d65b8be21d1e None None] Bound using segment: {'id': 'b21b2721-72ea-4e21-83db-2a18e1e2b48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5fee3512-dcea-4d7c-addb-4053f7d7f418'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:03:20.124035 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-7199b50d-bdec-4e98-922f-d65b8be21d1e None None] Bound port: a957c9e8-8086-407d-a54c-c76dd3249745, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21b2721-72ea-4e21-83db-2a18e1e2b48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5fee3512-dcea-4d7c-addb-4053f7d7f418'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:03:20.124447 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7199b50d-bdec-4e98-922f-d65b8be21d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:20.194638 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-90937bc2-6141-4a72-b839-a6c687c623c7 None None] For port 1efbd707-642a-41f6-b8ee-b64b50efb2a2, host dv-neutron-819032-3-hyperv, got binding levels [] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:20.195038 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-90937bc2-6141-4a72-b839-a6c687c623c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:20.210539 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-90937bc2-6141-4a72-b839-a6c687c623c7 None None] Calling delete_port for 1efbd707-642a-41f6-b8ee-b64b50efb2a2 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:20.213734 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.ipam_backend_mixin [None req-90937bc2-6141-4a72-b839-a6c687c623c7 None None] Port 1efbd707-642a-41f6-b8ee-b64b50efb2a2 was not found and therefore no delete operation was performed {{(pid=103256) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 02:03:20.216012 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-90937bc2-6141-4a72-b839-a6c687c623c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:20.267668 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90937bc2-6141-4a72-b839-a6c687c623c7 None None] Pushing event deleted for resources: {'Port': ['ID=1efbd707-642a-41f6-b8ee-b64b50efb2a2,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:20.270765 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90937bc2-6141-4a72-b839-a6c687c623c7 None None] No DVR routers for this DVR port 1efbd707-642a-41f6-b8ee-b64b50efb2a2 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:03:20.274782 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:20.281880 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-bd6a32bd-4812-4b31-a8f2-9c728e69d82a tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Allocated IP 2001:db8::2c3 (5fee3512-dcea-4d7c-addb-4053f7d7f418/548f58d5-2b1d-46ec-8d3c-304068d1749e/2234b07a-bfd6-4052-8540-597ee88b4437) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:20.319434 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port 3092840b-afb3-4cd4-a7fa-d130054fa03a, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=3092840b-afb3-4cd4-a7fa-d130054fa03a,segment=NetworkSegment(7ade8dde-0474-4ba4-97b6-94c00306bbc1),segment_id=7ade8dde-0474-4ba4-97b6-94c00306bbc1)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:20.343384 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d08a552-473c-405d-9293-d1be851f74a1 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:20.353500 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:20.400555 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-80428eb2-e9f8-45c9-89b5-f147b1c7330f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/floatingips/389517e2-f529-470b-a4b9-8337462517dc HTTP/1.1" status: 200 len: 993 time: 0.4479156 Nov 29 02:03:20.428872 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=3092840b-afb3-4cd4-a7fa-d130054fa03a,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:20.439653 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7199b50d-bdec-4e98-922f-d65b8be21d1e None None] For port a957c9e8-8086-407d-a54c-c76dd3249745, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:03:20.448176 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7199b50d-bdec-4e98-922f-d65b8be21d1e None None] For port a957c9e8-8086-407d-a54c-c76dd3249745, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=a957c9e8-8086-407d-a54c-c76dd3249745,segment=NetworkSegment(b21b2721-72ea-4e21-83db-2a18e1e2b48b),segment_id=b21b2721-72ea-4e21-83db-2a18e1e2b48b)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:03:20.454667 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7199b50d-bdec-4e98-922f-d65b8be21d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:20.462029 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1aa3b2ab-db7a-4e05-bbd7-8ddd23659e62 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:20.517559 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-1aa3b2ab-db7a-4e05-bbd7-8ddd23659e62 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d19028d4-3d87-47a3-aaad-1e7d87570660']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:20.533068 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-1aa3b2ab-db7a-4e05-bbd7-8ddd23659e62 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb4570c-847e-4d83-8b93-6989b8954e86') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:20.535464 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-1aa3b2ab-db7a-4e05-bbd7-8ddd23659e62 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb4570c-847e-4d83-8b93-6989b8954e86') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:20.537895 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199b50d-bdec-4e98-922f-d65b8be21d1e None None] Pushing event updated for resources: {'Port': ['ID=a957c9e8-8086-407d-a54c-c76dd3249745,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:20.560323 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1aa3b2ab-db7a-4e05-bbd7-8ddd23659e62 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:20.596769 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1aa3b2ab-db7a-4e05-bbd7-8ddd23659e62 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:20.605024 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa3b2ab-db7a-4e05-bbd7-8ddd23659e62 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:03:20.605433 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1aa3b2ab-db7a-4e05-bbd7-8ddd23659e62 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:20.608653 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:03:20.608653 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:03:20.608653 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:03:20.608653 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:03:20.608653 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:03:20.608653 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:03:20.608653 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:03:20.608653 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:03:20.608653 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:03:20.608653 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:03:20.608653 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:03:20.608653 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:03:20.608653 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:03:20.608653 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:03:20.608653 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:03:20.608653 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:03:20.608653 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:03:20.608653 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:03:20.608653 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:03:20.608653 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:03:20.608653 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:03:20.608653 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:03:20.608653 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:03:20.608653 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:03:20.608653 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:03:20.608653 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:03:20.608653 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:03:20.608653 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:03:20.608653 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:03:20.608653 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:03:20.608653 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:03:20.608653 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:03:20.682895 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1aa3b2ab-db7a-4e05-bbd7-8ddd23659e62 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:20.692004 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1aa3b2ab-db7a-4e05-bbd7-8ddd23659e62 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:20.695577 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1aa3b2ab-db7a-4e05-bbd7-8ddd23659e62 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] 10.222.0.37 "DELETE /v2.0/networks/d19028d4-3d87-47a3-aaad-1e7d87570660 HTTP/1.1" status: 204 len: 168 time: 1.1666615 Nov 29 02:03:20.740953 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3b2ab-db7a-4e05-bbd7-8ddd23659e62 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Pushing event deleted for resources: {'Network': ['ID=d19028d4-3d87-47a3-aaad-1e7d87570660,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:20.746509 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42502) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:20.761075 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd6a32bd-4812-4b31-a8f2-9c728e69d82a tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:20.797485 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3b2ab-db7a-4e05-bbd7-8ddd23659e62 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:20.797911 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3b2ab-db7a-4e05-bbd7-8ddd23659e62 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:20.798269 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3b2ab-db7a-4e05-bbd7-8ddd23659e62 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:20.798787 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3b2ab-db7a-4e05-bbd7-8ddd23659e62 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:20.800613 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3b2ab-db7a-4e05-bbd7-8ddd23659e62 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:20.801409 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3b2ab-db7a-4e05-bbd7-8ddd23659e62 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:20.801862 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3b2ab-db7a-4e05-bbd7-8ddd23659e62 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:20.802211 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3b2ab-db7a-4e05-bbd7-8ddd23659e62 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:20.802549 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3b2ab-db7a-4e05-bbd7-8ddd23659e62 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:20.802889 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3b2ab-db7a-4e05-bbd7-8ddd23659e62 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:20.803230 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3b2ab-db7a-4e05-bbd7-8ddd23659e62 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:20.803568 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3b2ab-db7a-4e05-bbd7-8ddd23659e62 tempest-PortsTestJSON-1163645517 tempest-PortsTestJSON-1163645517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:20.836911 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f71ea1-7b32-4ce8-aba9-8637ad6b948b None None] Network f822d4fe-3fef-495c-880e-bae4f33d2599 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:20.864889 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d08a552-473c-405d-9293-d1be851f74a1 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:20.874104 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d08a552-473c-405d-9293-d1be851f74a1 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:20.888376 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd6a32bd-4812-4b31-a8f2-9c728e69d82a tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:20.946222 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-a2f97c6a-b659-4579-aee8-c1b37cfc8f52 None None] Provisioning complete for port 3092840b-afb3-4cd4-a7fa-d130054fa03a triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:20.946847 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a2f97c6a-b659-4579-aee8-c1b37cfc8f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:20.947660 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6a32bd-4812-4b31-a8f2-9c728e69d82a tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Network 5fee3512-dcea-4d7c-addb-4053f7d7f418 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:20.965911 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-bd6a32bd-4812-4b31-a8f2-9c728e69d82a tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:20.968448 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6a32bd-4812-4b31-a8f2-9c728e69d82a tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:03:20.974499 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6a32bd-4812-4b31-a8f2-9c728e69d82a tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:20.975201 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd6a32bd-4812-4b31-a8f2-9c728e69d82a tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:20.993575 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08a552-473c-405d-9293-d1be851f74a1 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Port': ['ID=164a0a8b-e153-441d-a77a-a402d6025744,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:21.020306 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0796bc3d-c5eb-48ad-aae2-cc9a0cd51732 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port c590868f-0068-400d-b10b-24f20427d7b5 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:21.020810 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0796bc3d-c5eb-48ad-aae2-cc9a0cd51732 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:21.057460 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-bd6a32bd-4812-4b31-a8f2-9c728e69d82a tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0515585 Nov 29 02:03:21.062434 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42506) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:21.075496 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5e776d55-05b1-481a-805d-e8ffeedb1c35 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Request body: {'port': {'network_id': '5fee3512-dcea-4d7c-addb-4053f7d7f418', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-200072777', 'allowed_address_pairs': [{'ip_address': '2001:db8::2c3', 'mac_address': 'fa:16:3e:d7:84:53'}]}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:21.118100 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42508) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:21.139356 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a32bd-4812-4b31-a8f2-9c728e69d82a tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Pushing event updated for resources: {'Port': ['ID=2234b07a-bfd6-4052-8540-597ee88b4437,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:21.163113 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0796bc3d-c5eb-48ad-aae2-cc9a0cd51732 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:21.163835 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0796bc3d-c5eb-48ad-aae2-cc9a0cd51732 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:21.180186 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0796bc3d-c5eb-48ad-aae2-cc9a0cd51732 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for c590868f-0068-400d-b10b-24f20427d7b5 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:21.254847 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d08a552-473c-405d-9293-d1be851f74a1 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:21.339865 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e776d55-05b1-481a-805d-e8ffeedb1c35 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Made reservation on behalf of 2acd828c3d78407bbd412eb9dfa560ed for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:21.347945 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-50f5620b-dc8e-46b1-a8e1-377fc2bd59c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=244b87083f7548969719374c99f34997&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286584 Nov 29 02:03:21.351509 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42512) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:21.448051 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d08a552-473c-405d-9293-d1be851f74a1 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:21.472188 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-847f700b-81d6-4b12-8023-fe8b67175d49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:21.475783 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e776d55-05b1-481a-805d-e8ffeedb1c35 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:21.497818 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0796bc3d-c5eb-48ad-aae2-cc9a0cd51732 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:21.511860 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-847f700b-81d6-4b12-8023-fe8b67175d49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:21.520677 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-5e776d55-05b1-481a-805d-e8ffeedb1c35 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] device_id is not set on port 94d08ac3-e864-46e6-aa2a-31ded19c0fe6 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:03:21.537215 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796bc3d-c5eb-48ad-aae2-cc9a0cd51732 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=c590868f-0068-400d-b10b-24f20427d7b5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:21.562956 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-f3def768-8015-4403-80f6-bf7617d30d7b None None] Provisioning complete for port 164a0a8b-e153-441d-a77a-a402d6025744 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:21.563437 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f3def768-8015-4403-80f6-bf7617d30d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:21.650153 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0796bc3d-c5eb-48ad-aae2-cc9a0cd51732 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:21.650601 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-0796bc3d-c5eb-48ad-aae2-cc9a0cd51732 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Floating IP 389517e2-f529-470b-a4b9-8337462517dc disassociated (deleted). External IP: 172.26.3.197, port: 4459dc47-447b-496c-8502-639f0e89ba93. Nov 29 02:03:21.661796 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f3def768-8015-4403-80f6-bf7617d30d7b None None] Port 164a0a8b-e153-441d-a77a-a402d6025744 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:03:21.690068 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-f3def768-8015-4403-80f6-bf7617d30d7b None None] Provisioning complete for port 3092840b-afb3-4cd4-a7fa-d130054fa03a triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:21.690720 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f3def768-8015-4403-80f6-bf7617d30d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:21.719969 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-847f700b-81d6-4b12-8023-fe8b67175d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:21.728011 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-847f700b-81d6-4b12-8023-fe8b67175d49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:21.731649 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-847f700b-81d6-4b12-8023-fe8b67175d49 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fcfdebeb-d9a7-4c62-943f-56b58ff608bd HTTP/1.1" status: 204 len: 168 time: 0.3766501 Nov 29 02:03:21.821348 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-5e776d55-05b1-481a-805d-e8ffeedb1c35 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Allocated IP 2001:db8::41 (5fee3512-dcea-4d7c-addb-4053f7d7f418/548f58d5-2b1d-46ec-8d3c-304068d1749e/94d08ac3-e864-46e6-aa2a-31ded19c0fe6) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:21.828675 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 3092840b-afb3-4cd4-a7fa-d130054fa03a up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:03:21.940360 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 3092840b-afb3-4cd4-a7fa-d130054fa03a triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:21.941041 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:22.018746 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f700b-81d6-4b12-8023-fe8b67175d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfdebeb-d9a7-4c62-943f-56b58ff608bd,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:22.040212 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0796bc3d-c5eb-48ad-aae2-cc9a0cd51732 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router af53d9bc-c082-4bdc-b001-d8857acc59c8 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:03:22.065815 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a957c9e8-8086-407d-a54c-c76dd3249745 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:03:22.079535 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454c7eae-604a-40fd-b4ae-db22e100593e None None] Network 5fee3512-dcea-4d7c-addb-4053f7d7f418 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:22.083216 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e776d55-05b1-481a-805d-e8ffeedb1c35 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:22.148162 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e776d55-05b1-481a-805d-e8ffeedb1c35 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:22.187360 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-5554a0d4-e099-430f-a93e-21c0a1131f7e None None] Provisioning complete for port 164a0a8b-e153-441d-a77a-a402d6025744 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:22.187734 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5554a0d4-e099-430f-a93e-21c0a1131f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:22.223220 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e776d55-05b1-481a-805d-e8ffeedb1c35 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Pushing event updated for resources: {'Port': ['ID=94d08ac3-e864-46e6-aa2a-31ded19c0fe6,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:22.251390 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0796bc3d-c5eb-48ad-aae2-cc9a0cd51732 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:03:22.257971 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-5554a0d4-e099-430f-a93e-21c0a1131f7e None None] Port 164a0a8b-e153-441d-a77a-a402d6025744 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:03:22.265141 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0796bc3d-c5eb-48ad-aae2-cc9a0cd51732 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:22.282392 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port a957c9e8-8086-407d-a54c-c76dd3249745 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:22.282773 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:22.284454 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e776d55-05b1-481a-805d-e8ffeedb1c35 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Network 5fee3512-dcea-4d7c-addb-4053f7d7f418 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:22.289874 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4efaac5-cfb5-4d5d-8e55-14c342163ff2 None None] Sync routers for ids ['af53d9bc-c082-4bdc-b001-d8857acc59c8'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:03:22.311485 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-5e776d55-05b1-481a-805d-e8ffeedb1c35 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:22.315334 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e776d55-05b1-481a-805d-e8ffeedb1c35 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:03:22.324812 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0796bc3d-c5eb-48ad-aae2-cc9a0cd51732 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/floatingips/389517e2-f529-470b-a4b9-8337462517dc HTTP/1.1" status: 204 len: 168 time: 1.5762286 Nov 29 02:03:22.326271 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568adc59-c3a0-48f8-b17f-a63a2e7a81ce', 'tag': '4459dc47-447b-496c-8502-639f0e89ba93'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:03:22.326409 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e776d55-05b1-481a-805d-e8ffeedb1c35 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:22.327034 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5e776d55-05b1-481a-805d-e8ffeedb1c35 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:22.329641 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a54b0b8d43a805c8e04fafa9e6e1877f555095d74f053d1eebc96b979e45145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f08529-6173-4b72-8a99-a57224509eda" -d '{"events": [{"name": "network-changed", "server_uuid": "568adc59-c3a0-48f8-b17f-a63a2e7a81ce", "tag": "4459dc47-447b-496c-8502-639f0e89ba93"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:03:22.355673 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4efaac5-cfb5-4d5d-8e55-14c342163ff2 None None] Routers {'af53d9bc-c082-4bdc-b001-d8857acc59c8'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:03:22.356380 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c4efaac5-cfb5-4d5d-8e55-14c342163ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:03:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['af53d9bc-c082-4bdc-b001-d8857acc59c8'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:22.394502 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5e776d55-05b1-481a-805d-e8ffeedb1c35 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.3269012 Nov 29 02:03:22.397261 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42532) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:22.483771 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d08a552-473c-405d-9293-d1be851f74a1 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:22.491873 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d08a552-473c-405d-9293-d1be851f74a1 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:22.493773 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d08a552-473c-405d-9293-d1be851f74a1 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:22.502862 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157fd6bb-2cd5-4707-b9df-b76418040343 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:22.520281 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157fd6bb-2cd5-4707-b9df-b76418040343 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:22.533348 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157fd6bb-2cd5-4707-b9df-b76418040343 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:22.546227 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-157fd6bb-2cd5-4707-b9df-b76418040343 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1467552 Nov 29 02:03:22.549683 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42534) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:22.649397 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08a552-473c-405d-9293-d1be851f74a1 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Port': ['ID=164a0a8b-e153-441d-a77a-a402d6025744,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:22.691260 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0ecc7b-333f-40b7-827a-10896a57408a x-openstack-request-id: req-5f0ecc7b-333f-40b7-827a-10896a57408a {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:03:22.691260 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "568adc59-c3a0-48f8-b17f-a63a2e7a81ce", "tag": "4459dc47-447b-496c-8502-639f0e89ba93", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:03:22.691260 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5f0ecc7b-333f-40b7-827a-10896a57408a {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:03:22.691621 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568adc59-c3a0-48f8-b17f-a63a2e7a81ce', 'tag': '4459dc47-447b-496c-8502-639f0e89ba93', 'status': 'completed', 'code': 200} Nov 29 02:03:22.715749 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d08a552-473c-405d-9293-d1be851f74a1 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Network f822d4fe-3fef-495c-880e-bae4f33d2599 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:22.718131 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-3d08a552-473c-405d-9293-d1be851f74a1 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:22.744054 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233e4cb-4e5a-4312-ad2c-09d2e92d5583 req-1fec19e1-9cbf-42fb-865c-bab1820a187b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:22.752278 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3233e4cb-4e5a-4312-ad2c-09d2e92d5583 req-1fec19e1-9cbf-42fb-865c-bab1820a187b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=568adc59-c3a0-48f8-b17f-a63a2e7a81ce HTTP/1.1" status: 200 len: 945 time: 0.0769711 Nov 29 02:03:22.786301 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-cee50fa2-cc23-4769-9173-7b18224b59eb tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Deleting port 94d08ac3-e864-46e6-aa2a-31ded19c0fe6 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:22.786655 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cee50fa2-cc23-4769-9173-7b18224b59eb tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:22.807831 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-18b65517-a8fc-4160-9ffd-5a314c52db3d None None] Provisioning complete for port 164a0a8b-e153-441d-a77a-a402d6025744 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:22.808826 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-18b65517-a8fc-4160-9ffd-5a314c52db3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:22.851102 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3233e4cb-4e5a-4312-ad2c-09d2e92d5583 req-6b8f0fe5-d1b7-45f6-8511-3b864fdf6693 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe2e056b-ff0a-421b-9e0d-5658cf04985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876710 Nov 29 02:03:22.871086 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-18b65517-a8fc-4160-9ffd-5a314c52db3d None None] Port 164a0a8b-e153-441d-a77a-a402d6025744 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:03:22.907213 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-c4efaac5-cfb5-4d5d-8e55-14c342163ff2 None None] Set router af53d9bc-c082-4bdc-b001-d8857acc59c8 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:03:22.907443 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f08529-6173-4b72-8a99-a57224509eda req-a3b1a667-4aad-4acc-8717-050f047aab17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:22.909576 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f7f08529-6173-4b72-8a99-a57224509eda req-a3b1a667-4aad-4acc-8717-050f047aab17 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=568adc59-c3a0-48f8-b17f-a63a2e7a81ce HTTP/1.1" status: 200 len: 1098 time: 0.1063459 Nov 29 02:03:22.910113 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:22.995647 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cee50fa2-cc23-4769-9173-7b18224b59eb tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:23.000354 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port a957c9e8-8086-407d-a54c-c76dd3249745, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=a957c9e8-8086-407d-a54c-c76dd3249745,segment=NetworkSegment(b21b2721-72ea-4e21-83db-2a18e1e2b48b),segment_id=b21b2721-72ea-4e21-83db-2a18e1e2b48b)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:23.006717 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-18b65517-a8fc-4160-9ffd-5a314c52db3d None None] Provisioning complete for port a957c9e8-8086-407d-a54c-c76dd3249745 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:23.007283 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-18b65517-a8fc-4160-9ffd-5a314c52db3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:23.015477 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:23.017927 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-cee50fa2-cc23-4769-9173-7b18224b59eb tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Calling delete_port for 94d08ac3-e864-46e6-aa2a-31ded19c0fe6 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:23.063581 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42546) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:23.095955 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d08a552-473c-405d-9293-d1be851f74a1 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Router 3b489fb8-db72-4964-9fbf-fdef2f0d0366 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:03:23.163337 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 1efbd707-642a-41f6-b8ee-b64b50efb2a2 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:03:23.214099 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f08529-6173-4b72-8a99-a57224509eda req-70ef372b-67d5-41ad-90b4-3e9c399895b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:23.215628 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f7f08529-6173-4b72-8a99-a57224509eda req-70ef372b-67d5-41ad-90b4-3e9c399895b3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e27ce72d-9adf-4a07-acf2-f13fb172c1fd HTTP/1.1" status: 200 len: 898 time: 0.2944245 Nov 29 02:03:23.253430 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 1efbd707-642a-41f6-b8ee-b64b50efb2a2 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:03:23.253872 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 1efbd707-642a-41f6-b8ee-b64b50efb2a2 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:03:23.266965 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f7f08529-6173-4b72-8a99-a57224509eda req-ef420e82-8eb1-4408-9020-aa8fba81b993 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4459dc47-447b-496c-8502-639f0e89ba93 HTTP/1.1" status: 200 len: 217 time: 0.0422440 Nov 29 02:03:23.287611 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cee50fa2-cc23-4769-9173-7b18224b59eb tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:23.327357 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f08529-6173-4b72-8a99-a57224509eda req-c3d3d91f-656c-40f2-9957-6bed3b0848bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:23.328973 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f7f08529-6173-4b72-8a99-a57224509eda req-c3d3d91f-656c-40f2-9957-6bed3b0848bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=678ca2a4-9091-4a46-8ce8-4beb0edf2abe HTTP/1.1" status: 200 len: 835 time: 0.0517929 Nov 29 02:03:23.329747 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee50fa2-cc23-4769-9173-7b18224b59eb tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Pushing event deleted for resources: {'Port': ['ID=94d08ac3-e864-46e6-aa2a-31ded19c0fe6,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:23.336508 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-8ac3bad0-e15a-4388-9700-de7bdec736cc tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-44599628'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:23.356404 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d08a552-473c-405d-9293-d1be851f74a1 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:03:23.365480 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=a957c9e8-8086-407d-a54c-c76dd3249745,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:23.368018 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0ae9c0-ad00-42ed-b0a0-6b06f23c3e82 None None] Sync routers for ids ['3b489fb8-db72-4964-9fbf-fdef2f0d0366'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:03:23.382142 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3d08a552-473c-405d-9293-d1be851f74a1 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "PUT /v2.0/routers/3b489fb8-db72-4964-9fbf-fdef2f0d0366/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8954422 Nov 29 02:03:23.386045 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42550) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:23.386678 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0ae9c0-ad00-42ed-b0a0-6b06f23c3e82 None None] Routers {'3b489fb8-db72-4964-9fbf-fdef2f0d0366'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:03:23.387322 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3d0ae9c0-ad00-42ed-b0a0-6b06f23c3e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:03:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['3b489fb8-db72-4964-9fbf-fdef2f0d0366'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:23.436683 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac3bad0-e15a-4388-9700-de7bdec736cc tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] Made reservation on behalf of 55d6bd4a58234b2fbc579c28203b6358 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:23.440129 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ac3bad0-e15a-4388-9700-de7bdec736cc tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:23.444385 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f08529-6173-4b72-8a99-a57224509eda req-2963c453-17d7-4caf-b089-2a7a833361c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:23.446495 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f7f08529-6173-4b72-8a99-a57224509eda req-2963c453-17d7-4caf-b089-2a7a833361c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e27ce72d-9adf-4a07-acf2-f13fb172c1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1049910 Nov 29 02:03:23.447547 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3d0ae9c0-ad00-42ed-b0a0-6b06f23c3e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:23.459794 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0ae9c0-ad00-42ed-b0a0-6b06f23c3e82 None None] Routers {'3b489fb8-db72-4964-9fbf-fdef2f0d0366'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:03:23.462502 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3d0ae9c0-ad00-42ed-b0a0-6b06f23c3e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:03:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['3b489fb8-db72-4964-9fbf-fdef2f0d0366'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:23.483593 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be4919f-53d8-4e1f-a649-fef5ea4a32a5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:23.488238 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3be4919f-53d8-4e1f-a649-fef5ea4a32a5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b489fb8-db72-4964-9fbf-fdef2f0d0366 HTTP/1.1" status: 200 len: 987 time: 0.1000197 Nov 29 02:03:23.490191 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42552) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:23.490909 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ac3bad0-e15a-4388-9700-de7bdec736cc tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:23.498506 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-60046624-0d21-40b8-8d85-68db88a9a453 None None] Could not find standard attr ID for object 94d08ac3-e864-46e6-aa2a-31ded19c0fe6. {{(pid=103256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 02:03:23.498688 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3d0ae9c0-ad00-42ed-b0a0-6b06f23c3e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:23.499187 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0ae9c0-ad00-42ed-b0a0-6b06f23c3e82 None None] The sync data for ids ['3b489fb8-db72-4964-9fbf-fdef2f0d0366'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:03:23.512846 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cee50fa2-cc23-4769-9173-7b18224b59eb tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:23.517528 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-cee50fa2-cc23-4769-9173-7b18224b59eb tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] 10.222.0.37 "DELETE /v2.0/ports/94d08ac3-e864-46e6-aa2a-31ded19c0fe6 HTTP/1.1" status: 204 len: 168 time: 0.9653695 Nov 29 02:03:23.520574 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42554) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:23.522863 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-60046624-0d21-40b8-8d85-68db88a9a453 None None] Provisioning complete for port 164a0a8b-e153-441d-a77a-a402d6025744 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:23.524063 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60046624-0d21-40b8-8d85-68db88a9a453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:23.559601 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-64bf3299-82b7-4e2c-a8cb-b9d91e88c552 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] GET failed (client error): The resource could not be found. Nov 29 02:03:23.565396 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-64bf3299-82b7-4e2c-a8cb-b9d91e88c552 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] 10.222.0.37 "GET /v2.0/ports/94d08ac3-e864-46e6-aa2a-31ded19c0fe6 HTTP/1.1" status: 404 len: 333 time: 0.0423772 Nov 29 02:03:23.569165 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42556) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:23.574627 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-60046624-0d21-40b8-8d85-68db88a9a453 None None] Port 164a0a8b-e153-441d-a77a-a402d6025744 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:03:23.581027 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c4efaac5-cfb5-4d5d-8e55-14c342163ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'name': 'tempest-TestNetworkBasicOps-router-1449903690', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '4d305afc-312b-408f-965c-44236f9ac691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:02:03Z', 'updated_at': '2021-11-29T02:02:13Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '4d305afc-312b-408f-965c-44236f9ac691', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:02:04Z', 'updated_at': '2021-11-29T02:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '3d83f6ba-7014-41d0-a573-2868f0173994', 'name': '', 'network_id': 'e27ce72d-9adf-4a07-acf2-f13fb172c1fd', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:0d:4a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '678ca2a4-9091-4a46-8ce8-4beb0edf2abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:02:12Z', 'updated_at': '2021-11-29T02:02:18Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '678ca2a4-9091-4a46-8ce8-4beb0edf2abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:23.582170 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b19b6272-636e-47e2-a605-d1fb69641610 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Request body: {'port': {'network_id': '5fee3512-dcea-4d7c-addb-4053f7d7f418', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-854262659'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:23.639490 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4efaac5-cfb5-4d5d-8e55-14c342163ff2 None None] Checking router: af53d9bc-c082-4bdc-b001-d8857acc59c8 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:03:23.646909 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-60046624-0d21-40b8-8d85-68db88a9a453 None None] Provisioning complete for port a957c9e8-8086-407d-a54c-c76dd3249745 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:23.648856 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60046624-0d21-40b8-8d85-68db88a9a453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:23.682950 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a957c9e8-8086-407d-a54c-c76dd3249745 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:03:23.691985 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4efaac5-cfb5-4d5d-8e55-14c342163ff2 None None] Routers {'af53d9bc-c082-4bdc-b001-d8857acc59c8'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:03:23.692629 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c4efaac5-cfb5-4d5d-8e55-14c342163ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:03:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['af53d9bc-c082-4bdc-b001-d8857acc59c8'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:23.730972 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19b6272-636e-47e2-a605-d1fb69641610 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Made reservation on behalf of 2acd828c3d78407bbd412eb9dfa560ed for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:23.736191 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b19b6272-636e-47e2-a605-d1fb69641610 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:23.749599 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f7f08529-6173-4b72-8a99-a57224509eda req-03808b50-d200-4c94-a719-ceb559b0f3ac service neutron] 10.222.0.24 "GET /v2.0/networks/e27ce72d-9adf-4a07-acf2-f13fb172c1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854283 Nov 29 02:03:23.760874 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-b19b6272-636e-47e2-a605-d1fb69641610 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] device_id is not set on port ce96b2e1-4309-43fe-9c5e-a258eb0d9057 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:03:23.866273 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-c4efaac5-cfb5-4d5d-8e55-14c342163ff2 None None] Set router af53d9bc-c082-4bdc-b001-d8857acc59c8 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:03:23.908126 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-b19b6272-636e-47e2-a605-d1fb69641610 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Allocated IP 2001:db8::135 (5fee3512-dcea-4d7c-addb-4053f7d7f418/548f58d5-2b1d-46ec-8d3c-304068d1749e/ce96b2e1-4309-43fe-9c5e-a258eb0d9057) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:24.002455 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ac3bad0-e15a-4388-9700-de7bdec736cc tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:24.012358 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f7f08529-6173-4b72-8a99-a57224509eda req-fc657dec-ed4d-45d3-bd6f-d96980c5da44 service neutron] 10.222.0.24 "GET /v2.0/networks/e27ce72d-9adf-4a07-acf2-f13fb172c1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107637 Nov 29 02:03:24.016859 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ac3bad0-e15a-4388-9700-de7bdec736cc tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:24.061989 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac3bad0-e15a-4388-9700-de7bdec736cc tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:03:24.076832 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ecca3-3e09-4560-b841-5fcbc42f253b req-51d43f55-5be9-4d96-9b3a-e47114d2147c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:24.078272 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac3bad0-e15a-4388-9700-de7bdec736cc tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acc22d10-60b6-4f57-92ed-d3a380c82e1d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:24.080510 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8e2ecca3-3e09-4560-b841-5fcbc42f253b req-51d43f55-5be9-4d96-9b3a-e47114d2147c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=568adc59-c3a0-48f8-b17f-a63a2e7a81ce HTTP/1.1" status: 200 len: 945 time: 0.1217418 Nov 29 02:03:24.094612 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ac3bad0-e15a-4388-9700-de7bdec736cc tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:24.095025 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-8ac3bad0-e15a-4388-9700-de7bdec736cc tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] Added segment 0f95072d-5842-419a-9c8f-4bf88e507300 of type vlan for network e0d1651e-fdce-4f7b-b6d3-2f07de3efe1a Nov 29 02:03:24.130833 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port a957c9e8-8086-407d-a54c-c76dd3249745 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:24.131382 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:24.185771 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ac3bad0-e15a-4388-9700-de7bdec736cc tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:24.220919 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b19b6272-636e-47e2-a605-d1fb69641610 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:24.234596 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8e2ecca3-3e09-4560-b841-5fcbc42f253b req-1a5c2bb0-dfad-48ad-a6cd-0b9af0c26d7b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe2e056b-ff0a-421b-9e0d-5658cf04985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118650 Nov 29 02:03:24.241049 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-60046624-0d21-40b8-8d85-68db88a9a453 None None] Provisioning complete for port 2234b07a-bfd6-4052-8540-597ee88b4437 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:24.241419 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60046624-0d21-40b8-8d85-68db88a9a453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:24.249646 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ac3bad0-e15a-4388-9700-de7bdec736cc tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:24.255579 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac3bad0-e15a-4388-9700-de7bdec736cc tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:24.256256 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ac3bad0-e15a-4388-9700-de7bdec736cc tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:24.278818 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:03:24.281051 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b19b6272-636e-47e2-a605-d1fb69641610 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:24.321845 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-60046624-0d21-40b8-8d85-68db88a9a453 None None] Port 2234b07a-bfd6-4052-8540-597ee88b4437 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:03:24.343366 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b6272-636e-47e2-a605-d1fb69641610 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Pushing event updated for resources: {'Port': ['ID=ce96b2e1-4309-43fe-9c5e-a258eb0d9057,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:24.355420 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c4efaac5-cfb5-4d5d-8e55-14c342163ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'name': 'tempest-TestNetworkBasicOps-router-1449903690', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '4d305afc-312b-408f-965c-44236f9ac691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:02:03Z', 'updated_at': '2021-11-29T02:02:13Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '4d305afc-312b-408f-965c-44236f9ac691', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:02:04Z', 'updated_at': '2021-11-29T02:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '3d83f6ba-7014-41d0-a573-2868f0173994', 'name': '', 'network_id': 'e27ce72d-9adf-4a07-acf2-f13fb172c1fd', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:0d:4a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '678ca2a4-9091-4a46-8ce8-4beb0edf2abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:02:12Z', 'updated_at': '2021-11-29T02:02:18Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '678ca2a4-9091-4a46-8ce8-4beb0edf2abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:24.362588 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19b6272-636e-47e2-a605-d1fb69641610 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Network 5fee3512-dcea-4d7c-addb-4053f7d7f418 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:24.365572 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-b19b6272-636e-47e2-a605-d1fb69641610 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:24.368056 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19b6272-636e-47e2-a605-d1fb69641610 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:03:24.374114 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19b6272-636e-47e2-a605-d1fb69641610 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:24.374721 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b19b6272-636e-47e2-a605-d1fb69641610 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:24.392098 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4efaac5-cfb5-4d5d-8e55-14c342163ff2 None None] The sync data for ids ['af53d9bc-c082-4bdc-b001-d8857acc59c8'] in dv-neutron-819032-3-hyperv is: [{'id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'name': 'tempest-TestNetworkBasicOps-router-1449903690', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '4d305afc-312b-408f-965c-44236f9ac691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:02:03Z', 'updated_at': '2021-11-29T02:02:13Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '4d305afc-312b-408f-965c-44236f9ac691', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:02:04Z', 'updated_at': '2021-11-29T02:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '3d83f6ba-7014-41d0-a573-2868f0173994', 'name': '', 'network_id': 'e27ce72d-9adf-4a07-acf2-f13fb172c1fd', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:0d:4a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '678ca2a4-9091-4a46-8ce8-4beb0edf2abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:02:12Z', 'updated_at': '2021-11-29T02:02:18Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '678ca2a4-9091-4a46-8ce8-4beb0edf2abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:03:24.405302 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b19b6272-636e-47e2-a605-d1fb69641610 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8310113 Nov 29 02:03:24.405498 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42560) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:24.411123 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1e98198b-7381-4552-9aa9-67795cc0e50e tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2c3', 'mac_address': 'fa:16:3e:d7:84:53'}]}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:24.436981 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-6dbb68bc-c931-4b1e-9ebd-1c9b183c158f None None] Could not find standard attr ID for object 94d08ac3-e864-46e6-aa2a-31ded19c0fe6. {{(pid=103256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 02:03:24.448956 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-6dbb68bc-c931-4b1e-9ebd-1c9b183c158f None None] Provisioning complete for port 2234b07a-bfd6-4052-8540-597ee88b4437 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:24.449331 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6dbb68bc-c931-4b1e-9ebd-1c9b183c158f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:24.495510 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6dbb68bc-c931-4b1e-9ebd-1c9b183c158f None None] Port 2234b07a-bfd6-4052-8540-597ee88b4437 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:03:24.606182 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e98198b-7381-4552-9aa9-67795cc0e50e tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:24.690670 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dee238-99ce-4a38-9f9e-9b44b83cf376 None None] New status for floating IP 389517e2-f529-470b-a4b9-8337462517dc: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:03:24.712999 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e79feb38-6d3b-4b88-bbef-5c231fef135e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:24.771774 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8ac3bad0-e15a-4388-9700-de7bdec736cc tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7071095 Nov 29 02:03:24.775470 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42562) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:24.779140 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1d9f7af4-c093-45ad-805a-a3e984a2e86c None None] Provisioning complete for port ce96b2e1-4309-43fe-9c5e-a258eb0d9057 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:24.779809 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d9f7af4-c093-45ad-805a-a3e984a2e86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:24.781742 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-cc2d5968-933a-4831-ae56-d5c470123ccc tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'e0d1651e-fdce-4f7b-b6d3-2f07de3efe1a', 'tempest-TagsTest-Tag-627559398') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:24.804133 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac3bad0-e15a-4388-9700-de7bdec736cc tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] Pushing event updated for resources: {'Network': ['ID=e0d1651e-fdce-4f7b-b6d3-2f07de3efe1a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:24.824621 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network e0d1651e-fdce-4f7b-b6d3-2f07de3efe1a details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:03:24.840983 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5a3cc-ac9e-4e10-8933-def67bd97e3b req-a65f188d-5dfc-43aa-8daa-dc9ce74a0c12 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:24.842494 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e6b5a3cc-ac9e-4e10-8933-def67bd97e3b req-a65f188d-5dfc-43aa-8daa-dc9ce74a0c12 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/ports?device_id=568adc59-c3a0-48f8-b17f-a63a2e7a81ce HTTP/1.1" status: 200 len: 945 time: 0.1513166 Nov 29 02:03:24.898862 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e98198b-7381-4552-9aa9-67795cc0e50e tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:24.908272 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e98198b-7381-4552-9aa9-67795cc0e50e tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:24.972310 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98198b-7381-4552-9aa9-67795cc0e50e tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Pushing event updated for resources: {'Port': ['ID=ce96b2e1-4309-43fe-9c5e-a258eb0d9057,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:24.976090 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1e98198b-7381-4552-9aa9-67795cc0e50e tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] In _notify_port_updated(), no bound segment for port ce96b2e1-4309-43fe-9c5e-a258eb0d9057 on network 5fee3512-dcea-4d7c-addb-4053f7d7f418 {{(pid=103254) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 02:03:24.985506 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e98198b-7381-4552-9aa9-67795cc0e50e tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:24.986500 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e98198b-7381-4552-9aa9-67795cc0e50e tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:24.988276 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1e98198b-7381-4552-9aa9-67795cc0e50e tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] 10.222.0.37 "PUT /v2.0/ports/ce96b2e1-4309-43fe-9c5e-a258eb0d9057 HTTP/1.1" status: 200 len: 1002 time: 0.5816534 Nov 29 02:03:24.994596 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42564) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:24.995513 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-cc2d5968-933a-4831-ae56-d5c470123ccc tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] 10.222.0.37 "PUT /v2.0/networks/e0d1651e-fdce-4f7b-b6d3-2f07de3efe1a/tags/tempest-TagsTest-Tag-627559398 HTTP/1.1" status: 201 len: 201 time: 0.2187304 Nov 29 02:03:24.996502 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42566) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:25.001397 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-d38c8585-59aa-4c0e-a41b-712009a03468 tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e0d1651e-fdce-4f7b-b6d3-2f07de3efe1a', 'tempest-TagsTest-Tag-627559398') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:25.030524 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1d9f7af4-c093-45ad-805a-a3e984a2e86c None None] Port ce96b2e1-4309-43fe-9c5e-a258eb0d9057 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:03:25.075271 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-e6b5a3cc-ac9e-4e10-8933-def67bd97e3b req-a6d68c5d-16b7-4066-8790-aeb398e40d92 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port 4459dc47-447b-496c-8502-639f0e89ba93 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:25.075612 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e6b5a3cc-ac9e-4e10-8933-def67bd97e3b req-a6d68c5d-16b7-4066-8790-aeb398e40d92 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:25.089989 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d38c8585-59aa-4c0e-a41b-712009a03468 tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] 10.222.0.37 "GET /v2.0/networks/e0d1651e-fdce-4f7b-b6d3-2f07de3efe1a/tags/tempest-TagsTest-Tag-627559398 HTTP/1.1" status: 204 len: 168 time: 0.0921192 Nov 29 02:03:25.090721 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42568) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:25.095040 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-e18ce5ad-7ba7-4c70-aa38-2219f9a368ed tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'e0d1651e-fdce-4f7b-b6d3-2f07de3efe1a') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:25.190906 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e18ce5ad-7ba7-4c70-aa38-2219f9a368ed tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] 10.222.0.37 "GET /v2.0/networks/e0d1651e-fdce-4f7b-b6d3-2f07de3efe1a/tags HTTP/1.1" status: 200 len: 237 time: 0.0990570 Nov 29 02:03:25.191605 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42570) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:25.196750 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-24c4a457-8b7d-4752-bce5-dd05eb4db721 tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'e0d1651e-fdce-4f7b-b6d3-2f07de3efe1a', {'tags': ['tempest-TagsTest-Tag-1539476032', 'tempest-TagsTest-Tag-307029744', 'tempest-TagsTest-Tag-653753730']}) {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:25.230210 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-248ad3d1-7d63-42cd-a536-b22ffae3cf9d tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Deleting port ce96b2e1-4309-43fe-9c5e-a258eb0d9057 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:25.230544 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-248ad3d1-7d63-42cd-a536-b22ffae3cf9d tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:25.234886 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-e6b5a3cc-ac9e-4e10-8933-def67bd97e3b req-a6d68c5d-16b7-4066-8790-aeb398e40d92 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] For port 4459dc47-447b-496c-8502-639f0e89ba93, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=4459dc47-447b-496c-8502-639f0e89ba93,segment=NetworkSegment(89e7d31f-1294-4bcb-ad29-a6b05f7f3416),segment_id=89e7d31f-1294-4bcb-ad29-a6b05f7f3416)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:25.235242 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e6b5a3cc-ac9e-4e10-8933-def67bd97e3b req-a6d68c5d-16b7-4066-8790-aeb398e40d92 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:25.240066 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e79feb38-6d3b-4b88-bbef-5c231fef135e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Deleting port 164a0a8b-e153-441d-a77a-a402d6025744 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:25.240395 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e79feb38-6d3b-4b88-bbef-5c231fef135e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:25.259483 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-99883ef3-c982-4bc3-a15d-0e7fda510c90 None None] Provisioning complete for port ce96b2e1-4309-43fe-9c5e-a258eb0d9057 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:25.259483 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99883ef3-c982-4bc3-a15d-0e7fda510c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:25.291229 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-24c4a457-8b7d-4752-bce5-dd05eb4db721 tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] 10.222.0.37 "PUT /v2.0/networks/e0d1651e-fdce-4f7b-b6d3-2f07de3efe1a/tags HTTP/1.1" status: 200 len: 307 time: 0.0951543 Nov 29 02:03:25.291415 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42572) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:25.296325 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-a3cf357a-af46-40a5-9f3f-5744c48ed163 tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'e0d1651e-fdce-4f7b-b6d3-2f07de3efe1a', 'tempest-TagsTest-Tag-1539476032') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:25.302374 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-99883ef3-c982-4bc3-a15d-0e7fda510c90 None None] Port ce96b2e1-4309-43fe-9c5e-a258eb0d9057 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:03:25.330149 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-e6b5a3cc-ac9e-4e10-8933-def67bd97e3b req-a6d68c5d-16b7-4066-8790-aeb398e40d92 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for 4459dc47-447b-496c-8502-639f0e89ba93 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:25.414856 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d882634-559c-410a-81b6-bd1d725df1c3 req-e32ae3f7-0224-46db-aa30-4244f1c20a83 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:25.416371 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5d882634-559c-410a-81b6-bd1d725df1c3 req-e32ae3f7-0224-46db-aa30-4244f1c20a83 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=568adc59-c3a0-48f8-b17f-a63a2e7a81ce HTTP/1.1" status: 200 len: 945 time: 0.0668013 Nov 29 02:03:25.431258 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a3cf357a-af46-40a5-9f3f-5744c48ed163 tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] 10.222.0.37 "DELETE /v2.0/networks/e0d1651e-fdce-4f7b-b6d3-2f07de3efe1a/tags/tempest-TagsTest-Tag-1539476032 HTTP/1.1" status: 204 len: 168 time: 0.1387980 Nov 29 02:03:25.437149 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42576) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:25.443534 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-fbeb3a62-a2f4-452d-8552-66ce573f2e6a tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e0d1651e-fdce-4f7b-b6d3-2f07de3efe1a', 'tempest-TagsTest-Tag-1539476032') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:25.466071 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-248ad3d1-7d63-42cd-a536-b22ffae3cf9d tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:25.471660 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e79feb38-6d3b-4b88-bbef-5c231fef135e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:25.495843 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-248ad3d1-7d63-42cd-a536-b22ffae3cf9d tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Calling delete_port for ce96b2e1-4309-43fe-9c5e-a258eb0d9057 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:25.497647 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e79feb38-6d3b-4b88-bbef-5c231fef135e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Calling delete_port for 164a0a8b-e153-441d-a77a-a402d6025744 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:25.515067 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5d882634-559c-410a-81b6-bd1d725df1c3 req-23430c38-ad8d-4db8-a1ba-d0f9b88c78bb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe2e056b-ff0a-421b-9e0d-5658cf04985d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923066 Nov 29 02:03:25.540236 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-fbeb3a62-a2f4-452d-8552-66ce573f2e6a tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] show failed (client error): The resource could not be found. Nov 29 02:03:25.540459 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-fbeb3a62-a2f4-452d-8552-66ce573f2e6a tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] 10.222.0.37 "GET /v2.0/networks/e0d1651e-fdce-4f7b-b6d3-2f07de3efe1a/tags/tempest-TagsTest-Tag-1539476032 HTTP/1.1" status: 404 len: 326 time: 0.1023812 Nov 29 02:03:25.543234 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42578) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:25.547265 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-80f6957d-335f-4481-ba65-b4801407ec98 tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e0d1651e-fdce-4f7b-b6d3-2f07de3efe1a', 'tempest-TagsTest-Tag-307029744') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:25.617853 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-80f6957d-335f-4481-ba65-b4801407ec98 tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] 10.222.0.37 "GET /v2.0/networks/e0d1651e-fdce-4f7b-b6d3-2f07de3efe1a/tags/tempest-TagsTest-Tag-307029744 HTTP/1.1" status: 204 len: 168 time: 0.0736308 Nov 29 02:03:25.620477 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42580) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:25.624723 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-cfceddb0-671a-477e-95da-4828081f68f7 tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e0d1651e-fdce-4f7b-b6d3-2f07de3efe1a', 'tempest-TagsTest-Tag-653753730') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:25.674790 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e6b5a3cc-ac9e-4e10-8933-def67bd97e3b req-a6d68c5d-16b7-4066-8790-aeb398e40d92 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:25.692008 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-cfceddb0-671a-477e-95da-4828081f68f7 tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] 10.222.0.37 "GET /v2.0/networks/e0d1651e-fdce-4f7b-b6d3-2f07de3efe1a/tags/tempest-TagsTest-Tag-653753730 HTTP/1.1" status: 204 len: 168 time: 0.0704446 Nov 29 02:03:25.694482 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42582) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:25.699454 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-c9d7ecce-a6c5-4346-ad43-39374a12e03b tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e0d1651e-fdce-4f7b-b6d3-2f07de3efe1a') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:25.742214 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d68c5d-16b7-4066-8790-aeb398e40d92 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=4459dc47-447b-496c-8502-639f0e89ba93,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:25.787661 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c9d7ecce-a6c5-4346-ad43-39374a12e03b tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] 10.222.0.37 "DELETE /v2.0/networks/e0d1651e-fdce-4f7b-b6d3-2f07de3efe1a/tags HTTP/1.1" status: 204 len: 168 time: 0.0898147 Nov 29 02:03:25.787916 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42584) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:25.792091 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-b3ff8f08-0c44-497e-bc8a-9f7135f0975e tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e0d1651e-fdce-4f7b-b6d3-2f07de3efe1a', 'tempest-TagsTest-Tag-307029744') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:25.814453 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b5a3cc-ac9e-4e10-8933-def67bd97e3b req-a6d68c5d-16b7-4066-8790-aeb398e40d92 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] No DVR routers for this DVR port 4459dc47-447b-496c-8502-639f0e89ba93 on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:03:25.816823 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e6b5a3cc-ac9e-4e10-8933-def67bd97e3b req-a6d68c5d-16b7-4066-8790-aeb398e40d92 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:25.820685 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e6b5a3cc-ac9e-4e10-8933-def67bd97e3b req-a6d68c5d-16b7-4066-8790-aeb398e40d92 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "DELETE /v2.0/ports/4459dc47-447b-496c-8502-639f0e89ba93 HTTP/1.1" status: 204 len: 173 time: 0.9373341 Nov 29 02:03:25.824103 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568adc59-c3a0-48f8-b17f-a63a2e7a81ce', 'name': 'network-vif-deleted', 'tag': '4459dc47-447b-496c-8502-639f0e89ba93'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:03:25.826543 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cab4d85-93c2-45e0-940c-676d07d8d268" -d '{"events": [{"server_uuid": "568adc59-c3a0-48f8-b17f-a63a2e7a81ce", "name": "network-vif-deleted", "tag": "4459dc47-447b-496c-8502-639f0e89ba93"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:03:25.865126 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-b3ff8f08-0c44-497e-bc8a-9f7135f0975e tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] show failed (client error): The resource could not be found. Nov 29 02:03:25.870025 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b3ff8f08-0c44-497e-bc8a-9f7135f0975e tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] 10.222.0.37 "GET /v2.0/networks/e0d1651e-fdce-4f7b-b6d3-2f07de3efe1a/tags/tempest-TagsTest-Tag-307029744 HTTP/1.1" status: 404 len: 325 time: 0.0811331 Nov 29 02:03:25.870608 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42588) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:25.874821 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-50a9f31b-94c3-4b0d-870a-40fea62d582b tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e0d1651e-fdce-4f7b-b6d3-2f07de3efe1a', 'tempest-TagsTest-Tag-653753730') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:25.891392 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc0393a-e6ec-420f-83d9-584ea46d1614 x-openstack-request-id: req-3bc0393a-e6ec-420f-83d9-584ea46d1614 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:03:25.891682 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568adc59-c3a0-48f8-b17f-a63a2e7a81ce", "name": "network-vif-deleted", "tag": "4459dc47-447b-496c-8502-639f0e89ba93", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:03:25.891956 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3bc0393a-e6ec-420f-83d9-584ea46d1614 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:03:25.892369 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568adc59-c3a0-48f8-b17f-a63a2e7a81ce', 'name': 'network-vif-deleted', 'tag': '4459dc47-447b-496c-8502-639f0e89ba93', 'status': 'completed', 'code': 200} Nov 29 02:03:25.896835 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-248ad3d1-7d63-42cd-a536-b22ffae3cf9d tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:25.936489 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ad3d1-7d63-42cd-a536-b22ffae3cf9d tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Pushing event deleted for resources: {'Port': ['ID=ce96b2e1-4309-43fe-9c5e-a258eb0d9057,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:25.951377 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-50a9f31b-94c3-4b0d-870a-40fea62d582b tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] show failed (client error): The resource could not be found. Nov 29 02:03:25.952434 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-50a9f31b-94c3-4b0d-870a-40fea62d582b tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] 10.222.0.37 "GET /v2.0/networks/e0d1651e-fdce-4f7b-b6d3-2f07de3efe1a/tags/tempest-TagsTest-Tag-653753730 HTTP/1.1" status: 404 len: 325 time: 0.0809138 Nov 29 02:03:25.955149 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42590) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:25.961351 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.tag.tag_plugin [None req-58e80f0a-a916-45d7-9aa2-bcecab539a9b tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e0d1651e-fdce-4f7b-b6d3-2f07de3efe1a') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:25.971039 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e79feb38-6d3b-4b88-bbef-5c231fef135e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:26.006319 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79feb38-6d3b-4b88-bbef-5c231fef135e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Port': ['ID=164a0a8b-e153-441d-a77a-a402d6025744,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:26.063293 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-58e80f0a-a916-45d7-9aa2-bcecab539a9b tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] 10.222.0.37 "DELETE /v2.0/networks/e0d1651e-fdce-4f7b-b6d3-2f07de3efe1a/tags HTTP/1.1" status: 204 len: 168 time: 0.1067278 Nov 29 02:03:26.063942 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42592) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:26.174753 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-60460572-88be-457b-95dd-50e40892970b tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:26.204398 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e79feb38-6d3b-4b88-bbef-5c231fef135e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:26.209321 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-248ad3d1-7d63-42cd-a536-b22ffae3cf9d tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:26.213093 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-248ad3d1-7d63-42cd-a536-b22ffae3cf9d tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] 10.222.0.37 "DELETE /v2.0/ports/ce96b2e1-4309-43fe-9c5e-a258eb0d9057 HTTP/1.1" status: 204 len: 168 time: 1.2175705 Nov 29 02:03:26.217036 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42594) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:26.252182 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-a229726b-a54f-4d32-b17d-6124d35f519d tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] GET failed (client error): The resource could not be found. Nov 29 02:03:26.253796 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a229726b-a54f-4d32-b17d-6124d35f519d tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] 10.222.0.37 "GET /v2.0/ports/ce96b2e1-4309-43fe-9c5e-a258eb0d9057 HTTP/1.1" status: 404 len: 333 time: 0.0356698 Nov 29 02:03:26.257998 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42596) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:26.263549 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-460ad259-011c-4cff-9a74-0c74eabf59d7 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Request body: {'port': {'network_id': '5fee3512-dcea-4d7c-addb-4053f7d7f418', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1230806014'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:26.298225 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-60460572-88be-457b-95dd-50e40892970b tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:26.337072 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-60460572-88be-457b-95dd-50e40892970b tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d1651e-fdce-4f7b-b6d3-2f07de3efe1a']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:26.348852 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-60460572-88be-457b-95dd-50e40892970b tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f95072d-5842-419a-9c8f-4bf88e507300') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:26.349269 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-60460572-88be-457b-95dd-50e40892970b tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f95072d-5842-419a-9c8f-4bf88e507300') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:26.369297 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-60460572-88be-457b-95dd-50e40892970b tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:26.400065 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-60460572-88be-457b-95dd-50e40892970b tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:26.407435 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60460572-88be-457b-95dd-50e40892970b tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:03:26.407943 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-60460572-88be-457b-95dd-50e40892970b tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:26.411487 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:03:26.411487 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:03:26.411487 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:03:26.411487 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:03:26.411487 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:03:26.411487 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:03:26.411487 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:03:26.411487 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:03:26.411487 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:03:26.411487 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:03:26.411487 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:03:26.411487 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:03:26.411487 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:03:26.411487 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:03:26.411487 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:03:26.411487 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:03:26.411487 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:03:26.411487 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:03:26.411487 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:03:26.411487 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:03:26.411487 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:03:26.411487 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:03:26.411487 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:03:26.411487 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:03:26.411487 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:03:26.411487 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:03:26.411487 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:03:26.411487 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:03:26.411487 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:03:26.411487 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:03:26.411487 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:03:26.411487 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:03:26.518489 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79feb38-6d3b-4b88-bbef-5c231fef135e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Router 3b489fb8-db72-4964-9fbf-fdef2f0d0366 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:03:26.606371 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42600) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:26.615044 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460ad259-011c-4cff-9a74-0c74eabf59d7 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Made reservation on behalf of 2acd828c3d78407bbd412eb9dfa560ed for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:26.618418 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-460ad259-011c-4cff-9a74-0c74eabf59d7 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:26.650014 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79feb38-6d3b-4b88-bbef-5c231fef135e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:03:26.660282 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e80144e-d911-4a4c-b05a-1cfebb5923c9 None None] Sync routers for ids ['3b489fb8-db72-4964-9fbf-fdef2f0d0366'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:03:26.664496 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e79feb38-6d3b-4b88-bbef-5c231fef135e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "PUT /v2.0/routers/3b489fb8-db72-4964-9fbf-fdef2f0d0366/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1677463 Nov 29 02:03:26.667582 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42602) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:26.674020 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e80144e-d911-4a4c-b05a-1cfebb5923c9 None None] Routers {'3b489fb8-db72-4964-9fbf-fdef2f0d0366'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:03:26.674227 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-460ad259-011c-4cff-9a74-0c74eabf59d7 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] device_id is not set on port da16ccf4-d61a-41d4-bd85-57adb971abef yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:03:26.674654 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8e80144e-d911-4a4c-b05a-1cfebb5923c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:03:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['3b489fb8-db72-4964-9fbf-fdef2f0d0366'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:26.709152 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d64745c-3e3d-414c-aecf-db315f3ba963 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] GET failed (client error): The resource could not be found. Nov 29 02:03:26.713909 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8d64745c-3e3d-414c-aecf-db315f3ba963 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "GET /v2.0/ports/164a0a8b-e153-441d-a77a-a402d6025744 HTTP/1.1" status: 404 len: 333 time: 0.0421457 Nov 29 02:03:26.714093 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8e80144e-d911-4a4c-b05a-1cfebb5923c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:26.715583 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42604) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:26.725874 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e80144e-d911-4a4c-b05a-1cfebb5923c9 None None] Routers {'3b489fb8-db72-4964-9fbf-fdef2f0d0366'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:03:26.727685 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8e80144e-d911-4a4c-b05a-1cfebb5923c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:03:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['3b489fb8-db72-4964-9fbf-fdef2f0d0366'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:26.760215 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8e80144e-d911-4a4c-b05a-1cfebb5923c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:26.761051 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e80144e-d911-4a4c-b05a-1cfebb5923c9 None None] The sync data for ids ['3b489fb8-db72-4964-9fbf-fdef2f0d0366'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:03:26.764077 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dc5c0911-9084-4501-9dae-91f7950be21a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:26.779790 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-60460572-88be-457b-95dd-50e40892970b tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:26.787057 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-60460572-88be-457b-95dd-50e40892970b tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:26.791046 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-60460572-88be-457b-95dd-50e40892970b tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] 10.222.0.37 "DELETE /v2.0/networks/e0d1651e-fdce-4f7b-b6d3-2f07de3efe1a HTTP/1.1" status: 204 len: 168 time: 0.7260201 Nov 29 02:03:26.806919 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60460572-88be-457b-95dd-50e40892970b tempest-TagsTest-1422335262 tempest-TagsTest-1422335262-project] Pushing event deleted for resources: {'Network': ['ID=e0d1651e-fdce-4f7b-b6d3-2f07de3efe1a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:26.863352 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-07683c71-7b9a-4656-b035-ba7d3ee4b2a2 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:26.871901 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dc5c0911-9084-4501-9dae-91f7950be21a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:27.056913 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42610) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:27.205221 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b18e534a-301b-427b-9c0c-2260eeb2dd66 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=55d6bd4a58234b2fbc579c28203b6358&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1469550 Nov 29 02:03:27.207836 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42614) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:27.260689 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-24b2377b-d389-4af7-b47c-e168627ade1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:27.289612 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-24b2377b-d389-4af7-b47c-e168627ade1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:27.338433 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-24b2377b-d389-4af7-b47c-e168627ade1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:27.341432 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-24b2377b-d389-4af7-b47c-e168627ade1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:27.345114 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-24b2377b-d389-4af7-b47c-e168627ade1e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/acc22d10-60b6-4f57-92ed-d3a380c82e1d HTTP/1.1" status: 204 len: 168 time: 0.1336031 Nov 29 02:03:27.356025 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2377b-d389-4af7-b47c-e168627ade1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc22d10-60b6-4f57-92ed-d3a380c82e1d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:27.411540 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-07683c71-7b9a-4656-b035-ba7d3ee4b2a2 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:27.414450 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 4459dc47-447b-496c-8502-639f0e89ba93 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:03:27.425315 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-460ad259-011c-4cff-9a74-0c74eabf59d7 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Allocated IP 2001:db8::ff (5fee3512-dcea-4d7c-addb-4053f7d7f418/548f58d5-2b1d-46ec-8d3c-304068d1749e/da16ccf4-d61a-41d4-bd85-57adb971abef) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:27.428024 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-07683c71-7b9a-4656-b035-ba7d3ee4b2a2 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:27.444808 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: 4459dc47-447b-496c-8502-639f0e89ba93 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:03:27.447113 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 4459dc47-447b-496c-8502-639f0e89ba93 not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:03:27.492547 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-07683c71-7b9a-4656-b035-ba7d3ee4b2a2 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:27.492547 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07683c71-7b9a-4656-b035-ba7d3ee4b2a2 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Fanout notify agent at l3_agent the message router_deleted on router 3b489fb8-db72-4964-9fbf-fdef2f0d0366 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:03:27.503094 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-07683c71-7b9a-4656-b035-ba7d3ee4b2a2 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:27.506977 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-07683c71-7b9a-4656-b035-ba7d3ee4b2a2 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/routers/3b489fb8-db72-4964-9fbf-fdef2f0d0366 HTTP/1.1" status: 204 len: 168 time: 0.7879748 Nov 29 02:03:27.507401 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42618) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:27.509817 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dc5c0911-9084-4501-9dae-91f7950be21a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:27.512414 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dc5c0911-9084-4501-9dae-91f7950be21a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:27.513618 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-dc5c0911-9084-4501-9dae-91f7950be21a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/security-groups/fe2e056b-ff0a-421b-9e0d-5658cf04985d HTTP/1.1" status: 204 len: 168 time: 0.9062774 Nov 29 02:03:27.534104 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c0911-9084-4501-9dae-91f7950be21a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2e056b-ff0a-421b-9e0d-5658cf04985d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:27.602414 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42622) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:27.702423 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-460ad259-011c-4cff-9a74-0c74eabf59d7 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:27.714007 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-b66fe8a5-db41-44f1-bcd8-cf3da9686cf6 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Deleting subnet 1c5583a3-b7a1-4204-a346-c53f62c5123e {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:03:27.721246 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b66fe8a5-db41-44f1-bcd8-cf3da9686cf6 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:27.738322 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-460ad259-011c-4cff-9a74-0c74eabf59d7 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:27.779981 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b66fe8a5-db41-44f1-bcd8-cf3da9686cf6 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:27.783492 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460ad259-011c-4cff-9a74-0c74eabf59d7 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Network 5fee3512-dcea-4d7c-addb-4053f7d7f418 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:27.786670 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-460ad259-011c-4cff-9a74-0c74eabf59d7 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:27.789670 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460ad259-011c-4cff-9a74-0c74eabf59d7 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:03:27.795475 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460ad259-011c-4cff-9a74-0c74eabf59d7 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:27.796070 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-460ad259-011c-4cff-9a74-0c74eabf59d7 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:27.809509 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ad259-011c-4cff-9a74-0c74eabf59d7 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Pushing event updated for resources: {'Port': ['ID=da16ccf4-d61a-41d4-bd85-57adb971abef,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:27.825960 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-460ad259-011c-4cff-9a74-0c74eabf59d7 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5666277 Nov 29 02:03:27.826908 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42624) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:27.831984 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-dd4a81c0-7268-4651-8fe9-de54ea4c4bfe tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d7:84:53'}]}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:27.986342 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b66fe8a5-db41-44f1-bcd8-cf3da9686cf6 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:28.027883 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dd4a81c0-7268-4651-8fe9-de54ea4c4bfe tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:28.112061 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b66fe8a5-db41-44f1-bcd8-cf3da9686cf6 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:28.151517 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66fe8a5-db41-44f1-bcd8-cf3da9686cf6 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Subnet': ['ID=1c5583a3-b7a1-4204-a346-c53f62c5123e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:28.152965 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-38c5a8c2-a91f-4099-8058-37c91fadd155 None None] Provisioning complete for port da16ccf4-d61a-41d4-bd85-57adb971abef triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:28.153567 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38c5a8c2-a91f-4099-8058-37c91fadd155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:28.153802 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b66fe8a5-db41-44f1-bcd8-cf3da9686cf6 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:28.158513 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b66fe8a5-db41-44f1-bcd8-cf3da9686cf6 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/subnets/1c5583a3-b7a1-4204-a346-c53f62c5123e HTTP/1.1" status: 204 len: 168 time: 0.6492965 Nov 29 02:03:28.161318 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42626) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:28.181324 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de03775f-314a-4602-a9ee-b0c4fc028b59 None None] Network f822d4fe-3fef-495c-880e-bae4f33d2599 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:28.253832 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-38c5a8c2-a91f-4099-8058-37c91fadd155 None None] Port da16ccf4-d61a-41d4-bd85-57adb971abef cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:03:28.264298 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3fdd5600-77f5-436c-be31-7a3263ab2b86 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:28.307454 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9646a23a-ccc1-4c50-ab3a-61db8a3f0f51 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:28.338969 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dd4a81c0-7268-4651-8fe9-de54ea4c4bfe tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:28.361804 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dd4a81c0-7268-4651-8fe9-de54ea4c4bfe tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:28.399249 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-dd4a81c0-7268-4651-8fe9-de54ea4c4bfe tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] In _notify_port_updated(), no bound segment for port da16ccf4-d61a-41d4-bd85-57adb971abef on network 5fee3512-dcea-4d7c-addb-4053f7d7f418 {{(pid=103255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 02:03:28.404773 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4a81c0-7268-4651-8fe9-de54ea4c4bfe tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:28.405441 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dd4a81c0-7268-4651-8fe9-de54ea4c4bfe tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:28.410442 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-dd4a81c0-7268-4651-8fe9-de54ea4c4bfe tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] 10.222.0.37 "PUT /v2.0/ports/da16ccf4-d61a-41d4-bd85-57adb971abef HTTP/1.1" status: 200 len: 1002 time: 0.5819702 Nov 29 02:03:28.413730 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42628) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:28.429311 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82059d1e-2793-42e4-872d-9a7c8d8c2ef2 None None] DHCP port deletion for f822d4fe-3fef-495c-880e-bae4f33d2599 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:03:28.468496 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a81c0-7268-4651-8fe9-de54ea4c4bfe tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Pushing event updated for resources: {'Port': ['ID=da16ccf4-d61a-41d4-bd85-57adb971abef,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:28.501356 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-82059d1e-2793-42e4-872d-9a7c8d8c2ef2 None None] Deleting port 3092840b-afb3-4cd4-a7fa-d130054fa03a {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:28.501673 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-82059d1e-2793-42e4-872d-9a7c8d8c2ef2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:28.515829 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9646a23a-ccc1-4c50-ab3a-61db8a3f0f51 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Deleting port 3092840b-afb3-4cd4-a7fa-d130054fa03a {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:28.516173 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9646a23a-ccc1-4c50-ab3a-61db8a3f0f51 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:28.574481 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-3fdd5600-77f5-436c-be31-7a3263ab2b86 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port 3d83f6ba-7014-41d0-a573-2868f0173994 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:28.574828 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3fdd5600-77f5-436c-be31-7a3263ab2b86 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:28.584861 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-82059d1e-2793-42e4-872d-9a7c8d8c2ef2 None None] For port 3092840b-afb3-4cd4-a7fa-d130054fa03a, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=3092840b-afb3-4cd4-a7fa-d130054fa03a,segment=NetworkSegment(7ade8dde-0474-4ba4-97b6-94c00306bbc1),segment_id=7ade8dde-0474-4ba4-97b6-94c00306bbc1)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:28.585400 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-82059d1e-2793-42e4-872d-9a7c8d8c2ef2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:28.599204 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-9646a23a-ccc1-4c50-ab3a-61db8a3f0f51 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] For port 3092840b-afb3-4cd4-a7fa-d130054fa03a, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=3092840b-afb3-4cd4-a7fa-d130054fa03a,segment=NetworkSegment(7ade8dde-0474-4ba4-97b6-94c00306bbc1),segment_id=7ade8dde-0474-4ba4-97b6-94c00306bbc1)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:28.599882 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9646a23a-ccc1-4c50-ab3a-61db8a3f0f51 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:28.603728 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-82059d1e-2793-42e4-872d-9a7c8d8c2ef2 None None] Calling delete_port for 3092840b-afb3-4cd4-a7fa-d130054fa03a owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:28.609895 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-32e355a5-53ce-4e59-813d-9cf7d5786fbb tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Deleting port da16ccf4-d61a-41d4-bd85-57adb971abef {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:28.610231 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-32e355a5-53ce-4e59-813d-9cf7d5786fbb tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:28.627931 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9646a23a-ccc1-4c50-ab3a-61db8a3f0f51 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Calling delete_port for 3092840b-afb3-4cd4-a7fa-d130054fa03a owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:28.693085 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-3fdd5600-77f5-436c-be31-7a3263ab2b86 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] For port 3d83f6ba-7014-41d0-a573-2868f0173994, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=3d83f6ba-7014-41d0-a573-2868f0173994,segment=NetworkSegment(89e7d31f-1294-4bcb-ad29-a6b05f7f3416),segment_id=89e7d31f-1294-4bcb-ad29-a6b05f7f3416)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:28.693641 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3fdd5600-77f5-436c-be31-7a3263ab2b86 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:28.709834 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-82059d1e-2793-42e4-872d-9a7c8d8c2ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:28.712120 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-3fdd5600-77f5-436c-be31-7a3263ab2b86 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for 3d83f6ba-7014-41d0-a573-2868f0173994 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:28.735480 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82059d1e-2793-42e4-872d-9a7c8d8c2ef2 None None] Pushing event deleted for resources: {'Port': ['ID=3092840b-afb3-4cd4-a7fa-d130054fa03a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:28.740287 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82059d1e-2793-42e4-872d-9a7c8d8c2ef2 None None] No DVR routers for this DVR port 3092840b-afb3-4cd4-a7fa-d130054fa03a on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:03:28.754946 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82059d1e-2793-42e4-872d-9a7c8d8c2ef2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:28.755626 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82059d1e-2793-42e4-872d-9a7c8d8c2ef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:28.756068 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82059d1e-2793-42e4-872d-9a7c8d8c2ef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:28.756429 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82059d1e-2793-42e4-872d-9a7c8d8c2ef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:28.756764 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82059d1e-2793-42e4-872d-9a7c8d8c2ef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:28.756897 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-32e355a5-53ce-4e59-813d-9cf7d5786fbb tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:28.757105 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82059d1e-2793-42e4-872d-9a7c8d8c2ef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:28.757486 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82059d1e-2793-42e4-872d-9a7c8d8c2ef2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:28.758163 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82059d1e-2793-42e4-872d-9a7c8d8c2ef2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:28.758568 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82059d1e-2793-42e4-872d-9a7c8d8c2ef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:28.759242 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82059d1e-2793-42e4-872d-9a7c8d8c2ef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:28.759242 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82059d1e-2793-42e4-872d-9a7c8d8c2ef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:28.759498 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82059d1e-2793-42e4-872d-9a7c8d8c2ef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:28.774847 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-32e355a5-53ce-4e59-813d-9cf7d5786fbb tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Calling delete_port for da16ccf4-d61a-41d4-bd85-57adb971abef owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:28.786183 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-ba3c1c77-ed63-46cb-93e6-ea09586722b5 None None] Provisioning complete for port da16ccf4-d61a-41d4-bd85-57adb971abef triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:28.786183 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba3c1c77-ed63-46cb-93e6-ea09586722b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:28.822067 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ba3c1c77-ed63-46cb-93e6-ea09586722b5 None None] Port da16ccf4-d61a-41d4-bd85-57adb971abef cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:03:28.826352 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9646a23a-ccc1-4c50-ab3a-61db8a3f0f51 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:28.860550 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9646a23a-ccc1-4c50-ab3a-61db8a3f0f51 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] No DVR routers for this DVR port 3092840b-afb3-4cd4-a7fa-d130054fa03a on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:03:28.866818 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646a23a-ccc1-4c50-ab3a-61db8a3f0f51 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Port': ['ID=3092840b-afb3-4cd4-a7fa-d130054fa03a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:28.936720 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3fdd5600-77f5-436c-be31-7a3263ab2b86 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:28.961536 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd5600-77f5-436c-be31-7a3263ab2b86 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=3d83f6ba-7014-41d0-a573-2868f0173994,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:28.967237 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9646a23a-ccc1-4c50-ab3a-61db8a3f0f51 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:28.993650 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-9646a23a-ccc1-4c50-ab3a-61db8a3f0f51 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f822d4fe-3fef-495c-880e-bae4f33d2599']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:29.024375 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-9646a23a-ccc1-4c50-ab3a-61db8a3f0f51 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ade8dde-0474-4ba4-97b6-94c00306bbc1') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:29.024673 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-9646a23a-ccc1-4c50-ab3a-61db8a3f0f51 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ade8dde-0474-4ba4-97b6-94c00306bbc1') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:29.042658 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9646a23a-ccc1-4c50-ab3a-61db8a3f0f51 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:29.063880 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9646a23a-ccc1-4c50-ab3a-61db8a3f0f51 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:29.070953 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9646a23a-ccc1-4c50-ab3a-61db8a3f0f51 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:03:29.071300 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9646a23a-ccc1-4c50-ab3a-61db8a3f0f51 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:29.074585 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-32e355a5-53ce-4e59-813d-9cf7d5786fbb tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: self.session.flush() Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: self.session.flush() Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: self.session.flush() Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: self.session.flush() Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:03:29.078463 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:03:29.150561 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3fdd5600-77f5-436c-be31-7a3263ab2b86 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:29.158098 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e355a5-53ce-4e59-813d-9cf7d5786fbb tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Pushing event deleted for resources: {'Port': ['ID=da16ccf4-d61a-41d4-bd85-57adb971abef,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:29.184978 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-32e355a5-53ce-4e59-813d-9cf7d5786fbb tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:29.191230 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-32e355a5-53ce-4e59-813d-9cf7d5786fbb tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] 10.222.0.37 "DELETE /v2.0/ports/da16ccf4-d61a-41d4-bd85-57adb971abef HTTP/1.1" status: 204 len: 168 time: 0.7729044 Nov 29 02:03:29.194432 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42630) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:29.218968 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9646a23a-ccc1-4c50-ab3a-61db8a3f0f51 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:29.221196 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e56b80e-080b-4470-b0d7-86ba6b344ff7 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] GET failed (client error): The resource could not be found. Nov 29 02:03:29.222702 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5e56b80e-080b-4470-b0d7-86ba6b344ff7 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] 10.222.0.37 "GET /v2.0/ports/da16ccf4-d61a-41d4-bd85-57adb971abef HTTP/1.1" status: 404 len: 333 time: 0.0290945 Nov 29 02:03:29.228337 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42632) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:29.229381 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9646a23a-ccc1-4c50-ab3a-61db8a3f0f51 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:29.232711 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9646a23a-ccc1-4c50-ab3a-61db8a3f0f51 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/networks/f822d4fe-3fef-495c-880e-bae4f33d2599 HTTP/1.1" status: 204 len: 168 time: 1.0638866 Nov 29 02:03:29.238902 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42634) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:29.239171 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-714bee9b-24c0-4fd3-ae26-09e9a85d9673 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Request body: {'port': {'network_id': '5fee3512-dcea-4d7c-addb-4053f7d7f418', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2122427626'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:29.292187 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646a23a-ccc1-4c50-ab3a-61db8a3f0f51 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Network': ['ID=f822d4fe-3fef-495c-880e-bae4f33d2599,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:29.302510 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4f095e-8716-4ac3-b139-38ae94b23d8e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:29.304659 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-dc4f095e-8716-4ac3-b139-38ae94b23d8e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "GET /v2.0/ports/2128c548-d0de-420c-8a41-af523c47753e HTTP/1.1" status: 200 len: 845 time: 0.0646594 Nov 29 02:03:29.308314 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42636) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:29.360832 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-18a94a7b-11fd-42cd-a159-e8ab1dfacf4a tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "GET /v2.0/ports/2128c548-d0de-420c-8a41-af523c47753e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0514286 Nov 29 02:03:29.369739 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42638) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:29.375672 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-8417384e-a644-4f40-ac44-ba7ebdc68683 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'subnet': {'network_id': 'b5c0eaf0-d683-4b32-b730-9abf31c27c4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:29.427863 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714bee9b-24c0-4fd3-ae26-09e9a85d9673 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Made reservation on behalf of 2acd828c3d78407bbd412eb9dfa560ed for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:29.431502 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-714bee9b-24c0-4fd3-ae26-09e9a85d9673 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:29.468416 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fdd5600-77f5-436c-be31-7a3263ab2b86 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router af53d9bc-c082-4bdc-b001-d8857acc59c8 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:03:29.470303 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-714bee9b-24c0-4fd3-ae26-09e9a85d9673 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] device_id is not set on port 535925ce-d16d-4c0e-8073-7ad0100e8f0f yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:03:29.547125 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8417384e-a644-4f40-ac44-ba7ebdc68683 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:29.552009 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8417384e-a644-4f40-ac44-ba7ebdc68683 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:29.586594 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fdd5600-77f5-436c-be31-7a3263ab2b86 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:03:29.592684 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3fdd5600-77f5-436c-be31-7a3263ab2b86 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "PUT /v2.0/routers/af53d9bc-c082-4bdc-b001-d8857acc59c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9891462 Nov 29 02:03:29.595703 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42640) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:29.598904 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e622f30-317a-4c26-9f87-83643cf7a28b None None] Sync routers for ids ['af53d9bc-c082-4bdc-b001-d8857acc59c8'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:03:29.610967 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e622f30-317a-4c26-9f87-83643cf7a28b None None] Routers {'af53d9bc-c082-4bdc-b001-d8857acc59c8'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:03:29.611987 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4e622f30-317a-4c26-9f87-83643cf7a28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:03:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['af53d9bc-c082-4bdc-b001-d8857acc59c8'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:29.660468 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf853025-8bc1-4735-8a1d-85bd02855624 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting subnet 678ca2a4-9091-4a46-8ce8-4beb0edf2abe {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:03:29.665569 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cf853025-8bc1-4735-8a1d-85bd02855624 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:29.691237 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-714bee9b-24c0-4fd3-ae26-09e9a85d9673 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Allocated IP 2001:db8::13e (5fee3512-dcea-4d7c-addb-4053f7d7f418/548f58d5-2b1d-46ec-8d3c-304068d1749e/535925ce-d16d-4c0e-8073-7ad0100e8f0f) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:29.708327 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cf853025-8bc1-4735-8a1d-85bd02855624 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:29.720253 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 3092840b-afb3-4cd4-a7fa-d130054fa03a no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:03:29.750794 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 3092840b-afb3-4cd4-a7fa-d130054fa03a {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:03:29.751148 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 3092840b-afb3-4cd4-a7fa-d130054fa03a not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:03:29.776063 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-4e622f30-317a-4c26-9f87-83643cf7a28b None None] Set router af53d9bc-c082-4bdc-b001-d8857acc59c8 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:03:29.824047 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cf853025-8bc1-4735-8a1d-85bd02855624 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:29.893445 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cf853025-8bc1-4735-8a1d-85bd02855624 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:29.897948 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8417384e-a644-4f40-ac44-ba7ebdc68683 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:29.921869 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf853025-8bc1-4735-8a1d-85bd02855624 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Subnet': ['ID=678ca2a4-9091-4a46-8ce8-4beb0edf2abe,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:29.925488 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cf853025-8bc1-4735-8a1d-85bd02855624 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:29.928772 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-cf853025-8bc1-4735-8a1d-85bd02855624 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/subnets/678ca2a4-9091-4a46-8ce8-4beb0edf2abe HTTP/1.1" status: 204 len: 168 time: 0.3321009 Nov 29 02:03:29.931897 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42642) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:29.943526 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2edd718-88fd-4b69-93ad-fce5094cdb11 None None] Network e27ce72d-9adf-4a07-acf2-f13fb172c1fd requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:29.970089 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8417384e-a644-4f40-ac44-ba7ebdc68683 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Network b5c0eaf0-d683-4b32-b730-9abf31c27c4e is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:29.983765 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-714bee9b-24c0-4fd3-ae26-09e9a85d9673 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:29.988254 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-8417384e-a644-4f40-ac44-ba7ebdc68683 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:30.000098 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7746d340-7eb8-48c1-886f-5c0c85ebd29e None None] Network b5c0eaf0-d683-4b32-b730-9abf31c27c4e requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:30.004412 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8417384e-a644-4f40-ac44-ba7ebdc68683 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:30.005254 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8417384e-a644-4f40-ac44-ba7ebdc68683 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:30.024598 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417384e-a644-4f40-ac44-ba7ebdc68683 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Subnet': ['ID=3dc45a52-6ea5-408b-ada4-7b57d642fd7e,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:30.039429 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-714bee9b-24c0-4fd3-ae26-09e9a85d9673 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:30.054084 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e2e26c0-bfff-4970-91cc-bfd11ecddfdf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:30.055714 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42644) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:30.056071 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8417384e-a644-4f40-ac44-ba7ebdc68683 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6789286 Nov 29 02:03:30.061642 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5bf206ca-639e-4c90-b641-ebfd9ad32651 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'security_group': {'name': 'tempest-secgroup-493522883'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:30.103014 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714bee9b-24c0-4fd3-ae26-09e9a85d9673 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Network 5fee3512-dcea-4d7c-addb-4053f7d7f418 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:30.107207 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-714bee9b-24c0-4fd3-ae26-09e9a85d9673 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:30.109022 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714bee9b-24c0-4fd3-ae26-09e9a85d9673 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Pushing event updated for resources: {'Port': ['ID=535925ce-d16d-4c0e-8073-7ad0100e8f0f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:30.125557 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714bee9b-24c0-4fd3-ae26-09e9a85d9673 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:03:30.131545 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714bee9b-24c0-4fd3-ae26-09e9a85d9673 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:30.132599 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-714bee9b-24c0-4fd3-ae26-09e9a85d9673 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:30.158491 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5bf206ca-639e-4c90-b641-ebfd9ad32651 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:30.165826 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-714bee9b-24c0-4fd3-ae26-09e9a85d9673 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9318571 Nov 29 02:03:30.168339 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42646) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:30.175733 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-9fe376ca-ba21-4059-af1b-74870f70176e tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Request body: {'port': {'network_id': '5fee3512-dcea-4d7c-addb-4053f7d7f418', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-730047591'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:30.175921 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4e622f30-317a-4c26-9f87-83643cf7a28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'name': 'tempest-TestNetworkBasicOps-router-1449903690', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '4d305afc-312b-408f-965c-44236f9ac691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:02:03Z', 'updated_at': '2021-11-29T02:03:28Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '4d305afc-312b-408f-965c-44236f9ac691', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:02:04Z', 'updated_at': '2021-11-29T02:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:30.220113 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e2e26c0-bfff-4970-91cc-bfd11ecddfdf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:30.222733 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e622f30-317a-4c26-9f87-83643cf7a28b None None] Checking router: af53d9bc-c082-4bdc-b001-d8857acc59c8 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:03:30.259091 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e622f30-317a-4c26-9f87-83643cf7a28b None None] Routers {'af53d9bc-c082-4bdc-b001-d8857acc59c8'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:03:30.259799 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4e622f30-317a-4c26-9f87-83643cf7a28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:03:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['af53d9bc-c082-4bdc-b001-d8857acc59c8'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:30.283054 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5bf206ca-639e-4c90-b641-ebfd9ad32651 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:30.295364 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5bf206ca-639e-4c90-b641-ebfd9ad32651 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:30.345315 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf206ca-639e-4c90-b641-ebfd9ad32651 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36afb47a-21a3-409f-8ef5-e805aafa4592,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:30.350142 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-4e2e26c0-bfff-4970-91cc-bfd11ecddfdf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port 4d305afc-312b-408f-965c-44236f9ac691 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:30.350518 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e2e26c0-bfff-4970-91cc-bfd11ecddfdf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:30.357255 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe376ca-ba21-4059-af1b-74870f70176e tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Made reservation on behalf of 2acd828c3d78407bbd412eb9dfa560ed for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:30.366627 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9fe376ca-ba21-4059-af1b-74870f70176e tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:30.369637 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-4e622f30-317a-4c26-9f87-83643cf7a28b None None] Set router af53d9bc-c082-4bdc-b001-d8857acc59c8 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:03:30.391486 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-9fe376ca-ba21-4059-af1b-74870f70176e tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] device_id is not set on port 07d2430d-a3ff-4631-84ea-5f181ae03c10 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:03:30.402221 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cf96ef-951e-421b-b951-aa3898572a5f None None] DHCP port deletion for e27ce72d-9adf-4a07-acf2-f13fb172c1fd request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:03:30.435550 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4e622f30-317a-4c26-9f87-83643cf7a28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'name': 'tempest-TestNetworkBasicOps-router-1449903690', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:02:03Z', 'updated_at': '2021-11-29T02:03:30Z', 'revision_number': 6, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port_host': None}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:30.444070 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5bf206ca-639e-4c90-b641-ebfd9ad32651 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:30.445366 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5bf206ca-639e-4c90-b641-ebfd9ad32651 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3876286 Nov 29 02:03:30.451087 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42648) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:30.454293 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-4e2e26c0-bfff-4970-91cc-bfd11ecddfdf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] For port 4d305afc-312b-408f-965c-44236f9ac691, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=4d305afc-312b-408f-965c-44236f9ac691,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:30.454661 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e2e26c0-bfff-4970-91cc-bfd11ecddfdf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:30.459966 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f0ec6e27-dad2-4fbe-b6ec-221cc1e39a82 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'security_group': {'name': 'tempest-secgroup-1619355863'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:30.487242 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e622f30-317a-4c26-9f87-83643cf7a28b None None] The sync data for ids ['af53d9bc-c082-4bdc-b001-d8857acc59c8'] in dv-neutron-819032-3-hyperv is: [{'id': 'af53d9bc-c082-4bdc-b001-d8857acc59c8', 'name': 'tempest-TestNetworkBasicOps-router-1449903690', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:02:03Z', 'updated_at': '2021-11-29T02:03:30Z', 'revision_number': 6, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port_host': None}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:03:30.488795 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-4e2e26c0-bfff-4970-91cc-bfd11ecddfdf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for 4d305afc-312b-408f-965c-44236f9ac691 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:30.515860 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0ec6e27-dad2-4fbe-b6ec-221cc1e39a82 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:30.519470 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9c22b6-6908-40f7-a521-88a16393394c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-b5c0eaf0-d683-4b32-b730-9abf31c27c4e', 'network_id': 'b5c0eaf0-d683-4b32-b730-9abf31c27c4e', 'tenant_id': '9daf37777467458cb4d0ea385d3d0eee', 'fixed_ips': [{'subnet_id': '3dc45a52-6ea5-408b-ada4-7b57d642fd7e'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:03:30.520348 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e9c22b6-6908-40f7-a521-88a16393394c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:30.562247 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-9fe376ca-ba21-4059-af1b-74870f70176e tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Allocated IP 2001:db8::340 (5fee3512-dcea-4d7c-addb-4053f7d7f418/548f58d5-2b1d-46ec-8d3c-304068d1749e/07d2430d-a3ff-4631-84ea-5f181ae03c10) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:30.604358 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-71cf96ef-951e-421b-b951-aa3898572a5f None None] Deleting port e969e2e7-0151-4c72-abfe-339476b32a0f {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:30.604950 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-71cf96ef-951e-421b-b951-aa3898572a5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:30.698912 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0ec6e27-dad2-4fbe-b6ec-221cc1e39a82 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:30.704211 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0ec6e27-dad2-4fbe-b6ec-221cc1e39a82 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:30.739542 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9fe376ca-ba21-4059-af1b-74870f70176e tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:30.742449 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f0ec6e27-dad2-4fbe-b6ec-221cc1e39a82 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:30.743805 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f0ec6e27-dad2-4fbe-b6ec-221cc1e39a82 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2918463 Nov 29 02:03:30.747011 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42650) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:30.753187 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d8713925-3601-4381-b7b0-b45c829dd7b7 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1932827015', 'security_groups': ['8dc22f97-2691-497a-9df2-af57dc88167c'], 'network_id': 'b5c0eaf0-d683-4b32-b730-9abf31c27c4e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3dc45a52-6ea5-408b-ada4-7b57d642fd7e'}]}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:30.768579 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec6e27-dad2-4fbe-b6ec-221cc1e39a82 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc22f97-2691-497a-9df2-af57dc88167c,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:30.793623 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e2e26c0-bfff-4970-91cc-bfd11ecddfdf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:30.821155 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e26c0-bfff-4970-91cc-bfd11ecddfdf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=4d305afc-312b-408f-965c-44236f9ac691,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:30.842886 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9fe376ca-ba21-4059-af1b-74870f70176e tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:30.880308 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed7800e-873f-4dc0-b376-2822ab0f1f55 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:03:30.894954 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-3486924f-1722-49e1-b20e-448947b3051b None None] Provisioning complete for port 535925ce-d16d-4c0e-8073-7ad0100e8f0f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:30.895325 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3486924f-1722-49e1-b20e-448947b3051b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:30.916502 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e2e26c0-bfff-4970-91cc-bfd11ecddfdf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:30.954107 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe376ca-ba21-4059-af1b-74870f70176e tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Network 5fee3512-dcea-4d7c-addb-4053f7d7f418 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:30.956526 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-3486924f-1722-49e1-b20e-448947b3051b None None] Port 535925ce-d16d-4c0e-8073-7ad0100e8f0f cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:03:30.957946 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-9fe376ca-ba21-4059-af1b-74870f70176e tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:30.962691 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8713925-3601-4381-b7b0-b45c829dd7b7 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:30.970302 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe376ca-ba21-4059-af1b-74870f70176e tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:03:30.975504 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-71cf96ef-951e-421b-b951-aa3898572a5f None None] For port e969e2e7-0151-4c72-abfe-339476b32a0f, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=e969e2e7-0151-4c72-abfe-339476b32a0f,segment=NetworkSegment(89e7d31f-1294-4bcb-ad29-a6b05f7f3416),segment_id=89e7d31f-1294-4bcb-ad29-a6b05f7f3416)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:30.975885 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe376ca-ba21-4059-af1b-74870f70176e tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:30.976017 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-71cf96ef-951e-421b-b951-aa3898572a5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:30.976649 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9fe376ca-ba21-4059-af1b-74870f70176e tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:30.996539 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-71cf96ef-951e-421b-b951-aa3898572a5f None None] Calling delete_port for e969e2e7-0151-4c72-abfe-339476b32a0f owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:31.015147 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-8e9c22b6-6908-40f7-a521-88a16393394c None None] Allocated IP 2001:db8::2 (b5c0eaf0-d683-4b32-b730-9abf31c27c4e/3dc45a52-6ea5-408b-ada4-7b57d642fd7e/bb2f6777-20ae-476f-a205-fafa0c6b3de6) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:31.018392 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe376ca-ba21-4059-af1b-74870f70176e tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Pushing event updated for resources: {'Port': ['ID=07d2430d-a3ff-4631-84ea-5f181ae03c10,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:31.025055 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9fe376ca-ba21-4059-af1b-74870f70176e tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8555584 Nov 29 02:03:31.050622 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42652) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:31.058411 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2eae78af-c464-46f0-99a0-e75ab2d2b05b tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2c3', 'mac_address': 'fa:16:3e:d7:84:53'}, {'ip_address': '2001:db8::13e', 'mac_address': 'fa:16:3e:4b:3e:f2'}]}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:31.180526 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2eae78af-c464-46f0-99a0-e75ab2d2b05b tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:31.213335 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-71cf96ef-951e-421b-b951-aa3898572a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:31.223417 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8713925-3601-4381-b7b0-b45c829dd7b7 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:31.227708 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cf96ef-951e-421b-b951-aa3898572a5f None None] No DVR routers for this DVR port e969e2e7-0151-4c72-abfe-339476b32a0f on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:03:31.251034 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-d8713925-3601-4381-b7b0-b45c829dd7b7 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] device_id is not set on port 16d4dbf9-b9ef-453d-a6e1-bab9b9b06eff yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:03:31.326626 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e9c22b6-6908-40f7-a521-88a16393394c None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:31.330170 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf96ef-951e-421b-b951-aa3898572a5f None None] Pushing event deleted for resources: {'Port': ['ID=e969e2e7-0151-4c72-abfe-339476b32a0f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:31.345725 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e9c22b6-6908-40f7-a521-88a16393394c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:31.399726 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c22b6-6908-40f7-a521-88a16393394c None None] Pushing event updated for resources: {'Port': ['ID=bb2f6777-20ae-476f-a205-fafa0c6b3de6,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:31.407099 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9c22b6-6908-40f7-a521-88a16393394c None None] Network b5c0eaf0-d683-4b32-b730-9abf31c27c4e is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:31.408903 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-8e9c22b6-6908-40f7-a521-88a16393394c None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:31.411747 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9c22b6-6908-40f7-a521-88a16393394c None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:03:31.428058 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e2e26c0-bfff-4970-91cc-bfd11ecddfdf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:31.431464 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e2e26c0-bfff-4970-91cc-bfd11ecddfdf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:31.480541 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e2e26c0-bfff-4970-91cc-bfd11ecddfdf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:31.480806 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2e26c0-bfff-4970-91cc-bfd11ecddfdf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Fanout notify agent at l3_agent the message router_deleted on router af53d9bc-c082-4bdc-b001-d8857acc59c8 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:03:31.485977 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-8e9c22b6-6908-40f7-a521-88a16393394c None None] Attempting to bind port bb2f6777-20ae-476f-a205-fafa0c6b3de6 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:03:31.486420 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-8e9c22b6-6908-40f7-a521-88a16393394c None None] Attempting to bind port bb2f6777-20ae-476f-a205-fafa0c6b3de6 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'fa78aabf-bb07-400a-bed8-99a2856a29da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b5c0eaf0-d683-4b32-b730-9abf31c27c4e'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:03:31.487055 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9c22b6-6908-40f7-a521-88a16393394c None None] Attempting to bind port bb2f6777-20ae-476f-a205-fafa0c6b3de6 on network b5c0eaf0-d683-4b32-b730-9abf31c27c4e {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:03:31.495533 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e2e26c0-bfff-4970-91cc-bfd11ecddfdf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:31.495816 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9c22b6-6908-40f7-a521-88a16393394c None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:03:31.496452 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9c22b6-6908-40f7-a521-88a16393394c None None] Checking segment: {'id': 'fa78aabf-bb07-400a-bed8-99a2856a29da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b5c0eaf0-d683-4b32-b730-9abf31c27c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:03:31.496933 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e9c22b6-6908-40f7-a521-88a16393394c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:31.497395 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9c22b6-6908-40f7-a521-88a16393394c None None] Bound using segment: {'id': 'fa78aabf-bb07-400a-bed8-99a2856a29da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b5c0eaf0-d683-4b32-b730-9abf31c27c4e'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:03:31.497518 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4e2e26c0-bfff-4970-91cc-bfd11ecddfdf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/routers/af53d9bc-c082-4bdc-b001-d8857acc59c8 HTTP/1.1" status: 204 len: 168 time: 1.5645008 Nov 29 02:03:31.498007 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-8e9c22b6-6908-40f7-a521-88a16393394c None None] Bound port: bb2f6777-20ae-476f-a205-fafa0c6b3de6, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa78aabf-bb07-400a-bed8-99a2856a29da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b5c0eaf0-d683-4b32-b730-9abf31c27c4e'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:03:31.498443 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e9c22b6-6908-40f7-a521-88a16393394c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:31.500616 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42654) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:31.502331 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-63380aa8-9d56-45d6-852c-e844ccac51d4 None None] Provisioning complete for port 07d2430d-a3ff-4631-84ea-5f181ae03c10 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:31.502903 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-63380aa8-9d56-45d6-852c-e844ccac51d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:31.535628 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-d8713925-3601-4381-b7b0-b45c829dd7b7 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Allocated IP 2001:db8::21f (b5c0eaf0-d683-4b32-b730-9abf31c27c4e/3dc45a52-6ea5-408b-ada4-7b57d642fd7e/16d4dbf9-b9ef-453d-a6e1-bab9b9b06eff) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:31.564312 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2eae78af-c464-46f0-99a0-e75ab2d2b05b tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:31.577014 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2eae78af-c464-46f0-99a0-e75ab2d2b05b tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:31.582076 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-63380aa8-9d56-45d6-852c-e844ccac51d4 None None] Port 07d2430d-a3ff-4631-84ea-5f181ae03c10 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:03:31.606545 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-8e9c22b6-6908-40f7-a521-88a16393394c None None] For port bb2f6777-20ae-476f-a205-fafa0c6b3de6, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:03:31.611467 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-8e9c22b6-6908-40f7-a521-88a16393394c None None] For port bb2f6777-20ae-476f-a205-fafa0c6b3de6, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=bb2f6777-20ae-476f-a205-fafa0c6b3de6,segment=NetworkSegment(fa78aabf-bb07-400a-bed8-99a2856a29da),segment_id=fa78aabf-bb07-400a-bed8-99a2856a29da)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:03:31.617804 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e9c22b6-6908-40f7-a521-88a16393394c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:31.635411 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2eae78af-c464-46f0-99a0-e75ab2d2b05b tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] In _notify_port_updated(), no bound segment for port 07d2430d-a3ff-4631-84ea-5f181ae03c10 on network 5fee3512-dcea-4d7c-addb-4053f7d7f418 {{(pid=103255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 02:03:31.640436 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-562f68a1-3c66-430a-8097-2b2298166b97 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:31.656601 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eae78af-c464-46f0-99a0-e75ab2d2b05b tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:31.658390 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2eae78af-c464-46f0-99a0-e75ab2d2b05b tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:31.663717 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2eae78af-c464-46f0-99a0-e75ab2d2b05b tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] 10.222.0.37 "PUT /v2.0/ports/07d2430d-a3ff-4631-84ea-5f181ae03c10 HTTP/1.1" status: 200 len: 1067 time: 0.6088574 Nov 29 02:03:31.686709 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42656) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:31.697636 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 3d83f6ba-7014-41d0-a573-2868f0173994 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:03:31.754325 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c22b6-6908-40f7-a521-88a16393394c None None] Pushing event updated for resources: {'Port': ['ID=bb2f6777-20ae-476f-a205-fafa0c6b3de6,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:31.758815 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 3d83f6ba-7014-41d0-a573-2868f0173994 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:03:31.759470 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 3d83f6ba-7014-41d0-a573-2868f0173994 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:03:31.760128 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device e969e2e7-0151-4c72-abfe-339476b32a0f no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:03:31.794493 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: e969e2e7-0151-4c72-abfe-339476b32a0f {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:03:31.798833 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device e969e2e7-0151-4c72-abfe-339476b32a0f not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:03:31.798833 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 4d305afc-312b-408f-965c-44236f9ac691 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:03:31.809665 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-562f68a1-3c66-430a-8097-2b2298166b97 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:31.844386 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-562f68a1-3c66-430a-8097-2b2298166b97 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27ce72d-9adf-4a07-acf2-f13fb172c1fd']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:31.853439 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 4d305afc-312b-408f-965c-44236f9ac691 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:03:31.854081 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 4d305afc-312b-408f-965c-44236f9ac691 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:03:31.872000 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae78af-c464-46f0-99a0-e75ab2d2b05b tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Pushing event updated for resources: {'Port': ['ID=07d2430d-a3ff-4631-84ea-5f181ae03c10,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:31.877798 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-562f68a1-3c66-430a-8097-2b2298166b97 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e7d31f-1294-4bcb-ad29-a6b05f7f3416') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:31.878100 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-562f68a1-3c66-430a-8097-2b2298166b97 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e7d31f-1294-4bcb-ad29-a6b05f7f3416') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:31.898025 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-562f68a1-3c66-430a-8097-2b2298166b97 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:31.916303 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-562f68a1-3c66-430a-8097-2b2298166b97 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:31.925580 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562f68a1-3c66-430a-8097-2b2298166b97 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:03:31.925580 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-562f68a1-3c66-430a-8097-2b2298166b97 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:31.930008 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:03:31.930008 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:03:31.930008 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:03:31.930008 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:03:31.930008 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:03:31.930008 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:03:31.930008 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:03:31.930008 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:03:31.930008 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:03:31.930008 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:03:31.930008 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:03:31.930008 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:03:31.930008 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:03:31.930008 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:03:31.930008 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:03:31.930008 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:03:31.930008 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:03:31.930008 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:03:31.930008 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:03:31.930008 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:03:31.930008 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:03:31.930008 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:03:31.930008 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:03:31.930008 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:03:31.930008 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:03:31.930008 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:03:31.930008 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:03:31.930008 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:03:31.930008 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:03:31.930008 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:03:31.930008 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:03:31.930008 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:03:31.960900 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4eda0271-6ebc-4b33-9807-24c8b69ed3f7 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Deleting port 07d2430d-a3ff-4631-84ea-5f181ae03c10 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:31.961465 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4eda0271-6ebc-4b33-9807-24c8b69ed3f7 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:31.970329 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8713925-3601-4381-b7b0-b45c829dd7b7 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:32.035466 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-562f68a1-3c66-430a-8097-2b2298166b97 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:32.051668 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-562f68a1-3c66-430a-8097-2b2298166b97 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:32.056126 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-562f68a1-3c66-430a-8097-2b2298166b97 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/networks/e27ce72d-9adf-4a07-acf2-f13fb172c1fd HTTP/1.1" status: 204 len: 168 time: 0.5543339 Nov 29 02:03:32.070875 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42658) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:32.071089 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f68a1-3c66-430a-8097-2b2298166b97 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Network': ['ID=e27ce72d-9adf-4a07-acf2-f13fb172c1fd,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:32.077510 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4c107b1f-1417-476c-9258-1b0b35eccaf9 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'network': {'name': 'tempest-network-smoke--221448623', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'port_security_enabled': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:32.121864 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-f50225e4-8228-4ae1-aec3-06a37e1f6cde None None] Provisioning complete for port 07d2430d-a3ff-4631-84ea-5f181ae03c10 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:32.122104 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f50225e4-8228-4ae1-aec3-06a37e1f6cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:32.144810 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4eda0271-6ebc-4b33-9807-24c8b69ed3f7 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:32.163139 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f50225e4-8228-4ae1-aec3-06a37e1f6cde None None] Port 07d2430d-a3ff-4631-84ea-5f181ae03c10 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:03:32.181031 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4eda0271-6ebc-4b33-9807-24c8b69ed3f7 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Calling delete_port for 07d2430d-a3ff-4631-84ea-5f181ae03c10 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:32.189309 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c107b1f-1417-476c-9258-1b0b35eccaf9 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Made reservation on behalf of d1a27bea49814722818e7a3b77708f76 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:32.192877 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4c107b1f-1417-476c-9258-1b0b35eccaf9 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:32.203295 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8713925-3601-4381-b7b0-b45c829dd7b7 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:32.653289 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c107b1f-1417-476c-9258-1b0b35eccaf9 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:03:32.659819 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8713925-3601-4381-b7b0-b45c829dd7b7 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Network b5c0eaf0-d683-4b32-b730-9abf31c27c4e is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:32.674677 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-d8713925-3601-4381-b7b0-b45c829dd7b7 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:32.678857 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8713925-3601-4381-b7b0-b45c829dd7b7 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Port': ['ID=16d4dbf9-b9ef-453d-a6e1-bab9b9b06eff,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:32.684551 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8713925-3601-4381-b7b0-b45c829dd7b7 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:03:32.690119 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8713925-3601-4381-b7b0-b45c829dd7b7 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:32.690734 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d8713925-3601-4381-b7b0-b45c829dd7b7 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:32.695774 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4c107b1f-1417-476c-9258-1b0b35eccaf9 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:32.696123 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-4c107b1f-1417-476c-9258-1b0b35eccaf9 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Added segment 5bc2190d-26b9-4eed-a9fe-b3d3142fe50b of type vlan for network a1aa04bf-59ef-41bf-b51c-27c9e02dcb67 Nov 29 02:03:32.751051 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d8713925-3601-4381-b7b0-b45c829dd7b7 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0029659 Nov 29 02:03:32.754105 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42660) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:32.758812 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4c107b1f-1417-476c-9258-1b0b35eccaf9 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:32.760250 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-276aebfd-95ba-4733-9dee-d6c6209464a1 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'subnet': {'network_id': 'b5c0eaf0-d683-4b32-b730-9abf31c27c4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:32.825131 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4c107b1f-1417-476c-9258-1b0b35eccaf9 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:32.831588 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c107b1f-1417-476c-9258-1b0b35eccaf9 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:32.832337 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4c107b1f-1417-476c-9258-1b0b35eccaf9 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:32.841699 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4eda0271-6ebc-4b33-9807-24c8b69ed3f7 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:32.885351 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276aebfd-95ba-4733-9dee-d6c6209464a1 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:32.889346 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-276aebfd-95ba-4733-9dee-d6c6209464a1 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:32.893402 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-b15ce708-af8f-4cdb-b1d9-cd4eb33775f2 None None] Provisioning complete for port bb2f6777-20ae-476f-a205-fafa0c6b3de6 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:32.894180 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b15ce708-af8f-4cdb-b1d9-cd4eb33775f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:32.897009 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda0271-6ebc-4b33-9807-24c8b69ed3f7 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Pushing event deleted for resources: {'Port': ['ID=07d2430d-a3ff-4631-84ea-5f181ae03c10,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:32.962577 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4c107b1f-1417-476c-9258-1b0b35eccaf9 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8924847 Nov 29 02:03:32.967192 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42662) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:32.973757 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a774ca60-ce71-45d4-b6bc-d96d7864e7b8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-309347414', 'admin_state_up': True, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:33.001186 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b15ce708-af8f-4cdb-b1d9-cd4eb33775f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:33.005265 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c107b1f-1417-476c-9258-1b0b35eccaf9 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Network': ['ID=a1aa04bf-59ef-41bf-b51c-27c9e02dcb67,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:33.025017 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network a1aa04bf-59ef-41bf-b51c-27c9e02dcb67 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:03:33.050281 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a774ca60-ce71-45d4-b6bc-d96d7864e7b8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:33.051385 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a774ca60-ce71-45d4-b6bc-d96d7864e7b8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:33.077422 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.ipam_backend_mixin [None req-276aebfd-95ba-4733-9dee-d6c6209464a1 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3dc45a52-6ea5-408b-ada4-7b57d642fd7e (CIDR: 2001:db8::/64) Nov 29 02:03:33.092606 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-276aebfd-95ba-4733-9dee-d6c6209464a1 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:03:33.093001 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-276aebfd-95ba-4733-9dee-d6c6209464a1 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:03:33.125298 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-276aebfd-95ba-4733-9dee-d6c6209464a1 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3699498 Nov 29 02:03:33.130177 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42664) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:33.135606 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5628f77f-c9b5-48ad-8955-eeaaf881a858 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'subnet': {'network_id': 'b5c0eaf0-d683-4b32-b730-9abf31c27c4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:33.155687 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a774ca60-ce71-45d4-b6bc-d96d7864e7b8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:33.159679 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b15ce708-af8f-4cdb-b1d9-cd4eb33775f2 None None] For port bb2f6777-20ae-476f-a205-fafa0c6b3de6, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=bb2f6777-20ae-476f-a205-fafa0c6b3de6,segment=NetworkSegment(fa78aabf-bb07-400a-bed8-99a2856a29da),segment_id=fa78aabf-bb07-400a-bed8-99a2856a29da)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:33.171534 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b15ce708-af8f-4cdb-b1d9-cd4eb33775f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:33.238238 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4eda0271-6ebc-4b33-9807-24c8b69ed3f7 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:33.245273 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4eda0271-6ebc-4b33-9807-24c8b69ed3f7 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] 10.222.0.37 "DELETE /v2.0/ports/07d2430d-a3ff-4631-84ea-5f181ae03c10 HTTP/1.1" status: 204 len: 168 time: 1.5574627 Nov 29 02:03:33.245643 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42666) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:33.264944 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-b15ce708-af8f-4cdb-b1d9-cd4eb33775f2 None None] Provisioning complete for port 2128c548-d0de-420c-8a41-af523c47753e triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:33.265700 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b15ce708-af8f-4cdb-b1d9-cd4eb33775f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:33.283875 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dfda422-f8bd-436e-a6aa-8b5c248e5046 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] GET failed (client error): The resource could not be found. Nov 29 02:03:33.286339 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6dfda422-f8bd-436e-a6aa-8b5c248e5046 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] 10.222.0.37 "GET /v2.0/ports/07d2430d-a3ff-4631-84ea-5f181ae03c10 HTTP/1.1" status: 404 len: 333 time: 0.0393941 Nov 29 02:03:33.292507 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42668) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:33.313070 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ce708-af8f-4cdb-b1d9-cd4eb33775f2 None None] Pushing event updated for resources: {'Port': ['ID=bb2f6777-20ae-476f-a205-fafa0c6b3de6,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:33.319445 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b15ce708-af8f-4cdb-b1d9-cd4eb33775f2 None None] Port 2128c548-d0de-420c-8a41-af523c47753e cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:03:33.356425 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a774ca60-ce71-45d4-b6bc-d96d7864e7b8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:33.378813 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5628f77f-c9b5-48ad-8955-eeaaf881a858 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:33.382177 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5628f77f-c9b5-48ad-8955-eeaaf881a858 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:33.452179 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-350f0069-14bc-40ec-8024-87510fae032f None None] Provisioning complete for port 16d4dbf9-b9ef-453d-a6e1-bab9b9b06eff triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:33.452736 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-350f0069-14bc-40ec-8024-87510fae032f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:33.453302 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-7da41bd2-bb6c-48d6-82e6-0074c680795c tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Deleting port 535925ce-d16d-4c0e-8073-7ad0100e8f0f {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:33.453668 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7da41bd2-bb6c-48d6-82e6-0074c680795c tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:33.490419 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-350f0069-14bc-40ec-8024-87510fae032f None None] Port 16d4dbf9-b9ef-453d-a6e1-bab9b9b06eff cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:03:33.559866 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a774ca60-ce71-45d4-b6bc-d96d7864e7b8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_gateway, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:33.579046 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a774ca60-ce71-45d4-b6bc-d96d7864e7b8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:33.587230 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7da41bd2-bb6c-48d6-82e6-0074c680795c tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:33.613565 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-7da41bd2-bb6c-48d6-82e6-0074c680795c tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Calling delete_port for 535925ce-d16d-4c0e-8073-7ad0100e8f0f owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:33.670219 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device bb2f6777-20ae-476f-a205-fafa0c6b3de6 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:03:33.696112 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-a774ca60-ce71-45d4-b6bc-d96d7864e7b8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.26.3.140 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/b19088b6-0139-483a-9bba-d7432069d23c) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:33.722804 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port bb2f6777-20ae-476f-a205-fafa0c6b3de6 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:33.723181 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:33.794770 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5628f77f-c9b5-48ad-8955-eeaaf881a858 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:33.815094 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a774ca60-ce71-45d4-b6bc-d96d7864e7b8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:33.854663 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a774ca60-ce71-45d4-b6bc-d96d7864e7b8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:33.864016 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5628f77f-c9b5-48ad-8955-eeaaf881a858 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Network b5c0eaf0-d683-4b32-b730-9abf31c27c4e is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:33.873714 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-5628f77f-c9b5-48ad-8955-eeaaf881a858 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:33.878611 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5628f77f-c9b5-48ad-8955-eeaaf881a858 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:33.879204 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5628f77f-c9b5-48ad-8955-eeaaf881a858 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:33.884811 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7da41bd2-bb6c-48d6-82e6-0074c680795c tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:33.887008 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308b4e7e-45c3-43bb-ba90-e33179d0e2fe None None] Network b5c0eaf0-d683-4b32-b730-9abf31c27c4e requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:33.892677 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5628f77f-c9b5-48ad-8955-eeaaf881a858 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Subnet': ['ID=64510fed-8773-4d12-9907-d97ae9a9c23f,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:33.899922 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a774ca60-ce71-45d4-b6bc-d96d7864e7b8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:33.903496 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-a774ca60-ce71-45d4-b6bc-d96d7864e7b8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:33.906241 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a774ca60-ce71-45d4-b6bc-d96d7864e7b8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:03:33.933156 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5628f77f-c9b5-48ad-8955-eeaaf881a858 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7985938 Nov 29 02:03:33.933156 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da41bd2-bb6c-48d6-82e6-0074c680795c tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Pushing event deleted for resources: {'Port': ['ID=535925ce-d16d-4c0e-8073-7ad0100e8f0f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:33.934741 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42670) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:33.937417 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e4f991-8028-4e46-8914-ae0fdb50ba75 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:03:33.939396 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c9d7f808-0b2c-478d-b375-52b4c0b8d784 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-635696639', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '64510fed-8773-4d12-9907-d97ae9a9c23f'}], 'security_groups': ['36afb47a-21a3-409f-8ef5-e805aafa4592']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:33.944616 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774ca60-ce71-45d4-b6bc-d96d7864e7b8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=b19088b6-0139-483a-9bba-d7432069d23c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:33.981354 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7da41bd2-bb6c-48d6-82e6-0074c680795c tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:33.984659 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7da41bd2-bb6c-48d6-82e6-0074c680795c tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] 10.222.0.37 "DELETE /v2.0/ports/535925ce-d16d-4c0e-8073-7ad0100e8f0f HTTP/1.1" status: 204 len: 168 time: 0.6911066 Nov 29 02:03:33.988606 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42672) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:34.051393 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-891f85e8-6c09-4986-ba47-122b101fe763 None None] Provisioning complete for port b19088b6-0139-483a-9bba-d7432069d23c triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:34.051765 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-891f85e8-6c09-4986-ba47-122b101fe763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:34.055518 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d864cc-fcf0-4901-acc5-bbbc52778ca9 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] GET failed (client error): The resource could not be found. Nov 29 02:03:34.060549 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f0d864cc-fcf0-4901-acc5-bbbc52778ca9 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] 10.222.0.37 "GET /v2.0/ports/535925ce-d16d-4c0e-8073-7ad0100e8f0f HTTP/1.1" status: 404 len: 333 time: 0.0675464 Nov 29 02:03:34.063257 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42674) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:34.136890 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-891f85e8-6c09-4986-ba47-122b101fe763 None None] Port b19088b6-0139-483a-9bba-d7432069d23c cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:03:34.218983 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c9d7f808-0b2c-478d-b375-52b4c0b8d784 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:34.241505 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9774b-722f-4a41-a5da-767e164f3d76 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Deleting port 2234b07a-bfd6-4052-8540-597ee88b4437 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:34.242408 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1c9774b-722f-4a41-a5da-767e164f3d76 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:34.266358 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1195cac5-5ba8-4562-8208-bf4498116252 None None] Update dhcp port {'port': {'network_id': 'b5c0eaf0-d683-4b32-b730-9abf31c27c4e', 'fixed_ips': [{'subnet_id': '3dc45a52-6ea5-408b-ada4-7b57d642fd7e', 'ip_address': '2001:db8::2'}, {'subnet_id': '64510fed-8773-4d12-9907-d97ae9a9c23f'}], 'binding:host_id': 'dv-neutron-819032-3-hyperv'}, 'id': 'bb2f6777-20ae-476f-a205-fafa0c6b3de6'} from dv-neutron-819032-3-hyperv. {{(pid=103256) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 02:03:34.270728 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a774ca60-ce71-45d4-b6bc-d96d7864e7b8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_gateway, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:34.294551 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1195cac5-5ba8-4562-8208-bf4498116252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:34.431779 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1c9774b-722f-4a41-a5da-767e164f3d76 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:34.463800 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9774b-722f-4a41-a5da-767e164f3d76 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Calling delete_port for 2234b07a-bfd6-4052-8540-597ee88b4437 owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:34.483344 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-1195cac5-5ba8-4562-8208-bf4498116252 None None] Allocated IP 2001:db8:0:1::2 (b5c0eaf0-d683-4b32-b730-9abf31c27c4e/64510fed-8773-4d12-9907-d97ae9a9c23f/bb2f6777-20ae-476f-a205-fafa0c6b3de6) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:34.491106 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a774ca60-ce71-45d4-b6bc-d96d7864e7b8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:34.584730 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1195cac5-5ba8-4562-8208-bf4498116252 None None] For port bb2f6777-20ae-476f-a205-fafa0c6b3de6, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=bb2f6777-20ae-476f-a205-fafa0c6b3de6,segment=NetworkSegment(fa78aabf-bb07-400a-bed8-99a2856a29da),segment_id=fa78aabf-bb07-400a-bed8-99a2856a29da)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:34.634982 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1195cac5-5ba8-4562-8208-bf4498116252 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:34.639505 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a774ca60-ce71-45d4-b6bc-d96d7864e7b8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router 18cecb15-20f6-4ff4-8405-dbd7bfc2882c is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:03:34.641163 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1195cac5-5ba8-4562-8208-bf4498116252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:34.673569 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1c9774b-722f-4a41-a5da-767e164f3d76 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:34.710950 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9774b-722f-4a41-a5da-767e164f3d76 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Pushing event deleted for resources: {'Port': ['ID=2234b07a-bfd6-4052-8540-597ee88b4437,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:34.733010 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195cac5-5ba8-4562-8208-bf4498116252 None None] Pushing event updated for resources: {'Port': ['ID=bb2f6777-20ae-476f-a205-fafa0c6b3de6,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:34.766670 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a774ca60-ce71-45d4-b6bc-d96d7864e7b8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:03:34.769691 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1c9774b-722f-4a41-a5da-767e164f3d76 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:34.773574 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e1c9774b-722f-4a41-a5da-767e164f3d76 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] 10.222.0.37 "DELETE /v2.0/ports/2234b07a-bfd6-4052-8540-597ee88b4437 HTTP/1.1" status: 204 len: 168 time: 0.7089193 Nov 29 02:03:34.776856 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42676) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:34.778697 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35623a8-19b6-4ebf-9362-9fbc53ffae2a None None] Sync routers for ids ['18cecb15-20f6-4ff4-8405-dbd7bfc2882c'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:03:34.796363 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35623a8-19b6-4ebf-9362-9fbc53ffae2a None None] Routers {'18cecb15-20f6-4ff4-8405-dbd7bfc2882c'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:03:34.797237 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e35623a8-19b6-4ebf-9362-9fbc53ffae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:03:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['18cecb15-20f6-4ff4-8405-dbd7bfc2882c'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:34.815051 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-c9d7f808-0b2c-478d-b375-52b4c0b8d784 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Delete allocated IP 2001:db8::21f (b5c0eaf0-d683-4b32-b730-9abf31c27c4e/3dc45a52-6ea5-408b-ada4-7b57d642fd7e) {{(pid=103254) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 29 02:03:34.823677 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-c9d7f808-0b2c-478d-b375-52b4c0b8d784 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Allocated IP 2001:db8:0:1::1e0 (b5c0eaf0-d683-4b32-b730-9abf31c27c4e/64510fed-8773-4d12-9907-d97ae9a9c23f/16d4dbf9-b9ef-453d-a6e1-bab9b9b06eff) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:34.842337 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a774ca60-ce71-45d4-b6bc-d96d7864e7b8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:34.848927 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a774ca60-ce71-45d4-b6bc-d96d7864e7b8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8785775 Nov 29 02:03:34.849633 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42678) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:34.889877 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9d54b801-5a8f-4e5f-a1fd-03cd44bb7524 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d1a27bea49814722818e7a3b77708f76&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362692 Nov 29 02:03:34.897287 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-6efbdebb-da1b-4bab-9025-de8e1a322b22 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Deleting subnet 548f58d5-2b1d-46ec-8d3c-304068d1749e {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:03:34.901838 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42680) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:34.911673 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6efbdebb-da1b-4bab-9025-de8e1a322b22 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:34.948333 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-e35623a8-19b6-4ebf-9362-9fbc53ffae2a None None] Set router 18cecb15-20f6-4ff4-8405-dbd7bfc2882c gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:03:35.034811 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c9d7f808-0b2c-478d-b375-52b4c0b8d784 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:35.042289 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6efbdebb-da1b-4bab-9025-de8e1a322b22 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:35.048639 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c9d7f808-0b2c-478d-b375-52b4c0b8d784 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:35.116152 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c9d7f808-0b2c-478d-b375-52b4c0b8d784 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] In _notify_port_updated(), no bound segment for port 16d4dbf9-b9ef-453d-a6e1-bab9b9b06eff on network b5c0eaf0-d683-4b32-b730-9abf31c27c4e {{(pid=103254) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 02:03:35.121857 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d7f808-0b2c-478d-b375-52b4c0b8d784 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:35.122596 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c9d7f808-0b2c-478d-b375-52b4c0b8d784 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:35.124007 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c9d7f808-0b2c-478d-b375-52b4c0b8d784 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "PUT /v2.0/ports/16d4dbf9-b9ef-453d-a6e1-bab9b9b06eff HTTP/1.1" status: 200 len: 930 time: 1.1888711 Nov 29 02:03:35.127142 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42682) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:35.156357 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7f808-0b2c-478d-b375-52b4c0b8d784 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Port': ['ID=16d4dbf9-b9ef-453d-a6e1-bab9b9b06eff,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:35.207579 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e35623a8-19b6-4ebf-9362-9fbc53ffae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'name': 'tempest-TestNetworkBasicOps-router-309347414', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:34Z', 'revision_number': 3, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:35.216480 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6efbdebb-da1b-4bab-9025-de8e1a322b22 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:35.228694 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-33c7adb7-cc1e-4f54-90fb-8ebe759bf78f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Deleting port 16d4dbf9-b9ef-453d-a6e1-bab9b9b06eff {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:35.229037 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-33c7adb7-cc1e-4f54-90fb-8ebe759bf78f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:35.245089 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35623a8-19b6-4ebf-9362-9fbc53ffae2a None None] Checking router: 18cecb15-20f6-4ff4-8405-dbd7bfc2882c for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:03:35.245484 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35623a8-19b6-4ebf-9362-9fbc53ffae2a None None] Updating router 18cecb15-20f6-4ff4-8405-dbd7bfc2882c port b19088b6-0139-483a-9bba-d7432069d23c binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:03:35.277806 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e35623a8-19b6-4ebf-9362-9fbc53ffae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:35.313093 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d327a0e0-d2d3-4eaf-b885-702521e51dd5 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:35.317234 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d327a0e0-d2d3-4eaf-b885-702521e51dd5 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4121819 Nov 29 02:03:35.320995 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42684) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:35.344685 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-33c7adb7-cc1e-4f54-90fb-8ebe759bf78f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:35.360604 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-33c7adb7-cc1e-4f54-90fb-8ebe759bf78f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Calling delete_port for 16d4dbf9-b9ef-453d-a6e1-bab9b9b06eff owned by {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:35.364610 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9655533f-0453-4760-b92a-09518ebba93b tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=4bf244a8-fda8-412f-8f05-2c7c5210f333&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401332 Nov 29 02:03:35.365429 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42686) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:35.371720 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b20c5010-1a3d-49ac-8845-8fe918127b62 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-165970936', 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:35.380184 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6efbdebb-da1b-4bab-9025-de8e1a322b22 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:35.413080 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbdebb-da1b-4bab-9025-de8e1a322b22 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Pushing event deleted for resources: {'Subnet': ['ID=548f58d5-2b1d-46ec-8d3c-304068d1749e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:35.419469 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6efbdebb-da1b-4bab-9025-de8e1a322b22 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:35.423171 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6efbdebb-da1b-4bab-9025-de8e1a322b22 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] 10.222.0.37 "DELETE /v2.0/subnets/548f58d5-2b1d-46ec-8d3c-304068d1749e HTTP/1.1" status: 204 len: 168 time: 0.6386702 Nov 29 02:03:35.425754 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5283fae-33f7-44a1-b923-dd87de440802 None None] Network 5fee3512-dcea-4d7c-addb-4053f7d7f418 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:35.426353 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42688) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:35.526883 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c41c862-3f24-4e28-8863-de880e1a2bd8 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:35.561401 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20c5010-1a3d-49ac-8845-8fe918127b62 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Made reservation on behalf of d1a27bea49814722818e7a3b77708f76 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:35.569453 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b20c5010-1a3d-49ac-8845-8fe918127b62 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:35.630370 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e35623a8-19b6-4ebf-9362-9fbc53ffae2a None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:35.640823 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e35623a8-19b6-4ebf-9362-9fbc53ffae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:35.655289 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2c41c862-3f24-4e28-8863-de880e1a2bd8 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Deleting port a957c9e8-8086-407d-a54c-c76dd3249745 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:35.655648 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c41c862-3f24-4e28-8863-de880e1a2bd8 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:35.656915 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device bb2f6777-20ae-476f-a205-fafa0c6b3de6 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:03:35.693480 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b5c555-049b-4d95-91dd-ba60e8d987a5 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:03:35.734404 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port bb2f6777-20ae-476f-a205-fafa0c6b3de6 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:35.734863 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:35.747031 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-e35623a8-19b6-4ebf-9362-9fbc53ffae2a None None] Attempting to bind port b19088b6-0139-483a-9bba-d7432069d23c on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:03:35.747729 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-e35623a8-19b6-4ebf-9362-9fbc53ffae2a None None] Attempting to bind port b19088b6-0139-483a-9bba-d7432069d23c by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:03:35.748340 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35623a8-19b6-4ebf-9362-9fbc53ffae2a None None] Attempting to bind port b19088b6-0139-483a-9bba-d7432069d23c on network 4bf244a8-fda8-412f-8f05-2c7c5210f333 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:03:35.761401 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35623a8-19b6-4ebf-9362-9fbc53ffae2a None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:03:35.762644 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35623a8-19b6-4ebf-9362-9fbc53ffae2a None None] Checking segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:03:35.763301 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e35623a8-19b6-4ebf-9362-9fbc53ffae2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:35.771179 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2c41c862-3f24-4e28-8863-de880e1a2bd8 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] For port a957c9e8-8086-407d-a54c-c76dd3249745, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=a957c9e8-8086-407d-a54c-c76dd3249745,segment=NetworkSegment(b21b2721-72ea-4e21-83db-2a18e1e2b48b),segment_id=b21b2721-72ea-4e21-83db-2a18e1e2b48b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:35.772048 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c41c862-3f24-4e28-8863-de880e1a2bd8 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:35.772952 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35623a8-19b6-4ebf-9362-9fbc53ffae2a None None] Bound using segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:03:35.774354 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-e35623a8-19b6-4ebf-9362-9fbc53ffae2a None None] Bound port: b19088b6-0139-483a-9bba-d7432069d23c, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:03:35.775002 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e35623a8-19b6-4ebf-9362-9fbc53ffae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:35.782664 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581177e-7343-472e-9bcb-44c2a50c89ec None None] Pushing event updated for resources: {'Port': ['ID=b19088b6-0139-483a-9bba-d7432069d23c,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:35.795047 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-33c7adb7-cc1e-4f54-90fb-8ebe759bf78f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:35.805810 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2c41c862-3f24-4e28-8863-de880e1a2bd8 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Calling delete_port for a957c9e8-8086-407d-a54c-c76dd3249745 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:35.832095 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581177e-7343-472e-9bcb-44c2a50c89ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:35.832766 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581177e-7343-472e-9bcb-44c2a50c89ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:35.834328 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581177e-7343-472e-9bcb-44c2a50c89ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:35.834874 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581177e-7343-472e-9bcb-44c2a50c89ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:35.835413 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581177e-7343-472e-9bcb-44c2a50c89ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:35.835994 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581177e-7343-472e-9bcb-44c2a50c89ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:35.838234 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7adb7-cc1e-4f54-90fb-8ebe759bf78f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Port': ['ID=16d4dbf9-b9ef-453d-a6e1-bab9b9b06eff,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:35.843641 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bba90f-fbbc-47d4-a28d-ce8e36658e8c None None] DHCP port deletion for 5fee3512-dcea-4d7c-addb-4053f7d7f418 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:03:35.852956 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581177e-7343-472e-9bcb-44c2a50c89ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:35.854356 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581177e-7343-472e-9bcb-44c2a50c89ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:35.855539 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581177e-7343-472e-9bcb-44c2a50c89ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:35.856651 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581177e-7343-472e-9bcb-44c2a50c89ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:35.857246 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581177e-7343-472e-9bcb-44c2a50c89ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:35.857814 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6581177e-7343-472e-9bcb-44c2a50c89ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:03:35.904987 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-33c7adb7-cc1e-4f54-90fb-8ebe759bf78f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:35.908503 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-33c7adb7-cc1e-4f54-90fb-8ebe759bf78f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/ports/16d4dbf9-b9ef-453d-a6e1-bab9b9b06eff HTTP/1.1" status: 204 len: 168 time: 0.7803504 Nov 29 02:03:35.911601 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42690) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:35.917389 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-58611dd8-1cc1-4b03-8ee3-b2c0834c317d None None] Provisioning complete for port bb2f6777-20ae-476f-a205-fafa0c6b3de6 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:35.917825 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58611dd8-1cc1-4b03-8ee3-b2c0834c317d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:35.925135 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-e35623a8-19b6-4ebf-9362-9fbc53ffae2a None None] For port b19088b6-0139-483a-9bba-d7432069d23c, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:03:35.937634 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-e35623a8-19b6-4ebf-9362-9fbc53ffae2a None None] For port b19088b6-0139-483a-9bba-d7432069d23c, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=b19088b6-0139-483a-9bba-d7432069d23c,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:03:35.944184 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c41c862-3f24-4e28-8863-de880e1a2bd8 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:35.952241 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-e35623a8-19b6-4ebf-9362-9fbc53ffae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:35.957171 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7b00346-0b00-4673-a734-b9609b1202a9 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] GET failed (client error): The resource could not be found. Nov 29 02:03:35.958837 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d7b00346-0b00-4673-a734-b9609b1202a9 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "GET /v2.0/ports/16d4dbf9-b9ef-453d-a6e1-bab9b9b06eff HTTP/1.1" status: 404 len: 333 time: 0.0438161 Nov 29 02:03:35.962811 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42692) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:35.963894 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b20c5010-1a3d-49ac-8845-8fe918127b62 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:36.013257 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c41c862-3f24-4e28-8863-de880e1a2bd8 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] No DVR routers for this DVR port a957c9e8-8086-407d-a54c-c76dd3249745 on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:03:36.014275 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb848ade-45d1-433a-9dbb-df0af843e203 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:03:36.039386 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35623a8-19b6-4ebf-9362-9fbc53ffae2a None None] Routers {'18cecb15-20f6-4ff4-8405-dbd7bfc2882c'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:03:36.040278 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e35623a8-19b6-4ebf-9362-9fbc53ffae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:03:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['18cecb15-20f6-4ff4-8405-dbd7bfc2882c'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:36.040412 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c5010-1a3d-49ac-8845-8fe918127b62 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Subnet': ['ID=e5415f43-09f1-4cdb-b666-d7bd67043dea,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:36.075838 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-23bba90f-fbbc-47d4-a28d-ce8e36658e8c None None] Deleting port a957c9e8-8086-407d-a54c-c76dd3249745 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:36.076216 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-23bba90f-fbbc-47d4-a28d-ce8e36658e8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:36.078578 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41c862-3f24-4e28-8863-de880e1a2bd8 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Pushing event deleted for resources: {'Port': ['ID=a957c9e8-8086-407d-a54c-c76dd3249745,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:36.100582 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581177e-7343-472e-9bcb-44c2a50c89ec None None] Pushing event updated for resources: {'Port': ['ID=b19088b6-0139-483a-9bba-d7432069d23c,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:36.125844 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f48009f9-1f89-4c24-8888-b95941b9c069 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:36.165802 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f48009f9-1f89-4c24-8888-b95941b9c069 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:36.170605 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-23bba90f-fbbc-47d4-a28d-ce8e36658e8c None None] For port a957c9e8-8086-407d-a54c-c76dd3249745, host dv-neutron-819032-3-hyperv, got binding levels [] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:36.171012 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-23bba90f-fbbc-47d4-a28d-ce8e36658e8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:36.187459 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-23bba90f-fbbc-47d4-a28d-ce8e36658e8c None None] Calling delete_port for a957c9e8-8086-407d-a54c-c76dd3249745 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:36.191180 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.ipam_backend_mixin [None req-23bba90f-fbbc-47d4-a28d-ce8e36658e8c None None] Port a957c9e8-8086-407d-a54c-c76dd3249745 was not found and therefore no delete operation was performed {{(pid=103256) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 02:03:36.195916 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c41c862-3f24-4e28-8863-de880e1a2bd8 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:36.196220 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-23bba90f-fbbc-47d4-a28d-ce8e36658e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:36.198956 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-e35623a8-19b6-4ebf-9362-9fbc53ffae2a None None] Set router 18cecb15-20f6-4ff4-8405-dbd7bfc2882c gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:03:36.221876 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f48009f9-1f89-4c24-8888-b95941b9c069 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:36.228174 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-2c41c862-3f24-4e28-8863-de880e1a2bd8 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fee3512-dcea-4d7c-addb-4053f7d7f418']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:36.229624 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f48009f9-1f89-4c24-8888-b95941b9c069 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:36.230813 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f48009f9-1f89-4c24-8888-b95941b9c069 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/security-groups/8dc22f97-2691-497a-9df2-af57dc88167c HTTP/1.1" status: 204 len: 168 time: 0.2643921 Nov 29 02:03:36.234621 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20c5010-1a3d-49ac-8845-8fe918127b62 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Checking segment: {'id': '5bc2190d-26b9-4eed-a9fe-b3d3142fe50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:03:36.234995 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20c5010-1a3d-49ac-8845-8fe918127b62 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network hostable DHCP agents. Network: a1aa04bf-59ef-41bf-b51c-27c9e02dcb67, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:03:36.236880 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42694) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:36.241770 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-2c41c862-3f24-4e28-8863-de880e1a2bd8 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b21b2721-72ea-4e21-83db-2a18e1e2b48b') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:36.242528 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bba90f-fbbc-47d4-a28d-ce8e36658e8c None None] No DVR routers for this DVR port a957c9e8-8086-407d-a54c-c76dd3249745 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:03:36.242999 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-2c41c862-3f24-4e28-8863-de880e1a2bd8 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b21b2721-72ea-4e21-83db-2a18e1e2b48b') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:36.267350 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c41c862-3f24-4e28-8863-de880e1a2bd8 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:36.267808 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48009f9-1f89-4c24-8888-b95941b9c069 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc22f97-2691-497a-9df2-af57dc88167c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:36.270465 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bba90f-fbbc-47d4-a28d-ce8e36658e8c None None] Pushing event deleted for resources: {'Port': ['ID=a957c9e8-8086-407d-a54c-c76dd3249745,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:36.290738 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c41c862-3f24-4e28-8863-de880e1a2bd8 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:36.294208 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20c5010-1a3d-49ac-8845-8fe918127b62 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network a1aa04bf-59ef-41bf-b51c-27c9e02dcb67 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:03:36.299383 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c41c862-3f24-4e28-8863-de880e1a2bd8 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:03:36.300295 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c41c862-3f24-4e28-8863-de880e1a2bd8 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:36.332450 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-b20c5010-1a3d-49ac-8845-8fe918127b62 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, a1aa04bf-59ef-41bf-b51c-27c9e02dcb67) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:36.334909 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-58611dd8-1cc1-4b03-8ee3-b2c0834c317d None None] Could not find standard attr ID for object 16d4dbf9-b9ef-453d-a6e1-bab9b9b06eff. {{(pid=103256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 02:03:36.345711 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b53e1c-890a-4b74-9453-a58e99830382 None None] Network a1aa04bf-59ef-41bf-b51c-27c9e02dcb67 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:36.345947 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20c5010-1a3d-49ac-8845-8fe918127b62 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:36.346357 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b20c5010-1a3d-49ac-8845-8fe918127b62 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:36.356552 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11a9dfce-ad74-434f-991a-0dc34998b3ee tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:36.402339 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b20c5010-1a3d-49ac-8845-8fe918127b62 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0357435 Nov 29 02:03:36.404644 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11a9dfce-ad74-434f-991a-0dc34998b3ee tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:36.407478 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42696) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:36.411056 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:03:36.411056 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:03:36.411056 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:03:36.411056 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:03:36.411056 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:03:36.411056 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:03:36.411056 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:03:36.411056 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:03:36.411056 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:03:36.411056 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:03:36.411056 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:03:36.411056 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:03:36.411056 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:03:36.411056 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:03:36.411056 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:03:36.411056 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:03:36.411056 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:03:36.411056 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:03:36.411056 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:03:36.411056 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:03:36.411056 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:03:36.411056 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:03:36.411056 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:03:36.411056 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:03:36.411056 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:03:36.411056 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:03:36.411056 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:03:36.411056 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:03:36.411056 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:03:36.411056 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:03:36.411056 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:03:36.411056 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:03:36.417415 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c41c862-3f24-4e28-8863-de880e1a2bd8 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:36.427894 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c41c862-3f24-4e28-8863-de880e1a2bd8 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:36.434174 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2c41c862-3f24-4e28-8863-de880e1a2bd8 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] 10.222.0.37 "DELETE /v2.0/networks/5fee3512-dcea-4d7c-addb-4053f7d7f418 HTTP/1.1" status: 204 len: 168 time: 1.0039012 Nov 29 02:03:36.473949 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41c862-3f24-4e28-8863-de880e1a2bd8 tempest-AllowedAddressPairIpV6TestJSON-1311316694 tempest-AllowedAddressPairIpV6TestJSON-1311316694-project] Pushing event deleted for resources: {'Network': ['ID=5fee3512-dcea-4d7c-addb-4053f7d7f418,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:36.500174 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-58611dd8-1cc1-4b03-8ee3-b2c0834c317d None None] Provisioning complete for port b19088b6-0139-483a-9bba-d7432069d23c triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:36.500762 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58611dd8-1cc1-4b03-8ee3-b2c0834c317d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:36.552840 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11a9dfce-ad74-434f-991a-0dc34998b3ee tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:36.555705 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11a9dfce-ad74-434f-991a-0dc34998b3ee tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:36.557194 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-11a9dfce-ad74-434f-991a-0dc34998b3ee tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/security-groups/36afb47a-21a3-409f-8ef5-e805aafa4592 HTTP/1.1" status: 204 len: 168 time: 0.3167920 Nov 29 02:03:36.560390 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42700) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:36.572654 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9dfce-ad74-434f-991a-0dc34998b3ee tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36afb47a-21a3-409f-8ef5-e805aafa4592,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:36.605214 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e35623a8-19b6-4ebf-9362-9fbc53ffae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'name': 'tempest-TestNetworkBasicOps-router-309347414', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:34Z', 'revision_number': 3, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:36.638121 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35623a8-19b6-4ebf-9362-9fbc53ffae2a None None] The sync data for ids ['18cecb15-20f6-4ff4-8405-dbd7bfc2882c'] in dv-neutron-819032-3-hyperv is: [{'id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'name': 'tempest-TestNetworkBasicOps-router-309347414', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:34Z', 'revision_number': 3, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:03:36.673105 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-74ce6845-e879-4148-8b30-bf6d9b27efe5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Deleting subnet 3dc45a52-6ea5-408b-ada4-7b57d642fd7e {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:03:36.675344 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-74ce6845-e879-4148-8b30-bf6d9b27efe5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:36.733595 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-74ce6845-e879-4148-8b30-bf6d9b27efe5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:36.860356 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58611dd8-1cc1-4b03-8ee3-b2c0834c317d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:36.865203 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-74ce6845-e879-4148-8b30-bf6d9b27efe5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:36.885288 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42704) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:36.894514 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-58611dd8-1cc1-4b03-8ee3-b2c0834c317d None None] For port b19088b6-0139-483a-9bba-d7432069d23c, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=b19088b6-0139-483a-9bba-d7432069d23c,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:36.910380 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58611dd8-1cc1-4b03-8ee3-b2c0834c317d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:36.954215 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-74ce6845-e879-4148-8b30-bf6d9b27efe5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:36.981972 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a708ad2-870d-4f01-95d8-5398386672f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-a1aa04bf-59ef-41bf-b51c-27c9e02dcb67', 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ips': [{'subnet_id': 'e5415f43-09f1-4cdb-b666-d7bd67043dea'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:03:36.982837 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8a708ad2-870d-4f01-95d8-5398386672f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:36.998909 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-74ce6845-e879-4148-8b30-bf6d9b27efe5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:37.009764 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-74ce6845-e879-4148-8b30-bf6d9b27efe5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/subnets/3dc45a52-6ea5-408b-ada4-7b57d642fd7e HTTP/1.1" status: 204 len: 168 time: 0.4422498 Nov 29 02:03:37.009764 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce6845-e879-4148-8b30-bf6d9b27efe5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Subnet': ['ID=3dc45a52-6ea5-408b-ada4-7b57d642fd7e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:37.010043 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42708) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:37.011292 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-58611dd8-1cc1-4b03-8ee3-b2c0834c317d None None] Provisioning complete for port 2128c548-d0de-420c-8a41-af523c47753e triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:37.011588 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58611dd8-1cc1-4b03-8ee3-b2c0834c317d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:37.017732 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1f5cd971-4d16-4481-aa28-3a0285b9db0f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'subnet': {'network_id': 'b5c0eaf0-d683-4b32-b730-9abf31c27c4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:37.056131 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caf841f-6e9a-4162-9a2c-1e08be4b8115 None None] Network b5c0eaf0-d683-4b32-b730-9abf31c27c4e requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:37.072105 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d7e2d1ba-3798-48aa-a54e-d74d8bc01b65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:37.121084 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58611dd8-1cc1-4b03-8ee3-b2c0834c317d None None] Pushing event updated for resources: {'Port': ['ID=b19088b6-0139-483a-9bba-d7432069d23c,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:37.149685 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-58611dd8-1cc1-4b03-8ee3-b2c0834c317d None None] Port 2128c548-d0de-420c-8a41-af523c47753e cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:03:37.293734 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-efe7a6a0-4d35-4d9b-a1b6-3e294d476920 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2acd828c3d78407bbd412eb9dfa560ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4071810 Nov 29 02:03:37.294332 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-bf4960b7-af3d-4cd3-9dfe-fe976e4a2ba6 None None] Could not find standard attr ID for object 16d4dbf9-b9ef-453d-a6e1-bab9b9b06eff. {{(pid=103256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 02:03:37.296446 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42710) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:37.331482 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-bf4960b7-af3d-4cd3-9dfe-fe976e4a2ba6 None None] Provisioning complete for port b19088b6-0139-483a-9bba-d7432069d23c triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:37.331851 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bf4960b7-af3d-4cd3-9dfe-fe976e4a2ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:37.340240 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-8a708ad2-870d-4f01-95d8-5398386672f3 None None] Allocated IP 172.20.0.2 (a1aa04bf-59ef-41bf-b51c-27c9e02dcb67/e5415f43-09f1-4cdb-b666-d7bd67043dea/1a04a1d6-2e91-41d4-8ba3-2664832d8a56) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:37.344242 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5cd971-4d16-4481-aa28-3a0285b9db0f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:37.348985 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f5cd971-4d16-4481-aa28-3a0285b9db0f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:37.373897 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fb9b30a0-d1ce-41fc-b8aa-e35ae9ab7052 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:37.404614 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fb9b30a0-d1ce-41fc-b8aa-e35ae9ab7052 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:37.467502 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fb9b30a0-d1ce-41fc-b8aa-e35ae9ab7052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:37.476963 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fb9b30a0-d1ce-41fc-b8aa-e35ae9ab7052 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:37.482860 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-fb9b30a0-d1ce-41fc-b8aa-e35ae9ab7052 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6dbd4a3f-3ad6-4671-be7a-62e8e75c927e HTTP/1.1" status: 204 len: 168 time: 0.1850295 Nov 29 02:03:37.512266 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b30a0-d1ce-41fc-b8aa-e35ae9ab7052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbd4a3f-3ad6-4671-be7a-62e8e75c927e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:37.632426 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8a708ad2-870d-4f01-95d8-5398386672f3 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:37.642485 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8a708ad2-870d-4f01-95d8-5398386672f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:37.720360 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a708ad2-870d-4f01-95d8-5398386672f3 None None] Network a1aa04bf-59ef-41bf-b51c-27c9e02dcb67 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:37.725012 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-8a708ad2-870d-4f01-95d8-5398386672f3 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:37.729522 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a708ad2-870d-4f01-95d8-5398386672f3 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:03:37.736677 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device b19088b6-0139-483a-9bba-d7432069d23c up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:03:37.740640 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a708ad2-870d-4f01-95d8-5398386672f3 None None] Pushing event updated for resources: {'Port': ['ID=1a04a1d6-2e91-41d4-8ba3-2664832d8a56,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:37.788013 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-d7e2d1ba-3798-48aa-a54e-d74d8bc01b65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.20.0.1 (a1aa04bf-59ef-41bf-b51c-27c9e02dcb67/e5415f43-09f1-4cdb-b666-d7bd67043dea/9955ac60-f264-42a0-8860-7b0a5cb45cda) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:37.868590 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-8a708ad2-870d-4f01-95d8-5398386672f3 None None] Attempting to bind port 1a04a1d6-2e91-41d4-8ba3-2664832d8a56 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:03:37.869093 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-8a708ad2-870d-4f01-95d8-5398386672f3 None None] Attempting to bind port 1a04a1d6-2e91-41d4-8ba3-2664832d8a56 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '5bc2190d-26b9-4eed-a9fe-b3d3142fe50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:03:37.869472 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a708ad2-870d-4f01-95d8-5398386672f3 None None] Attempting to bind port 1a04a1d6-2e91-41d4-8ba3-2664832d8a56 on network a1aa04bf-59ef-41bf-b51c-27c9e02dcb67 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:03:37.876530 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a708ad2-870d-4f01-95d8-5398386672f3 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:03:37.876915 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a708ad2-870d-4f01-95d8-5398386672f3 None None] Checking segment: {'id': '5bc2190d-26b9-4eed-a9fe-b3d3142fe50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:03:37.877324 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8a708ad2-870d-4f01-95d8-5398386672f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:37.877754 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a708ad2-870d-4f01-95d8-5398386672f3 None None] Bound using segment: {'id': '5bc2190d-26b9-4eed-a9fe-b3d3142fe50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:03:37.878236 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-8a708ad2-870d-4f01-95d8-5398386672f3 None None] Bound port: 1a04a1d6-2e91-41d4-8ba3-2664832d8a56, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bc2190d-26b9-4eed-a9fe-b3d3142fe50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:03:37.878621 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8a708ad2-870d-4f01-95d8-5398386672f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:37.916877 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f5cd971-4d16-4481-aa28-3a0285b9db0f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:37.973124 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-8a708ad2-870d-4f01-95d8-5398386672f3 None None] For port 1a04a1d6-2e91-41d4-8ba3-2664832d8a56, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:03:37.979338 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-8a708ad2-870d-4f01-95d8-5398386672f3 None None] For port 1a04a1d6-2e91-41d4-8ba3-2664832d8a56, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=1a04a1d6-2e91-41d4-8ba3-2664832d8a56,segment=NetworkSegment(5bc2190d-26b9-4eed-a9fe-b3d3142fe50b),segment_id=5bc2190d-26b9-4eed-a9fe-b3d3142fe50b)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:03:37.987448 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port b19088b6-0139-483a-9bba-d7432069d23c triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:37.987448 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:37.997886 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5cd971-4d16-4481-aa28-3a0285b9db0f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Network b5c0eaf0-d683-4b32-b730-9abf31c27c4e is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:38.007334 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-1f5cd971-4d16-4481-aa28-3a0285b9db0f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:38.012535 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5cd971-4d16-4481-aa28-3a0285b9db0f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:38.013127 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f5cd971-4d16-4481-aa28-3a0285b9db0f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:38.015386 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5cd971-4d16-4481-aa28-3a0285b9db0f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Subnet': ['ID=6f0c3b97-cb99-4fb6-b857-b4e81a5d7947,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:38.027599 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d7e2d1ba-3798-48aa-a54e-d74d8bc01b65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:38.055668 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1f5cd971-4d16-4481-aa28-3a0285b9db0f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0430717 Nov 29 02:03:38.055844 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8a708ad2-870d-4f01-95d8-5398386672f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:38.058245 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42722) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:38.067873 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-fdc13076-8232-43a3-836a-e9d326692318 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'security_group': {'name': 'tempest-secgroup-556311600'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:38.121211 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fdc13076-8232-43a3-836a-e9d326692318 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:38.126145 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d7e2d1ba-3798-48aa-a54e-d74d8bc01b65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:38.185946 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a708ad2-870d-4f01-95d8-5398386672f3 None None] Pushing event updated for resources: {'Port': ['ID=1a04a1d6-2e91-41d4-8ba3-2664832d8a56,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:38.283331 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a957c9e8-8086-407d-a54c-c76dd3249745 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:03:38.297675 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e2d1ba-3798-48aa-a54e-d74d8bc01b65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network a1aa04bf-59ef-41bf-b51c-27c9e02dcb67 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:38.302350 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fdc13076-8232-43a3-836a-e9d326692318 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:38.306193 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-d7e2d1ba-3798-48aa-a54e-d74d8bc01b65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:38.308675 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2d1ba-3798-48aa-a54e-d74d8bc01b65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=9955ac60-f264-42a0-8860-7b0a5cb45cda,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:38.311481 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e2d1ba-3798-48aa-a54e-d74d8bc01b65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:03:38.315054 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fdc13076-8232-43a3-836a-e9d326692318 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:38.315877 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: a957c9e8-8086-407d-a54c-c76dd3249745 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:03:38.316426 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a957c9e8-8086-407d-a54c-c76dd3249745 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:03:38.389455 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fdc13076-8232-43a3-836a-e9d326692318 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:38.390755 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-fdc13076-8232-43a3-836a-e9d326692318 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3300719 Nov 29 02:03:38.396447 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42728) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:38.402775 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f15f781b-193c-4463-8c10-1c76fbc7bcb9 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'security_group': {'name': 'tempest-secgroup-678968848'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:38.408715 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc13076-8232-43a3-836a-e9d326692318 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c36ed16b-38d4-4f51-b924-25a7bf7b1dcb,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:38.455912 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d7e2d1ba-3798-48aa-a54e-d74d8bc01b65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:38.468117 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f15f781b-193c-4463-8c10-1c76fbc7bcb9 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:38.612524 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c946852-40ef-42cc-b8d3-d5a988cdc68c None None] Network b5c0eaf0-d683-4b32-b730-9abf31c27c4e requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:38.649786 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d7e2d1ba-3798-48aa-a54e-d74d8bc01b65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:38.669971 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f15f781b-193c-4463-8c10-1c76fbc7bcb9 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:38.677894 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f15f781b-193c-4463-8c10-1c76fbc7bcb9 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:38.722448 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f15f781b-193c-4463-8c10-1c76fbc7bcb9 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:38.726287 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f15f781b-193c-4463-8c10-1c76fbc7bcb9 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3260565 Nov 29 02:03:38.727044 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42736) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:38.731510 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b1ed053a-23c9-48dd-a79b-2ed5cf39e66f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'security_group': {'name': 'tempest-secgroup-1704407047'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:38.741634 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-cfdfa3ee-6b04-4fa7-b08a-b6fc0ba586ee None None] Provisioning complete for port bb2f6777-20ae-476f-a205-fafa0c6b3de6 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:38.742764 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cfdfa3ee-6b04-4fa7-b08a-b6fc0ba586ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:38.756538 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f781b-193c-4463-8c10-1c76fbc7bcb9 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83bc6d65-cd48-4b36-9fe5-1b29618217ba,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:38.774816 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b1ed053a-23c9-48dd-a79b-2ed5cf39e66f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:38.795228 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42738) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:38.896769 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b1ed053a-23c9-48dd-a79b-2ed5cf39e66f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:38.908301 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b1ed053a-23c9-48dd-a79b-2ed5cf39e66f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:38.948576 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-cfdfa3ee-6b04-4fa7-b08a-b6fc0ba586ee None None] Provisioning complete for port 2128c548-d0de-420c-8a41-af523c47753e triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:38.949364 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cfdfa3ee-6b04-4fa7-b08a-b6fc0ba586ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:38.951373 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a972127e-f99a-4910-9d49-28c01b9da1f5 None None] Update dhcp port {'port': {'network_id': 'b5c0eaf0-d683-4b32-b730-9abf31c27c4e', 'fixed_ips': [{'subnet_id': '64510fed-8773-4d12-9907-d97ae9a9c23f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6f0c3b97-cb99-4fb6-b857-b4e81a5d7947'}], 'binding:host_id': 'dv-neutron-819032-3-hyperv'}, 'id': 'bb2f6777-20ae-476f-a205-fafa0c6b3de6'} from dv-neutron-819032-3-hyperv. {{(pid=103256) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 02:03:38.962982 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c8917620-86cc-490d-9d8f-fc003b1c7c83 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-16060835'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:38.968092 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b1ed053a-23c9-48dd-a79b-2ed5cf39e66f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:38.972017 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b1ed053a-23c9-48dd-a79b-2ed5cf39e66f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2414870 Nov 29 02:03:38.972663 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42742) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:38.973203 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed053a-23c9-48dd-a79b-2ed5cf39e66f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09980f10-7d76-4e53-89b2-757b10202e4b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:38.982888 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-9fbbcba2-7478-439f-a5df-749381687727 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-142752883', 'security_groups': ['09980f10-7d76-4e53-89b2-757b10202e4b'], 'network_id': 'b5c0eaf0-d683-4b32-b730-9abf31c27c4e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6f0c3b97-cb99-4fb6-b857-b4e81a5d7947'}]}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:39.008998 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a972127e-f99a-4910-9d49-28c01b9da1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:39.045495 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-cfdfa3ee-6b04-4fa7-b08a-b6fc0ba586ee None None] Port 2128c548-d0de-420c-8a41-af523c47753e cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:03:39.060451 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8917620-86cc-490d-9d8f-fc003b1c7c83 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Made reservation on behalf of 486c6e02ce00435ea741334af2655c9e for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:39.064554 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8917620-86cc-490d-9d8f-fc003b1c7c83 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:39.119003 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8917620-86cc-490d-9d8f-fc003b1c7c83 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:39.154206 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbbcba2-7478-439f-a5df-749381687727 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:39.248391 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-a972127e-f99a-4910-9d49-28c01b9da1f5 None None] Allocated IP 2001:db8::2 (b5c0eaf0-d683-4b32-b730-9abf31c27c4e/6f0c3b97-cb99-4fb6-b857-b4e81a5d7947/bb2f6777-20ae-476f-a205-fafa0c6b3de6) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:39.289916 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9fbbcba2-7478-439f-a5df-749381687727 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:39.309057 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8917620-86cc-490d-9d8f-fc003b1c7c83 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:39.317405 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-9fbbcba2-7478-439f-a5df-749381687727 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] device_id is not set on port e9110b20-215e-409b-8273-eb48ae31aca7 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:03:39.324536 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8917620-86cc-490d-9d8f-fc003b1c7c83 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:39.386099 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a972127e-f99a-4910-9d49-28c01b9da1f5 None None] For port bb2f6777-20ae-476f-a205-fafa0c6b3de6, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=bb2f6777-20ae-476f-a205-fafa0c6b3de6,segment=NetworkSegment(fa78aabf-bb07-400a-bed8-99a2856a29da),segment_id=fa78aabf-bb07-400a-bed8-99a2856a29da)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:39.397594 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8917620-86cc-490d-9d8f-fc003b1c7c83 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:03:39.422929 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8917620-86cc-490d-9d8f-fc003b1c7c83 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1f1a21-cf78-429e-a339-3f4eaaf5e1af,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:39.436055 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a972127e-f99a-4910-9d49-28c01b9da1f5 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:39.443617 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a972127e-f99a-4910-9d49-28c01b9da1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:39.467199 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8917620-86cc-490d-9d8f-fc003b1c7c83 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:39.467832 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-c8917620-86cc-490d-9d8f-fc003b1c7c83 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Added segment fc874e87-db9f-41a5-94d7-fdfe8a3a04e0 of type vlan for network c043bb57-b22e-4ed7-aa97-746d9f1cd01e Nov 29 02:03:39.480571 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d7e2d1ba-3798-48aa-a54e-d74d8bc01b65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:39.488561 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d7e2d1ba-3798-48aa-a54e-d74d8bc01b65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:39.545650 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972127e-f99a-4910-9d49-28c01b9da1f5 None None] Pushing event updated for resources: {'Port': ['ID=bb2f6777-20ae-476f-a205-fafa0c6b3de6,revision_number=6']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:39.568604 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2d1ba-3798-48aa-a54e-d74d8bc01b65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=9955ac60-f264-42a0-8860-7b0a5cb45cda,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:39.594260 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8917620-86cc-490d-9d8f-fc003b1c7c83 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:39.599117 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d7e2d1ba-3798-48aa-a54e-d74d8bc01b65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:39.634994 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-9fbbcba2-7478-439f-a5df-749381687727 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Allocated IP 2001:db8::2a1 (b5c0eaf0-d683-4b32-b730-9abf31c27c4e/6f0c3b97-cb99-4fb6-b857-b4e81a5d7947/e9110b20-215e-409b-8273-eb48ae31aca7) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:39.638046 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0c63d4-4b9f-498d-b945-5d5e9ff4b041 None None] Network a1aa04bf-59ef-41bf-b51c-27c9e02dcb67 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:39.667248 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8917620-86cc-490d-9d8f-fc003b1c7c83 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:39.678831 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8917620-86cc-490d-9d8f-fc003b1c7c83 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:39.679498 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8917620-86cc-490d-9d8f-fc003b1c7c83 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:39.751381 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1c6b13a6-b255-42e0-87f4-c708006d28fd None None] Provisioning complete for port 1a04a1d6-2e91-41d4-8ba3-2664832d8a56 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:39.751921 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c6b13a6-b255-42e0-87f4-c708006d28fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:39.772351 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e2d1ba-3798-48aa-a54e-d74d8bc01b65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network a1aa04bf-59ef-41bf-b51c-27c9e02dcb67 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:39.775291 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-d7e2d1ba-3798-48aa-a54e-d74d8bc01b65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:39.814281 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c8917620-86cc-490d-9d8f-fc003b1c7c83 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0174119 Nov 29 02:03:39.977318 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e2d1ba-3798-48aa-a54e-d74d8bc01b65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router 18cecb15-20f6-4ff4-8405-dbd7bfc2882c has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:03:40.083807 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device bb2f6777-20ae-476f-a205-fafa0c6b3de6 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:03:40.189139 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e2d1ba-3798-48aa-a54e-d74d8bc01b65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:03:40.215287 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d7e2d1ba-3798-48aa-a54e-d74d8bc01b65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "PUT /v2.0/routers/18cecb15-20f6-4ff4-8405-dbd7bfc2882c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8066142 Nov 29 02:03:40.217771 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42744) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:40.274668 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3785b2c1-8b51-4b79-839e-b0d490c049a8 None None] Sync routers for ids ['18cecb15-20f6-4ff4-8405-dbd7bfc2882c'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:03:40.279143 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8917620-86cc-490d-9d8f-fc003b1c7c83 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event updated for resources: {'Network': ['ID=c043bb57-b22e-4ed7-aa97-746d9f1cd01e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:40.319721 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network c043bb57-b22e-4ed7-aa97-746d9f1cd01e details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:03:40.328709 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port bb2f6777-20ae-476f-a205-fafa0c6b3de6 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:40.329328 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:40.342360 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9fbbcba2-7478-439f-a5df-749381687727 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:40.383690 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9fbbcba2-7478-439f-a5df-749381687727 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:40.408687 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3785b2c1-8b51-4b79-839e-b0d490c049a8 None None] Routers {'18cecb15-20f6-4ff4-8405-dbd7bfc2882c'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:03:40.409327 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3785b2c1-8b51-4b79-839e-b0d490c049a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:03:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['18cecb15-20f6-4ff4-8405-dbd7bfc2882c'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:40.448354 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbbcba2-7478-439f-a5df-749381687727 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Network b5c0eaf0-d683-4b32-b730-9abf31c27c4e is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:40.457208 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-9fbbcba2-7478-439f-a5df-749381687727 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:40.462189 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbbcba2-7478-439f-a5df-749381687727 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:03:40.470771 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbbcba2-7478-439f-a5df-749381687727 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:40.471778 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9fbbcba2-7478-439f-a5df-749381687727 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:40.499810 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbcba2-7478-439f-a5df-749381687727 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Port': ['ID=e9110b20-215e-409b-8273-eb48ae31aca7,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:40.530441 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9fbbcba2-7478-439f-a5df-749381687727 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5545180 Nov 29 02:03:40.533188 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42746) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:40.539494 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6d82c058-c431-4bef-ae78-2bcf35befa19 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'subnet': {'network_id': 'b5c0eaf0-d683-4b32-b730-9abf31c27c4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:40.581354 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3601d50f-fb1e-488b-b221-4ad4a82fc4d6 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:40.582000 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3601d50f-fb1e-488b-b221-4ad4a82fc4d6 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:40.582537 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3601d50f-fb1e-488b-b221-4ad4a82fc4d6 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:40.582951 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c6b13a6-b255-42e0-87f4-c708006d28fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:40.583161 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3601d50f-fb1e-488b-b221-4ad4a82fc4d6 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:40.583728 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3601d50f-fb1e-488b-b221-4ad4a82fc4d6 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:40.584247 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3601d50f-fb1e-488b-b221-4ad4a82fc4d6 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:40.588697 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3601d50f-fb1e-488b-b221-4ad4a82fc4d6 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.3641655 Nov 29 02:03:40.591673 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42748) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:40.680030 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c26c8db-7f4c-426c-960e-1ae1fd6054f6 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:40.680804 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c26c8db-7f4c-426c-960e-1ae1fd6054f6 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:40.682027 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c26c8db-7f4c-426c-960e-1ae1fd6054f6 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:40.682546 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c26c8db-7f4c-426c-960e-1ae1fd6054f6 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:40.683061 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c26c8db-7f4c-426c-960e-1ae1fd6054f6 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:40.684384 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c26c8db-7f4c-426c-960e-1ae1fd6054f6 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:40.688805 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8c26c8db-7f4c-426c-960e-1ae1fd6054f6 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3966 time: 0.0936368 Nov 29 02:03:40.689136 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42750) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:40.790630 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-3785b2c1-8b51-4b79-839e-b0d490c049a8 None None] Set router 18cecb15-20f6-4ff4-8405-dbd7bfc2882c gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:03:40.822608 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1c6b13a6-b255-42e0-87f4-c708006d28fd None None] For port 1a04a1d6-2e91-41d4-8ba3-2664832d8a56, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=1a04a1d6-2e91-41d4-8ba3-2664832d8a56,segment=NetworkSegment(5bc2190d-26b9-4eed-a9fe-b3d3142fe50b),segment_id=5bc2190d-26b9-4eed-a9fe-b3d3142fe50b)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:40.837416 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1c6b13a6-b255-42e0-87f4-c708006d28fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:40.937691 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d82c058-c431-4bef-ae78-2bcf35befa19 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:40.941158 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6d82c058-c431-4bef-ae78-2bcf35befa19 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:41.035186 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 1a04a1d6-2e91-41d4-8ba3-2664832d8a56 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:03:41.070208 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-47acdd7e-a9c9-4f61-84e0-bce01c0567d3 None None] Provisioning complete for port 2128c548-d0de-420c-8a41-af523c47753e triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:41.070588 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-47acdd7e-a9c9-4f61-84e0-bce01c0567d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:41.072075 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b13a6-b255-42e0-87f4-c708006d28fd None None] Pushing event updated for resources: {'Port': ['ID=1a04a1d6-2e91-41d4-8ba3-2664832d8a56,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:41.096275 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.ipam_backend_mixin [None req-6d82c058-c431-4bef-ae78-2bcf35befa19 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6f0c3b97-cb99-4fb6-b857-b4e81a5d7947 (CIDR: 2001:db8::/64) Nov 29 02:03:41.105267 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d82c058-c431-4bef-ae78-2bcf35befa19 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:03:41.105267 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d82c058-c431-4bef-ae78-2bcf35befa19 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:03:41.142687 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-47acdd7e-a9c9-4f61-84e0-bce01c0567d3 None None] Port 2128c548-d0de-420c-8a41-af523c47753e cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:03:41.145080 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6d82c058-c431-4bef-ae78-2bcf35befa19 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6107581 Nov 29 02:03:41.147894 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42752) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:41.154087 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c788b992-94bc-400c-89d9-cc44af27cbf9 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'subnet': {'network_id': 'b5c0eaf0-d683-4b32-b730-9abf31c27c4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:41.170782 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 1a04a1d6-2e91-41d4-8ba3-2664832d8a56 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:41.171177 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:41.234499 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-47acdd7e-a9c9-4f61-84e0-bce01c0567d3 None None] Provisioning complete for port 1a04a1d6-2e91-41d4-8ba3-2664832d8a56 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:41.235162 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-47acdd7e-a9c9-4f61-84e0-bce01c0567d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:41.278636 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b782b30d-1344-41f4-8db4-70b3c45b9ff5 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.5860143 Nov 29 02:03:41.356809 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c788b992-94bc-400c-89d9-cc44af27cbf9 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:41.363537 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c788b992-94bc-400c-89d9-cc44af27cbf9 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:41.383051 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3785b2c1-8b51-4b79-839e-b0d490c049a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'name': 'tempest-TestNetworkBasicOps-router-309347414', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:38Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '9955ac60-f264-42a0-8860-7b0a5cb45cda', 'name': '', 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:c5:48:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e5415f43-09f1-4cdb-b666-d7bd67043dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:03:37Z', 'updated_at': '2021-11-29T02:03:39Z', 'revision_number': 2, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': 'e5415f43-09f1-4cdb-b666-d7bd67043dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:41.446139 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3785b2c1-8b51-4b79-839e-b0d490c049a8 None None] Checking router: 18cecb15-20f6-4ff4-8405-dbd7bfc2882c for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:03:41.446502 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3785b2c1-8b51-4b79-839e-b0d490c049a8 None None] Updating router 18cecb15-20f6-4ff4-8405-dbd7bfc2882c port 9955ac60-f264-42a0-8860-7b0a5cb45cda binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:03:41.471852 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.ipam_backend_mixin [None req-c788b992-94bc-400c-89d9-cc44af27cbf9 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 64510fed-8773-4d12-9907-d97ae9a9c23f (CIDR: 2001:db8:0:1::/64) Nov 29 02:03:41.476987 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-c788b992-94bc-400c-89d9-cc44af27cbf9 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:03:41.477756 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c788b992-94bc-400c-89d9-cc44af27cbf9 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:03:41.483705 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42756) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:41.488560 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-67838533-b2dc-4942-bd56-5303103adaf0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1337928382', 'description': 'tempest-secgroup-smoke-1337928382 description', 'project_id': 'd1a27bea49814722818e7a3b77708f76'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:41.502768 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3785b2c1-8b51-4b79-839e-b0d490c049a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:41.503986 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c788b992-94bc-400c-89d9-cc44af27cbf9 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3536994 Nov 29 02:03:41.506181 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42758) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:41.517010 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a596c85e-f892-4485-9309-3e132afbbfaf tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'subnet': {'network_id': 'b5c0eaf0-d683-4b32-b730-9abf31c27c4e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:41.524682 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67838533-b2dc-4942-bd56-5303103adaf0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:41.549698 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-47acdd7e-a9c9-4f61-84e0-bce01c0567d3 None None] Provisioning complete for port bb2f6777-20ae-476f-a205-fafa0c6b3de6 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:41.550079 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-47acdd7e-a9c9-4f61-84e0-bce01c0567d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:41.624419 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67838533-b2dc-4942-bd56-5303103adaf0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:41.633911 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67838533-b2dc-4942-bd56-5303103adaf0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:41.676155 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-67838533-b2dc-4942-bd56-5303103adaf0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:41.682196 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-67838533-b2dc-4942-bd56-5303103adaf0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1968613 Nov 29 02:03:41.683500 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42760) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:41.688989 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ab99535a-82ca-4287-a073-931670b7eb30 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '10991852-db99-41f1-8a10-600615a78cb7', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:41.694477 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67838533-b2dc-4942-bd56-5303103adaf0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10991852-db99-41f1-8a10-600615a78cb7,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:41.708590 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a596c85e-f892-4485-9309-3e132afbbfaf tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Made reservation on behalf of 9daf37777467458cb4d0ea385d3d0eee for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:41.714578 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a596c85e-f892-4485-9309-3e132afbbfaf tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:41.719839 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 1a04a1d6-2e91-41d4-8ba3-2664832d8a56 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:03:41.728462 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ab99535a-82ca-4287-a073-931670b7eb30 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:41.802460 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ab99535a-82ca-4287-a073-931670b7eb30 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:41.811265 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ab99535a-82ca-4287-a073-931670b7eb30 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:41.843169 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ab99535a-82ca-4287-a073-931670b7eb30 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:41.845790 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ab99535a-82ca-4287-a073-931670b7eb30 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1612084 Nov 29 02:03:41.848774 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42762) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:41.849667 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99535a-82ca-4287-a073-931670b7eb30 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe43dd4e-383d-42e1-b4df-c28fd72acf6a,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:41.854510 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-177be2eb-a968-474a-a9a2-bbcc0fbbf9f2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '10991852-db99-41f1-8a10-600615a78cb7', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:41.910205 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-47acdd7e-a9c9-4f61-84e0-bce01c0567d3 None None] Provisioning complete for port e9110b20-215e-409b-8273-eb48ae31aca7 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:41.910811 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-47acdd7e-a9c9-4f61-84e0-bce01c0567d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:41.930343 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-177be2eb-a968-474a-a9a2-bbcc0fbbf9f2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:41.948851 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 1a04a1d6-2e91-41d4-8ba3-2664832d8a56 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:41.949518 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:42.033255 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-177be2eb-a968-474a-a9a2-bbcc0fbbf9f2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:42.036768 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a596c85e-f892-4485-9309-3e132afbbfaf tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:42.042824 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-47acdd7e-a9c9-4f61-84e0-bce01c0567d3 None None] Port e9110b20-215e-409b-8273-eb48ae31aca7 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:03:42.046673 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-177be2eb-a968-474a-a9a2-bbcc0fbbf9f2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:42.072566 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c0978ca-8ae9-4680-bf5a-8501c50911fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:42.093005 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3785b2c1-8b51-4b79-839e-b0d490c049a8 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:42.096136 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a596c85e-f892-4485-9309-3e132afbbfaf tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Network b5c0eaf0-d683-4b32-b730-9abf31c27c4e is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:42.098115 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-47acdd7e-a9c9-4f61-84e0-bce01c0567d3 None None] Provisioning complete for port 9955ac60-f264-42a0-8860-7b0a5cb45cda triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:42.098984 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-47acdd7e-a9c9-4f61-84e0-bce01c0567d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:42.099118 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177be2eb-a968-474a-a9a2-bbcc0fbbf9f2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb103ba2-8a21-4a0a-9eb0-fef119645067,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:42.108233 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-a596c85e-f892-4485-9309-3e132afbbfaf tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:42.112844 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a596c85e-f892-4485-9309-3e132afbbfaf tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:42.116909 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a596c85e-f892-4485-9309-3e132afbbfaf tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:42.127722 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-177be2eb-a968-474a-a9a2-bbcc0fbbf9f2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:42.129049 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-177be2eb-a968-474a-a9a2-bbcc0fbbf9f2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2791297 Nov 29 02:03:42.132274 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42764) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:42.133102 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596c85e-f892-4485-9309-3e132afbbfaf tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Subnet': ['ID=63fd563e-48e4-43d2-8152-914010ba1b65,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:42.145011 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3785b2c1-8b51-4b79-839e-b0d490c049a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:42.153812 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b3a3efff-6a90-4712-ba00-ab843c1c9070 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '10991852-db99-41f1-8a10-600615a78cb7', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:42.167799 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a596c85e-f892-4485-9309-3e132afbbfaf tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6585350 Nov 29 02:03:42.168625 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42766) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:42.176903 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-cf1e4408-3aa1-42be-9175-29d752b9f7e4 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-166081942', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '63fd563e-48e4-43d2-8152-914010ba1b65'}], 'security_groups': ['c36ed16b-38d4-4f51-b924-25a7bf7b1dcb', '83bc6d65-cd48-4b36-9fe5-1b29618217ba']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:42.183855 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec48eb91-9a79-4d71-be20-a0a181a14477 None None] Network b5c0eaf0-d683-4b32-b730-9abf31c27c4e requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:42.214967 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3a3efff-6a90-4712-ba00-ab843c1c9070 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:42.297059 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3a3efff-6a90-4712-ba00-ab843c1c9070 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:42.305682 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3a3efff-6a90-4712-ba00-ab843c1c9070 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:42.341236 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b3a3efff-6a90-4712-ba00-ab843c1c9070 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:42.342519 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b3a3efff-6a90-4712-ba00-ab843c1c9070 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2079813 Nov 29 02:03:42.344049 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3efff-6a90-4712-ba00-ab843c1c9070 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e46f29a-7a01-4d9b-94ef-570ece36855c,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:42.346237 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42768) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:42.358530 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-cf0d78d9-8679-4649-bcf6-5e1ed1e394fa tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '10991852-db99-41f1-8a10-600615a78cb7', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:42.371025 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cf1e4408-3aa1-42be-9175-29d752b9f7e4 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:42.403629 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cf0d78d9-8679-4649-bcf6-5e1ed1e394fa tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:42.439842 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-47acdd7e-a9c9-4f61-84e0-bce01c0567d3 None None] Port 9955ac60-f264-42a0-8860-7b0a5cb45cda cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:03:42.483284 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa2ef60-a5d8-475f-8668-2ecf9a2d0901 None None] Pushing event updated for resources: {'Port': ['ID=9955ac60-f264-42a0-8860-7b0a5cb45cda,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:42.528161 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cf0d78d9-8679-4649-bcf6-5e1ed1e394fa tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:42.536063 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cf0d78d9-8679-4649-bcf6-5e1ed1e394fa tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:42.569333 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d78d9-8679-4649-bcf6-5e1ed1e394fa tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec5463d-389c-4988-94d7-fe9e3c9dd306,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:42.578369 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-3785b2c1-8b51-4b79-839e-b0d490c049a8 None None] Attempting to bind port 9955ac60-f264-42a0-8860-7b0a5cb45cda on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:03:42.578863 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-3785b2c1-8b51-4b79-839e-b0d490c049a8 None None] Attempting to bind port 9955ac60-f264-42a0-8860-7b0a5cb45cda by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '5bc2190d-26b9-4eed-a9fe-b3d3142fe50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:03:42.579265 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3785b2c1-8b51-4b79-839e-b0d490c049a8 None None] Attempting to bind port 9955ac60-f264-42a0-8860-7b0a5cb45cda on network a1aa04bf-59ef-41bf-b51c-27c9e02dcb67 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:03:42.587543 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cf0d78d9-8679-4649-bcf6-5e1ed1e394fa tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:42.588791 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-cf0d78d9-8679-4649-bcf6-5e1ed1e394fa tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2355330 Nov 29 02:03:42.591528 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42770) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:42.596044 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d2972566-534c-4abc-907f-10951c768170 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '10991852-db99-41f1-8a10-600615a78cb7', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:42.608602 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3785b2c1-8b51-4b79-839e-b0d490c049a8 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:03:42.609467 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3785b2c1-8b51-4b79-839e-b0d490c049a8 None None] Checking segment: {'id': '5bc2190d-26b9-4eed-a9fe-b3d3142fe50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:03:42.609467 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3785b2c1-8b51-4b79-839e-b0d490c049a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:42.609812 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3785b2c1-8b51-4b79-839e-b0d490c049a8 None None] Bound using segment: {'id': '5bc2190d-26b9-4eed-a9fe-b3d3142fe50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:03:42.610264 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-3785b2c1-8b51-4b79-839e-b0d490c049a8 None None] Bound port: 9955ac60-f264-42a0-8860-7b0a5cb45cda, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bc2190d-26b9-4eed-a9fe-b3d3142fe50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:03:42.610649 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3785b2c1-8b51-4b79-839e-b0d490c049a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:42.624219 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-d2972566-534c-4abc-907f-10951c768170 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Project d1a27bea49814722818e7a3b77708f76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:03:42.631359 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d2972566-534c-4abc-907f-10951c768170 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:42.641350 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-063acdc5-1cda-4abf-b3f3-07f87abd6598 None None] Provisioning complete for port 9955ac60-f264-42a0-8860-7b0a5cb45cda triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:42.641743 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-063acdc5-1cda-4abf-b3f3-07f87abd6598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:42.734773 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d2972566-534c-4abc-907f-10951c768170 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:42.740838 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d2972566-534c-4abc-907f-10951c768170 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:42.745536 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-063acdc5-1cda-4abf-b3f3-07f87abd6598 None None] Port 9955ac60-f264-42a0-8860-7b0a5cb45cda cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:03:42.764304 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-3785b2c1-8b51-4b79-839e-b0d490c049a8 None None] For port 9955ac60-f264-42a0-8860-7b0a5cb45cda, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:03:42.769397 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-3785b2c1-8b51-4b79-839e-b0d490c049a8 None None] For port 9955ac60-f264-42a0-8860-7b0a5cb45cda, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=9955ac60-f264-42a0-8860-7b0a5cb45cda,segment=NetworkSegment(5bc2190d-26b9-4eed-a9fe-b3d3142fe50b),segment_id=5bc2190d-26b9-4eed-a9fe-b3d3142fe50b)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:03:42.775934 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d2972566-534c-4abc-907f-10951c768170 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:42.777755 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d2972566-534c-4abc-907f-10951c768170 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1852074 Nov 29 02:03:42.778230 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3785b2c1-8b51-4b79-839e-b0d490c049a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:42.778729 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2972566-534c-4abc-907f-10951c768170 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=620e722c-c853-40bd-8bb5-1f07653b6b53,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:42.780617 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42772) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:42.787851 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4ef79b9f-219b-442e-a491-6a798a64156e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '10991852-db99-41f1-8a10-600615a78cb7', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:42.821655 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-4ef79b9f-219b-442e-a491-6a798a64156e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Project d1a27bea49814722818e7a3b77708f76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:03:42.829843 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4ef79b9f-219b-442e-a491-6a798a64156e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:42.889984 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3785b2c1-8b51-4b79-839e-b0d490c049a8 None None] Routers {'18cecb15-20f6-4ff4-8405-dbd7bfc2882c'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:03:42.890621 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3785b2c1-8b51-4b79-839e-b0d490c049a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:03:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['18cecb15-20f6-4ff4-8405-dbd7bfc2882c'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:42.933331 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4ef79b9f-219b-442e-a491-6a798a64156e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:42.939857 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4ef79b9f-219b-442e-a491-6a798a64156e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:42.969518 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef79b9f-219b-442e-a491-6a798a64156e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85ba1c2f-c27d-42c7-a77f-6d606ef5321b,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:42.983070 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa2ef60-a5d8-475f-8668-2ecf9a2d0901 None None] Pushing event updated for resources: {'Port': ['ID=9955ac60-f264-42a0-8860-7b0a5cb45cda,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:43.000288 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4ef79b9f-219b-442e-a491-6a798a64156e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:43.002865 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4ef79b9f-219b-442e-a491-6a798a64156e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2207177 Nov 29 02:03:43.052078 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-14213044-8cd1-4d30-bf15-2e041dead405 None None] Provisioning complete for port 9955ac60-f264-42a0-8860-7b0a5cb45cda triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:43.052791 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-14213044-8cd1-4d30-bf15-2e041dead405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:43.090637 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef53c450-7cca-4998-aeb1-819670872454 None None] Update dhcp port {'port': {'network_id': 'b5c0eaf0-d683-4b32-b730-9abf31c27c4e', 'fixed_ips': [{'subnet_id': '64510fed-8773-4d12-9907-d97ae9a9c23f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6f0c3b97-cb99-4fb6-b857-b4e81a5d7947', 'ip_address': '2001:db8::2'}, {'subnet_id': '63fd563e-48e4-43d2-8152-914010ba1b65'}], 'binding:host_id': 'dv-neutron-819032-3-hyperv'}, 'id': 'bb2f6777-20ae-476f-a205-fafa0c6b3de6'} from dv-neutron-819032-3-hyperv. {{(pid=103256) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 02:03:43.094534 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-cf1e4408-3aa1-42be-9175-29d752b9f7e4 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Delete allocated IP 2001:db8::2a1 (b5c0eaf0-d683-4b32-b730-9abf31c27c4e/6f0c3b97-cb99-4fb6-b857-b4e81a5d7947) {{(pid=103254) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 29 02:03:43.124271 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-cf1e4408-3aa1-42be-9175-29d752b9f7e4 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Allocated IP 2001:db8:0:2::2f9 (b5c0eaf0-d683-4b32-b730-9abf31c27c4e/63fd563e-48e4-43d2-8152-914010ba1b65/e9110b20-215e-409b-8273-eb48ae31aca7) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:43.151112 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef53c450-7cca-4998-aeb1-819670872454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:43.179838 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-3785b2c1-8b51-4b79-839e-b0d490c049a8 None None] Set router 18cecb15-20f6-4ff4-8405-dbd7bfc2882c gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:03:43.245694 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42790) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:43.252857 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6ee47a94-f5a8-42c1-9509-77000092ceeb tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Request body: {'subnet': {'network_id': 'c043bb57-b22e-4ed7-aa97-746d9f1cd01e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:43.334156 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-d58078b9-2560-464f-8db0-5cb3a02f088a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1337928382&fields=id&tenant_id=d1a27bea49814722818e7a3b77708f76 HTTP/1.1" status: 200 len: 267 time: 0.0867753 Nov 29 02:03:43.351040 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee47a94-f5a8-42c1-9509-77000092ceeb tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Made reservation on behalf of 486c6e02ce00435ea741334af2655c9e for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:43.355202 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ee47a94-f5a8-42c1-9509-77000092ceeb tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:43.450553 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-14213044-8cd1-4d30-bf15-2e041dead405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:43.498034 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-f340323d-5aa5-4fe7-92cc-79b2a067c06d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:43.499523 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-f340323d-5aa5-4fe7-92cc-79b2a067c06d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/networks?id=a1aa04bf-59ef-41bf-b51c-27c9e02dcb67 HTTP/1.1" status: 200 len: 796 time: 0.1552527 Nov 29 02:03:43.501581 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cf1e4408-3aa1-42be-9175-29d752b9f7e4 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:43.508171 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cf1e4408-3aa1-42be-9175-29d752b9f7e4 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:43.512332 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-14213044-8cd1-4d30-bf15-2e041dead405 None None] For port 9955ac60-f264-42a0-8860-7b0a5cb45cda, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=9955ac60-f264-42a0-8860-7b0a5cb45cda,segment=NetworkSegment(5bc2190d-26b9-4eed-a9fe-b3d3142fe50b),segment_id=5bc2190d-26b9-4eed-a9fe-b3d3142fe50b)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:43.524034 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-14213044-8cd1-4d30-bf15-2e041dead405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:43.553906 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-66a80e2d-2356-439a-a4a6-e207bb3a0679 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/quotas/d1a27bea49814722818e7a3b77708f76 HTTP/1.1" status: 200 len: 375 time: 0.0380204 Nov 29 02:03:43.587124 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ee47a94-f5a8-42c1-9509-77000092ceeb tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:43.603690 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-cf1e4408-3aa1-42be-9175-29d752b9f7e4 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] In _notify_port_updated(), no bound segment for port e9110b20-215e-409b-8273-eb48ae31aca7 on network b5c0eaf0-d683-4b32-b730-9abf31c27c4e {{(pid=103254) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 02:03:43.609117 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1e4408-3aa1-42be-9175-29d752b9f7e4 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:43.610162 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cf1e4408-3aa1-42be-9175-29d752b9f7e4 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:43.611260 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-cf1e4408-3aa1-42be-9175-29d752b9f7e4 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "PUT /v2.0/ports/e9110b20-215e-409b-8273-eb48ae31aca7 HTTP/1.1" status: 200 len: 969 time: 1.4398892 Nov 29 02:03:43.617536 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42792) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:43.631121 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e4408-3aa1-42be-9175-29d752b9f7e4 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event updated for resources: {'Port': ['ID=e9110b20-215e-409b-8273-eb48ae31aca7,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:43.653980 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-11b31437-838b-46fc-8e83-46be8329de7f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0841622 Nov 29 02:03:43.662632 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:43.676416 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-ef53c450-7cca-4998-aeb1-819670872454 None None] Allocated IP 2001:db8:0:2::2 (b5c0eaf0-d683-4b32-b730-9abf31c27c4e/63fd563e-48e4-43d2-8152-914010ba1b65/bb2f6777-20ae-476f-a205-fafa0c6b3de6) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:43.684306 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee47a94-f5a8-42c1-9509-77000092ceeb tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event updated for resources: {'Subnet': ['ID=aefc46f6-28c7-4553-b3de-a20c7387fd71,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:43.702792 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14213044-8cd1-4d30-bf15-2e041dead405 None None] Pushing event updated for resources: {'Port': ['ID=9955ac60-f264-42a0-8860-7b0a5cb45cda,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:43.730390 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-9149e8f3-8c20-4b6e-8c94-769952112e81 None None] Provisioning complete for port 9955ac60-f264-42a0-8860-7b0a5cb45cda triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:43.730767 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9149e8f3-8c20-4b6e-8c94-769952112e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:43.739300 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee47a94-f5a8-42c1-9509-77000092ceeb tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Checking segment: {'id': 'fc874e87-db9f-41a5-94d7-fdfe8a3a04e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c043bb57-b22e-4ed7-aa97-746d9f1cd01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:03:43.739850 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee47a94-f5a8-42c1-9509-77000092ceeb tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Network hostable DHCP agents. Network: c043bb57-b22e-4ed7-aa97-746d9f1cd01e, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:03:43.766457 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee47a94-f5a8-42c1-9509-77000092ceeb tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Network c043bb57-b22e-4ed7-aa97-746d9f1cd01e is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:03:43.783148 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d32b3f2c-571b-4d23-af09-198c683bfa0f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Deleting port e9110b20-215e-409b-8273-eb48ae31aca7 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:43.783512 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d32b3f2c-571b-4d23-af09-198c683bfa0f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:43.787759 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-6ee47a94-f5a8-42c1-9509-77000092ceeb tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, c043bb57-b22e-4ed7-aa97-746d9f1cd01e) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:43.808185 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f01ac6a-1be5-469a-8b18-8e290e53aae5 None None] Network c043bb57-b22e-4ed7-aa97-746d9f1cd01e requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:43.821529 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-c6ab086e-fc68-4ebe-8d80-dd92b1f078b1 service neutron] 10.222.0.37 "GET /v2.0/networks/a1aa04bf-59ef-41bf-b51c-27c9e02dcb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553817 Nov 29 02:03:43.826263 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee47a94-f5a8-42c1-9509-77000092ceeb tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:43.826860 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ee47a94-f5a8-42c1-9509-77000092ceeb tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:43.861044 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6ee47a94-f5a8-42c1-9509-77000092ceeb tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6118920 Nov 29 02:03:43.864283 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42796) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:43.870180 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3785b2c1-8b51-4b79-839e-b0d490c049a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'name': 'tempest-TestNetworkBasicOps-router-309347414', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:38Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '9955ac60-f264-42a0-8860-7b0a5cb45cda', 'name': '', 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:c5:48:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e5415f43-09f1-4cdb-b666-d7bd67043dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:03:37Z', 'updated_at': '2021-11-29T02:03:42Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': 'e5415f43-09f1-4cdb-b666-d7bd67043dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:43.870413 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-3387043a-2718-45a1-882c-0a4d925edafe tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-266117746'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:43.894495 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3387043a-2718-45a1-882c-0a4d925edafe tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Made reservation on behalf of 486c6e02ce00435ea741334af2655c9e for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:43.898025 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3387043a-2718-45a1-882c-0a4d925edafe tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:43.925202 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3785b2c1-8b51-4b79-839e-b0d490c049a8 None None] The sync data for ids ['18cecb15-20f6-4ff4-8405-dbd7bfc2882c'] in dv-neutron-819032-3-hyperv is: [{'id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'name': 'tempest-TestNetworkBasicOps-router-309347414', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:38Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '9955ac60-f264-42a0-8860-7b0a5cb45cda', 'name': '', 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:c5:48:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e5415f43-09f1-4cdb-b666-d7bd67043dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:03:37Z', 'updated_at': '2021-11-29T02:03:42Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': 'e5415f43-09f1-4cdb-b666-d7bd67043dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:03:43.930706 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d32b3f2c-571b-4d23-af09-198c683bfa0f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:43.931498 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-78158046-5d12-4a38-b5f1-a27a4d2d1f66 service neutron] 10.222.0.37 "GET /v2.0/networks/a1aa04bf-59ef-41bf-b51c-27c9e02dcb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997820 Nov 29 02:03:43.947633 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d32b3f2c-571b-4d23-af09-198c683bfa0f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Calling delete_port for e9110b20-215e-409b-8273-eb48ae31aca7 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:43.953454 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3387043a-2718-45a1-882c-0a4d925edafe tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:03:43.957149 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ef53c450-7cca-4998-aeb1-819670872454 None None] For port bb2f6777-20ae-476f-a205-fafa0c6b3de6, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=bb2f6777-20ae-476f-a205-fafa0c6b3de6,segment=NetworkSegment(fa78aabf-bb07-400a-bed8-99a2856a29da),segment_id=fa78aabf-bb07-400a-bed8-99a2856a29da)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:43.971583 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3387043a-2718-45a1-882c-0a4d925edafe tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:43.971929 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-3387043a-2718-45a1-882c-0a4d925edafe tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Added segment c01b0e53-78fc-401c-8d96-f577edb235aa of type vlan for network 5118665a-8fc0-4741-9fac-c1f0d83c7a3d Nov 29 02:03:44.088079 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef53c450-7cca-4998-aeb1-819670872454 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:44.115158 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef53c450-7cca-4998-aeb1-819670872454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:44.218497 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3387043a-2718-45a1-882c-0a4d925edafe tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:44.248199 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d32b3f2c-571b-4d23-af09-198c683bfa0f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:44.259857 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3387043a-2718-45a1-882c-0a4d925edafe tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:44.266929 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3387043a-2718-45a1-882c-0a4d925edafe tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:44.267181 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3387043a-2718-45a1-882c-0a4d925edafe tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:44.303726 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6dca4649-b71f-4011-a727-232623430899 req-9931fbdb-cea7-4e78-882a-f2d61458be98 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6159108-576f-4c18-9700-373fb54734ff HTTP/1.1" status: 200 len: 210 time: 0.0580161 Nov 29 02:03:44.326135 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b3f2c-571b-4d23-af09-198c683bfa0f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Port': ['ID=e9110b20-215e-409b-8273-eb48ae31aca7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:44.334830 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d1ffef-6ab9-46da-8592-4fcde2caabe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-c043bb57-b22e-4ed7-aa97-746d9f1cd01e', 'network_id': 'c043bb57-b22e-4ed7-aa97-746d9f1cd01e', 'tenant_id': '486c6e02ce00435ea741334af2655c9e', 'fixed_ips': [{'subnet_id': 'aefc46f6-28c7-4553-b3de-a20c7387fd71'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:03:44.335577 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b7d1ffef-6ab9-46da-8592-4fcde2caabe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:44.391858 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d32b3f2c-571b-4d23-af09-198c683bfa0f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:44.395842 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d32b3f2c-571b-4d23-af09-198c683bfa0f tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/ports/e9110b20-215e-409b-8273-eb48ae31aca7 HTTP/1.1" status: 204 len: 168 time: 0.7769847 Nov 29 02:03:44.398632 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42804) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:44.403438 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3387043a-2718-45a1-882c-0a4d925edafe tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5381606 Nov 29 02:03:44.411018 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42806) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:44.419845 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-951fc6f9-be87-49f6-add0-e66f0009a78f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Request body: {'subnet': {'network_id': '5118665a-8fc0-4741-9fac-c1f0d83c7a3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:44.444467 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-53bffc27-cece-4c78-b7d3-4bc10d1f4086 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] GET failed (client error): The resource could not be found. Nov 29 02:03:44.455900 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-53bffc27-cece-4c78-b7d3-4bc10d1f4086 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "GET /v2.0/ports/e9110b20-215e-409b-8273-eb48ae31aca7 HTTP/1.1" status: 404 len: 333 time: 0.0560985 Nov 29 02:03:44.457271 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42808) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:44.525799 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387043a-2718-45a1-882c-0a4d925edafe tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event updated for resources: {'Network': ['ID=5118665a-8fc0-4741-9fac-c1f0d83c7a3d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:44.531726 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951fc6f9-be87-49f6-add0-e66f0009a78f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Made reservation on behalf of 486c6e02ce00435ea741334af2655c9e for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:44.536929 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-951fc6f9-be87-49f6-add0-e66f0009a78f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:44.558189 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd0868f7-c03f-43cd-b31a-5d64ec81decc tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:44.592801 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd0868f7-c03f-43cd-b31a-5d64ec81decc tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:44.650865 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd0868f7-c03f-43cd-b31a-5d64ec81decc tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:44.656818 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd0868f7-c03f-43cd-b31a-5d64ec81decc tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:44.659250 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bd0868f7-c03f-43cd-b31a-5d64ec81decc tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/security-groups/09980f10-7d76-4e53-89b2-757b10202e4b HTTP/1.1" status: 204 len: 168 time: 0.2009418 Nov 29 02:03:44.671562 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42814) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:44.698331 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0868f7-c03f-43cd-b31a-5d64ec81decc tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09980f10-7d76-4e53-89b2-757b10202e4b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:44.703003 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 5118665a-8fc0-4741-9fac-c1f0d83c7a3d details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:03:44.715084 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-774b094e-dd3f-49a9-9ef4-6896cfa3144d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:44.767082 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-651e6259-3433-4233-8840-a2b301934e9b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:44.797468 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-651e6259-3433-4233-8840-a2b301934e9b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:44.845921 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53c450-7cca-4998-aeb1-819670872454 None None] Pushing event updated for resources: {'Port': ['ID=bb2f6777-20ae-476f-a205-fafa0c6b3de6,revision_number=7']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:44.849688 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-651e6259-3433-4233-8840-a2b301934e9b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:44.855248 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-651e6259-3433-4233-8840-a2b301934e9b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:44.859468 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-651e6259-3433-4233-8840-a2b301934e9b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/security-groups/83bc6d65-cd48-4b36-9fe5-1b29618217ba HTTP/1.1" status: 204 len: 168 time: 0.1847847 Nov 29 02:03:44.867040 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42816) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:44.877777 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-b7d1ffef-6ab9-46da-8592-4fcde2caabe5 None None] Allocated IP 2001:db8:0:ffff::2 (c043bb57-b22e-4ed7-aa97-746d9f1cd01e/aefc46f6-28c7-4553-b3de-a20c7387fd71/9af08b62-5a77-418f-bd80-d0ac65256211) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:44.889864 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e6259-3433-4233-8840-a2b301934e9b tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bc6d65-cd48-4b36-9fe5-1b29618217ba,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:44.985193 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-922fa08f-021b-4aef-b6ea-6915fb95d3a4 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:44.986611 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-951fc6f9-be87-49f6-add0-e66f0009a78f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:45.034252 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-922fa08f-021b-4aef-b6ea-6915fb95d3a4 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:45.122233 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-922fa08f-021b-4aef-b6ea-6915fb95d3a4 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:45.125486 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-922fa08f-021b-4aef-b6ea-6915fb95d3a4 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:45.130612 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-922fa08f-021b-4aef-b6ea-6915fb95d3a4 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/security-groups/c36ed16b-38d4-4f51-b924-25a7bf7b1dcb HTTP/1.1" status: 204 len: 168 time: 0.2621045 Nov 29 02:03:45.131710 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42820) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:45.137057 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951fc6f9-be87-49f6-add0-e66f0009a78f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event updated for resources: {'Subnet': ['ID=433928b0-1957-4357-a2c3-644820ac04fc,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:45.159203 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b7d1ffef-6ab9-46da-8592-4fcde2caabe5 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:45.164030 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951fc6f9-be87-49f6-add0-e66f0009a78f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Checking segment: {'id': 'c01b0e53-78fc-401c-8d96-f577edb235aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '5118665a-8fc0-4741-9fac-c1f0d83c7a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:03:45.164474 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951fc6f9-be87-49f6-add0-e66f0009a78f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Network hostable DHCP agents. Network: 5118665a-8fc0-4741-9fac-c1f0d83c7a3d, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:03:45.168153 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b7d1ffef-6ab9-46da-8592-4fcde2caabe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:45.186102 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951fc6f9-be87-49f6-add0-e66f0009a78f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Network 5118665a-8fc0-4741-9fac-c1f0d83c7a3d is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:03:45.203171 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-951fc6f9-be87-49f6-add0-e66f0009a78f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 5118665a-8fc0-4741-9fac-c1f0d83c7a3d) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:45.208587 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951fc6f9-be87-49f6-add0-e66f0009a78f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:45.209497 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-951fc6f9-be87-49f6-add0-e66f0009a78f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:45.226231 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71b5805-62da-4f58-8669-63a0122a16eb None None] Network 5118665a-8fc0-4741-9fac-c1f0d83c7a3d requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:45.230996 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d1ffef-6ab9-46da-8592-4fcde2caabe5 None None] Network c043bb57-b22e-4ed7-aa97-746d9f1cd01e is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:45.242415 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-951fc6f9-be87-49f6-add0-e66f0009a78f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8301883 Nov 29 02:03:45.243142 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42822) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:45.275650 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-b7d1ffef-6ab9-46da-8592-4fcde2caabe5 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:45.278112 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d1ffef-6ab9-46da-8592-4fcde2caabe5 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:03:45.296162 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bd9b01f-be87-46c6-ba43-0865a270625e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Deleting subnet 6f0c3b97-cb99-4fb6-b857-b4e81a5d7947 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:03:45.298111 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1ffef-6ab9-46da-8592-4fcde2caabe5 None None] Pushing event updated for resources: {'Port': ['ID=9af08b62-5a77-418f-bd80-d0ac65256211,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:45.316245 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9bd9b01f-be87-46c6-ba43-0865a270625e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:45.333882 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922fa08f-021b-4aef-b6ea-6915fb95d3a4 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36ed16b-38d4-4f51-b924-25a7bf7b1dcb,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:45.399155 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:45.430005 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b7d1ffef-6ab9-46da-8592-4fcde2caabe5 None None] Attempting to bind port 9af08b62-5a77-418f-bd80-d0ac65256211 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:03:45.430473 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b7d1ffef-6ab9-46da-8592-4fcde2caabe5 None None] Attempting to bind port 9af08b62-5a77-418f-bd80-d0ac65256211 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'fc874e87-db9f-41a5-94d7-fdfe8a3a04e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c043bb57-b22e-4ed7-aa97-746d9f1cd01e'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:03:45.430852 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d1ffef-6ab9-46da-8592-4fcde2caabe5 None None] Attempting to bind port 9af08b62-5a77-418f-bd80-d0ac65256211 on network c043bb57-b22e-4ed7-aa97-746d9f1cd01e {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:03:45.449265 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d1ffef-6ab9-46da-8592-4fcde2caabe5 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:03:45.449682 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d1ffef-6ab9-46da-8592-4fcde2caabe5 None None] Checking segment: {'id': 'fc874e87-db9f-41a5-94d7-fdfe8a3a04e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c043bb57-b22e-4ed7-aa97-746d9f1cd01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:03:45.450093 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b7d1ffef-6ab9-46da-8592-4fcde2caabe5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:45.450506 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d1ffef-6ab9-46da-8592-4fcde2caabe5 None None] Bound using segment: {'id': 'fc874e87-db9f-41a5-94d7-fdfe8a3a04e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c043bb57-b22e-4ed7-aa97-746d9f1cd01e'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:03:45.451030 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b7d1ffef-6ab9-46da-8592-4fcde2caabe5 None None] Bound port: 9af08b62-5a77-418f-bd80-d0ac65256211, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc874e87-db9f-41a5-94d7-fdfe8a3a04e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c043bb57-b22e-4ed7-aa97-746d9f1cd01e'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:03:45.451388 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b7d1ffef-6ab9-46da-8592-4fcde2caabe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:45.456250 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9bd9b01f-be87-46c6-ba43-0865a270625e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:45.462068 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce23f2ee-23d4-458c-8df1-be7fcdd4bef5 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:45.541985 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e8f393a3-0480-4d7d-8b8e-11f4b0309996 req-bbd0314a-fb34-4e70-a060-14270fe87fa3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6159108-576f-4c18-9700-373fb54734ff HTTP/1.1" status: 200 len: 210 time: 0.1046512 Nov 29 02:03:45.552641 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce23f2ee-23d4-458c-8df1-be7fcdd4bef5 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:45.673120 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b7d1ffef-6ab9-46da-8592-4fcde2caabe5 None None] For port 9af08b62-5a77-418f-bd80-d0ac65256211, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:03:45.694418 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9bd9b01f-be87-46c6-ba43-0865a270625e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:45.699710 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b7d1ffef-6ab9-46da-8592-4fcde2caabe5 None None] For port 9af08b62-5a77-418f-bd80-d0ac65256211, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=9af08b62-5a77-418f-bd80-d0ac65256211,segment=NetworkSegment(fc874e87-db9f-41a5-94d7-fdfe8a3a04e0),segment_id=fc874e87-db9f-41a5-94d7-fdfe8a3a04e0)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:03:45.710957 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2879e88c-6213-426f-a8d7-0cf5908cf957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-5118665a-8fc0-4741-9fac-c1f0d83c7a3d', 'network_id': '5118665a-8fc0-4741-9fac-c1f0d83c7a3d', 'tenant_id': '486c6e02ce00435ea741334af2655c9e', 'fixed_ips': [{'subnet_id': '433928b0-1957-4357-a2c3-644820ac04fc'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:03:45.712044 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2879e88c-6213-426f-a8d7-0cf5908cf957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:45.728792 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce23f2ee-23d4-458c-8df1-be7fcdd4bef5 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:45.731024 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b7d1ffef-6ab9-46da-8592-4fcde2caabe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:45.766339 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce23f2ee-23d4-458c-8df1-be7fcdd4bef5 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event deleted for resources: {'Subnet': ['ID=433928b0-1957-4357-a2c3-644820ac04fc,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:45.816231 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9bd9b01f-be87-46c6-ba43-0865a270625e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:45.850951 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd9b01f-be87-46c6-ba43-0865a270625e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Subnet': ['ID=6f0c3b97-cb99-4fb6-b857-b4e81a5d7947,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:45.856052 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9bd9b01f-be87-46c6-ba43-0865a270625e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:45.880719 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9bd9b01f-be87-46c6-ba43-0865a270625e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/subnets/6f0c3b97-cb99-4fb6-b857-b4e81a5d7947 HTTP/1.1" status: 204 len: 168 time: 0.7435920 Nov 29 02:03:45.881482 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42826) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:45.903531 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device bb2f6777-20ae-476f-a205-fafa0c6b3de6 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:03:45.922403 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce23f2ee-23d4-458c-8df1-be7fcdd4bef5 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:45.964486 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-ce23f2ee-23d4-458c-8df1-be7fcdd4bef5 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5118665a-8fc0-4741-9fac-c1f0d83c7a3d']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:45.980176 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-ce23f2ee-23d4-458c-8df1-be7fcdd4bef5 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c01b0e53-78fc-401c-8d96-f577edb235aa') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:45.980668 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-ce23f2ee-23d4-458c-8df1-be7fcdd4bef5 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c01b0e53-78fc-401c-8d96-f577edb235aa') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:45.989499 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1ffef-6ab9-46da-8592-4fcde2caabe5 None None] Pushing event updated for resources: {'Port': ['ID=9af08b62-5a77-418f-bd80-d0ac65256211,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:45.998556 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce23f2ee-23d4-458c-8df1-be7fcdd4bef5 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:46.012054 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522201ab-0a51-466b-99f1-d066a3f80e53 None None] Network 5118665a-8fc0-4741-9fac-c1f0d83c7a3d requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:46.013575 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-845c3f03-44d3-40e8-8a47-03b86dbbe1a6 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Deleting subnet 63fd563e-48e4-43d2-8152-914010ba1b65 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:03:46.017232 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce23f2ee-23d4-458c-8df1-be7fcdd4bef5 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:46.019762 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-845c3f03-44d3-40e8-8a47-03b86dbbe1a6 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:46.029460 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce23f2ee-23d4-458c-8df1-be7fcdd4bef5 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:03:46.030353 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce23f2ee-23d4-458c-8df1-be7fcdd4bef5 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:46.034816 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:03:46.034816 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:03:46.034816 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:03:46.034816 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:03:46.034816 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:03:46.034816 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:03:46.034816 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:03:46.034816 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:03:46.034816 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:03:46.034816 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:03:46.034816 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:03:46.034816 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:03:46.034816 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:03:46.034816 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:03:46.034816 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:03:46.034816 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:03:46.034816 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:03:46.034816 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:03:46.034816 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:03:46.034816 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:03:46.034816 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:03:46.034816 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:03:46.034816 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:03:46.034816 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:03:46.034816 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:03:46.034816 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:03:46.034816 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:03:46.034816 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:03:46.034816 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:03:46.034816 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:03:46.034816 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:03:46.034816 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:03:46.073978 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-8acd9384-719a-4b72-9e3f-917966bc11e7 None None] Provisioning complete for port bb2f6777-20ae-476f-a205-fafa0c6b3de6 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:46.074926 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8acd9384-719a-4b72-9e3f-917966bc11e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:46.126088 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-845c3f03-44d3-40e8-8a47-03b86dbbe1a6 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:46.280123 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce23f2ee-23d4-458c-8df1-be7fcdd4bef5 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:46.316850 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port bb2f6777-20ae-476f-a205-fafa0c6b3de6 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:46.321578 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:46.358031 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce23f2ee-23d4-458c-8df1-be7fcdd4bef5 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:46.361313 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ce23f2ee-23d4-458c-8df1-be7fcdd4bef5 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "DELETE /v2.0/networks/5118665a-8fc0-4741-9fac-c1f0d83c7a3d HTTP/1.1" status: 204 len: 168 time: 1.1171885 Nov 29 02:03:46.370114 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42828) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:46.380690 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-dc275463-d745-4132-a401-995c4ca2179a tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1044610341'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:46.383754 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce23f2ee-23d4-458c-8df1-be7fcdd4bef5 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event deleted for resources: {'Network': ['ID=5118665a-8fc0-4741-9fac-c1f0d83c7a3d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:46.395707 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-941288f1-f831-4cfe-ba66-eca887f6dbad tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:46.397181 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-941288f1-f831-4cfe-ba66-eca887f6dbad tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/networks?id=a1aa04bf-59ef-41bf-b51c-27c9e02dcb67 HTTP/1.1" status: 200 len: 796 time: 0.3056316 Nov 29 02:03:46.415336 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e20ee84-797f-47d2-81ce-7c65ad135ade None None] Network b5c0eaf0-d683-4b32-b730-9abf31c27c4e requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:46.437184 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-845c3f03-44d3-40e8-8a47-03b86dbbe1a6 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:46.452586 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc275463-d745-4132-a401-995c4ca2179a tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Made reservation on behalf of 486c6e02ce00435ea741334af2655c9e for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:46.462958 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dc275463-d745-4132-a401-995c4ca2179a tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:46.515008 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-535570c4-cd80-4734-9b03-f3e77b7ecb56 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1a27bea49814722818e7a3b77708f76 HTTP/1.1" status: 200 len: 380 time: 0.0854993 Nov 29 02:03:46.531983 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-221a9c36-9cab-4535-8826-f942c019b2e4 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'port': {'device_id': 'd6159108-576f-4c18-9700-373fb54734ff', 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67', 'admin_state_up': True, 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'security_groups': ['10991852-db99-41f1-8a10-600615a78cb7']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:46.558259 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc275463-d745-4132-a401-995c4ca2179a tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:03:46.574213 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dc275463-d745-4132-a401-995c4ca2179a tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:46.574960 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-dc275463-d745-4132-a401-995c4ca2179a tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Added segment cc59672b-fadd-4fef-863a-423067ef552a of type vlan for network 6a5e610a-adac-4ac3-b3c6-e15d9ab51e06 Nov 29 02:03:46.619316 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-845c3f03-44d3-40e8-8a47-03b86dbbe1a6 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:46.662971 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-8acd9384-719a-4b72-9e3f-917966bc11e7 None None] Provisioning complete for port 2128c548-d0de-420c-8a41-af523c47753e triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:46.663349 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8acd9384-719a-4b72-9e3f-917966bc11e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:46.670254 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dc275463-d745-4132-a401-995c4ca2179a tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:46.675447 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-845c3f03-44d3-40e8-8a47-03b86dbbe1a6 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:46.685680 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-845c3f03-44d3-40e8-8a47-03b86dbbe1a6 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/subnets/63fd563e-48e4-43d2-8152-914010ba1b65 HTTP/1.1" status: 204 len: 168 time: 0.8011687 Nov 29 02:03:46.686176 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c3f03-44d3-40e8-8a47-03b86dbbe1a6 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Subnet': ['ID=63fd563e-48e4-43d2-8152-914010ba1b65,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:46.688916 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42836) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:46.718538 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 9955ac60-f264-42a0-8860-7b0a5cb45cda up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:03:46.744655 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-8acd9384-719a-4b72-9e3f-917966bc11e7 None None] Port 2128c548-d0de-420c-8a41-af523c47753e cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:03:46.767786 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7bdc979-1b71-49a5-be4e-c39b8260aa75 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] DELETE failed (client error): The resource could not be found. Nov 29 02:03:46.768231 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7bdc979-1b71-49a5-be4e-c39b8260aa75 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:03:46.774948 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f7bdc979-1b71-49a5-be4e-c39b8260aa75 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/subnets/6f0c3b97-cb99-4fb6-b857-b4e81a5d7947 HTTP/1.1" status: 404 len: 337 time: 0.0778666 Nov 29 02:03:46.778286 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42838) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:46.778763 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-8acd9384-719a-4b72-9e3f-917966bc11e7 None None] Could not find standard attr ID for object e9110b20-215e-409b-8273-eb48ae31aca7. {{(pid=103256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 02:03:46.796498 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ad7ea2ab-13ef-4d8a-a518-286547d4a978 req-4db460f5-2579-4cd0-8833-1edfd19fae2c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6159108-576f-4c18-9700-373fb54734ff HTTP/1.1" status: 200 len: 210 time: 0.0714421 Nov 29 02:03:46.799201 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dc275463-d745-4132-a401-995c4ca2179a tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:46.807074 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc275463-d745-4132-a401-995c4ca2179a tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:46.807867 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dc275463-d745-4132-a401-995c4ca2179a tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:46.818671 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 9955ac60-f264-42a0-8860-7b0a5cb45cda triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:46.819363 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:46.862254 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-828a1749-f3c6-4aa3-a198-b2c4e3dd3655 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Deleting subnet 64510fed-8773-4d12-9907-d97ae9a9c23f {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:03:46.867819 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-828a1749-f3c6-4aa3-a198-b2c4e3dd3655 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:46.871873 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-221a9c36-9cab-4535-8826-f942c019b2e4 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Made reservation on behalf of d1a27bea49814722818e7a3b77708f76 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:46.875947 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-221a9c36-9cab-4535-8826-f942c019b2e4 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:46.894448 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-dc275463-d745-4132-a401-995c4ca2179a tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5221906 Nov 29 02:03:46.897597 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42840) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:46.900175 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-9f6df523-e1a4-46a8-98e6-51db31c40e83 None None] Could not find standard attr ID for object e9110b20-215e-409b-8273-eb48ae31aca7. {{(pid=103256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 02:03:46.907539 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9f6fe1cc-adc6-4b0d-a822-8ad08ed99123 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Request body: {'subnet': {'network_id': '6a5e610a-adac-4ac3-b3c6-e15d9ab51e06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:46.938882 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-828a1749-f3c6-4aa3-a198-b2c4e3dd3655 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:46.964660 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:46.973155 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc275463-d745-4132-a401-995c4ca2179a tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event updated for resources: {'Network': ['ID=6a5e610a-adac-4ac3-b3c6-e15d9ab51e06,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:46.990326 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 6a5e610a-adac-4ac3-b3c6-e15d9ab51e06 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:03:47.053000 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6fe1cc-adc6-4b0d-a822-8ad08ed99123 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Made reservation on behalf of 486c6e02ce00435ea741334af2655c9e for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:47.058750 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9f6fe1cc-adc6-4b0d-a822-8ad08ed99123 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:47.139331 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-828a1749-f3c6-4aa3-a198-b2c4e3dd3655 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:47.142893 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-221a9c36-9cab-4535-8826-f942c019b2e4 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.20.0.3 (a1aa04bf-59ef-41bf-b51c-27c9e02dcb67/e5415f43-09f1-4cdb-b666-d7bd67043dea/9cc93fce-b760-4a82-b891-94ec7f200b2b) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:47.292031 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-828a1749-f3c6-4aa3-a198-b2c4e3dd3655 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:47.331211 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a1749-f3c6-4aa3-a198-b2c4e3dd3655 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Subnet': ['ID=64510fed-8773-4d12-9907-d97ae9a9c23f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:47.340981 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-828a1749-f3c6-4aa3-a198-b2c4e3dd3655 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:47.344545 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-828a1749-f3c6-4aa3-a198-b2c4e3dd3655 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/subnets/64510fed-8773-4d12-9907-d97ae9a9c23f HTTP/1.1" status: 204 len: 168 time: 0.5652955 Nov 29 02:03:47.348102 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42842) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:47.379936 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9f6fe1cc-adc6-4b0d-a822-8ad08ed99123 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:47.389394 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e4f411-ea5b-4e5d-91eb-262843784361 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] DELETE failed (client error): The resource could not be found. Nov 29 02:03:47.389877 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e4f411-ea5b-4e5d-91eb-262843784361 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:03:47.395534 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-90e4f411-ea5b-4e5d-91eb-262843784361 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/subnets/3dc45a52-6ea5-408b-ada4-7b57d642fd7e HTTP/1.1" status: 404 len: 337 time: 0.0439003 Nov 29 02:03:47.395974 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42844) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:47.439698 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3d4016fa-c229-4067-b79d-42d0c25ef98e tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b489fb8-db72-4964-9fbf-fdef2f0d0366 HTTP/1.1" status: 200 len: 205 time: 0.0425589 Nov 29 02:03:47.442132 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42846) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:47.465112 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-221a9c36-9cab-4535-8826-f942c019b2e4 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:47.492649 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6fe1cc-adc6-4b0d-a822-8ad08ed99123 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event updated for resources: {'Subnet': ['ID=f4239e45-a968-45b0-a1ab-db65f9ad3f7c,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:47.496573 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-df298e1c-bfce-4709-8abb-a11758c74ac8 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] delete failed (client error): The resource could not be found. Nov 29 02:03:47.500122 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-df298e1c-bfce-4709-8abb-a11758c74ac8 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/routers/3b489fb8-db72-4964-9fbf-fdef2f0d0366 HTTP/1.1" status: 404 len: 336 time: 0.0545645 Nov 29 02:03:47.500277 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42848) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:47.514779 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-221a9c36-9cab-4535-8826-f942c019b2e4 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:47.531772 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6fe1cc-adc6-4b0d-a822-8ad08ed99123 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Checking segment: {'id': 'cc59672b-fadd-4fef-863a-423067ef552a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6a5e610a-adac-4ac3-b3c6-e15d9ab51e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:03:47.532144 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6fe1cc-adc6-4b0d-a822-8ad08ed99123 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Network hostable DHCP agents. Network: 6a5e610a-adac-4ac3-b3c6-e15d9ab51e06, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:03:47.534793 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a8af04d-7921-40b5-9aff-40862917ebe0 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] DELETE failed (client error): The resource could not be found. Nov 29 02:03:47.535250 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a8af04d-7921-40b5-9aff-40862917ebe0 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:03:47.538417 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4a8af04d-7921-40b5-9aff-40862917ebe0 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/subnets/1c5583a3-b7a1-4204-a346-c53f62c5123e HTTP/1.1" status: 404 len: 337 time: 0.0372922 Nov 29 02:03:47.542074 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42850) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:47.546485 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa28269-c01c-4d9b-9c68-c5ca570f3fed None None] Network c043bb57-b22e-4ed7-aa97-746d9f1cd01e requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:47.570030 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-221a9c36-9cab-4535-8826-f942c019b2e4 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network a1aa04bf-59ef-41bf-b51c-27c9e02dcb67 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:47.573226 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-221a9c36-9cab-4535-8826-f942c019b2e4 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:47.575257 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-31dcda91-7b93-452a-aaee-8d21143cdab6 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] DELETE failed (client error): The resource could not be found. Nov 29 02:03:47.575687 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-221a9c36-9cab-4535-8826-f942c019b2e4 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:03:47.575855 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31dcda91-7b93-452a-aaee-8d21143cdab6 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:03:47.581764 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-31dcda91-7b93-452a-aaee-8d21143cdab6 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/subnets/ff914318-789f-47b3-acd8-4e7d203d3a95 HTTP/1.1" status: 404 len: 337 time: 0.0379529 Nov 29 02:03:47.582565 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42852) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:47.624378 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a9c36-9cab-4535-8826-f942c019b2e4 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=9cc93fce-b760-4a82-b891-94ec7f200b2b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:47.668826 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-221a9c36-9cab-4535-8826-f942c019b2e4 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:47.669785 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-221a9c36-9cab-4535-8826-f942c019b2e4 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:47.694961 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-221a9c36-9cab-4535-8826-f942c019b2e4 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1671991 Nov 29 02:03:47.720944 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-2310d33f-451b-4ace-8071-60b07d07fc16 service neutron] Request body: {'port': {'device_id': 'd6159108-576f-4c18-9700-373fb54734ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:47.777203 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 9af08b62-5a77-418f-bd80-d0ac65256211 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:03:47.820159 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-2310d33f-451b-4ace-8071-60b07d07fc16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:47.877152 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-4721adec-6153-4c96-a08e-fcfd51e69acc None None] Provisioning complete for port 9af08b62-5a77-418f-bd80-d0ac65256211 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:47.877396 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4721adec-6153-4c96-a08e-fcfd51e69acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:47.925905 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92699796-d6c3-487a-a2dd-f2e3d34451b8 None None] Network b5c0eaf0-d683-4b32-b730-9abf31c27c4e requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:47.928649 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:48.074865 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a5c8f7c-9fd8-48d5-a863-c8e2650777d5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] DELETE failed (client error): The resource could not be found. Nov 29 02:03:48.075316 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a5c8f7c-9fd8-48d5-a863-c8e2650777d5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:03:48.078598 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4a5c8f7c-9fd8-48d5-a863-c8e2650777d5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/subnets/423c079a-ca6e-4388-a99d-fa1f6f4e32d9 HTTP/1.1" status: 404 len: 337 time: 0.4934111 Nov 29 02:03:48.083237 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42856) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:48.088056 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6fe1cc-adc6-4b0d-a822-8ad08ed99123 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Network 6a5e610a-adac-4ac3-b3c6-e15d9ab51e06 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:03:48.115672 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-99e61c88-8626-4d36-ab0e-e2253fc4a7db tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] DELETE failed (client error): The resource could not be found. Nov 29 02:03:48.116334 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99e61c88-8626-4d36-ab0e-e2253fc4a7db tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:03:48.121908 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-9f6fe1cc-adc6-4b0d-a822-8ad08ed99123 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 6a5e610a-adac-4ac3-b3c6-e15d9ab51e06) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:48.122409 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-99e61c88-8626-4d36-ab0e-e2253fc4a7db tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/ports/012ef466-5fd1-4034-8c7d-1cd455963e28 HTTP/1.1" status: 404 len: 333 time: 0.0380435 Nov 29 02:03:48.123501 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42858) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:48.127345 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6fe1cc-adc6-4b0d-a822-8ad08ed99123 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:48.127943 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9f6fe1cc-adc6-4b0d-a822-8ad08ed99123 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:48.144671 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae00f714-68ea-4f24-af7d-df08902271dc None None] Network 6a5e610a-adac-4ac3-b3c6-e15d9ab51e06 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:48.156649 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391cdbb-331b-41c6-8a16-6fc38702d052 req-4d589eab-882e-4408-b90b-0bf43a755f9c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:48.158511 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8391cdbb-331b-41c6-8a16-6fc38702d052 req-4d589eab-882e-4408-b90b-0bf43a755f9c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6159108-576f-4c18-9700-373fb54734ff HTTP/1.1" status: 200 len: 931 time: 0.0865836 Nov 29 02:03:48.167587 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3dd91d-f0d1-4a9c-a5cf-bc2a0c561462 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] DELETE failed (client error): The resource could not be found. Nov 29 02:03:48.168239 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c3dd91d-f0d1-4a9c-a5cf-bc2a0c561462 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:03:48.170077 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9f6fe1cc-adc6-4b0d-a822-8ad08ed99123 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2704947 Nov 29 02:03:48.173764 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42860) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:48.173943 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-0c3dd91d-f0d1-4a9c-a5cf-bc2a0c561462 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/subnets/6420df44-40a4-46bc-9559-fafece714386 HTTP/1.1" status: 404 len: 337 time: 0.0446572 Nov 29 02:03:48.174434 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42862) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:48.180829 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-24f1a11a-5c67-4cae-a321-3efd0a1a5516 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-585022413'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:48.233252 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-2459e46f-3dd5-4791-b6af-02b99f186bcc tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] DELETE failed (client error): The resource could not be found. Nov 29 02:03:48.233941 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2459e46f-3dd5-4791-b6af-02b99f186bcc tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:03:48.237401 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2459e46f-3dd5-4791-b6af-02b99f186bcc tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/subnets/792db8d4-b5d3-4cfb-9478-5b9658226f74 HTTP/1.1" status: 404 len: 337 time: 0.0609140 Nov 29 02:03:48.244110 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42866) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:48.247861 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 9af08b62-5a77-418f-bd80-d0ac65256211 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:48.248445 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:48.252549 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-2310d33f-451b-4ace-8071-60b07d07fc16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc93fce-b760-4a82-b891-94ec7f200b2b {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:03:48.262021 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-2310d33f-451b-4ace-8071-60b07d07fc16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:48.293926 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-2310d33f-451b-4ace-8071-60b07d07fc16 service neutron] Transition to ACTIVE for port object 9cc93fce-b760-4a82-b891-94ec7f200b2b will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:03:48.302623 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-2310d33f-451b-4ace-8071-60b07d07fc16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:48.311684 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8391cdbb-331b-41c6-8a16-6fc38702d052 req-b2b57e9c-2d7c-4fa4-a4da-b772ea50c440 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=10991852-db99-41f1-8a10-600615a78cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395392 Nov 29 02:03:48.312697 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f1a11a-5c67-4cae-a321-3efd0a1a5516 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Made reservation on behalf of 486c6e02ce00435ea741334af2655c9e for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:48.316420 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-24f1a11a-5c67-4cae-a321-3efd0a1a5516 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:48.319197 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd8e7569-2cc0-471a-884e-a83d6e2bd682 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] DELETE failed (client error): The resource could not be found. Nov 29 02:03:48.320527 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd8e7569-2cc0-471a-884e-a83d6e2bd682 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:03:48.323846 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-dd8e7569-2cc0-471a-884e-a83d6e2bd682 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/ports/62a372b6-ea9e-4fce-95b3-ce14f3e665d4 HTTP/1.1" status: 404 len: 333 time: 0.0774872 Nov 29 02:03:48.332136 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42868) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:48.383586 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310d33f-451b-4ace-8071-60b07d07fc16 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc93fce-b760-4a82-b891-94ec7f200b2b,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:48.391224 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f1a11a-5c67-4cae-a321-3efd0a1a5516 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:03:48.402687 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-24f1a11a-5c67-4cae-a321-3efd0a1a5516 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:48.403291 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-24f1a11a-5c67-4cae-a321-3efd0a1a5516 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Added segment 9207e476-1ec8-41f0-b6cd-25638f03e855 of type vlan for network bf8bf03d-466e-4c7a-a78a-52c50597daf6 Nov 29 02:03:48.413107 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2629e22-f4d3-409f-bd8c-11922056c5c4 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] DELETE failed (client error): The resource could not be found. Nov 29 02:03:48.414029 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2629e22-f4d3-409f-bd8c-11922056c5c4 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:03:48.417437 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b2629e22-f4d3-409f-bd8c-11922056c5c4 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/subnets/662b2b54-854a-4c5f-9cee-2c4971838cc7 HTTP/1.1" status: 404 len: 337 time: 0.0842373 Nov 29 02:03:48.426742 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42870) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:48.438058 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4721adec-6153-4c96-a08e-fcfd51e69acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:48.474102 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-24f1a11a-5c67-4cae-a321-3efd0a1a5516 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:48.489852 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-011022b6-4005-461a-a72a-c7f5410557a5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] DELETE failed (client error): The resource could not be found. Nov 29 02:03:48.490540 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-011022b6-4005-461a-a72a-c7f5410557a5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:03:48.496030 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-011022b6-4005-461a-a72a-c7f5410557a5 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/subnets/5b0748da-b210-4c64-9270-98c40ffaa9d3 HTTP/1.1" status: 404 len: 337 time: 0.0675597 Nov 29 02:03:48.499878 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42872) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:48.518019 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-24f1a11a-5c67-4cae-a321-3efd0a1a5516 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:48.533927 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f1a11a-5c67-4cae-a321-3efd0a1a5516 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:48.534506 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-24f1a11a-5c67-4cae-a321-3efd0a1a5516 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:48.606780 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5051b1f7-37cd-4f4f-9990-981a50601d6b None None] DHCP port deletion for b5c0eaf0-d683-4b32-b730-9abf31c27c4e request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:03:48.610720 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-24f1a11a-5c67-4cae-a321-3efd0a1a5516 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4328420 Nov 29 02:03:48.612060 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42874) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:48.618532 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-bc04f328-165e-4e5f-972e-4acfdb26b9d7 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Request body: {'subnet': {'network_id': 'bf8bf03d-466e-4c7a-a78a-52c50597daf6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:48.627895 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-2310d33f-451b-4ace-8071-60b07d07fc16 service neutron] Attempting to bind port 9cc93fce-b760-4a82-b891-94ec7f200b2b on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:03:48.628178 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-2310d33f-451b-4ace-8071-60b07d07fc16 service neutron] Attempting to bind port 9cc93fce-b760-4a82-b891-94ec7f200b2b by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '5bc2190d-26b9-4eed-a9fe-b3d3142fe50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:03:48.628523 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-2310d33f-451b-4ace-8071-60b07d07fc16 service neutron] Attempting to bind port 9cc93fce-b760-4a82-b891-94ec7f200b2b on network a1aa04bf-59ef-41bf-b51c-27c9e02dcb67 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:03:48.637357 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-4721adec-6153-4c96-a08e-fcfd51e69acc None None] For port 9af08b62-5a77-418f-bd80-d0ac65256211, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=9af08b62-5a77-418f-bd80-d0ac65256211,segment=NetworkSegment(fc874e87-db9f-41a5-94d7-fdfe8a3a04e0),segment_id=fc874e87-db9f-41a5-94d7-fdfe8a3a04e0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:48.641587 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-2310d33f-451b-4ace-8071-60b07d07fc16 service neutron] Port 9cc93fce-b760-4a82-b891-94ec7f200b2b on network a1aa04bf-59ef-41bf-b51c-27c9e02dcb67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:03:48.641937 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-2310d33f-451b-4ace-8071-60b07d07fc16 service neutron] Attempting to bind port 9cc93fce-b760-4a82-b891-94ec7f200b2b on network a1aa04bf-59ef-41bf-b51c-27c9e02dcb67 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:03:48.646516 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e58d145-165b-40b3-82b1-9281b9c91086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-6a5e610a-adac-4ac3-b3c6-e15d9ab51e06', 'network_id': '6a5e610a-adac-4ac3-b3c6-e15d9ab51e06', 'tenant_id': '486c6e02ce00435ea741334af2655c9e', 'fixed_ips': [{'subnet_id': 'f4239e45-a968-45b0-a1ab-db65f9ad3f7c'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:03:48.647834 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-2310d33f-451b-4ace-8071-60b07d07fc16 service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:03:48.648208 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-2310d33f-451b-4ace-8071-60b07d07fc16 service neutron] Checking segment: {'id': '5bc2190d-26b9-4eed-a9fe-b3d3142fe50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:03:48.648823 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4e58d145-165b-40b3-82b1-9281b9c91086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:48.649262 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-2310d33f-451b-4ace-8071-60b07d07fc16 service neutron] Bound using segment: {'id': '5bc2190d-26b9-4eed-a9fe-b3d3142fe50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:03:48.649901 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-2310d33f-451b-4ace-8071-60b07d07fc16 service neutron] Bound port: 9cc93fce-b760-4a82-b891-94ec7f200b2b, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bc2190d-26b9-4eed-a9fe-b3d3142fe50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:03:48.650434 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-2310d33f-451b-4ace-8071-60b07d07fc16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:48.660028 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4721adec-6153-4c96-a08e-fcfd51e69acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:48.702573 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f1a11a-5c67-4cae-a321-3efd0a1a5516 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event updated for resources: {'Network': ['ID=bf8bf03d-466e-4c7a-a78a-52c50597daf6,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:48.721717 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:48.727644 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-bf3a2e30-2526-465b-9230-7ed5539bf4bc tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Deleting port 2128c548-d0de-420c-8a41-af523c47753e {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:48.727868 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf3a2e30-2526-465b-9230-7ed5539bf4bc tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:48.729956 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network bf8bf03d-466e-4c7a-a78a-52c50597daf6 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:03:48.751264 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc04f328-165e-4e5f-972e-4acfdb26b9d7 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Made reservation on behalf of 486c6e02ce00435ea741334af2655c9e for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:48.757223 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc04f328-165e-4e5f-972e-4acfdb26b9d7 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:48.776896 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-2310d33f-451b-4ace-8071-60b07d07fc16 service neutron] For port 9cc93fce-b760-4a82-b891-94ec7f200b2b, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:03:48.804151 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-2310d33f-451b-4ace-8071-60b07d07fc16 service neutron] For port 9cc93fce-b760-4a82-b891-94ec7f200b2b, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=9cc93fce-b760-4a82-b891-94ec7f200b2b,segment=NetworkSegment(5bc2190d-26b9-4eed-a9fe-b3d3142fe50b),segment_id=5bc2190d-26b9-4eed-a9fe-b3d3142fe50b)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:03:48.816524 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-2310d33f-451b-4ace-8071-60b07d07fc16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:48.819468 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf3a2e30-2526-465b-9230-7ed5539bf4bc tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:48.830245 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.ipam_backend_mixin [None req-bc04f328-165e-4e5f-972e-4acfdb26b9d7 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Performing IP validity checks on allocation pools {{(pid=103254) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 29 02:03:48.831388 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.ipam_backend_mixin [None req-bc04f328-165e-4e5f-972e-4acfdb26b9d7 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103254) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 29 02:03:48.862142 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-bf3a2e30-2526-465b-9230-7ed5539bf4bc tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Calling delete_port for 2128c548-d0de-420c-8a41-af523c47753e owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:48.875444 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-2310d33f-451b-4ace-8071-60b07d07fc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:48.876648 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-2310d33f-451b-4ace-8071-60b07d07fc16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:48.877737 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-2310d33f-451b-4ace-8071-60b07d07fc16 service neutron] 10.222.0.24 "PUT /v2.0/ports/9cc93fce-b760-4a82-b891-94ec7f200b2b HTTP/1.1" status: 200 len: 1093 time: 1.1615207 Nov 29 02:03:48.878200 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6159108-576f-4c18-9700-373fb54734ff', 'tag': '9cc93fce-b760-4a82-b891-94ec7f200b2b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:03:48.880479 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44125e5-6745-4eea-8178-5c510ec1142e" -d '{"events": [{"name": "network-changed", "server_uuid": "d6159108-576f-4c18-9700-373fb54734ff", "tag": "9cc93fce-b760-4a82-b891-94ec7f200b2b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:03:48.922443 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721adec-6153-4c96-a08e-fcfd51e69acc None None] Pushing event updated for resources: {'Port': ['ID=9af08b62-5a77-418f-bd80-d0ac65256211,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:48.946110 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310d33f-451b-4ace-8071-60b07d07fc16 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc93fce-b760-4a82-b891-94ec7f200b2b,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:48.985213 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-22f03067-371b-48b6-b283-b12f036a0022 None None] Provisioning complete for port bb2f6777-20ae-476f-a205-fafa0c6b3de6 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:48.985601 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-22f03067-371b-48b6-b283-b12f036a0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:48.995792 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50907d45-faf7-4f9e-88c2-5f211f0b8e9d x-openstack-request-id: req-50907d45-faf7-4f9e-88c2-5f211f0b8e9d {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:03:48.996082 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6159108-576f-4c18-9700-373fb54734ff", "tag": "9cc93fce-b760-4a82-b891-94ec7f200b2b", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:03:48.996291 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-50907d45-faf7-4f9e-88c2-5f211f0b8e9d {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:03:48.996703 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6159108-576f-4c18-9700-373fb54734ff', 'tag': '9cc93fce-b760-4a82-b891-94ec7f200b2b', 'status': 'completed', 'code': 200} Nov 29 02:03:49.052382 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-f7f574bd-103a-4fe7-b94a-704b9ca6fa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:49.054629 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-f7f574bd-103a-4fe7-b94a-704b9ca6fa4d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=d6159108-576f-4c18-9700-373fb54734ff HTTP/1.1" status: 200 len: 1096 time: 0.0767257 Nov 29 02:03:49.056416 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc04f328-165e-4e5f-972e-4acfdb26b9d7 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:49.062017 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf3a2e30-2526-465b-9230-7ed5539bf4bc tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:49.062796 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-5051b1f7-37cd-4f4f-9990-981a50601d6b None None] Deleting port bb2f6777-20ae-476f-a205-fafa0c6b3de6 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:49.063387 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5051b1f7-37cd-4f4f-9990-981a50601d6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:49.069236 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.db.api [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:03:49.070672 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG oslo_db.api [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:03:49.104235 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a2e30-2526-465b-9230-7ed5539bf4bc tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Port': ['ID=2128c548-d0de-420c-8a41-af523c47753e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:49.143479 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04f328-165e-4e5f-972e-4acfdb26b9d7 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event updated for resources: {'Subnet': ['ID=70857108-7a9e-4a9b-bfff-f5035902ba14,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:49.159968 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-4e58d145-165b-40b3-82b1-9281b9c91086 None None] Allocated IP 2001:db8::3 (6a5e610a-adac-4ac3-b3c6-e15d9ab51e06/f4239e45-a968-45b0-a1ab-db65f9ad3f7c/88faa208-8421-4df1-bc44-d9810d29b0c8) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:49.161381 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-c148037d-cf8d-441c-948c-55429fe17c4d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cc93fce-b760-4a82-b891-94ec7f200b2b HTTP/1.1" status: 200 len: 217 time: 0.0661864 Nov 29 02:03:49.165590 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf3a2e30-2526-465b-9230-7ed5539bf4bc tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:49.169699 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-5051b1f7-37cd-4f4f-9990-981a50601d6b None None] For port bb2f6777-20ae-476f-a205-fafa0c6b3de6, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=bb2f6777-20ae-476f-a205-fafa0c6b3de6,segment=NetworkSegment(fa78aabf-bb07-400a-bed8-99a2856a29da),segment_id=fa78aabf-bb07-400a-bed8-99a2856a29da)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:49.170257 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-bf3a2e30-2526-465b-9230-7ed5539bf4bc tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/ports/2128c548-d0de-420c-8a41-af523c47753e HTTP/1.1" status: 204 len: 168 time: 0.6678395 Nov 29 02:03:49.170855 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5051b1f7-37cd-4f4f-9990-981a50601d6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:49.172575 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42878) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:49.176130 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc04f328-165e-4e5f-972e-4acfdb26b9d7 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Checking segment: {'id': '9207e476-1ec8-41f0-b6cd-25638f03e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bf8bf03d-466e-4c7a-a78a-52c50597daf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:03:49.176546 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc04f328-165e-4e5f-972e-4acfdb26b9d7 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Network hostable DHCP agents. Network: bf8bf03d-466e-4c7a-a78a-52c50597daf6, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:03:49.192153 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-5051b1f7-37cd-4f4f-9990-981a50601d6b None None] Calling delete_port for bb2f6777-20ae-476f-a205-fafa0c6b3de6 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:49.197956 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc04f328-165e-4e5f-972e-4acfdb26b9d7 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Network bf8bf03d-466e-4c7a-a78a-52c50597daf6 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:03:49.210134 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-bc04f328-165e-4e5f-972e-4acfdb26b9d7 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, bf8bf03d-466e-4c7a-a78a-52c50597daf6) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:49.214783 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc04f328-165e-4e5f-972e-4acfdb26b9d7 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:49.215501 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bc04f328-165e-4e5f-972e-4acfdb26b9d7 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:49.234974 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bc04f328-165e-4e5f-972e-4acfdb26b9d7 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.6216643 Nov 29 02:03:49.237596 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42880) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:49.274977 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790c23e9-8cc8-4435-afd3-560450cf211d None None] Network bf8bf03d-466e-4c7a-a78a-52c50597daf6 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:49.303512 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69881759-aeaf-4e51-b5d2-986e200a9567 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:49.307446 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-8fba62a3-c4aa-4c71-9720-b8d5f717f872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:49.309048 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-8fba62a3-c4aa-4c71-9720-b8d5f717f872 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e5415f43-09f1-4cdb-b666-d7bd67043dea HTTP/1.1" status: 200 len: 834 time: 0.1076136 Nov 29 02:03:49.339126 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c87fc3a2-e9ee-4d20-b8b6-14bee584c300 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:49.453566 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c87fc3a2-e9ee-4d20-b8b6-14bee584c300 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:49.502490 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555d297-3272-4758-a2da-b1715e129ccd req-fcd946dc-dc3d-4725-86a1-ec75cc3d4db1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:49.504275 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5555d297-3272-4758-a2da-b1715e129ccd req-fcd946dc-dc3d-4725-86a1-ec75cc3d4db1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6159108-576f-4c18-9700-373fb54734ff HTTP/1.1" status: 200 len: 943 time: 0.1039288 Nov 29 02:03:49.545618 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5051b1f7-37cd-4f4f-9990-981a50601d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:49.573203 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c87fc3a2-e9ee-4d20-b8b6-14bee584c300 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:49.610308 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5555d297-3272-4758-a2da-b1715e129ccd req-71a9f799-cfe8-4857-a261-ad4cbb4ca922 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=10991852-db99-41f1-8a10-600615a78cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901930 Nov 29 02:03:49.618134 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5051b1f7-37cd-4f4f-9990-981a50601d6b None None] Pushing event deleted for resources: {'Port': ['ID=bb2f6777-20ae-476f-a205-fafa0c6b3de6,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:49.618750 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87fc3a2-e9ee-4d20-b8b6-14bee584c300 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event deleted for resources: {'Subnet': ['ID=70857108-7a9e-4a9b-bfff-f5035902ba14,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:49.627433 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5051b1f7-37cd-4f4f-9990-981a50601d6b None None] No DVR routers for this DVR port bb2f6777-20ae-476f-a205-fafa0c6b3de6 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:03:49.633760 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-22f03067-371b-48b6-b283-b12f036a0022 None None] Provisioning complete for port 9af08b62-5a77-418f-bd80-d0ac65256211 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:49.633760 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-22f03067-371b-48b6-b283-b12f036a0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:49.636744 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4e58d145-165b-40b3-82b1-9281b9c91086 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:49.699390 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4e58d145-165b-40b3-82b1-9281b9c91086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:49.699839 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c87fc3a2-e9ee-4d20-b8b6-14bee584c300 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:49.717127 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-55ce59f7-cebc-4191-904e-7d1e911e671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:49.718641 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-55ce59f7-cebc-4191-904e-7d1e911e671a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1aa04bf-59ef-41bf-b51c-27c9e02dcb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3824878 Nov 29 02:03:49.724892 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c87fc3a2-e9ee-4d20-b8b6-14bee584c300 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8bf03d-466e-4c7a-a78a-52c50597daf6']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:49.726654 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-69881759-aeaf-4e51-b5d2-986e200a9567 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Deleting port bb2f6777-20ae-476f-a205-fafa0c6b3de6 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:49.727401 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69881759-aeaf-4e51-b5d2-986e200a9567 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:49.736400 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c87fc3a2-e9ee-4d20-b8b6-14bee584c300 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9207e476-1ec8-41f0-b6cd-25638f03e855') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:49.736592 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c87fc3a2-e9ee-4d20-b8b6-14bee584c300 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9207e476-1ec8-41f0-b6cd-25638f03e855') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:49.750663 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c10070-3470-4898-822f-fb16669bc4ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-bf8bf03d-466e-4c7a-a78a-52c50597daf6', 'network_id': 'bf8bf03d-466e-4c7a-a78a-52c50597daf6', 'tenant_id': '486c6e02ce00435ea741334af2655c9e', 'fixed_ips': [{'subnet_id': '70857108-7a9e-4a9b-bfff-f5035902ba14'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:03:49.750663 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f0c10070-3470-4898-822f-fb16669bc4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:49.766138 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c87fc3a2-e9ee-4d20-b8b6-14bee584c300 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:49.767992 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e58d145-165b-40b3-82b1-9281b9c91086 None None] Network 6a5e610a-adac-4ac3-b3c6-e15d9ab51e06 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:49.779942 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-4e58d145-165b-40b3-82b1-9281b9c91086 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:49.783190 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e58d145-165b-40b3-82b1-9281b9c91086 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:03:49.800230 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c87fc3a2-e9ee-4d20-b8b6-14bee584c300 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:49.809084 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58d145-165b-40b3-82b1-9281b9c91086 None None] Pushing event updated for resources: {'Port': ['ID=88faa208-8421-4df1-bc44-d9810d29b0c8,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:49.815462 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c87fc3a2-e9ee-4d20-b8b6-14bee584c300 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:03:49.815959 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c87fc3a2-e9ee-4d20-b8b6-14bee584c300 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:49.839083 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:03:49.839083 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:03:49.839083 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:03:49.839083 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:03:49.839083 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:03:49.839083 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:03:49.839083 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:03:49.839083 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:03:49.839083 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:03:49.839083 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:03:49.839083 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:03:49.839083 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:03:49.839083 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:03:49.839083 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:03:49.839083 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:03:49.839083 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:03:49.839083 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:03:49.839083 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:03:49.839083 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:03:49.839083 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:03:49.839083 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:03:49.839083 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:03:49.839083 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:03:49.839083 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:03:49.839083 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:03:49.839083 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:03:49.839083 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:03:49.839083 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:03:49.839083 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:03:49.839083 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:03:49.839083 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:03:49.839083 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:03:49.904000 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-e95d0fdf-1640-4f19-a6ab-61f0b3a49026 service neutron] 10.222.0.24 "GET /v2.0/networks/a1aa04bf-59ef-41bf-b51c-27c9e02dcb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656351 Nov 29 02:03:49.908563 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-69881759-aeaf-4e51-b5d2-986e200a9567 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] For port bb2f6777-20ae-476f-a205-fafa0c6b3de6, host dv-neutron-819032-3-hyperv, got binding levels [] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:49.909174 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69881759-aeaf-4e51-b5d2-986e200a9567 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:49.915815 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 9af08b62-5a77-418f-bd80-d0ac65256211 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:03:49.919081 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c87fc3a2-e9ee-4d20-b8b6-14bee584c300 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:49.931360 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c87fc3a2-e9ee-4d20-b8b6-14bee584c300 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:49.939524 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c87fc3a2-e9ee-4d20-b8b6-14bee584c300 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "DELETE /v2.0/networks/bf8bf03d-466e-4c7a-a78a-52c50597daf6 HTTP/1.1" status: 204 len: 168 time: 0.6961825 Nov 29 02:03:49.944480 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42884) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:49.944480 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-69881759-aeaf-4e51-b5d2-986e200a9567 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Calling delete_port for bb2f6777-20ae-476f-a205-fafa0c6b3de6 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:49.948198 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87fc3a2-e9ee-4d20-b8b6-14bee584c300 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event deleted for resources: {'Network': ['ID=bf8bf03d-466e-4c7a-a78a-52c50597daf6,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:49.948498 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-69881759-aeaf-4e51-b5d2-986e200a9567 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Port bb2f6777-20ae-476f-a205-fafa0c6b3de6 was not found and therefore no delete operation was performed {{(pid=103255) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 02:03:49.953031 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-1da9cb8a-228c-4b0a-9c34-c13fc48ed79b tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-442964619'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:49.973714 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49b2cc6-2db9-4dc7-9131-36f125e48f86 None None] Network bf8bf03d-466e-4c7a-a78a-52c50597daf6 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:49.995187 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-4e58d145-165b-40b3-82b1-9281b9c91086 None None] Attempting to bind port 88faa208-8421-4df1-bc44-d9810d29b0c8 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:03:49.995460 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69881759-aeaf-4e51-b5d2-986e200a9567 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:49.995608 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-4e58d145-165b-40b3-82b1-9281b9c91086 None None] Attempting to bind port 88faa208-8421-4df1-bc44-d9810d29b0c8 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'cc59672b-fadd-4fef-863a-423067ef552a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6a5e610a-adac-4ac3-b3c6-e15d9ab51e06'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:03:49.995906 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e58d145-165b-40b3-82b1-9281b9c91086 None None] Attempting to bind port 88faa208-8421-4df1-bc44-d9810d29b0c8 on network 6a5e610a-adac-4ac3-b3c6-e15d9ab51e06 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:03:50.005639 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49b2cc6-2db9-4dc7-9131-36f125e48f86 None None] Network bf8bf03d-466e-4c7a-a78a-52c50597daf6 could not be found, it might have been deleted concurrently. {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 29 02:03:50.014527 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e58d145-165b-40b3-82b1-9281b9c91086 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:03:50.014909 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e58d145-165b-40b3-82b1-9281b9c91086 None None] Checking segment: {'id': 'cc59672b-fadd-4fef-863a-423067ef552a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6a5e610a-adac-4ac3-b3c6-e15d9ab51e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:03:50.015313 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4e58d145-165b-40b3-82b1-9281b9c91086 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:50.015707 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e58d145-165b-40b3-82b1-9281b9c91086 None None] Bound using segment: {'id': 'cc59672b-fadd-4fef-863a-423067ef552a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6a5e610a-adac-4ac3-b3c6-e15d9ab51e06'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:03:50.016187 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-4e58d145-165b-40b3-82b1-9281b9c91086 None None] Bound port: 88faa208-8421-4df1-bc44-d9810d29b0c8, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc59672b-fadd-4fef-863a-423067ef552a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6a5e610a-adac-4ac3-b3c6-e15d9ab51e06'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:03:50.016571 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4e58d145-165b-40b3-82b1-9281b9c91086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:50.035923 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da9cb8a-228c-4b0a-9c34-c13fc48ed79b tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Made reservation on behalf of 486c6e02ce00435ea741334af2655c9e for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:50.036239 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-22f03067-371b-48b6-b283-b12f036a0022 None None] Could not find standard attr ID for object 2128c548-d0de-420c-8a41-af523c47753e. {{(pid=103256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 02:03:50.040682 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1da9cb8a-228c-4b0a-9c34-c13fc48ed79b tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:50.047248 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69881759-aeaf-4e51-b5d2-986e200a9567 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] No DVR routers for this DVR port bb2f6777-20ae-476f-a205-fafa0c6b3de6 on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:03:50.051285 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69881759-aeaf-4e51-b5d2-986e200a9567 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Port': ['ID=bb2f6777-20ae-476f-a205-fafa0c6b3de6,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:50.073566 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 9af08b62-5a77-418f-bd80-d0ac65256211 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:50.073949 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:50.165100 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69881759-aeaf-4e51-b5d2-986e200a9567 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:50.186500 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da9cb8a-228c-4b0a-9c34-c13fc48ed79b tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:03:50.203485 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-1381eb03-386d-4a24-9e2c-4255d623da22 req-708703b3-c512-4e6e-beba-4a42380285a8 service neutron] 10.222.0.24 "GET /v2.0/networks/a1aa04bf-59ef-41bf-b51c-27c9e02dcb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837687 Nov 29 02:03:50.205999 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-69881759-aeaf-4e51-b5d2-986e200a9567 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c0eaf0-d683-4b32-b730-9abf31c27c4e']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:50.224659 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1da9cb8a-228c-4b0a-9c34-c13fc48ed79b tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:50.225019 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-1da9cb8a-228c-4b0a-9c34-c13fc48ed79b tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Added segment a8ee032f-5740-4c90-874c-8acadf35f918 of type vlan for network a4300656-cfe4-4346-b2a7-d4f497f592b8 Nov 29 02:03:50.228084 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-69881759-aeaf-4e51-b5d2-986e200a9567 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa78aabf-bb07-400a-bed8-99a2856a29da') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:50.228397 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-69881759-aeaf-4e51-b5d2-986e200a9567 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa78aabf-bb07-400a-bed8-99a2856a29da') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:50.249878 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69881759-aeaf-4e51-b5d2-986e200a9567 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:50.282159 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-4e58d145-165b-40b3-82b1-9281b9c91086 None None] For port 88faa208-8421-4df1-bc44-d9810d29b0c8, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:03:50.292141 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1da9cb8a-228c-4b0a-9c34-c13fc48ed79b tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:50.294699 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69881759-aeaf-4e51-b5d2-986e200a9567 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:50.304219 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69881759-aeaf-4e51-b5d2-986e200a9567 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:03:50.304857 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69881759-aeaf-4e51-b5d2-986e200a9567 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:50.307904 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:03:50.307904 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:03:50.307904 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:03:50.307904 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:03:50.307904 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:03:50.307904 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:03:50.307904 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:03:50.307904 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:03:50.307904 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:03:50.307904 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:03:50.307904 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:03:50.307904 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:03:50.307904 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:03:50.307904 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:03:50.307904 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:03:50.307904 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:03:50.307904 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:03:50.307904 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:03:50.307904 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:03:50.307904 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:03:50.307904 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:03:50.307904 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:03:50.307904 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:03:50.307904 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:03:50.307904 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:03:50.307904 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:03:50.307904 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:03:50.307904 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:03:50.307904 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:03:50.307904 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:03:50.307904 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:03:50.307904 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:03:50.388681 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device bb2f6777-20ae-476f-a205-fafa0c6b3de6 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:03:50.403727 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1da9cb8a-228c-4b0a-9c34-c13fc48ed79b tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:50.409355 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da9cb8a-228c-4b0a-9c34-c13fc48ed79b tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:50.409972 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1da9cb8a-228c-4b0a-9c34-c13fc48ed79b tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:50.411774 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: bb2f6777-20ae-476f-a205-fafa0c6b3de6 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:03:50.412220 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device bb2f6777-20ae-476f-a205-fafa0c6b3de6 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:03:50.420731 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69881759-aeaf-4e51-b5d2-986e200a9567 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:50.422833 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-4e58d145-165b-40b3-82b1-9281b9c91086 None None] For port 88faa208-8421-4df1-bc44-d9810d29b0c8, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=88faa208-8421-4df1-bc44-d9810d29b0c8,segment=NetworkSegment(cc59672b-fadd-4fef-863a-423067ef552a),segment_id=cc59672b-fadd-4fef-863a-423067ef552a)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:03:50.428691 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4e58d145-165b-40b3-82b1-9281b9c91086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:50.465457 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69881759-aeaf-4e51-b5d2-986e200a9567 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:50.471158 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-69881759-aeaf-4e51-b5d2-986e200a9567 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] 10.222.0.37 "DELETE /v2.0/networks/b5c0eaf0-d683-4b32-b730-9abf31c27c4e HTTP/1.1" status: 204 len: 168 time: 1.2938507 Nov 29 02:03:50.481255 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44125e5-6745-4eea-8178-5c510ec1142e req-cd94696e-e6f2-4a12-8a65-dffc804f44ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:50.482938 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b44125e5-6745-4eea-8178-5c510ec1142e req-cd94696e-e6f2-4a12-8a65-dffc804f44ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=d6159108-576f-4c18-9700-373fb54734ff HTTP/1.1" status: 200 len: 1096 time: 0.1640241 Nov 29 02:03:50.493889 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58d145-165b-40b3-82b1-9281b9c91086 None None] Pushing event updated for resources: {'Port': ['ID=88faa208-8421-4df1-bc44-d9810d29b0c8,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:50.498554 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1da9cb8a-228c-4b0a-9c34-c13fc48ed79b tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5526917 Nov 29 02:03:50.499185 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42888) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:50.516632 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d35e0eab-dd50-4ad4-9515-95f0ec3218e3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Request body: {'subnet': {'network_id': 'a4300656-cfe4-4346-b2a7-d4f497f592b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:50.534130 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9cb8a-228c-4b0a-9c34-c13fc48ed79b tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event updated for resources: {'Network': ['ID=a4300656-cfe4-4346-b2a7-d4f497f592b8,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:50.545564 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network a4300656-cfe4-4346-b2a7-d4f497f592b8 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:03:50.631065 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69881759-aeaf-4e51-b5d2-986e200a9567 tempest-PortsIpV6TestJSON-1138277807 tempest-PortsIpV6TestJSON-1138277807-project] Pushing event deleted for resources: {'Network': ['ID=b5c0eaf0-d683-4b32-b730-9abf31c27c4e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:50.709588 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44125e5-6745-4eea-8178-5c510ec1142e req-8ba3b452-4a09-415e-9284-a97e2a66a256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:50.712429 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b44125e5-6745-4eea-8178-5c510ec1142e req-8ba3b452-4a09-415e-9284-a97e2a66a256 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1aa04bf-59ef-41bf-b51c-27c9e02dcb67 HTTP/1.1" status: 200 len: 897 time: 0.2103102 Nov 29 02:03:50.714523 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35e0eab-dd50-4ad4-9515-95f0ec3218e3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Made reservation on behalf of 486c6e02ce00435ea741334af2655c9e for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:50.718259 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d35e0eab-dd50-4ad4-9515-95f0ec3218e3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:50.811254 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b44125e5-6745-4eea-8178-5c510ec1142e req-946c48fe-dad5-494c-ade6-cc0096d0d674 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cc93fce-b760-4a82-b891-94ec7f200b2b HTTP/1.1" status: 200 len: 217 time: 0.0838146 Nov 29 02:03:50.817729 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42898) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:50.906429 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44125e5-6745-4eea-8178-5c510ec1142e req-54b4526c-53ee-4bee-9da1-fda3e8c3c4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:50.907842 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b44125e5-6745-4eea-8178-5c510ec1142e req-54b4526c-53ee-4bee-9da1-fda3e8c3c4a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e5415f43-09f1-4cdb-b666-d7bd67043dea HTTP/1.1" status: 200 len: 834 time: 0.0885627 Nov 29 02:03:51.011894 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44125e5-6745-4eea-8178-5c510ec1142e req-aa586411-54ca-401f-a1b6-70026ba39eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:51.013402 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b44125e5-6745-4eea-8178-5c510ec1142e req-aa586411-54ca-401f-a1b6-70026ba39eef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1aa04bf-59ef-41bf-b51c-27c9e02dcb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0851696 Nov 29 02:03:51.049259 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1c72f7a3-83f1-4a00-b712-e9d843ddf10d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9daf37777467458cb4d0ea385d3d0eee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275774 Nov 29 02:03:51.050282 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42902) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:51.063671 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b897f-bf08-4d83-ac68-f13f33a0fd80 req-c20519c2-b846-4ebd-a91d-2f18686a5659 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:51.065348 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-be8b897f-bf08-4d83-ac68-f13f33a0fd80 req-c20519c2-b846-4ebd-a91d-2f18686a5659 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6159108-576f-4c18-9700-373fb54734ff HTTP/1.1" status: 200 len: 943 time: 0.0723269 Nov 29 02:03:51.117327 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-be8b897f-bf08-4d83-ac68-f13f33a0fd80 req-08861fcc-c489-4d51-a15b-6b8e2858a327 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=10991852-db99-41f1-8a10-600615a78cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446279 Nov 29 02:03:51.127270 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d35e0eab-dd50-4ad4-9515-95f0ec3218e3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:51.235355 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e0eab-dd50-4ad4-9515-95f0ec3218e3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event updated for resources: {'Subnet': ['ID=724653a9-65fe-4912-8aad-034dbd22b09d,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:51.248453 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4107fb25-2aef-4242-805d-1ee8c80e02f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:51.254130 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b44125e5-6745-4eea-8178-5c510ec1142e req-6cfba248-ae99-4d6d-b4ae-003236da1297 service neutron] 10.222.0.24 "GET /v2.0/networks/a1aa04bf-59ef-41bf-b51c-27c9e02dcb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186317 Nov 29 02:03:51.283285 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35e0eab-dd50-4ad4-9515-95f0ec3218e3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Checking segment: {'id': 'a8ee032f-5740-4c90-874c-8acadf35f918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a4300656-cfe4-4346-b2a7-d4f497f592b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:03:51.283662 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35e0eab-dd50-4ad4-9515-95f0ec3218e3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Network hostable DHCP agents. Network: a4300656-cfe4-4346-b2a7-d4f497f592b8, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:03:51.299368 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4107fb25-2aef-4242-805d-1ee8c80e02f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:51.378261 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35e0eab-dd50-4ad4-9515-95f0ec3218e3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Network a4300656-cfe4-4346-b2a7-d4f497f592b8 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:03:51.409495 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-d35e0eab-dd50-4ad4-9515-95f0ec3218e3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, a4300656-cfe4-4346-b2a7-d4f497f592b8) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:51.417420 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35e0eab-dd50-4ad4-9515-95f0ec3218e3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:51.418056 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d35e0eab-dd50-4ad4-9515-95f0ec3218e3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:51.421315 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58979a6d-f11a-4be1-a088-ceecf22d0020 None None] Network a4300656-cfe4-4346-b2a7-d4f497f592b8 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:51.422345 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b44125e5-6745-4eea-8178-5c510ec1142e req-6ab0b093-da54-4cfb-9f99-6839a6d8b42a service neutron] 10.222.0.24 "GET /v2.0/networks/a1aa04bf-59ef-41bf-b51c-27c9e02dcb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552975 Nov 29 02:03:51.434831 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4107fb25-2aef-4242-805d-1ee8c80e02f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:51.437786 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4107fb25-2aef-4242-805d-1ee8c80e02f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:51.438961 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4107fb25-2aef-4242-805d-1ee8c80e02f7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/23c2758c-ead5-42f2-9d22-8f80728fca4e HTTP/1.1" status: 204 len: 168 time: 0.3884048 Nov 29 02:03:51.449585 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d35e0eab-dd50-4ad4-9515-95f0ec3218e3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9461384 Nov 29 02:03:51.449898 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42906) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:51.455241 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107fb25-2aef-4242-805d-1ee8c80e02f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c2758c-ead5-42f2-9d22-8f80728fca4e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:51.558652 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 9cc93fce-b760-4a82-b891-94ec7f200b2b details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:03:51.599709 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0c96dfb4-9218-4322-9205-790b2b1afd65 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:51.651961 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91cb2de-325d-4855-b2c4-93d3bb3923e4 None None] Network 6a5e610a-adac-4ac3-b3c6-e15d9ab51e06 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:51.669152 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0c96dfb4-9218-4322-9205-790b2b1afd65 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:51.695425 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b879129-20a4-4a09-abc8-70468b55187c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-a4300656-cfe4-4346-b2a7-d4f497f592b8', 'network_id': 'a4300656-cfe4-4346-b2a7-d4f497f592b8', 'tenant_id': '486c6e02ce00435ea741334af2655c9e', 'fixed_ips': [{'subnet_id': '724653a9-65fe-4912-8aad-034dbd22b09d'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:03:51.696607 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b879129-20a4-4a09-abc8-70468b55187c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:51.737416 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0c96dfb4-9218-4322-9205-790b2b1afd65 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:51.768612 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-809f13ab-a1f8-4ac3-aca2-36453e1abf75 None None] Provisioning complete for port 88faa208-8421-4df1-bc44-d9810d29b0c8 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:51.769186 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-809f13ab-a1f8-4ac3-aca2-36453e1abf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:51.770124 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96dfb4-9218-4322-9205-790b2b1afd65 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event deleted for resources: {'Subnet': ['ID=724653a9-65fe-4912-8aad-034dbd22b09d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:51.845808 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0c96dfb4-9218-4322-9205-790b2b1afd65 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:51.861051 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 9cc93fce-b760-4a82-b891-94ec7f200b2b, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=9cc93fce-b760-4a82-b891-94ec7f200b2b,segment=NetworkSegment(5bc2190d-26b9-4eed-a9fe-b3d3142fe50b),segment_id=5bc2190d-26b9-4eed-a9fe-b3d3142fe50b)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:51.872983 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-0c96dfb4-9218-4322-9205-790b2b1afd65 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4300656-cfe4-4346-b2a7-d4f497f592b8']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:51.892670 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-0c96dfb4-9218-4322-9205-790b2b1afd65 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8ee032f-5740-4c90-874c-8acadf35f918') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:51.892977 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-0c96dfb4-9218-4322-9205-790b2b1afd65 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8ee032f-5740-4c90-874c-8acadf35f918') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:51.898004 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '9cc93fce-b760-4a82-b891-94ec7f200b2b', 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67', 'port_id': '9cc93fce-b760-4a82-b891-94ec7f200b2b', 'mac_address': 'fa:16:3e:1d:47:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5415f43-09f1-4cdb-b666-d7bd67043dea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:03:51.904940 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0c96dfb4-9218-4322-9205-790b2b1afd65 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:51.911139 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a155669f-24f7-4891-b922-b68d175663fa None None] Network a4300656-cfe4-4346-b2a7-d4f497f592b8 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:51.926412 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0c96dfb4-9218-4322-9205-790b2b1afd65 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:51.934279 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c96dfb4-9218-4322-9205-790b2b1afd65 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:03:51.934694 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0c96dfb4-9218-4322-9205-790b2b1afd65 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:51.938161 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:03:51.938161 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:03:51.938161 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:03:51.938161 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:03:51.938161 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:03:51.938161 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:03:51.938161 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:03:51.938161 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:03:51.938161 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:03:51.938161 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:03:51.938161 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:03:51.938161 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:03:51.938161 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:03:51.938161 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:03:51.938161 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:03:51.938161 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:03:51.938161 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:03:51.938161 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:03:51.938161 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:03:51.938161 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:03:51.938161 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:03:51.938161 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:03:51.938161 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:03:51.938161 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:03:51.938161 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:03:51.938161 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:03:51.938161 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:03:51.938161 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:03:51.938161 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:03:51.938161 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:03:51.938161 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:03:51.938161 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:03:51.969277 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 88faa208-8421-4df1-bc44-d9810d29b0c8 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:03:51.999446 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0c96dfb4-9218-4322-9205-790b2b1afd65 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:52.006601 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0c96dfb4-9218-4322-9205-790b2b1afd65 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:52.011221 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0c96dfb4-9218-4322-9205-790b2b1afd65 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "DELETE /v2.0/networks/a4300656-cfe4-4346-b2a7-d4f497f592b8 HTTP/1.1" status: 204 len: 168 time: 0.5600700 Nov 29 02:03:52.015045 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42918) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:52.020899 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-fe555d4c-2c97-4939-85a0-cb2171fbfbb5 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-99510062'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:52.037593 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96dfb4-9218-4322-9205-790b2b1afd65 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event deleted for resources: {'Network': ['ID=a4300656-cfe4-4346-b2a7-d4f497f592b8,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:52.056646 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe555d4c-2c97-4939-85a0-cb2171fbfbb5 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Made reservation on behalf of 486c6e02ce00435ea741334af2655c9e for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:52.060607 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe555d4c-2c97-4939-85a0-cb2171fbfbb5 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:52.084515 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:52.087444 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe555d4c-2c97-4939-85a0-cb2171fbfbb5 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:03:52.098028 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe555d4c-2c97-4939-85a0-cb2171fbfbb5 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:52.098676 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-fe555d4c-2c97-4939-85a0-cb2171fbfbb5 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Added segment e92cae5b-4c3c-4b96-9ec6-4e3e6a8f3c11 of type vlan for network 5dddfb73-aa02-4679-9ce6-edf4a9154ea6 Nov 29 02:03:52.157718 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe555d4c-2c97-4939-85a0-cb2171fbfbb5 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:52.184994 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc93fce-b760-4a82-b891-94ec7f200b2b {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:03:52.195785 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe555d4c-2c97-4939-85a0-cb2171fbfbb5 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:52.202167 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe555d4c-2c97-4939-85a0-cb2171fbfbb5 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:52.202849 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe555d4c-2c97-4939-85a0-cb2171fbfbb5 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:52.253393 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 9cc93fce-b760-4a82-b891-94ec7f200b2b, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=9cc93fce-b760-4a82-b891-94ec7f200b2b,segment=NetworkSegment(5bc2190d-26b9-4eed-a9fe-b3d3142fe50b),segment_id=5bc2190d-26b9-4eed-a9fe-b3d3142fe50b)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:52.255400 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-809f13ab-a1f8-4ac3-aca2-36453e1abf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:52.269417 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a915fca-07ab-49fd-a271-44fe7e2ebbaf req-6182858c-701e-4d44-a22d-caa443a0fe2b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:52.274813 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1a915fca-07ab-49fd-a271-44fe7e2ebbaf req-6182858c-701e-4d44-a22d-caa443a0fe2b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6159108-576f-4c18-9700-373fb54734ff HTTP/1.1" status: 200 len: 943 time: 0.0783608 Nov 29 02:03:52.276266 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:52.281326 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-fe555d4c-2c97-4939-85a0-cb2171fbfbb5 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2647929 Nov 29 02:03:52.285662 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42930) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:52.293794 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 88faa208-8421-4df1-bc44-d9810d29b0c8 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:52.294380 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:52.302239 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-61e5b922-e246-437c-b68e-fb27d29c510e tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Request body: {'subnet': {'network_id': '5dddfb73-aa02-4679-9ce6-edf4a9154ea6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:52.360335 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1a915fca-07ab-49fd-a271-44fe7e2ebbaf req-fabd49a5-e65a-43f9-a4d1-0f6c9e9cec47 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=10991852-db99-41f1-8a10-600615a78cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786829 Nov 29 02:03:52.367772 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe555d4c-2c97-4939-85a0-cb2171fbfbb5 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event updated for resources: {'Network': ['ID=5dddfb73-aa02-4679-9ce6-edf4a9154ea6,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:52.384908 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-809f13ab-a1f8-4ac3-aca2-36453e1abf75 None None] For port 88faa208-8421-4df1-bc44-d9810d29b0c8, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=88faa208-8421-4df1-bc44-d9810d29b0c8,segment=NetworkSegment(cc59672b-fadd-4fef-863a-423067ef552a),segment_id=cc59672b-fadd-4fef-863a-423067ef552a)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:52.412517 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 5dddfb73-aa02-4679-9ce6-edf4a9154ea6 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:03:52.416006 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42932) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:52.420808 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=9cc93fce-b760-4a82-b891-94ec7f200b2b,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:52.424898 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-809f13ab-a1f8-4ac3-aca2-36453e1abf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:52.442475 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e5b922-e246-437c-b68e-fb27d29c510e tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Made reservation on behalf of 486c6e02ce00435ea741334af2655c9e for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:52.447027 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-61e5b922-e246-437c-b68e-fb27d29c510e tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:52.543931 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f34c8e15-ed76-41a3-9aef-35295c15ffb8 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Request body: {'security_group': {'name': 'tempest-secgroup--848610472'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:52.567836 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f34c8e15-ed76-41a3-9aef-35295c15ffb8 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:52.577817 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f34c8e15-ed76-41a3-9aef-35295c15ffb8 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:52.587452 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f13ab-a1f8-4ac3-aca2-36453e1abf75 None None] Pushing event updated for resources: {'Port': ['ID=88faa208-8421-4df1-bc44-d9810d29b0c8,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:52.604488 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-983c640d-d37f-4230-b3c5-cc1772bcf85d None None] Provisioning complete for port 88faa208-8421-4df1-bc44-d9810d29b0c8 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:52.604868 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-983c640d-d37f-4230-b3c5-cc1772bcf85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:52.638703 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['9cc93fce-b760-4a82-b891-94ec7f200b2b'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:03:52.655842 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f34c8e15-ed76-41a3-9aef-35295c15ffb8 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:52.660865 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f34c8e15-ed76-41a3-9aef-35295c15ffb8 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:52.669406 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-61e5b922-e246-437c-b68e-fb27d29c510e tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:52.697045 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c8e15-ed76-41a3-9aef-35295c15ffb8 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc6bccc-ae5a-4ce8-b698-94e124669c4f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:52.737010 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e5b922-e246-437c-b68e-fb27d29c510e tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Checking segment: {'id': 'e92cae5b-4c3c-4b96-9ec6-4e3e6a8f3c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5dddfb73-aa02-4679-9ce6-edf4a9154ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:03:52.737230 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e5b922-e246-437c-b68e-fb27d29c510e tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Network hostable DHCP agents. Network: 5dddfb73-aa02-4679-9ce6-edf4a9154ea6, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:03:52.742010 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f34c8e15-ed76-41a3-9aef-35295c15ffb8 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:52.746594 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5b922-e246-437c-b68e-fb27d29c510e tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event updated for resources: {'Subnet': ['ID=90014f6e-7711-45ea-98ad-04cfcdd91000,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:52.747394 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f34c8e15-ed76-41a3-9aef-35295c15ffb8 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:52.764975 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e5b922-e246-437c-b68e-fb27d29c510e tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Network 5dddfb73-aa02-4679-9ce6-edf4a9154ea6 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:03:52.772415 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f34c8e15-ed76-41a3-9aef-35295c15ffb8 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:52.777302 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f34c8e15-ed76-41a3-9aef-35295c15ffb8 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3570354 Nov 29 02:03:52.777615 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42936) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:52.782560 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-61e5b922-e246-437c-b68e-fb27d29c510e tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 5dddfb73-aa02-4679-9ce6-edf4a9154ea6) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:52.786899 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e5b922-e246-437c-b68e-fb27d29c510e tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:52.787365 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-61e5b922-e246-437c-b68e-fb27d29c510e tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:52.797748 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de6fa95-37f6-4044-89a7-8eae4f3e08b6 None None] Network 5dddfb73-aa02-4679-9ce6-edf4a9154ea6 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:52.802496 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c8e15-ed76-41a3-9aef-35295c15ffb8 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bba4280b-110b-4a42-a1e6-161bad134f1f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:52.808603 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42938) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:52.809097 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-61e5b922-e246-437c-b68e-fb27d29c510e tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5219057 Nov 29 02:03:52.897276 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-06c0c93a-9473-4e9c-8e70-d720520bc34b tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1185606 Nov 29 02:03:52.900368 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42940) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:52.907129 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9d077e93-4d3a-47ad-8057-e4e70f34f29e tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Request body: {'security_group': {'name': 'tempest-security--769529258', 'description': 'tempest-security-description-210353983'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:52.963794 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c24c6945-dd4f-47d2-83ab-b63c8c121289 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:52.967351 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d077e93-4d3a-47ad-8057-e4e70f34f29e tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.020692 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc61d1f-220a-4e97-b859-7973953de5d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-5dddfb73-aa02-4679-9ce6-edf4a9154ea6', 'network_id': '5dddfb73-aa02-4679-9ce6-edf4a9154ea6', 'tenant_id': '486c6e02ce00435ea741334af2655c9e', 'fixed_ips': [{'subnet_id': '90014f6e-7711-45ea-98ad-04cfcdd91000'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:03:53.021504 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2dc61d1f-220a-4e97-b859-7973953de5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.049525 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d077e93-4d3a-47ad-8057-e4e70f34f29e tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.059017 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d077e93-4d3a-47ad-8057-e4e70f34f29e tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.062182 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d077e93-4d3a-47ad-8057-e4e70f34f29e tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.063603 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9d077e93-4d3a-47ad-8057-e4e70f34f29e tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "PUT /v2.0/security-groups/bba4280b-110b-4a42-a1e6-161bad134f1f HTTP/1.1" status: 200 len: 1795 time: 0.1621222 Nov 29 02:03:53.066369 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42942) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:53.067154 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c24c6945-dd4f-47d2-83ab-b63c8c121289 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.110374 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-63906996-8fc5-4f95-a690-cc9cbed2bf32 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "GET /v2.0/security-groups/bba4280b-110b-4a42-a1e6-161bad134f1f HTTP/1.1" status: 200 len: 1795 time: 0.0418587 Nov 29 02:03:53.113857 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d077e93-4d3a-47ad-8057-e4e70f34f29e tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bba4280b-110b-4a42-a1e6-161bad134f1f,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:53.114362 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42944) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:53.151532 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c24c6945-dd4f-47d2-83ab-b63c8c121289 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server [None req-2dc61d1f-220a-4e97-b859-7973953de5d7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 90014f6e-7711-45ea-98ad-04cfcdd91000: This subnet is being modified by another concurrent operation. Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server raise exception Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 90014f6e-7711-45ea-98ad-04cfcdd91000: This subnet is being modified by another concurrent operation. Nov 29 02:03:53.155636 dv-neutron-819032-3-hyperv neutron-server[103256]: ERROR oslo_messaging.rpc.server Nov 29 02:03:53.172567 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c90714-682b-4562-b937-874cb7ce37a7 None None] Network 5dddfb73-aa02-4679-9ce6-edf4a9154ea6 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:53.185523 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-864f254c-4996-4fe1-83f3-c6eb73abfce3 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.197856 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c6945-dd4f-47d2-83ab-b63c8c121289 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event deleted for resources: {'Subnet': ['ID=90014f6e-7711-45ea-98ad-04cfcdd91000,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:53.210569 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-864f254c-4996-4fe1-83f3-c6eb73abfce3 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.248908 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c24c6945-dd4f-47d2-83ab-b63c8c121289 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.259043 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-864f254c-4996-4fe1-83f3-c6eb73abfce3 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.261883 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-864f254c-4996-4fe1-83f3-c6eb73abfce3 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.263039 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-864f254c-4996-4fe1-83f3-c6eb73abfce3 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "DELETE /v2.0/security-groups/bba4280b-110b-4a42-a1e6-161bad134f1f HTTP/1.1" status: 204 len: 168 time: 0.1475167 Nov 29 02:03:53.266286 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42946) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:53.280981 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c24c6945-dd4f-47d2-83ab-b63c8c121289 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dddfb73-aa02-4679-9ce6-edf4a9154ea6']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:53.282615 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f254c-4996-4fe1-83f3-c6eb73abfce3 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba4280b-110b-4a42-a1e6-161bad134f1f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:53.294076 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c24c6945-dd4f-47d2-83ab-b63c8c121289 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92cae5b-4c3c-4b96-9ec6-4e3e6a8f3c11') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:53.294436 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c24c6945-dd4f-47d2-83ab-b63c8c121289 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92cae5b-4c3c-4b96-9ec6-4e3e6a8f3c11') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:53.299640 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f116eafa-d769-48ac-886e-5583f42eedb0 None None] get_active_networks_info from dv-neutron-819032-3-hyperv {{(pid=103256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 02:03:53.307338 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c24c6945-dd4f-47d2-83ab-b63c8c121289 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.323288 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-909a0af8-5cad-4229-93fb-14d877e09123 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0524642 Nov 29 02:03:53.323842 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42948) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:53.324809 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c24c6945-dd4f-47d2-83ab-b63c8c121289 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.331724 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c24c6945-dd4f-47d2-83ab-b63c8c121289 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:03:53.332265 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c24c6945-dd4f-47d2-83ab-b63c8c121289 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.336234 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:03:53.336234 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:03:53.336234 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:03:53.336234 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:03:53.336234 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:03:53.336234 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:03:53.336234 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:03:53.336234 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:03:53.336234 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:03:53.336234 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:03:53.336234 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:03:53.336234 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:03:53.336234 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:03:53.336234 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:03:53.336234 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:03:53.336234 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:03:53.336234 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:03:53.336234 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:03:53.336234 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:03:53.336234 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:03:53.336234 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:03:53.336234 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:03:53.336234 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:03:53.336234 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:03:53.336234 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:03:53.336234 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:03:53.336234 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:03:53.336234 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:03:53.336234 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:03:53.336234 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:03:53.336234 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:03:53.336234 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:03:53.343952 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-4a85d1c9-a4fe-4b64-a45e-64102a8bd7dc tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] delete failed (client error): The resource could not be found. Nov 29 02:03:53.343952 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4a85d1c9-a4fe-4b64-a45e-64102a8bd7dc tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "DELETE /v2.0/security-groups/bba4280b-110b-4a42-a1e6-161bad134f1f HTTP/1.1" status: 404 len: 347 time: 0.0140023 Nov 29 02:03:53.343952 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42950) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:53.347268 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c8d640a5-ee8a-42c2-974f-7358c96db54f tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Request body: {'security_group': {'name': 'tempest-secgroup--1264392530'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:53.372020 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8d640a5-ee8a-42c2-974f-7358c96db54f tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.399983 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c24c6945-dd4f-47d2-83ab-b63c8c121289 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.404857 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c24c6945-dd4f-47d2-83ab-b63c8c121289 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.406063 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f116eafa-d769-48ac-886e-5583f42eedb0 None None] Resources bound (agent type, host, resource id): {{(pid=103256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 02:03:53.409588 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c24c6945-dd4f-47d2-83ab-b63c8c121289 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "DELETE /v2.0/networks/5dddfb73-aa02-4679-9ce6-edf4a9154ea6 HTTP/1.1" status: 204 len: 168 time: 0.5991786 Nov 29 02:03:53.413112 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42954) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:53.427086 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c6945-dd4f-47d2-83ab-b63c8c121289 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event deleted for resources: {'Network': ['ID=5dddfb73-aa02-4679-9ce6-edf4a9154ea6,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:53.427467 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-66167bc2-abc6-4d20-84c5-631ed356a71e tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-457063035'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:53.469821 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66167bc2-abc6-4d20-84c5-631ed356a71e tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Made reservation on behalf of 486c6e02ce00435ea741334af2655c9e for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:53.473343 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66167bc2-abc6-4d20-84c5-631ed356a71e tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.509153 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36038a91-71a2-4ffb-aa07-34ac4c041bfa req-5b4e05a1-b0af-4429-ba3d-f6cb6a2386ee tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:53.510867 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-36038a91-71a2-4ffb-aa07-34ac4c041bfa req-5b4e05a1-b0af-4429-ba3d-f6cb6a2386ee tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6159108-576f-4c18-9700-373fb54734ff HTTP/1.1" status: 200 len: 944 time: 0.0588322 Nov 29 02:03:53.516450 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8d640a5-ee8a-42c2-974f-7358c96db54f tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.522290 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8d640a5-ee8a-42c2-974f-7358c96db54f tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.530244 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66167bc2-abc6-4d20-84c5-631ed356a71e tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:03:53.561212 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8d640a5-ee8a-42c2-974f-7358c96db54f tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.565018 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c8d640a5-ee8a-42c2-974f-7358c96db54f tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2192407 Nov 29 02:03:53.565018 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66167bc2-abc6-4d20-84c5-631ed356a71e tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.565018 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-66167bc2-abc6-4d20-84c5-631ed356a71e tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Added segment fd2603c0-2f42-4218-99c9-5f95e0f0b0fa of type vlan for network d2f86f53-a1de-4c4c-a30b-e124d7faed80 Nov 29 02:03:53.571860 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42956) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:53.576528 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d640a5-ee8a-42c2-974f-7358c96db54f tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00b766a7-daf1-4b45-8c9f-4a9e21a9c754,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:53.576992 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-57a0694f-9b75-42da-b9c5-3e6a3307c8a2 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Request body: {'security_group_rule': {'security_group_id': '00b766a7-daf1-4b45-8c9f-4a9e21a9c754', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:53.596645 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-36038a91-71a2-4ffb-aa07-34ac4c041bfa req-9c9c965f-55d2-4075-9711-670a287114ca tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=10991852-db99-41f1-8a10-600615a78cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785182 Nov 29 02:03:53.611885 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66167bc2-abc6-4d20-84c5-631ed356a71e tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.626965 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57a0694f-9b75-42da-b9c5-3e6a3307c8a2 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.654586 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66167bc2-abc6-4d20-84c5-631ed356a71e tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.665189 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66167bc2-abc6-4d20-84c5-631ed356a71e tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:53.665895 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-66167bc2-abc6-4d20-84c5-631ed356a71e tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-558117'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.683819 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57a0694f-9b75-42da-b9c5-3e6a3307c8a2 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.688682 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57a0694f-9b75-42da-b9c5-3e6a3307c8a2 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.705362 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0694f-9b75-42da-b9c5-3e6a3307c8a2 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fe3ae2e-2b5c-4287-95f8-1cfe57ca4023,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:53.718948 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57a0694f-9b75-42da-b9c5-3e6a3307c8a2 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.723146 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-57a0694f-9b75-42da-b9c5-3e6a3307c8a2 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1473334 Nov 29 02:03:53.723419 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42958) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:53.743167 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-66167bc2-abc6-4d20-84c5-631ed356a71e tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3241146 Nov 29 02:03:53.744221 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42960) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:53.747226 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66167bc2-abc6-4d20-84c5-631ed356a71e tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event updated for resources: {'Network': ['ID=d2f86f53-a1de-4c4c-a30b-e124d7faed80,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:53.748457 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f4f89ed5-5ace-4990-8cd0-651af8b638cb tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Request body: {'subnet': {'network_id': 'd2f86f53-a1de-4c4c-a30b-e124d7faed80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:53.752818 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 9cc93fce-b760-4a82-b891-94ec7f200b2b up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:03:53.779001 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network d2f86f53-a1de-4c4c-a30b-e124d7faed80 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:03:53.800957 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e26dbdb2-2798-4678-9ed1-4471eb8050c2 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.819594 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e26dbdb2-2798-4678-9ed1-4471eb8050c2 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.866026 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e26dbdb2-2798-4678-9ed1-4471eb8050c2 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.871407 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e26dbdb2-2798-4678-9ed1-4471eb8050c2 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.872343 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e26dbdb2-2798-4678-9ed1-4471eb8050c2 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/9fe3ae2e-2b5c-4287-95f8-1cfe57ca4023 HTTP/1.1" status: 204 len: 168 time: 0.1467505 Nov 29 02:03:53.875784 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42962) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:53.885377 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26dbdb2-2798-4678-9ed1-4471eb8050c2 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9fe3ae2e-2b5c-4287-95f8-1cfe57ca4023,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:53.887874 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 88faa208-8421-4df1-bc44-d9810d29b0c8 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:03:53.890363 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f89ed5-5ace-4990-8cd0-651af8b638cb tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Made reservation on behalf of 486c6e02ce00435ea741334af2655c9e for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:53.896100 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f4f89ed5-5ace-4990-8cd0-651af8b638cb tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.911366 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port 9cc93fce-b760-4a82-b891-94ec7f200b2b completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:03:53.925999 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c76ca72b-a260-4ec5-83d8-d5783a946478 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0464001 Nov 29 02:03:53.926942 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42964) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:53.927093 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 9cc93fce-b760-4a82-b891-94ec7f200b2b triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:53.927093 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:53.984204 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 88faa208-8421-4df1-bc44-d9810d29b0c8 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:53.984789 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:54.001732 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fa4a224b-b1cb-468e-b174-85e501d4f1d2 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:54.028088 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fa4a224b-b1cb-468e-b174-85e501d4f1d2 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:54.053292 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:54.072287 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fa4a224b-b1cb-468e-b174-85e501d4f1d2 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:54.075181 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fa4a224b-b1cb-468e-b174-85e501d4f1d2 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:54.076333 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-fa4a224b-b1cb-468e-b174-85e501d4f1d2 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "DELETE /v2.0/security-groups/00b766a7-daf1-4b45-8c9f-4a9e21a9c754 HTTP/1.1" status: 204 len: 168 time: 0.1489279 Nov 29 02:03:54.079708 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42966) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:54.083735 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6159108-576f-4c18-9700-373fb54734ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc93fce-b760-4a82-b891-94ec7f200b2b'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:03:54.086743 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88c71bb-aff9-474c-b839-6ebdff5b6d6f" -d '{"events": [{"server_uuid": "d6159108-576f-4c18-9700-373fb54734ff", "name": "network-vif-plugged", "status": "completed", "tag": "9cc93fce-b760-4a82-b891-94ec7f200b2b"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:03:54.098273 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a224b-b1cb-468e-b174-85e501d4f1d2 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b766a7-daf1-4b45-8c9f-4a9e21a9c754,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:54.099198 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f4f89ed5-5ace-4990-8cd0-651af8b638cb tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:54.131725 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 9cc93fce-b760-4a82-b891-94ec7f200b2b, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=9cc93fce-b760-4a82-b891-94ec7f200b2b,segment=NetworkSegment(5bc2190d-26b9-4eed-a9fe-b3d3142fe50b),segment_id=5bc2190d-26b9-4eed-a9fe-b3d3142fe50b)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:54.158078 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5de27dc2-484a-4067-8664-7db28bb65a77 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0712025 Nov 29 02:03:54.158659 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:54.158763 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42972) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:54.166652 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-571fceb7-06af-4e1e-a205-b67b874783c7 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Request body: {'security_group': {'name': 'tempest-secgroup--417093539'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:54.196064 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-571fceb7-06af-4e1e-a205-b67b874783c7 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:54.214004 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=9cc93fce-b760-4a82-b891-94ec7f200b2b,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:54.215755 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f89ed5-5ace-4990-8cd0-651af8b638cb tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Checking segment: {'id': 'fd2603c0-2f42-4218-99c9-5f95e0f0b0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd2f86f53-a1de-4c4c-a30b-e124d7faed80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:03:54.215755 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f89ed5-5ace-4990-8cd0-651af8b638cb tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Network hostable DHCP agents. Network: d2f86f53-a1de-4c4c-a30b-e124d7faed80, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:03:54.217936 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f89ed5-5ace-4990-8cd0-651af8b638cb tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event updated for resources: {'Subnet': ['ID=71a01118-dd97-4bdf-969f-acf4ab811595,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:54.240577 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f89ed5-5ace-4990-8cd0-651af8b638cb tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Network d2f86f53-a1de-4c4c-a30b-e124d7faed80 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:03:54.251555 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-f4f89ed5-5ace-4990-8cd0-651af8b638cb tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, d2f86f53-a1de-4c4c-a30b-e124d7faed80) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:54.258695 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f89ed5-5ace-4990-8cd0-651af8b638cb tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:54.259210 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f4f89ed5-5ace-4990-8cd0-651af8b638cb tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:54.261379 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6260f8-6d62-4929-a9ac-d1689a560086 None None] Network d2f86f53-a1de-4c4c-a30b-e124d7faed80 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:54.283460 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f4f89ed5-5ace-4990-8cd0-651af8b638cb tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5388749 Nov 29 02:03:54.289487 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42974) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:54.292187 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-571fceb7-06af-4e1e-a205-b67b874783c7 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:54.294860 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-cadfc70a-993a-40c8-9781-fa47bbf2ef26 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Request body: {'subnet': {'network_id': 'd2f86f53-a1de-4c4c-a30b-e124d7faed80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:54.299937 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-571fceb7-06af-4e1e-a205-b67b874783c7 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:54.328734 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff48d4f9-faac-425c-9d28-ffb0bb8d7e64 x-openstack-request-id: req-ff48d4f9-faac-425c-9d28-ffb0bb8d7e64 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:03:54.329034 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6159108-576f-4c18-9700-373fb54734ff", "name": "network-vif-plugged", "status": "completed", "tag": "9cc93fce-b760-4a82-b891-94ec7f200b2b", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:03:54.329388 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff48d4f9-faac-425c-9d28-ffb0bb8d7e64 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:03:54.329692 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6159108-576f-4c18-9700-373fb54734ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc93fce-b760-4a82-b891-94ec7f200b2b', 'code': 200} Nov 29 02:03:54.336643 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-571fceb7-06af-4e1e-a205-b67b874783c7 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:54.339054 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-571fceb7-06af-4e1e-a205-b67b874783c7 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1769056 Nov 29 02:03:54.340046 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571fceb7-06af-4e1e-a205-b67b874783c7 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be0f8cae-0c4c-4742-9ef7-09cf2ad8dfba,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:54.342025 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42976) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:54.346406 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-bd344f1a-1d6a-4170-bb7a-06e55fccd599 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Request body: {'security_group_rule': {'security_group_id': 'be0f8cae-0c4c-4742-9ef7-09cf2ad8dfba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:54.375575 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd344f1a-1d6a-4170-bb7a-06e55fccd599 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:54.435081 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd344f1a-1d6a-4170-bb7a-06e55fccd599 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:54.443087 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd344f1a-1d6a-4170-bb7a-06e55fccd599 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:54.448123 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadfc70a-993a-40c8-9781-fa47bbf2ef26 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Made reservation on behalf of 486c6e02ce00435ea741334af2655c9e for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:54.449975 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b729efc2-58a1-48e4-9e77-5c9b1d7e46c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-d2f86f53-a1de-4c4c-a30b-e124d7faed80', 'network_id': 'd2f86f53-a1de-4c4c-a30b-e124d7faed80', 'tenant_id': '486c6e02ce00435ea741334af2655c9e', 'fixed_ips': [{'subnet_id': '71a01118-dd97-4bdf-969f-acf4ab811595'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:03:54.451684 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b729efc2-58a1-48e4-9e77-5c9b1d7e46c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:54.454700 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cadfc70a-993a-40c8-9781-fa47bbf2ef26 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:54.468459 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd344f1a-1d6a-4170-bb7a-06e55fccd599 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ef40a9e-a949-4ae1-869d-6c3c65eb129d,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:54.475558 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd344f1a-1d6a-4170-bb7a-06e55fccd599 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:54.479697 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-bd344f1a-1d6a-4170-bb7a-06e55fccd599 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1341736 Nov 29 02:03:54.486091 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42978) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:54.492733 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7f32324f-55ff-40db-829a-8d9a87e6d397 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Request body: {'security_group_rule': {'security_group_id': 'be0f8cae-0c4c-4742-9ef7-09cf2ad8dfba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:54.525984 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f32324f-55ff-40db-829a-8d9a87e6d397 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:54.617303 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-b729efc2-58a1-48e4-9e77-5c9b1d7e46c4 None None] Allocated IP 2001:db8::2 (d2f86f53-a1de-4c4c-a30b-e124d7faed80/71a01118-dd97-4bdf-969f-acf4ab811595/8d5495d7-0869-4d9e-b9c9-97f2cd3ed073) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:54.624371 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f32324f-55ff-40db-829a-8d9a87e6d397 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:54.629278 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f32324f-55ff-40db-829a-8d9a87e6d397 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:54.644126 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7219395-492e-445e-8c4e-52fd77b7392b req-95ecad36-a532-496a-9f45-d4e9e5933ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:54.645851 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d7219395-492e-445e-8c4e-52fd77b7392b req-95ecad36-a532-496a-9f45-d4e9e5933ca2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d6159108-576f-4c18-9700-373fb54734ff HTTP/1.1" status: 200 len: 1098 time: 0.0826509 Nov 29 02:03:54.656260 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32324f-55ff-40db-829a-8d9a87e6d397 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da774057-d737-44fc-8ebd-729bf407edb1,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:54.670159 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f32324f-55ff-40db-829a-8d9a87e6d397 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:54.671367 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7f32324f-55ff-40db-829a-8d9a87e6d397 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1839721 Nov 29 02:03:54.677519 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42982) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:54.683323 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a9dbd692-b6f0-4ba7-86f7-fe6fff7e36d7 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Request body: {'security_group_rule': {'security_group_id': 'be0f8cae-0c4c-4742-9ef7-09cf2ad8dfba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:54.732552 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d7219395-492e-445e-8c4e-52fd77b7392b req-43a64f14-630f-43f0-b072-fc71e0711d6f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=10991852-db99-41f1-8a10-600615a78cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721292 Nov 29 02:03:54.733994 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a9dbd692-b6f0-4ba7-86f7-fe6fff7e36d7 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:54.765058 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a2962-69b7-4394-8932-7afa5359450f req-e99462be-0640-446f-bbd4-a9383c1359f7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:54.772580 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-995a2962-69b7-4394-8932-7afa5359450f req-e99462be-0640-446f-bbd4-a9383c1359f7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6159108-576f-4c18-9700-373fb54734ff HTTP/1.1" status: 200 len: 945 time: 0.0832789 Nov 29 02:03:54.787392 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a9dbd692-b6f0-4ba7-86f7-fe6fff7e36d7 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:54.792584 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cadfc70a-993a-40c8-9781-fa47bbf2ef26 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:54.792804 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a9dbd692-b6f0-4ba7-86f7-fe6fff7e36d7 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:54.816325 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbd692-b6f0-4ba7-86f7-fe6fff7e36d7 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ecc7291-4f71-4f25-ad5c-f8ace23b11c7,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:54.819765 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b729efc2-58a1-48e4-9e77-5c9b1d7e46c4 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:54.822998 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a9dbd692-b6f0-4ba7-86f7-fe6fff7e36d7 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:54.827437 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a9dbd692-b6f0-4ba7-86f7-fe6fff7e36d7 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1454110 Nov 29 02:03:54.827749 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b729efc2-58a1-48e4-9e77-5c9b1d7e46c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:54.829056 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42984) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:54.834075 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-bd89c5b7-1b04-4b64-9573-8c276ebcff0c tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Request body: {'security_group_rule': {'security_group_id': 'be0f8cae-0c4c-4742-9ef7-09cf2ad8dfba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:54.853573 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadfc70a-993a-40c8-9781-fa47bbf2ef26 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Network d2f86f53-a1de-4c4c-a30b-e124d7faed80 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:54.865481 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-cadfc70a-993a-40c8-9781-fa47bbf2ef26 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:54.870146 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd89c5b7-1b04-4b64-9573-8c276ebcff0c tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:54.874539 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadfc70a-993a-40c8-9781-fa47bbf2ef26 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:54.874934 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cadfc70a-993a-40c8-9781-fa47bbf2ef26 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:54.877245 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b729efc2-58a1-48e4-9e77-5c9b1d7e46c4 None None] Network d2f86f53-a1de-4c4c-a30b-e124d7faed80 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:54.881405 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfc70a-993a-40c8-9781-fa47bbf2ef26 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event updated for resources: {'Subnet': ['ID=c372b44c-ed49-4bd0-a3c2-19ffe06065a0,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:54.883806 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-b729efc2-58a1-48e4-9e77-5c9b1d7e46c4 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:54.887426 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b729efc2-58a1-48e4-9e77-5c9b1d7e46c4 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:03:54.897701 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-995a2962-69b7-4394-8932-7afa5359450f req-3d04049f-12dd-4c65-98b5-f4c8d693efd5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=10991852-db99-41f1-8a10-600615a78cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205888 Nov 29 02:03:54.898728 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729efc2-58a1-48e4-9e77-5c9b1d7e46c4 None None] Pushing event updated for resources: {'Port': ['ID=8d5495d7-0869-4d9e-b9c9-97f2cd3ed073,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:54.923876 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-cadfc70a-993a-40c8-9781-fa47bbf2ef26 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6332130 Nov 29 02:03:54.926588 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42986) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:54.959974 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b729efc2-58a1-48e4-9e77-5c9b1d7e46c4 None None] Attempting to bind port 8d5495d7-0869-4d9e-b9c9-97f2cd3ed073 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:03:54.960867 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b729efc2-58a1-48e4-9e77-5c9b1d7e46c4 None None] Attempting to bind port 8d5495d7-0869-4d9e-b9c9-97f2cd3ed073 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'fd2603c0-2f42-4218-99c9-5f95e0f0b0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd2f86f53-a1de-4c4c-a30b-e124d7faed80'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:03:54.961246 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b729efc2-58a1-48e4-9e77-5c9b1d7e46c4 None None] Attempting to bind port 8d5495d7-0869-4d9e-b9c9-97f2cd3ed073 on network d2f86f53-a1de-4c4c-a30b-e124d7faed80 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:03:54.967049 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b729efc2-58a1-48e4-9e77-5c9b1d7e46c4 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:03:54.967444 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b729efc2-58a1-48e4-9e77-5c9b1d7e46c4 None None] Checking segment: {'id': 'fd2603c0-2f42-4218-99c9-5f95e0f0b0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd2f86f53-a1de-4c4c-a30b-e124d7faed80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:03:54.967567 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd89c5b7-1b04-4b64-9573-8c276ebcff0c tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:54.967930 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b729efc2-58a1-48e4-9e77-5c9b1d7e46c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:54.968253 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b729efc2-58a1-48e4-9e77-5c9b1d7e46c4 None None] Bound using segment: {'id': 'fd2603c0-2f42-4218-99c9-5f95e0f0b0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd2f86f53-a1de-4c4c-a30b-e124d7faed80'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:03:54.968754 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b729efc2-58a1-48e4-9e77-5c9b1d7e46c4 None None] Bound port: 8d5495d7-0869-4d9e-b9c9-97f2cd3ed073, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2603c0-2f42-4218-99c9-5f95e0f0b0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd2f86f53-a1de-4c4c-a30b-e124d7faed80'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:03:54.969211 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b729efc2-58a1-48e4-9e77-5c9b1d7e46c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:54.974412 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd89c5b7-1b04-4b64-9573-8c276ebcff0c tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.003141 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89c5b7-1b04-4b64-9573-8c276ebcff0c tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166e0bea-09d7-435b-9797-a6b2cdb0c1a3,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:55.018009 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45082861-9a85-40c4-83ce-8b74671bcde3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:55.019493 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45082861-9a85-40c4-83ce-8b74671bcde3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:55.021010 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45082861-9a85-40c4-83ce-8b74671bcde3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:55.022951 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45082861-9a85-40c4-83ce-8b74671bcde3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:55.024818 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45082861-9a85-40c4-83ce-8b74671bcde3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:55.026504 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-45082861-9a85-40c4-83ce-8b74671bcde3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0987008 Nov 29 02:03:55.029716 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bd89c5b7-1b04-4b64-9573-8c276ebcff0c tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.030766 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42988) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:55.030906 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-bd89c5b7-1b04-4b64-9573-8c276ebcff0c tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2005668 Nov 29 02:03:55.033472 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42990) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:55.036265 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-af0b1d45-7356-4dda-93a0-4acd39c6c11d tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-950645241'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:55.037789 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5a317b69-7910-4098-a221-a5c7848d82aa tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Request body: {'security_group_rule': {'security_group_id': 'be0f8cae-0c4c-4742-9ef7-09cf2ad8dfba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:55.046217 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b729efc2-58a1-48e4-9e77-5c9b1d7e46c4 None None] For port 8d5495d7-0869-4d9e-b9c9-97f2cd3ed073, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:03:55.049398 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b729efc2-58a1-48e4-9e77-5c9b1d7e46c4 None None] For port 8d5495d7-0869-4d9e-b9c9-97f2cd3ed073, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=8d5495d7-0869-4d9e-b9c9-97f2cd3ed073,segment=NetworkSegment(fd2603c0-2f42-4218-99c9-5f95e0f0b0fa),segment_id=fd2603c0-2f42-4218-99c9-5f95e0f0b0fa)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:03:55.054117 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b729efc2-58a1-48e4-9e77-5c9b1d7e46c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.058349 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0b1d45-7356-4dda-93a0-4acd39c6c11d tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Made reservation on behalf of 486c6e02ce00435ea741334af2655c9e for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:55.061881 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-af0b1d45-7356-4dda-93a0-4acd39c6c11d tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.087363 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af0b1d45-7356-4dda-93a0-4acd39c6c11d tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:03:55.097570 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a317b69-7910-4098-a221-a5c7848d82aa tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.098724 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-af0b1d45-7356-4dda-93a0-4acd39c6c11d tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.099143 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-af0b1d45-7356-4dda-93a0-4acd39c6c11d tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Added segment aad314fb-5bb1-4020-8ec2-5d31afb4837b of type vlan for network 41c47dae-a26e-40d8-bf7c-6a0deab519ab Nov 29 02:03:55.114724 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729efc2-58a1-48e4-9e77-5c9b1d7e46c4 None None] Pushing event updated for resources: {'Port': ['ID=8d5495d7-0869-4d9e-b9c9-97f2cd3ed073,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:55.162224 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-af0b1d45-7356-4dda-93a0-4acd39c6c11d tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.183899 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a317b69-7910-4098-a221-a5c7848d82aa tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.188418 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a317b69-7910-4098-a221-a5c7848d82aa tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.192600 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-af0b1d45-7356-4dda-93a0-4acd39c6c11d tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.198513 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0b1d45-7356-4dda-93a0-4acd39c6c11d tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:55.199153 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-af0b1d45-7356-4dda-93a0-4acd39c6c11d tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.208607 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a317b69-7910-4098-a221-a5c7848d82aa tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d889aac3-43ed-4117-96ca-cfdc9838ec47,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:55.219060 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a317b69-7910-4098-a221-a5c7848d82aa tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.223408 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5a317b69-7910-4098-a221-a5c7848d82aa tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1889305 Nov 29 02:03:55.224053 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42992) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:55.249038 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2e66a2e-08e0-4ff1-a39d-15f587fcd3ef tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.259663 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2e66a2e-08e0-4ff1-a39d-15f587fcd3ef tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.264122 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-af0b1d45-7356-4dda-93a0-4acd39c6c11d tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2321095 Nov 29 02:03:55.267556 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 42994) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:55.272255 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-627c20a7-88ee-4863-93fb-389cbaa223db tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:55.281982 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b1d45-7356-4dda-93a0-4acd39c6c11d tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event updated for resources: {'Network': ['ID=41c47dae-a26e-40d8-bf7c-6a0deab519ab,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:55.297165 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 41c47dae-a26e-40d8-bf7c-6a0deab519ab details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:03:55.362456 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2e66a2e-08e0-4ff1-a39d-15f587fcd3ef tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.372366 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2e66a2e-08e0-4ff1-a39d-15f587fcd3ef tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.376048 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f2e66a2e-08e0-4ff1-a39d-15f587fcd3ef tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/d889aac3-43ed-4117-96ca-cfdc9838ec47 HTTP/1.1" status: 204 len: 168 time: 0.1482050 Nov 29 02:03:55.376629 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42996) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:55.385812 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e66a2e-08e0-4ff1-a39d-15f587fcd3ef tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d889aac3-43ed-4117-96ca-cfdc9838ec47,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:55.431257 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e1628dae-093f-43b0-bdaf-10764d145bff tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0530555 Nov 29 02:03:55.434120 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 42998) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:55.463937 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f015f30b-a340-47ed-9812-1d0702ffdeb3 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.473504 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f015f30b-a340-47ed-9812-1d0702ffdeb3 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.487580 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-627c20a7-88ee-4863-93fb-389cbaa223db tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.500934 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f015f30b-a340-47ed-9812-1d0702ffdeb3 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.503482 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-627c20a7-88ee-4863-93fb-389cbaa223db tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.507741 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f015f30b-a340-47ed-9812-1d0702ffdeb3 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.508840 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f015f30b-a340-47ed-9812-1d0702ffdeb3 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/166e0bea-09d7-435b-9797-a6b2cdb0c1a3 HTTP/1.1" status: 204 len: 168 time: 0.0737855 Nov 29 02:03:55.513279 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43000) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:55.514512 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015f30b-a340-47ed-9812-1d0702ffdeb3 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=166e0bea-09d7-435b-9797-a6b2cdb0c1a3,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:55.556920 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-627c20a7-88ee-4863-93fb-389cbaa223db tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Network 41c47dae-a26e-40d8-bf7c-6a0deab519ab is not hosted by any dhcp agent {{(pid=103255) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 29 02:03:55.562048 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627c20a7-88ee-4863-93fb-389cbaa223db tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:55.562626 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-627c20a7-88ee-4863-93fb-389cbaa223db tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.563847 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-627c20a7-88ee-4863-93fb-389cbaa223db tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "PUT /v2.0/networks/41c47dae-a26e-40d8-bf7c-6a0deab519ab HTTP/1.1" status: 200 len: 723 time: 0.2960196 Nov 29 02:03:55.567009 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43002) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:55.573068 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d3b36005-6d71-40e8-8674-ce42633994c6 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Request body: {'subnet': {'network_id': '41c47dae-a26e-40d8-bf7c-6a0deab519ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:55.593431 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c20a7-88ee-4863-93fb-389cbaa223db tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event updated for resources: {'Network': ['ID=41c47dae-a26e-40d8-bf7c-6a0deab519ab,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:55.604245 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 41c47dae-a26e-40d8-bf7c-6a0deab519ab details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:03:55.618761 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7bfdc645-96a4-4234-a1f5-ef7ca4babe37 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0935941 Nov 29 02:03:55.621514 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43004) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:55.649704 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac85090c-2fbc-422a-bd2b-d08ec50871e8 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.658507 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac85090c-2fbc-422a-bd2b-d08ec50871e8 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.668123 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b36005-6d71-40e8-8674-ce42633994c6 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Made reservation on behalf of 486c6e02ce00435ea741334af2655c9e for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:55.672134 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d3b36005-6d71-40e8-8674-ce42633994c6 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.687649 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac85090c-2fbc-422a-bd2b-d08ec50871e8 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.693818 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac85090c-2fbc-422a-bd2b-d08ec50871e8 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.695563 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ac85090c-2fbc-422a-bd2b-d08ec50871e8 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/1ecc7291-4f71-4f25-ad5c-f8ace23b11c7 HTTP/1.1" status: 204 len: 168 time: 0.0729079 Nov 29 02:03:55.700555 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43006) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:55.706763 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85090c-2fbc-422a-bd2b-d08ec50871e8 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ecc7291-4f71-4f25-ad5c-f8ace23b11c7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:55.743903 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-95a01d28-e9ba-46f9-8eba-23cb885bae2c tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0420442 Nov 29 02:03:55.746844 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43008) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:55.771962 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8225cc31-f61f-4cef-8550-9454205f02c8 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.780576 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8225cc31-f61f-4cef-8550-9454205f02c8 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.812146 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8225cc31-f61f-4cef-8550-9454205f02c8 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.819345 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8225cc31-f61f-4cef-8550-9454205f02c8 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.821278 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8225cc31-f61f-4cef-8550-9454205f02c8 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/da774057-d737-44fc-8ebd-729bf407edb1 HTTP/1.1" status: 204 len: 168 time: 0.0732350 Nov 29 02:03:55.823890 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43010) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:55.827413 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8225cc31-f61f-4cef-8550-9454205f02c8 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da774057-d737-44fc-8ebd-729bf407edb1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:55.915783 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 8d5495d7-0869-4d9e-b9c9-97f2cd3ed073 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:03:55.922605 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5a498f83-f894-440b-a614-f51b62c2815e tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0965986 Nov 29 02:03:55.924655 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d3b36005-6d71-40e8-8674-ce42633994c6 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.925256 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43014) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:55.976127 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ea3886ca-d130-4150-b489-630fc109844e tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.993004 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ea3886ca-d130-4150-b489-630fc109844e tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:55.994324 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b36005-6d71-40e8-8674-ce42633994c6 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event updated for resources: {'Subnet': ['ID=06292cee-04c4-49d3-ada5-73e4cf63e7da,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:56.003648 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b36005-6d71-40e8-8674-ce42633994c6 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Checking segment: {'id': 'aad314fb-5bb1-4020-8ec2-5d31afb4837b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '41c47dae-a26e-40d8-bf7c-6a0deab519ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:03:56.004100 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b36005-6d71-40e8-8674-ce42633994c6 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Network hostable DHCP agents. Network: 41c47dae-a26e-40d8-bf7c-6a0deab519ab, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:03:56.035855 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b36005-6d71-40e8-8674-ce42633994c6 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Network 41c47dae-a26e-40d8-bf7c-6a0deab519ab is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:03:56.041251 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ea3886ca-d130-4150-b489-630fc109844e tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:56.052073 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 8d5495d7-0869-4d9e-b9c9-97f2cd3ed073 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:56.052639 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:56.056736 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ea3886ca-d130-4150-b489-630fc109844e tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:56.058136 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ea3886ca-d130-4150-b489-630fc109844e tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/0ef40a9e-a949-4ae1-869d-6c3c65eb129d HTTP/1.1" status: 204 len: 168 time: 0.1315815 Nov 29 02:03:56.061012 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43016) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:56.074342 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-d3b36005-6d71-40e8-8674-ce42633994c6 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 41c47dae-a26e-40d8-bf7c-6a0deab519ab) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:56.075989 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3886ca-d130-4150-b489-630fc109844e tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ef40a9e-a949-4ae1-869d-6c3c65eb129d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:56.081282 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b36005-6d71-40e8-8674-ce42633994c6 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:56.082203 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d3b36005-6d71-40e8-8674-ce42633994c6 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:56.098758 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bcfe0d-22d4-42ef-adfd-c6ea71a0df50 None None] Network 41c47dae-a26e-40d8-bf7c-6a0deab519ab requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:56.105690 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d84437-cdab-404e-8eb9-7ae08381790f req-0a562e62-9bb5-4d88-975c-1030e7352b1c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:56.107644 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c7d84437-cdab-404e-8eb9-7ae08381790f req-0a562e62-9bb5-4d88-975c-1030e7352b1c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6159108-576f-4c18-9700-373fb54734ff HTTP/1.1" status: 200 len: 945 time: 0.0847938 Nov 29 02:03:56.122619 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d3b36005-6d71-40e8-8674-ce42633994c6 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5543587 Nov 29 02:03:56.125405 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43018) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:56.129557 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f572942f-283e-4abb-8e51-45206820cfc6 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0671556 Nov 29 02:03:56.130805 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43020) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:56.135085 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-cb8172af-88a6-4dc5-987c-220fc6515c6f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:56.222816 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1c13f268-2f6b-4fbe-af1e-88e3d8754eca tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:56.248511 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1c13f268-2f6b-4fbe-af1e-88e3d8754eca tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:56.298696 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:56.306818 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb8172af-88a6-4dc5-987c-220fc6515c6f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28714379'] for subnet, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:56.309886 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1c13f268-2f6b-4fbe-af1e-88e3d8754eca tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:56.314340 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1c13f268-2f6b-4fbe-af1e-88e3d8754eca tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:56.317956 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1c13f268-2f6b-4fbe-af1e-88e3d8754eca tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "DELETE /v2.0/security-groups/be0f8cae-0c4c-4742-9ef7-09cf2ad8dfba HTTP/1.1" status: 204 len: 168 time: 0.1836946 Nov 29 02:03:56.319094 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43022) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:56.329323 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7a738c-94d8-44c0-bd4c-59678e604b8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-41c47dae-a26e-40d8-bf7c-6a0deab519ab', 'network_id': '41c47dae-a26e-40d8-bf7c-6a0deab519ab', 'tenant_id': '486c6e02ce00435ea741334af2655c9e', 'fixed_ips': [{'subnet_id': '06292cee-04c4-49d3-ada5-73e4cf63e7da'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:03:56.330461 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db7a738c-94d8-44c0-bd4c-59678e604b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:56.340366 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13f268-2f6b-4fbe-af1e-88e3d8754eca tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0f8cae-0c4c-4742-9ef7-09cf2ad8dfba,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:56.354155 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baaf964-7f5d-4cff-a202-ca3db1abee74 None None] Network d2f86f53-a1de-4c4c-a30b-e124d7faed80 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:56.388042 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c1e35b14-17dc-4588-9058-37b1ada15c8e tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0667500 Nov 29 02:03:56.394316 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43024) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:56.398938 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-567c1c35-e4a7-434e-b4f2-88a5e002ad99 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Request body: {'security_group': {'name': 'tempest-secgroup--1048488796'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:56.401969 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c7d84437-cdab-404e-8eb9-7ae08381790f req-0ffba2af-3bcb-48d9-8289-94586636f3b4 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=10991852-db99-41f1-8a10-600615a78cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2565758 Nov 29 02:03:56.435009 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-567c1c35-e4a7-434e-b4f2-88a5e002ad99 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:56.445767 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port 8d5495d7-0869-4d9e-b9c9-97f2cd3ed073, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=8d5495d7-0869-4d9e-b9c9-97f2cd3ed073,segment=NetworkSegment(fd2603c0-2f42-4218-99c9-5f95e0f0b0fa),segment_id=fd2603c0-2f42-4218-99c9-5f95e0f0b0fa)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:56.479673 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb8172af-88a6-4dc5-987c-220fc6515c6f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763261847408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28724678'] for subnet, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:56.506631 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:56.517801 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8172af-88a6-4dc5-987c-220fc6515c6f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:56.518007 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-567c1c35-e4a7-434e-b4f2-88a5e002ad99 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:56.518728 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb8172af-88a6-4dc5-987c-220fc6515c6f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:56.519712 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-cb8172af-88a6-4dc5-987c-220fc6515c6f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "PUT /v2.0/subnets/06292cee-04c4-49d3-ada5-73e4cf63e7da HTTP/1.1" status: 200 len: 826 time: 0.3931649 Nov 29 02:03:56.522503 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43026) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:56.537280 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8172af-88a6-4dc5-987c-220fc6515c6f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event updated for resources: {'Subnet': ['ID=06292cee-04c4-49d3-ada5-73e4cf63e7da,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:56.543839 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-567c1c35-e4a7-434e-b4f2-88a5e002ad99 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:56.568380 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-23c3b2d4-095f-4127-9bc4-4a7ea0e2b241 None None] Provisioning complete for port 8d5495d7-0869-4d9e-b9c9-97f2cd3ed073 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:56.568848 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-23c3b2d4-095f-4127-9bc4-4a7ea0e2b241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:56.620640 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-567c1c35-e4a7-434e-b4f2-88a5e002ad99 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:56.621800 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-567c1c35-e4a7-434e-b4f2-88a5e002ad99 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2265255 Nov 29 02:03:56.624677 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43028) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:56.626604 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c1c35-e4a7-434e-b4f2-88a5e002ad99 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=117b0673-c63a-4a9a-a72d-c4f9f1bf9464,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:56.629466 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-979552b5-e99b-405a-b497-c1f51765b25f tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Request body: {'security_group_rule': {'security_group_id': '117b0673-c63a-4a9a-a72d-c4f9f1bf9464', 'direction': 'ingress', 'protocol': 17}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:56.660078 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a4a014f-c6ef-46f9-9a12-7ee50909dcb8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:56.660910 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-979552b5-e99b-405a-b497-c1f51765b25f tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:56.684824 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=8d5495d7-0869-4d9e-b9c9-97f2cd3ed073,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:56.715840 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a4a014f-c6ef-46f9-9a12-7ee50909dcb8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:56.719058 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-db7a738c-94d8-44c0-bd4c-59678e604b8d None None] Allocated IP 2001:db8::2 (41c47dae-a26e-40d8-bf7c-6a0deab519ab/06292cee-04c4-49d3-ada5-73e4cf63e7da/de00c7af-6f5f-4d05-bee2-42ace37b52f1) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:56.726909 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-979552b5-e99b-405a-b497-c1f51765b25f tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:56.733352 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-979552b5-e99b-405a-b497-c1f51765b25f tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:56.749126 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979552b5-e99b-405a-b497-c1f51765b25f tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd219250-7989-47aa-9107-906252703036,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:56.764812 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-979552b5-e99b-405a-b497-c1f51765b25f tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:56.766059 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-979552b5-e99b-405a-b497-c1f51765b25f tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1403651 Nov 29 02:03:56.768835 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43030) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:56.820563 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f3bf9f08-31ea-4ef1-b18b-62e5ee30d6ab tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:56.847964 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f3bf9f08-31ea-4ef1-b18b-62e5ee30d6ab tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:56.901883 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f3bf9f08-31ea-4ef1-b18b-62e5ee30d6ab tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:56.904561 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f3bf9f08-31ea-4ef1-b18b-62e5ee30d6ab tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:56.905979 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f3bf9f08-31ea-4ef1-b18b-62e5ee30d6ab tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "DELETE /v2.0/security-groups/117b0673-c63a-4a9a-a72d-c4f9f1bf9464 HTTP/1.1" status: 204 len: 168 time: 0.1360555 Nov 29 02:03:56.909306 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43032) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:56.916146 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf9f08-31ea-4ef1-b18b-62e5ee30d6ab tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=117b0673-c63a-4a9a-a72d-c4f9f1bf9464,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:56.939301 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc8362f-93c7-4509-b182-b383f73f7936 None None] Update dhcp port {'port': {'network_id': 'd2f86f53-a1de-4c4c-a30b-e124d7faed80', 'fixed_ips': [{'subnet_id': '71a01118-dd97-4bdf-969f-acf4ab811595', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c372b44c-ed49-4bd0-a3c2-19ffe06065a0'}], 'binding:host_id': 'dv-neutron-819032-3-hyperv'}, 'id': '8d5495d7-0869-4d9e-b9c9-97f2cd3ed073'} from dv-neutron-819032-3-hyperv. {{(pid=103256) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 02:03:56.959942 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-23c17779-ecc3-4839-a12f-f71487140bf5 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0493259 Nov 29 02:03:56.964368 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43034) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:56.969256 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d6145ec5-a270-418d-96e4-2bd2cab43880 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Request body: {'security_group': {'name': 'tempest-secgroup--391070105'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:56.991476 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6145ec5-a270-418d-96e4-2bd2cab43880 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:57.061128 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6145ec5-a270-418d-96e4-2bd2cab43880 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:57.065519 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6145ec5-a270-418d-96e4-2bd2cab43880 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:57.098815 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6145ec5-a270-418d-96e4-2bd2cab43880 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:57.100041 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d6145ec5-a270-418d-96e4-2bd2cab43880 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1347032 Nov 29 02:03:57.100994 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6145ec5-a270-418d-96e4-2bd2cab43880 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98969a82-7447-4daa-8fd3-9d6e0091886b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:57.103088 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43036) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:57.108703 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c0003319-1e61-44ad-8616-fa8b540479f2 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Request body: {'security_group': {'name': 'tempest-secgroup--1786672847'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:57.133314 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0003319-1e61-44ad-8616-fa8b540479f2 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:57.148818 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6dc8362f-93c7-4509-b182-b383f73f7936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:57.171496 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db7a738c-94d8-44c0-bd4c-59678e604b8d None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:57.193393 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db7a738c-94d8-44c0-bd4c-59678e604b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:57.196892 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a4a014f-c6ef-46f9-9a12-7ee50909dcb8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:57.204678 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0003319-1e61-44ad-8616-fa8b540479f2 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:57.211344 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0003319-1e61-44ad-8616-fa8b540479f2 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:57.227057 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a014f-c6ef-46f9-9a12-7ee50909dcb8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event deleted for resources: {'Subnet': ['ID=06292cee-04c4-49d3-ada5-73e4cf63e7da,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:57.254195 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c0003319-1e61-44ad-8616-fa8b540479f2 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:57.258914 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c0003319-1e61-44ad-8616-fa8b540479f2 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1512439 Nov 29 02:03:57.259697 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43038) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:57.264239 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-786180fa-0366-4f92-8430-4e197624803e tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Request body: {'security_group_rule': {'security_group_id': '98969a82-7447-4daa-8fd3-9d6e0091886b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd102e85e-22ab-4859-b28f-7e685f2a89ff', 'remote_ip_prefix': None}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:57.268565 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0003319-1e61-44ad-8616-fa8b540479f2 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d102e85e-22ab-4859-b28f-7e685f2a89ff,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:57.293364 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7a738c-94d8-44c0-bd4c-59678e604b8d None None] Network 41c47dae-a26e-40d8-bf7c-6a0deab519ab is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:57.296291 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a4a014f-c6ef-46f9-9a12-7ee50909dcb8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:57.300206 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-db7a738c-94d8-44c0-bd4c-59678e604b8d None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:57.306958 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-786180fa-0366-4f92-8430-4e197624803e tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:57.311387 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7a738c-94d8-44c0-bd4c-59678e604b8d None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:03:57.322720 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a738c-94d8-44c0-bd4c-59678e604b8d None None] Pushing event updated for resources: {'Port': ['ID=de00c7af-6f5f-4d05-bee2-42ace37b52f1,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:57.328190 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-4a4a014f-c6ef-46f9-9a12-7ee50909dcb8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41c47dae-a26e-40d8-bf7c-6a0deab519ab']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:57.339459 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-4a4a014f-c6ef-46f9-9a12-7ee50909dcb8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad314fb-5bb1-4020-8ec2-5d31afb4837b') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:57.339842 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-4a4a014f-c6ef-46f9-9a12-7ee50909dcb8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad314fb-5bb1-4020-8ec2-5d31afb4837b') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:57.350259 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a4a014f-c6ef-46f9-9a12-7ee50909dcb8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:57.365266 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a4a014f-c6ef-46f9-9a12-7ee50909dcb8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:57.375811 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4a014f-c6ef-46f9-9a12-7ee50909dcb8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:03:57.376368 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a4a014f-c6ef-46f9-9a12-7ee50909dcb8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:57.380321 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:03:57.380321 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:03:57.380321 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:03:57.380321 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:03:57.380321 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:03:57.380321 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:03:57.380321 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:03:57.380321 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:03:57.380321 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:03:57.380321 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:03:57.380321 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:03:57.380321 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:03:57.380321 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:03:57.380321 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:03:57.380321 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:03:57.380321 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:03:57.380321 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:03:57.380321 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:03:57.380321 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:03:57.380321 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:03:57.380321 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:03:57.380321 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:03:57.380321 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:03:57.380321 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:03:57.380321 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:03:57.380321 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:03:57.380321 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:03:57.380321 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:03:57.380321 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:03:57.380321 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:03:57.380321 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:03:57.380321 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:03:57.397922 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-786180fa-0366-4f92-8430-4e197624803e tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:57.402590 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-786180fa-0366-4f92-8430-4e197624803e tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:57.416399 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-db7a738c-94d8-44c0-bd4c-59678e604b8d None None] Attempting to bind port de00c7af-6f5f-4d05-bee2-42ace37b52f1 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:03:57.416777 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-db7a738c-94d8-44c0-bd4c-59678e604b8d None None] Attempting to bind port de00c7af-6f5f-4d05-bee2-42ace37b52f1 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'aad314fb-5bb1-4020-8ec2-5d31afb4837b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '41c47dae-a26e-40d8-bf7c-6a0deab519ab'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:03:57.417144 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7a738c-94d8-44c0-bd4c-59678e604b8d None None] Attempting to bind port de00c7af-6f5f-4d05-bee2-42ace37b52f1 on network 41c47dae-a26e-40d8-bf7c-6a0deab519ab {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:03:57.419598 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-6dc8362f-93c7-4509-b182-b383f73f7936 None None] Allocated IP 172.20.0.1 (d2f86f53-a1de-4c4c-a30b-e124d7faed80/c372b44c-ed49-4bd0-a3c2-19ffe06065a0/8d5495d7-0869-4d9e-b9c9-97f2cd3ed073) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:57.430117 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786180fa-0366-4f92-8430-4e197624803e tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da372bf-8e1b-453a-90e6-78e9d94649f2,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:57.432171 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7a738c-94d8-44c0-bd4c-59678e604b8d None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:03:57.432563 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7a738c-94d8-44c0-bd4c-59678e604b8d None None] Checking segment: {'id': 'aad314fb-5bb1-4020-8ec2-5d31afb4837b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '41c47dae-a26e-40d8-bf7c-6a0deab519ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:03:57.432973 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db7a738c-94d8-44c0-bd4c-59678e604b8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:57.433370 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7a738c-94d8-44c0-bd4c-59678e604b8d None None] Bound using segment: {'id': 'aad314fb-5bb1-4020-8ec2-5d31afb4837b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '41c47dae-a26e-40d8-bf7c-6a0deab519ab'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:03:57.433937 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-db7a738c-94d8-44c0-bd4c-59678e604b8d None None] Bound port: de00c7af-6f5f-4d05-bee2-42ace37b52f1, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad314fb-5bb1-4020-8ec2-5d31afb4837b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '41c47dae-a26e-40d8-bf7c-6a0deab519ab'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:03:57.434273 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db7a738c-94d8-44c0-bd4c-59678e604b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:57.443351 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-786180fa-0366-4f92-8430-4e197624803e tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:57.445681 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.db.api [None req-4a4a014f-c6ef-46f9-9a12-7ee50909dcb8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 29 02:03:57.445681 dv-neutron-819032-3-hyperv neutron-server[103255]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 29 02:03:57.445681 dv-neutron-819032-3-hyperv neutron-server[103255]: [parameters: {'id': '41c47dae-a26e-40d8-bf7c-6a0deab519ab'}] Nov 29 02:03:57.445681 dv-neutron-819032-3-hyperv neutron-server[103255]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:03:57.446441 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG oslo_db.api [None req-4a4a014f-c6ef-46f9-9a12-7ee50909dcb8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:03:57.448531 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43042) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:57.448671 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-786180fa-0366-4f92-8430-4e197624803e tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1877544 Nov 29 02:03:57.477248 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a83d-1e96-4b97-b9c1-3bf3bd266a2f tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:57.485498 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a83d-1e96-4b97-b9c1-3bf3bd266a2f tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:57.513520 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a83d-1e96-4b97-b9c1-3bf3bd266a2f tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:57.518216 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a83d-1e96-4b97-b9c1-3bf3bd266a2f tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:57.520035 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-0cf6a83d-1e96-4b97-b9c1-3bf3bd266a2f tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/7da372bf-8e1b-453a-90e6-78e9d94649f2 HTTP/1.1" status: 204 len: 168 time: 0.0704801 Nov 29 02:03:57.524510 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43044) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:57.540746 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6a83d-1e96-4b97-b9c1-3bf3bd266a2f tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7da372bf-8e1b-453a-90e6-78e9d94649f2,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:57.553361 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9740ef-76d6-4080-8c3d-f266a67848f0 req-3b0fbe6e-3212-4f41-b78f-6ac5e0050ffa tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:57.555795 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0c9740ef-76d6-4080-8c3d-f266a67848f0 req-3b0fbe6e-3212-4f41-b78f-6ac5e0050ffa tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6159108-576f-4c18-9700-373fb54734ff HTTP/1.1" status: 200 len: 945 time: 0.0625579 Nov 29 02:03:57.564557 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-db7a738c-94d8-44c0-bd4c-59678e604b8d None None] For port de00c7af-6f5f-4d05-bee2-42ace37b52f1, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:03:57.577007 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-51fb22e3-aff0-4977-83ea-0482c40c0555 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0516496 Nov 29 02:03:57.578278 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-6dc8362f-93c7-4509-b182-b383f73f7936 None None] For port 8d5495d7-0869-4d9e-b9c9-97f2cd3ed073, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=8d5495d7-0869-4d9e-b9c9-97f2cd3ed073,segment=NetworkSegment(fd2603c0-2f42-4218-99c9-5f95e0f0b0fa),segment_id=fd2603c0-2f42-4218-99c9-5f95e0f0b0fa)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:57.579506 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43046) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:57.591448 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-db7a738c-94d8-44c0-bd4c-59678e604b8d None None] For port de00c7af-6f5f-4d05-bee2-42ace37b52f1, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=de00c7af-6f5f-4d05-bee2-42ace37b52f1,segment=NetworkSegment(aad314fb-5bb1-4020-8ec2-5d31afb4837b),segment_id=aad314fb-5bb1-4020-8ec2-5d31afb4837b)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:03:57.600928 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db7a738c-94d8-44c0-bd4c-59678e604b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:57.614743 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0c9740ef-76d6-4080-8c3d-f266a67848f0 req-fff5aa35-476b-478c-b712-dcc0304213a9 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=10991852-db99-41f1-8a10-600615a78cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524695 Nov 29 02:03:57.640409 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-07d97638-cda1-4939-9b9f-114ad3376c59 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:57.649188 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6dc8362f-93c7-4509-b182-b383f73f7936 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:57.660030 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6dc8362f-93c7-4509-b182-b383f73f7936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:57.675142 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-07d97638-cda1-4939-9b9f-114ad3376c59 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:57.703002 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a738c-94d8-44c0-bd4c-59678e604b8d None None] Pushing event updated for resources: {'Port': ['ID=de00c7af-6f5f-4d05-bee2-42ace37b52f1,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:57.725201 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-07d97638-cda1-4939-9b9f-114ad3376c59 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:57.729933 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-07d97638-cda1-4939-9b9f-114ad3376c59 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:57.731487 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-07d97638-cda1-4939-9b9f-114ad3376c59 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "DELETE /v2.0/security-groups/d102e85e-22ab-4859-b28f-7e685f2a89ff HTTP/1.1" status: 204 len: 168 time: 0.1508768 Nov 29 02:03:57.735159 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43050) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:57.743806 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d97638-cda1-4939-9b9f-114ad3376c59 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d102e85e-22ab-4859-b28f-7e685f2a89ff,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:57.757901 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8ebc0-7647-4294-9513-70abbcb99446 req-6b15039a-1a90-4639-b99b-427eac1d8809 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:57.765006 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4cc8ebc0-7647-4294-9513-70abbcb99446 req-6b15039a-1a90-4639-b99b-427eac1d8809 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6159108-576f-4c18-9700-373fb54734ff HTTP/1.1" status: 200 len: 945 time: 0.0743647 Nov 29 02:03:57.771779 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff0755f-e860-422b-bbc3-f757e714a42b None None] Network 41c47dae-a26e-40d8-bf7c-6a0deab519ab requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:57.850024 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8362f-93c7-4509-b182-b383f73f7936 None None] Pushing event updated for resources: {'Port': ['ID=8d5495d7-0869-4d9e-b9c9-97f2cd3ed073,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:57.855431 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4cc8ebc0-7647-4294-9513-70abbcb99446 req-e0b4d197-18e8-4419-b7ba-44e92f324ef8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=10991852-db99-41f1-8a10-600615a78cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840991 Nov 29 02:03:57.863076 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-234cdffb-dd4b-487c-8dc2-4bce267dfee3 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1267254 Nov 29 02:03:57.865883 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43052) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:57.868530 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43054) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:57.903809 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 8d5495d7-0869-4d9e-b9c9-97f2cd3ed073 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:03:57.920973 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b26553c-1721-4345-881a-9487e303a601 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:57.923010 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1b26553c-1721-4345-881a-9487e303a601 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d6159108-576f-4c18-9700-373fb54734ff HTTP/1.1" status: 200 len: 1093 time: 0.0530257 Nov 29 02:03:57.925846 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43056) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:57.930883 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-51753f93-c97c-4428-a54e-e6a9dd5feafd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'port_id': '9cc93fce-b760-4a82-b891-94ec7f200b2b', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:57.940681 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-310f7aa1-4b27-4515-a1f7-1f0f37a3372d tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:57.947502 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a4a014f-c6ef-46f9-9a12-7ee50909dcb8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:57.969597 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-310f7aa1-4b27-4515-a1f7-1f0f37a3372d tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:57.993843 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-51753f93-c97c-4428-a54e-e6a9dd5feafd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:58.001764 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75760db-3eed-4e94-a930-0b05609f5201 None None] Network 41c47dae-a26e-40d8-bf7c-6a0deab519ab requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:58.022275 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-310f7aa1-4b27-4515-a1f7-1f0f37a3372d tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:58.026104 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-310f7aa1-4b27-4515-a1f7-1f0f37a3372d tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:58.027762 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-310f7aa1-4b27-4515-a1f7-1f0f37a3372d tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "DELETE /v2.0/security-groups/98969a82-7447-4daa-8fd3-9d6e0091886b HTTP/1.1" status: 204 len: 168 time: 0.1609540 Nov 29 02:03:58.031448 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43058) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:58.045843 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f7aa1-4b27-4515-a1f7-1f0f37a3372d tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98969a82-7447-4daa-8fd3-9d6e0091886b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:58.067844 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4a4a014f-c6ef-46f9-9a12-7ee50909dcb8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Deleting port de00c7af-6f5f-4d05-bee2-42ace37b52f1 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:03:58.068431 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a4a014f-c6ef-46f9-9a12-7ee50909dcb8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:58.080702 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 8d5495d7-0869-4d9e-b9c9-97f2cd3ed073 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:58.081067 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:58.109248 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-926cc3b6-1610-4aa0-b0f2-c65d46458247 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0760272 Nov 29 02:03:58.114225 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43060) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:58.119041 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-06bb14f5-e83b-4809-b730-a86fa1868d03 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Request body: {'security_group': {'name': 'tempest-secgroup--423891416'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:58.150843 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06bb14f5-e83b-4809-b730-a86fa1868d03 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:58.173830 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-4a4a014f-c6ef-46f9-9a12-7ee50909dcb8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] For port de00c7af-6f5f-4d05-bee2-42ace37b52f1, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=de00c7af-6f5f-4d05-bee2-42ace37b52f1,segment=NetworkSegment(aad314fb-5bb1-4020-8ec2-5d31afb4837b),segment_id=aad314fb-5bb1-4020-8ec2-5d31afb4837b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:03:58.174412 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a4a014f-c6ef-46f9-9a12-7ee50909dcb8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:58.195356 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4a4a014f-c6ef-46f9-9a12-7ee50909dcb8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Calling delete_port for de00c7af-6f5f-4d05-bee2-42ace37b52f1 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:03:58.268334 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06bb14f5-e83b-4809-b730-a86fa1868d03 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:58.268594 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-51753f93-c97c-4428-a54e-e6a9dd5feafd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:58.277270 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06bb14f5-e83b-4809-b730-a86fa1868d03 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:58.312517 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06bb14f5-e83b-4809-b730-a86fa1868d03 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:58.316794 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-06bb14f5-e83b-4809-b730-a86fa1868d03 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2015703 Nov 29 02:03:58.317414 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43062) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:58.324046 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-60b60964-f0ea-4ecb-bcf4-1c4d34c17166 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Request body: {'security_group_rule': {'security_group_id': '91322e63-88a4-42c0-a52b-c3f7ee56ca61', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:58.333857 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb14f5-e83b-4809-b730-a86fa1868d03 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91322e63-88a4-42c0-a52b-c3f7ee56ca61,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:58.360899 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-60b60964-f0ea-4ecb-bcf4-1c4d34c17166 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:58.383231 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a4a014f-c6ef-46f9-9a12-7ee50909dcb8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:58.426016 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-60b60964-f0ea-4ecb-bcf4-1c4d34c17166 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:58.430304 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a014f-c6ef-46f9-9a12-7ee50909dcb8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event deleted for resources: {'Port': ['ID=de00c7af-6f5f-4d05-bee2-42ace37b52f1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:58.432067 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-60b60964-f0ea-4ecb-bcf4-1c4d34c17166 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:58.432745 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-51753f93-c97c-4428-a54e-e6a9dd5feafd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.26.3.238 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/00ef08ae-ff25-437b-b435-d33fff11819f) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:03:58.435047 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4a014f-c6ef-46f9-9a12-7ee50909dcb8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] No DVR routers for this DVR port de00c7af-6f5f-4d05-bee2-42ace37b52f1 on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:03:58.456306 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b60964-f0ea-4ecb-bcf4-1c4d34c17166 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a0699c0-5bb1-4888-9f2f-008225eb04ef,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:58.466646 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-60b60964-f0ea-4ecb-bcf4-1c4d34c17166 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:58.467992 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-60b60964-f0ea-4ecb-bcf4-1c4d34c17166 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1473739 Nov 29 02:03:58.471557 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43064) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:58.498070 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d840f885-c957-4db2-9da9-64824a219886 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:58.507709 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d840f885-c957-4db2-9da9-64824a219886 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:58.533395 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd88c90f-4509-4e78-8ab4-e2415c802571 None None] Network d2f86f53-a1de-4c4c-a30b-e124d7faed80 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:03:58.539656 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d840f885-c957-4db2-9da9-64824a219886 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:58.546764 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d840f885-c957-4db2-9da9-64824a219886 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:58.547896 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d840f885-c957-4db2-9da9-64824a219886 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/4a0699c0-5bb1-4888-9f2f-008225eb04ef HTTP/1.1" status: 204 len: 168 time: 0.0752184 Nov 29 02:03:58.551232 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43066) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:58.552891 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d840f885-c957-4db2-9da9-64824a219886 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a0699c0-5bb1-4888-9f2f-008225eb04ef,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:58.586504 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a4a014f-c6ef-46f9-9a12-7ee50909dcb8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:58.603528 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1b76b473-8f95-4533-a6f5-c9d2c331b914 None None] Provisioning complete for port 8d5495d7-0869-4d9e-b9c9-97f2cd3ed073 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:58.603899 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b76b473-8f95-4533-a6f5-c9d2c331b914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:58.629572 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-4a4a014f-c6ef-46f9-9a12-7ee50909dcb8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41c47dae-a26e-40d8-bf7c-6a0deab519ab']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:58.649879 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a49866fa-5607-4bf3-9266-d5e455cb3353 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0941944 Nov 29 02:03:58.650557 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43068) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:58.653569 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-4a4a014f-c6ef-46f9-9a12-7ee50909dcb8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad314fb-5bb1-4020-8ec2-5d31afb4837b') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:58.653884 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-4a4a014f-c6ef-46f9-9a12-7ee50909dcb8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad314fb-5bb1-4020-8ec2-5d31afb4837b') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:03:58.671057 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a4a014f-c6ef-46f9-9a12-7ee50909dcb8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:58.691142 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-51753f93-c97c-4428-a54e-e6a9dd5feafd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:58.697162 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a4a014f-c6ef-46f9-9a12-7ee50909dcb8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:58.708310 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4a014f-c6ef-46f9-9a12-7ee50909dcb8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:03:58.708738 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a4a014f-c6ef-46f9-9a12-7ee50909dcb8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:58.710098 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e6a8afda-9b27-444a-bc52-395f693d7c79 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:58.712293 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:03:58.712293 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:03:58.712293 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:03:58.712293 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:03:58.712293 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:03:58.712293 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:03:58.712293 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:03:58.712293 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:03:58.712293 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:03:58.712293 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:03:58.712293 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:03:58.712293 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:03:58.712293 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:03:58.712293 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:03:58.712293 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:03:58.712293 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:03:58.712293 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:03:58.712293 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:03:58.712293 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:03:58.712293 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:03:58.712293 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:03:58.712293 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:03:58.712293 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:03:58.712293 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:03:58.712293 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:03:58.712293 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:03:58.712293 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:03:58.712293 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:03:58.712293 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:03:58.712293 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:03:58.712293 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:03:58.712293 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:03:58.737824 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e6a8afda-9b27-444a-bc52-395f693d7c79 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:58.789585 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e6a8afda-9b27-444a-bc52-395f693d7c79 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:58.792190 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a4a014f-c6ef-46f9-9a12-7ee50909dcb8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:58.793080 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e6a8afda-9b27-444a-bc52-395f693d7c79 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:58.796555 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e6a8afda-9b27-444a-bc52-395f693d7c79 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "DELETE /v2.0/security-groups/91322e63-88a4-42c0-a52b-c3f7ee56ca61 HTTP/1.1" status: 204 len: 168 time: 0.1423969 Nov 29 02:03:58.796696 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-51753f93-c97c-4428-a54e-e6a9dd5feafd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:58.797628 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43070) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:58.807228 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4a4a014f-c6ef-46f9-9a12-7ee50909dcb8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:58.811104 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4a4a014f-c6ef-46f9-9a12-7ee50909dcb8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "DELETE /v2.0/networks/41c47dae-a26e-40d8-bf7c-6a0deab519ab HTTP/1.1" status: 204 len: 168 time: 2.2865024 Nov 29 02:03:58.815077 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43072) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:58.826550 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8afda-9b27-444a-bc52-395f693d7c79 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91322e63-88a4-42c0-a52b-c3f7ee56ca61,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:58.856712 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a014f-c6ef-46f9-9a12-7ee50909dcb8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event deleted for resources: {'Network': ['ID=41c47dae-a26e-40d8-bf7c-6a0deab519ab,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:58.862568 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbab5740-750f-42c0-a2aa-55992c4855e2 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] DELETE failed (client error): The resource could not be found. Nov 29 02:03:58.863048 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbab5740-750f-42c0-a2aa-55992c4855e2 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:03:58.863695 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51753f93-c97c-4428-a54e-e6a9dd5feafd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:03:58.867443 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-fbab5740-750f-42c0-a2aa-55992c4855e2 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "DELETE /v2.0/networks/41c47dae-a26e-40d8-bf7c-6a0deab519ab HTTP/1.1" status: 404 len: 339 time: 0.0511467 Nov 29 02:03:58.867654 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-51753f93-c97c-4428-a54e-e6a9dd5feafd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:03:58.872613 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51753f93-c97c-4428-a54e-e6a9dd5feafd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:03:58.874806 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43074) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:58.882020 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7eff59e4-db51-4c20-a67d-37a75839145c tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1172567612', 'description': 'd1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:58.891340 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a3ef588b-77e3-4e45-ba90-f7535e7b6045 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0889513 Nov 29 02:03:58.892004 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43076) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:58.898009 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ee99d35d-9994-4316-82e1-2427ee8433fd tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Request body: {'security_group': {'name': 'tempest-secgroup--1543063976'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:58.905500 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51753f93-c97c-4428-a54e-e6a9dd5feafd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=00ef08ae-ff25-437b-b435-d33fff11819f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:58.927117 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee99d35d-9994-4316-82e1-2427ee8433fd tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:58.969175 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eff59e4-db51-4c20-a67d-37a75839145c tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Made reservation on behalf of 486c6e02ce00435ea741334af2655c9e for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:03:58.972680 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7eff59e4-db51-4c20-a67d-37a75839145c tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:59.014251 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee99d35d-9994-4316-82e1-2427ee8433fd tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:59.018944 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee99d35d-9994-4316-82e1-2427ee8433fd tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:59.020649 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3080c26e-5a29-4c90-baed-12f90d3cd5b9 None None] get_active_networks_info from dv-neutron-819032-3-hyperv {{(pid=103256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 02:03:59.042554 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eff59e4-db51-4c20-a67d-37a75839145c tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:03:59.051880 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee99d35d-9994-4316-82e1-2427ee8433fd tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:59.056258 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ee99d35d-9994-4316-82e1-2427ee8433fd tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1589499 Nov 29 02:03:59.056514 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43078) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:59.060963 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ce6a0f1b-d411-405b-9505-2acc789d3f47 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Request body: {'security_group_rule': {'security_group_id': '4684e3e4-59b5-4703-88c0-7cd1558ee0d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:59.066271 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99d35d-9994-4316-82e1-2427ee8433fd tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4684e3e4-59b5-4703-88c0-7cd1558ee0d8,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:59.083061 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7eff59e4-db51-4c20-a67d-37a75839145c tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:59.083447 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-7eff59e4-db51-4c20-a67d-37a75839145c tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Added segment 679e8857-0d23-4fb6-8547-0c1916fe3ce4 of type vlan for network c3f405a0-ed6d-470a-bc4e-fb6b9102704f Nov 29 02:03:59.094461 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ce6a0f1b-d411-405b-9505-2acc789d3f47 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:59.127825 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-b00eb3ad-33ee-4faf-91d0-3f5274f1c6ea None None] Provisioning complete for port 8d5495d7-0869-4d9e-b9c9-97f2cd3ed073 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:59.128235 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b00eb3ad-33ee-4faf-91d0-3f5274f1c6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:59.163998 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ce6a0f1b-d411-405b-9505-2acc789d3f47 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:59.169849 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ce6a0f1b-d411-405b-9505-2acc789d3f47 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:59.170760 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3080c26e-5a29-4c90-baed-12f90d3cd5b9 None None] Resources bound (agent type, host, resource id): {{(pid=103256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 02:03:59.187899 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a0f1b-d411-405b-9505-2acc789d3f47 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66c22e6-0a1b-4455-bf02-cdd495e5015b,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:59.201220 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ce6a0f1b-d411-405b-9505-2acc789d3f47 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:59.207748 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ce6a0f1b-d411-405b-9505-2acc789d3f47 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1499927 Nov 29 02:03:59.210620 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43080) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:59.230702 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-fffb3876-685e-48e8-9254-404cf1aa06ab tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "GET /v2.0/security-group-rules/f66c22e6-0a1b-4455-bf02-cdd495e5015b HTTP/1.1" status: 200 len: 763 time: 0.0177987 Nov 29 02:03:59.233099 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43082) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:59.274666 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5e500371-c163-4939-81ad-b65e4ad703be tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0402055 Nov 29 02:03:59.277018 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43084) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:59.302070 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-254b8a00-1efe-4190-a6d5-587204f2ee33 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:59.310954 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-254b8a00-1efe-4190-a6d5-587204f2ee33 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:59.340853 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-254b8a00-1efe-4190-a6d5-587204f2ee33 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:59.348133 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-254b8a00-1efe-4190-a6d5-587204f2ee33 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:59.352114 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-254b8a00-1efe-4190-a6d5-587204f2ee33 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/f66c22e6-0a1b-4455-bf02-cdd495e5015b HTTP/1.1" status: 204 len: 168 time: 0.0712357 Nov 29 02:03:59.355549 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43086) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:59.361919 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b8a00-1efe-4190-a6d5-587204f2ee33 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f66c22e6-0a1b-4455-bf02-cdd495e5015b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:59.404334 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-883a2962-e009-4074-a33e-10eaf5382ca9 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0452838 Nov 29 02:03:59.404573 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43088) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:59.410151 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-cd15d58b-14cc-4a49-8f7f-2492c1c84057 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Request body: {'security_group_rule': {'security_group_id': '4684e3e4-59b5-4703-88c0-7cd1558ee0d8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:59.443226 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd15d58b-14cc-4a49-8f7f-2492c1c84057 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:59.491183 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd15d58b-14cc-4a49-8f7f-2492c1c84057 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:59.494740 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd15d58b-14cc-4a49-8f7f-2492c1c84057 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:59.513009 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15d58b-14cc-4a49-8f7f-2492c1c84057 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72db30e5-a91e-4603-89c9-9839c625255d,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:59.513946 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7eff59e4-db51-4c20-a67d-37a75839145c tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:59.521806 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd15d58b-14cc-4a49-8f7f-2492c1c84057 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:59.526326 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-cd15d58b-14cc-4a49-8f7f-2492c1c84057 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1174216 Nov 29 02:03:59.526502 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43090) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:59.542618 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-15ea2f2d-e150-461e-a9ad-4fffe63f0594 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "GET /v2.0/security-group-rules/72db30e5-a91e-4603-89c9-9839c625255d HTTP/1.1" status: 200 len: 763 time: 0.0148783 Nov 29 02:03:59.544909 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43092) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:59.573913 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7eff59e4-db51-4c20-a67d-37a75839145c tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:59.579331 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eff59e4-db51-4c20-a67d-37a75839145c tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:59.579908 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7eff59e4-db51-4c20-a67d-37a75839145c tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:59.584197 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ca8c7762-5b85-4607-af26-bee34de99189 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0382009 Nov 29 02:03:59.587298 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43094) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:59.609796 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-31884251-aa41-4b4d-a702-0982b30bd49d tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:59.617717 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-31884251-aa41-4b4d-a702-0982b30bd49d tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:59.642790 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-31884251-aa41-4b4d-a702-0982b30bd49d tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:59.648962 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-31884251-aa41-4b4d-a702-0982b30bd49d tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:59.650148 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-31884251-aa41-4b4d-a702-0982b30bd49d tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/72db30e5-a91e-4603-89c9-9839c625255d HTTP/1.1" status: 204 len: 168 time: 0.0619500 Nov 29 02:03:59.655036 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43096) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:59.660852 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31884251-aa41-4b4d-a702-0982b30bd49d tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72db30e5-a91e-4603-89c9-9839c625255d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:59.695952 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6038d373-7751-42e2-b37e-ee86a04fc5f4 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0398426 Nov 29 02:03:59.698581 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43098) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:59.702984 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-62e5bce6-aae4-43b9-831b-f4fbfd8c4d65 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Request body: {'security_group_rule': {'security_group_id': '4684e3e4-59b5-4703-88c0-7cd1558ee0d8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:59.732800 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7eff59e4-db51-4c20-a67d-37a75839145c tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8572655 Nov 29 02:03:59.733511 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-62e5bce6-aae4-43b9-831b-f4fbfd8c4d65 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:59.736993 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43100) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:59.772031 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff59e4-db51-4c20-a67d-37a75839145c tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event updated for resources: {'Network': ['ID=c3f405a0-ed6d-470a-bc4e-fb6b9102704f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:59.783326 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network c3f405a0-ed6d-470a-bc4e-fb6b9102704f details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:03:59.846620 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-62e5bce6-aae4-43b9-831b-f4fbfd8c4d65 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:59.857355 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-62e5bce6-aae4-43b9-831b-f4fbfd8c4d65 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:59.861325 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-51753f93-c97c-4428-a54e-e6a9dd5feafd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:59.873950 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 8d5495d7-0869-4d9e-b9c9-97f2cd3ed073 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:03:59.891704 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-62e5bce6-aae4-43b9-831b-f4fbfd8c4d65 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:59.895448 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-62e5bce6-aae4-43b9-831b-f4fbfd8c4d65 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1933658 Nov 29 02:03:59.899160 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43102) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:59.916076 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b08ad09-cfae-4d06-bc84-c275216aa3b1 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:03:59.919977 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9b08ad09-cfae-4d06-bc84-c275216aa3b1 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "GET /v2.0/networks?id=c3f405a0-ed6d-470a-bc4e-fb6b9102704f HTTP/1.1" status: 200 len: 765 time: 0.1793644 Nov 29 02:03:59.920926 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43104) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:59.921996 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5bce6-aae4-43b9-831b-f4fbfd8c4d65 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35982a29-c068-4267-a742-02c17a36deda,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:03:59.926222 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-894d425c-5bd7-4f71-9aa3-95be97418ac0 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Request body: {'network': {'description': 'd2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:03:59.930149 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-48dd3fd6-22cd-42c6-873b-4484675878a8 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "GET /v2.0/security-group-rules/35982a29-c068-4267-a742-02c17a36deda HTTP/1.1" status: 200 len: 764 time: 0.0276294 Nov 29 02:03:59.932469 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43106) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:03:59.939619 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 8d5495d7-0869-4d9e-b9c9-97f2cd3ed073 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:03:59.940154 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:03:59.980577 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b3195ccf-f75e-4f3a-83f8-406278df5f0c tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0459716 Nov 29 02:03:59.981945 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43108) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:00.006966 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c109cf5b-1c34-4379-8d96-59243406d229 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:00.015062 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c109cf5b-1c34-4379-8d96-59243406d229 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:00.036973 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-51753f93-c97c-4428-a54e-e6a9dd5feafd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:00.043029 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c109cf5b-1c34-4379-8d96-59243406d229 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:00.047907 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c109cf5b-1c34-4379-8d96-59243406d229 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:00.049041 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c109cf5b-1c34-4379-8d96-59243406d229 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/35982a29-c068-4267-a742-02c17a36deda HTTP/1.1" status: 204 len: 168 time: 0.0660763 Nov 29 02:04:00.051866 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43110) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:00.070273 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109cf5b-1c34-4379-8d96-59243406d229 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35982a29-c068-4267-a742-02c17a36deda,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:00.097971 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-da102c96-e4c8-4d7e-96f6-927b785bc23a tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0424049 Nov 29 02:04:00.098167 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43112) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:00.149028 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-894d425c-5bd7-4f71-9aa3-95be97418ac0 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:00.154617 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b463d504-47a9-4ae2-9a47-b8b738226f9a tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:00.177882 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b463d504-47a9-4ae2-9a47-b8b738226f9a tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:00.199104 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-894d425c-5bd7-4f71-9aa3-95be97418ac0 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:00.219125 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b463d504-47a9-4ae2-9a47-b8b738226f9a tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:00.221892 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b463d504-47a9-4ae2-9a47-b8b738226f9a tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:00.223039 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b463d504-47a9-4ae2-9a47-b8b738226f9a tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "DELETE /v2.0/security-groups/4684e3e4-59b5-4703-88c0-7cd1558ee0d8 HTTP/1.1" status: 204 len: 168 time: 0.1239958 Nov 29 02:04:00.229348 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43114) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:00.243016 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b463d504-47a9-4ae2-9a47-b8b738226f9a tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4684e3e4-59b5-4703-88c0-7cd1558ee0d8,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:00.253259 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-894d425c-5bd7-4f71-9aa3-95be97418ac0 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Network c3f405a0-ed6d-470a-bc4e-fb6b9102704f is not hosted by any dhcp agent {{(pid=103255) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 29 02:04:00.258751 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894d425c-5bd7-4f71-9aa3-95be97418ac0 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:00.259344 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-894d425c-5bd7-4f71-9aa3-95be97418ac0 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:00.262641 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-894d425c-5bd7-4f71-9aa3-95be97418ac0 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "PUT /v2.0/networks/c3f405a0-ed6d-470a-bc4e-fb6b9102704f HTTP/1.1" status: 200 len: 762 time: 0.3392320 Nov 29 02:04:00.267195 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43116) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:00.298143 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ebb88f4c-8e7a-411b-af86-1c04c6b525ee tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0675499 Nov 29 02:04:00.303660 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43118) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:00.341469 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d425c-5bd7-4f71-9aa3-95be97418ac0 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event updated for resources: {'Network': ['ID=c3f405a0-ed6d-470a-bc4e-fb6b9102704f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:00.343647 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-55058428-48fb-4e13-8f02-84e86cdb2d61 tempest-SecGroupTest-1270703769 tempest-SecGroupTest-1270703769-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0404799 Nov 29 02:04:00.356828 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network c3f405a0-ed6d-470a-bc4e-fb6b9102704f details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:04:00.399287 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e4d859-8908-44a3-9ee7-3f9573b5df53 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:00.404341 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-66e4d859-8908-44a3-9ee7-3f9573b5df53 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "GET /v2.0/networks?id=c3f405a0-ed6d-470a-bc4e-fb6b9102704f HTTP/1.1" status: 200 len: 765 time: 0.1326380 Nov 29 02:04:00.404572 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43122) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:00.483404 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-51753f93-c97c-4428-a54e-e6a9dd5feafd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:00.490841 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-51753f93-c97c-4428-a54e-e6a9dd5feafd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:00.603565 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43126) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:00.642958 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51753f93-c97c-4428-a54e-e6a9dd5feafd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=00ef08ae-ff25-437b-b435-d33fff11819f,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:00.663143 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-51753f93-c97c-4428-a54e-e6a9dd5feafd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:00.672619 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1a0150-e4b3-4a71-9dd3-ab7722ffd05c tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:00.674280 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2d1a0150-e4b3-4a71-9dd3-ab7722ffd05c tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2686572 Nov 29 02:04:00.677013 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43130) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:00.722288 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1f909a8a-b5b0-4c71-8789-15547b2558c2 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "GET /v2.0/subnets?network_id=4bf244a8-fda8-412f-8f05-2c7c5210f333 HTTP/1.1" status: 200 len: 207 time: 0.0408020 Nov 29 02:04:00.727539 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43132) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:00.768669 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [None req-51753f93-c97c-4428-a54e-e6a9dd5feafd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Floating IP e4f2e7a7-e875-44d1-88ba-980c7018fdb1 associated. External IP: 172.26.3.238, port: 9cc93fce-b760-4a82-b891-94ec7f200b2b. Nov 29 02:04:00.814632 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f746ed4f-ebf8-4129-a7f1-f5be669e3227 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=19b1c851b5914b26921f436be01fef3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2073779 Nov 29 02:04:00.815982 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43134) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:00.885451 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad3fd3b-890f-4d7e-90c3-d7c74fbf000f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:00.891303 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad3fd3b-890f-4d7e-90c3-d7c74fbf000f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:00.897081 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad3fd3b-890f-4d7e-90c3-d7c74fbf000f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:00.903928 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad3fd3b-890f-4d7e-90c3-d7c74fbf000f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:00.909709 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad3fd3b-890f-4d7e-90c3-d7c74fbf000f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:00.915484 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad3fd3b-890f-4d7e-90c3-d7c74fbf000f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:00.917241 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6ad3fd3b-890f-4d7e-90c3-d7c74fbf000f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.1887906 Nov 29 02:04:00.924197 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43136) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:00.975831 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51753f93-c97c-4428-a54e-e6a9dd5feafd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router 18cecb15-20f6-4ff4-8405-dbd7bfc2882c has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:04:00.980447 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47659f1b-9c60-4d01-911d-96f1f7692272 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:01.017587 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47659f1b-9c60-4d01-911d-96f1f7692272 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:01.081977 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51753f93-c97c-4428-a54e-e6a9dd5feafd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:04:01.091111 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-20121ee6-4811-421f-9f12-f2d35990f3c5 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1658158 Nov 29 02:04:01.094385 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b729ef-07b7-48b9-8984-596fa64c6d32 None None] Sync routers for ids ['18cecb15-20f6-4ff4-8405-dbd7bfc2882c'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:04:01.096032 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43138) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:01.104871 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-51753f93-c97c-4428-a54e-e6a9dd5feafd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:01.106093 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b729ef-07b7-48b9-8984-596fa64c6d32 None None] Routers {'18cecb15-20f6-4ff4-8405-dbd7bfc2882c'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:01.106929 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-01b729ef-07b7-48b9-8984-596fa64c6d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:03:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['18cecb15-20f6-4ff4-8405-dbd7bfc2882c'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:01.137254 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43140) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:01.138150 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-51753f93-c97c-4428-a54e-e6a9dd5feafd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2110415 Nov 29 02:04:01.138867 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6159108-576f-4c18-9700-373fb54734ff', 'tag': '9cc93fce-b760-4a82-b891-94ec7f200b2b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:04:01.141389 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e469091-fa2f-4eca-8b60-e04f124edc90" -d '{"events": [{"name": "network-changed", "server_uuid": "d6159108-576f-4c18-9700-373fb54734ff", "tag": "9cc93fce-b760-4a82-b891-94ec7f200b2b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:04:01.179488 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab285861-b811-4c76-8d94-6a8135f9e7d6 x-openstack-request-id: req-ab285861-b811-4c76-8d94-6a8135f9e7d6 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:04:01.179775 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6159108-576f-4c18-9700-373fb54734ff", "tag": "9cc93fce-b760-4a82-b891-94ec7f200b2b", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:04:01.180034 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ab285861-b811-4c76-8d94-6a8135f9e7d6 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:04:01.180447 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6159108-576f-4c18-9700-373fb54734ff', 'tag': '9cc93fce-b760-4a82-b891-94ec7f200b2b', 'status': 'completed', 'code': 200} Nov 29 02:04:01.197512 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47659f1b-9c60-4d01-911d-96f1f7692272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:01.200138 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47659f1b-9c60-4d01-911d-96f1f7692272 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:01.203558 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-47659f1b-9c60-4d01-911d-96f1f7692272 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1dc6bccc-ae5a-4ce8-b698-94e124669c4f HTTP/1.1" status: 204 len: 168 time: 0.3844461 Nov 29 02:04:01.221110 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-01b729ef-07b7-48b9-8984-596fa64c6d32 None None] Set router 18cecb15-20f6-4ff4-8405-dbd7bfc2882c gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:04:01.226440 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47659f1b-9c60-4d01-911d-96f1f7692272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc6bccc-ae5a-4ce8-b698-94e124669c4f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:01.232130 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6b6c3e-f426-4a3f-aa8d-3e5a051d9c36 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:01.233685 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6b6c3e-f426-4a3f-aa8d-3e5a051d9c36 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:01.235198 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6b6c3e-f426-4a3f-aa8d-3e5a051d9c36 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:01.236806 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6b6c3e-f426-4a3f-aa8d-3e5a051d9c36 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:01.255760 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6b6c3e-f426-4a3f-aa8d-3e5a051d9c36 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:01.263061 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2a6b6c3e-f426-4a3f-aa8d-3e5a051d9c36 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1652884 Nov 29 02:04:01.264209 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43146) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:01.276516 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e38ee184-c7b8-4f48-9f8f-e3221995f49f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/floatingips/e4f2e7a7-e875-44d1-88ba-980c7018fdb1 HTTP/1.1" status: 200 len: 991 time: 0.1372185 Nov 29 02:04:01.318439 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e469091-fa2f-4eca-8b60-e04f124edc90 req-ced1d82a-fd86-4ceb-bb16-0e5629936d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:01.319039 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:04:01.321225 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0e469091-fa2f-4eca-8b60-e04f124edc90 req-ced1d82a-fd86-4ceb-bb16-0e5629936d97 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=d6159108-576f-4c18-9700-373fb54734ff HTTP/1.1" status: 200 len: 1098 time: 0.0831695 Nov 29 02:04:01.341687 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac4dc11-c4c4-4f0c-9da3-7575d7a2f1b2 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:01.343113 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac4dc11-c4c4-4f0c-9da3-7575d7a2f1b2 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:01.344531 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac4dc11-c4c4-4f0c-9da3-7575d7a2f1b2 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:01.346255 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac4dc11-c4c4-4f0c-9da3-7575d7a2f1b2 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:01.347673 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac4dc11-c4c4-4f0c-9da3-7575d7a2f1b2 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:01.349404 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1ac4dc11-c4c4-4f0c-9da3-7575d7a2f1b2 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0767667 Nov 29 02:04:01.352876 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43148) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:01.438651 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e469091-fa2f-4eca-8b60-e04f124edc90 req-93a2d439-a01c-440a-9867-435d0bf45cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:01.441092 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0e469091-fa2f-4eca-8b60-e04f124edc90 req-93a2d439-a01c-440a-9867-435d0bf45cec service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1aa04bf-59ef-41bf-b51c-27c9e02dcb67 HTTP/1.1" status: 200 len: 897 time: 0.1111267 Nov 29 02:04:01.498166 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-01b729ef-07b7-48b9-8984-596fa64c6d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'name': 'tempest-TestNetworkBasicOps-router-309347414', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:38Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'e4f2e7a7-e875-44d1-88ba-980c7018fdb1', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.238', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'port_id': '9cc93fce-b760-4a82-b891-94ec7f200b2b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67', 'mac_address': 'fa:16:3e:1d:47:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6159108-576f-4c18-9700-373fb54734ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:03:59Z', 'updated_at': '2021-11-29T02:03:59Z', 'revision_number': 0, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9955ac60-f264-42a0-8860-7b0a5cb45cda', 'name': '', 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:c5:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e5415f43-09f1-4cdb-b666-d7bd67043dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:03:37Z', 'updated_at': '2021-11-29T02:03:43Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': 'e5415f43-09f1-4cdb-b666-d7bd67043dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:01.521221 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0e469091-fa2f-4eca-8b60-e04f124edc90 req-5178e59c-4ca5-4dda-ae09-17fb9a81d723 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cc93fce-b760-4a82-b891-94ec7f200b2b HTTP/1.1" status: 200 len: 999 time: 0.0710816 Nov 29 02:04:01.536179 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b729ef-07b7-48b9-8984-596fa64c6d32 None None] Checking router: 18cecb15-20f6-4ff4-8405-dbd7bfc2882c for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:04:01.548176 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b729ef-07b7-48b9-8984-596fa64c6d32 None None] Routers {'18cecb15-20f6-4ff4-8405-dbd7bfc2882c'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:01.548892 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-01b729ef-07b7-48b9-8984-596fa64c6d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:03:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['18cecb15-20f6-4ff4-8405-dbd7bfc2882c'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:01.585304 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e469091-fa2f-4eca-8b60-e04f124edc90 req-fd60267f-0add-4865-b5e6-ca852e60166a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:01.586939 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0e469091-fa2f-4eca-8b60-e04f124edc90 req-fd60267f-0add-4865-b5e6-ca852e60166a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e5415f43-09f1-4cdb-b666-d7bd67043dea HTTP/1.1" status: 200 len: 834 time: 0.0578353 Nov 29 02:04:01.653000 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e469091-fa2f-4eca-8b60-e04f124edc90 req-5af89937-9c81-4a8b-b22b-4e5bcafcda19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:01.655400 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0e469091-fa2f-4eca-8b60-e04f124edc90 req-5af89937-9c81-4a8b-b22b-4e5bcafcda19 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1aa04bf-59ef-41bf-b51c-27c9e02dcb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0587008 Nov 29 02:04:01.685893 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-01b729ef-07b7-48b9-8984-596fa64c6d32 None None] Set router 18cecb15-20f6-4ff4-8405-dbd7bfc2882c gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:04:01.761133 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0e469091-fa2f-4eca-8b60-e04f124edc90 req-0935be14-8253-4765-96b9-0b19526478a6 service neutron] 10.222.0.24 "GET /v2.0/networks/a1aa04bf-59ef-41bf-b51c-27c9e02dcb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978003 Nov 29 02:04:01.820815 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf186569-8e1e-42d9-9483-1c0026c897bf tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:01.826108 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-cf186569-8e1e-42d9-9483-1c0026c897bf tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "GET /v2.0/networks/c043bb57-b22e-4ed7-aa97-746d9f1cd01e HTTP/1.1" status: 200 len: 802 time: 0.4722190 Nov 29 02:04:01.830138 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43162) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:01.901277 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0e469091-fa2f-4eca-8b60-e04f124edc90 req-e0656161-1b05-4e59-8c54-2288b5745174 service neutron] 10.222.0.24 "GET /v2.0/networks/a1aa04bf-59ef-41bf-b51c-27c9e02dcb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319385 Nov 29 02:04:01.948030 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-86e87903-f640-4dbb-8ca3-c4b2c4aeac90 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "GET /v2.0/networks/c043bb57-b22e-4ed7-aa97-746d9f1cd01e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.1165867 Nov 29 02:04:01.955562 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43168) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:01.981494 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-01b729ef-07b7-48b9-8984-596fa64c6d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'name': 'tempest-TestNetworkBasicOps-router-309347414', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:38Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'e4f2e7a7-e875-44d1-88ba-980c7018fdb1', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.238', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'port_id': '9cc93fce-b760-4a82-b891-94ec7f200b2b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67', 'mac_address': 'fa:16:3e:1d:47:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6159108-576f-4c18-9700-373fb54734ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:03:59Z', 'updated_at': '2021-11-29T02:03:59Z', 'revision_number': 0, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9955ac60-f264-42a0-8860-7b0a5cb45cda', 'name': '', 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:c5:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e5415f43-09f1-4cdb-b666-d7bd67043dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:03:37Z', 'updated_at': '2021-11-29T02:03:43Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': 'e5415f43-09f1-4cdb-b666-d7bd67043dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:02.007531 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b729ef-07b7-48b9-8984-596fa64c6d32 None None] The sync data for ids ['18cecb15-20f6-4ff4-8405-dbd7bfc2882c'] in dv-neutron-819032-3-hyperv is: [{'id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'name': 'tempest-TestNetworkBasicOps-router-309347414', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:38Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'e4f2e7a7-e875-44d1-88ba-980c7018fdb1', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.238', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'port_id': '9cc93fce-b760-4a82-b891-94ec7f200b2b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67', 'mac_address': 'fa:16:3e:1d:47:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6159108-576f-4c18-9700-373fb54734ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:03:59Z', 'updated_at': '2021-11-29T02:03:59Z', 'revision_number': 0, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9955ac60-f264-42a0-8860-7b0a5cb45cda', 'name': '', 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:c5:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e5415f43-09f1-4cdb-b666-d7bd67043dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:03:37Z', 'updated_at': '2021-11-29T02:03:43Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': 'e5415f43-09f1-4cdb-b666-d7bd67043dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:04:02.009041 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e380f926-746a-45b0-be6d-bdf212c1554a tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:02.013987 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e380f926-746a-45b0-be6d-bdf212c1554a tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "GET /v2.0/subnets/aefc46f6-28c7-4553-b3de-a20c7387fd71 HTTP/1.1" status: 200 len: 843 time: 0.0574367 Nov 29 02:04:02.014522 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43172) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:02.068513 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23a23e4-7572-426d-9833-b3b0593f36e5 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:02.070044 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a23a23e4-7572-426d-9833-b3b0593f36e5 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "GET /v2.0/subnets/aefc46f6-28c7-4553-b3de-a20c7387fd71?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0548823 Nov 29 02:04:02.073701 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43174) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:02.078444 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-01d9d0a3-7b42-487b-baca-72025bd3365f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1566862702'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:02.103143 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d9d0a3-7b42-487b-baca-72025bd3365f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Made reservation on behalf of 486c6e02ce00435ea741334af2655c9e for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:04:02.106966 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-01d9d0a3-7b42-487b-baca-72025bd3365f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:02.133048 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01d9d0a3-7b42-487b-baca-72025bd3365f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:04:02.146900 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-01d9d0a3-7b42-487b-baca-72025bd3365f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:02.147255 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-01d9d0a3-7b42-487b-baca-72025bd3365f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Added segment 48956377-d2e6-49c6-af3c-c75398cd4bf3 of type vlan for network 37dc7c15-5ede-4684-9ae1-4b38a8e56b83 Nov 29 02:04:02.197409 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-01d9d0a3-7b42-487b-baca-72025bd3365f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:02.225956 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-01d9d0a3-7b42-487b-baca-72025bd3365f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:02.232644 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d9d0a3-7b42-487b-baca-72025bd3365f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:02.233275 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-01d9d0a3-7b42-487b-baca-72025bd3365f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:02.255374 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa122e5-f69f-4b2b-8697-480864290af9 None None] New status for floating IP e4f2e7a7-e875-44d1-88ba-980c7018fdb1: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:04:02.280617 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43180) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:02.305695 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-01d9d0a3-7b42-487b-baca-72025bd3365f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2309196 Nov 29 02:04:02.306344 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43182) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:02.313516 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-daffb2ae-37e0-4cf7-936b-0f4164a07667 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Request body: {'subnet': {'network_id': '37dc7c15-5ede-4684-9ae1-4b38a8e56b83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:02.358869 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1e3c41a2-173d-45c3-a8a5-878cc58c192e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/floatingips/e4f2e7a7-e875-44d1-88ba-980c7018fdb1 HTTP/1.1" status: 200 len: 991 time: 0.0765567 Nov 29 02:04:02.369697 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d9d0a3-7b42-487b-baca-72025bd3365f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event updated for resources: {'Network': ['ID=37dc7c15-5ede-4684-9ae1-4b38a8e56b83,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:02.385016 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 37dc7c15-5ede-4684-9ae1-4b38a8e56b83 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:04:02.431182 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daffb2ae-37e0-4cf7-936b-0f4164a07667 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Made reservation on behalf of 486c6e02ce00435ea741334af2655c9e for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:04:02.439382 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-daffb2ae-37e0-4cf7-936b-0f4164a07667 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:02.503432 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-daffb2ae-37e0-4cf7-936b-0f4164a07667 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Performing IP validity checks on allocation pools {{(pid=103255) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 29 02:04:02.504107 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.ipam_backend_mixin [None req-daffb2ae-37e0-4cf7-936b-0f4164a07667 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103255) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 29 02:04:02.641619 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-daffb2ae-37e0-4cf7-936b-0f4164a07667 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:02.705108 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daffb2ae-37e0-4cf7-936b-0f4164a07667 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event updated for resources: {'Subnet': ['ID=dbec07da-7fbb-4a00-a699-333bd0fb5cd7,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:02.710615 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daffb2ae-37e0-4cf7-936b-0f4164a07667 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Checking segment: {'id': '48956377-d2e6-49c6-af3c-c75398cd4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '37dc7c15-5ede-4684-9ae1-4b38a8e56b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:04:02.711014 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daffb2ae-37e0-4cf7-936b-0f4164a07667 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Network hostable DHCP agents. Network: 37dc7c15-5ede-4684-9ae1-4b38a8e56b83, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:04:02.728106 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daffb2ae-37e0-4cf7-936b-0f4164a07667 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Network 37dc7c15-5ede-4684-9ae1-4b38a8e56b83 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:04:02.737267 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-daffb2ae-37e0-4cf7-936b-0f4164a07667 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 37dc7c15-5ede-4684-9ae1-4b38a8e56b83) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:02.742036 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daffb2ae-37e0-4cf7-936b-0f4164a07667 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:02.742642 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-daffb2ae-37e0-4cf7-936b-0f4164a07667 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:02.748765 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb6d93f-83c5-445f-9672-2e42a2288a12 None None] Network 37dc7c15-5ede-4684-9ae1-4b38a8e56b83 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:04:02.760015 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-daffb2ae-37e0-4cf7-936b-0f4164a07667 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.4505391 Nov 29 02:04:02.763119 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43198) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:02.768655 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4c9d4b9e-40c8-42ae-8ff0-41235b11ed13 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:02.876629 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c9d4b9e-40c8-42ae-8ff0-41235b11ed13 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28714379'] for subnet, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:03.044730 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c9d4b9e-40c8-42ae-8ff0-41235b11ed13 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763261847408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28724678'] for subnet, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:03.052439 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad32e64-cad3-40cc-a998-98243793e82c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-37dc7c15-5ede-4684-9ae1-4b38a8e56b83', 'network_id': '37dc7c15-5ede-4684-9ae1-4b38a8e56b83', 'tenant_id': '486c6e02ce00435ea741334af2655c9e', 'fixed_ips': [{'subnet_id': 'dbec07da-7fbb-4a00-a699-333bd0fb5cd7'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:04:03.053671 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cad32e64-cad3-40cc-a998-98243793e82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:03.088692 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9d4b9e-40c8-42ae-8ff0-41235b11ed13 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:03.089277 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c9d4b9e-40c8-42ae-8ff0-41235b11ed13 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:03.093222 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4c9d4b9e-40c8-42ae-8ff0-41235b11ed13 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "PUT /v2.0/subnets/dbec07da-7fbb-4a00-a699-333bd0fb5cd7 HTTP/1.1" status: 200 len: 900 time: 0.3264868 Nov 29 02:04:03.094925 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43200) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:03.105860 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9d4b9e-40c8-42ae-8ff0-41235b11ed13 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event updated for resources: {'Subnet': ['ID=dbec07da-7fbb-4a00-a699-333bd0fb5cd7,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:03.199636 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-cad32e64-cad3-40cc-a998-98243793e82c None None] Allocated IP 2001:db8::3 (37dc7c15-5ede-4684-9ae1-4b38a8e56b83/dbec07da-7fbb-4a00-a699-333bd0fb5cd7/21a9b478-2242-418c-8a28-f04680efca5d) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:04:03.209623 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3178d991-eddb-4bb4-a0e3-524132ae14d8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:03.263744 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3178d991-eddb-4bb4-a0e3-524132ae14d8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:03.363028 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43202) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:03.367779 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cad32e64-cad3-40cc-a998-98243793e82c None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:03.381773 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cad32e64-cad3-40cc-a998-98243793e82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:03.409180 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3178d991-eddb-4bb4-a0e3-524132ae14d8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:03.424281 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad32e64-cad3-40cc-a998-98243793e82c None None] Network 37dc7c15-5ede-4684-9ae1-4b38a8e56b83 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:03.431826 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43204) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:03.434176 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-cad32e64-cad3-40cc-a998-98243793e82c None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:03.436647 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad32e64-cad3-40cc-a998-98243793e82c None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:04:03.438327 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-26ff59e2-c971-42c2-a821-040ba5028aa0 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-682412303', 'description': 'tempest-secgroup-smoke-682412303 description', 'project_id': '5a72629fb67649cb8a5d407ce8400556'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:03.449581 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad32e64-cad3-40cc-a998-98243793e82c None None] Pushing event updated for resources: {'Port': ['ID=21a9b478-2242-418c-8a28-f04680efca5d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:03.466206 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-52531d7b-17ce-4ff6-9087-6606dbfbdec4 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/floatingips/e4f2e7a7-e875-44d1-88ba-980c7018fdb1 HTTP/1.1" status: 200 len: 993 time: 0.0934138 Nov 29 02:04:03.478377 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-26ff59e2-c971-42c2-a821-040ba5028aa0 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:03.487008 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-26ff59e2-c971-42c2-a821-040ba5028aa0 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:03.499896 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-cad32e64-cad3-40cc-a998-98243793e82c None None] Attempting to bind port 21a9b478-2242-418c-8a28-f04680efca5d on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:04:03.500278 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-cad32e64-cad3-40cc-a998-98243793e82c None None] Attempting to bind port 21a9b478-2242-418c-8a28-f04680efca5d by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '48956377-d2e6-49c6-af3c-c75398cd4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '37dc7c15-5ede-4684-9ae1-4b38a8e56b83'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:04:03.501040 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad32e64-cad3-40cc-a998-98243793e82c None None] Attempting to bind port 21a9b478-2242-418c-8a28-f04680efca5d on network 37dc7c15-5ede-4684-9ae1-4b38a8e56b83 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:04:03.507491 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad32e64-cad3-40cc-a998-98243793e82c None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:04:03.507948 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad32e64-cad3-40cc-a998-98243793e82c None None] Checking segment: {'id': '48956377-d2e6-49c6-af3c-c75398cd4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '37dc7c15-5ede-4684-9ae1-4b38a8e56b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:04:03.508748 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cad32e64-cad3-40cc-a998-98243793e82c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:03.508883 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad32e64-cad3-40cc-a998-98243793e82c None None] Bound using segment: {'id': '48956377-d2e6-49c6-af3c-c75398cd4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '37dc7c15-5ede-4684-9ae1-4b38a8e56b83'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:04:03.509300 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-cad32e64-cad3-40cc-a998-98243793e82c None None] Bound port: 21a9b478-2242-418c-8a28-f04680efca5d, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48956377-d2e6-49c6-af3c-c75398cd4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '37dc7c15-5ede-4684-9ae1-4b38a8e56b83'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:04:03.509721 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cad32e64-cad3-40cc-a998-98243793e82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:03.571618 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-26ff59e2-c971-42c2-a821-040ba5028aa0 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:03.576615 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-26ff59e2-c971-42c2-a821-040ba5028aa0 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:03.587211 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-cad32e64-cad3-40cc-a998-98243793e82c None None] For port 21a9b478-2242-418c-8a28-f04680efca5d, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:04:03.593030 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-cad32e64-cad3-40cc-a998-98243793e82c None None] For port 21a9b478-2242-418c-8a28-f04680efca5d, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=21a9b478-2242-418c-8a28-f04680efca5d,segment=NetworkSegment(48956377-d2e6-49c6-af3c-c75398cd4bf3),segment_id=48956377-d2e6-49c6-af3c-c75398cd4bf3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:04:03.600067 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cad32e64-cad3-40cc-a998-98243793e82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:03.629166 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff59e2-c971-42c2-a821-040ba5028aa0 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d932ecc1-8392-4c62-88bc-55d6c059cf19,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:03.677534 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-26ff59e2-c971-42c2-a821-040ba5028aa0 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:03.684195 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-26ff59e2-c971-42c2-a821-040ba5028aa0 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:03.709894 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad32e64-cad3-40cc-a998-98243793e82c None None] Pushing event updated for resources: {'Port': ['ID=21a9b478-2242-418c-8a28-f04680efca5d,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:03.720368 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff59e2-c971-42c2-a821-040ba5028aa0 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86cb37b7-db83-4a76-b16f-6e747fbdc47a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:03.726773 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-26ff59e2-c971-42c2-a821-040ba5028aa0 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:03.728228 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-26ff59e2-c971-42c2-a821-040ba5028aa0 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2951746 Nov 29 02:04:03.731136 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43206) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:03.736637 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-babeba0c-a4d5-4b04-990d-a50536d58e0f tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Request body: {'security_group_rule': {'security_group_id': '86cb37b7-db83-4a76-b16f-6e747fbdc47a', 'project_id': '5a72629fb67649cb8a5d407ce8400556', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:03.740212 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18006a72-1052-48c5-958e-de1beec676dc None None] Network 37dc7c15-5ede-4684-9ae1-4b38a8e56b83 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:04:03.768412 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-babeba0c-a4d5-4b04-990d-a50536d58e0f tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:03.813896 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178d991-eddb-4bb4-a0e3-524132ae14d8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event deleted for resources: {'Subnet': ['ID=dbec07da-7fbb-4a00-a699-333bd0fb5cd7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:03.834175 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-babeba0c-a4d5-4b04-990d-a50536d58e0f tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:03.836427 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3178d991-eddb-4bb4-a0e3-524132ae14d8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:03.839348 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-babeba0c-a4d5-4b04-990d-a50536d58e0f tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:03.857704 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-3178d991-eddb-4bb4-a0e3-524132ae14d8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37dc7c15-5ede-4684-9ae1-4b38a8e56b83']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:03.858260 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babeba0c-a4d5-4b04-990d-a50536d58e0f tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a63c6a2-225a-4b0e-97a5-148d58c721c6,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:03.869093 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-babeba0c-a4d5-4b04-990d-a50536d58e0f tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:03.870340 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-3178d991-eddb-4bb4-a0e3-524132ae14d8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48956377-d2e6-49c6-af3c-c75398cd4bf3') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:03.870645 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-3178d991-eddb-4bb4-a0e3-524132ae14d8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48956377-d2e6-49c6-af3c-c75398cd4bf3') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:03.872187 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-babeba0c-a4d5-4b04-990d-a50536d58e0f tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1391182 Nov 29 02:04:03.877194 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43208) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:03.881325 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3178d991-eddb-4bb4-a0e3-524132ae14d8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:03.883748 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-6517df30-4690-4cfc-9d21-dc89b4fd4687 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Request body: {'security_group_rule': {'security_group_id': '86cb37b7-db83-4a76-b16f-6e747fbdc47a', 'project_id': '5a72629fb67649cb8a5d407ce8400556', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:03.885501 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11274a1a-5515-4997-9f41-ec63d1855af7 None None] Network 37dc7c15-5ede-4684-9ae1-4b38a8e56b83 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:04:03.900352 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3178d991-eddb-4bb4-a0e3-524132ae14d8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:03.908225 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3178d991-eddb-4bb4-a0e3-524132ae14d8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:04:03.908718 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3178d991-eddb-4bb4-a0e3-524132ae14d8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:03.912061 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:04:03.912061 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:04:03.912061 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:04:03.912061 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:04:03.912061 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:04:03.912061 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:04:03.912061 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:04:03.912061 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:04:03.912061 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:04:03.912061 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:04:03.912061 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:04:03.912061 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:04:03.912061 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:04:03.912061 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:04:03.912061 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:04:03.912061 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:04:03.912061 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:04:03.912061 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:04:03.912061 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:04:03.912061 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:04:03.912061 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:04:03.912061 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:04:03.912061 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:04:03.912061 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:04:03.912061 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:04:03.912061 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:04:03.912061 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:04:03.912061 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:04:03.912061 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:04:03.912061 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:04:03.912061 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:04:03.912061 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:04:03.927002 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6517df30-4690-4cfc-9d21-dc89b4fd4687 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:03.979846 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.db.api [None req-3178d991-eddb-4bb4-a0e3-524132ae14d8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 29 02:04:03.979846 dv-neutron-819032-3-hyperv neutron-server[103255]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 29 02:04:03.979846 dv-neutron-819032-3-hyperv neutron-server[103255]: [parameters: {'id': '37dc7c15-5ede-4684-9ae1-4b38a8e56b83'}] Nov 29 02:04:03.979846 dv-neutron-819032-3-hyperv neutron-server[103255]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:04:03.980429 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG oslo_db.api [None req-3178d991-eddb-4bb4-a0e3-524132ae14d8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:04:03.989145 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6517df30-4690-4cfc-9d21-dc89b4fd4687 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:03.994085 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6517df30-4690-4cfc-9d21-dc89b4fd4687 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:04.012149 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517df30-4690-4cfc-9d21-dc89b4fd4687 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b473415c-ad82-4cd9-8ced-8d16af0e3864,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:04.014011 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb39cc6-1e01-41c1-a41b-37828d089ddf None None] get_active_networks_info from dv-neutron-819032-3-hyperv {{(pid=103256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 02:04:04.020226 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6517df30-4690-4cfc-9d21-dc89b4fd4687 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:04.024886 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6517df30-4690-4cfc-9d21-dc89b4fd4687 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1460526 Nov 29 02:04:04.025112 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43210) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:04.029930 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-2bfc9a1a-250c-4491-9516-3d4528cb9663 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Request body: {'security_group_rule': {'security_group_id': '86cb37b7-db83-4a76-b16f-6e747fbdc47a', 'project_id': '5a72629fb67649cb8a5d407ce8400556', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:04.056383 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2bfc9a1a-250c-4491-9516-3d4528cb9663 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:04.102478 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb39cc6-1e01-41c1-a41b-37828d089ddf None None] Resources bound (agent type, host, resource id): {{(pid=103256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 02:04:04.117876 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2bfc9a1a-250c-4491-9516-3d4528cb9663 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:04.122343 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2bfc9a1a-250c-4491-9516-3d4528cb9663 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:04.143284 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc9a1a-250c-4491-9516-3d4528cb9663 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c832cf7-a5ac-460e-8e2e-8114501f3ec9,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:04.153003 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2bfc9a1a-250c-4491-9516-3d4528cb9663 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:04.156745 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2bfc9a1a-250c-4491-9516-3d4528cb9663 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277084 Nov 29 02:04:04.156996 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43212) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:04.161278 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-12236c41-f91d-44cf-8ed7-48d30a0fd149 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Request body: {'security_group_rule': {'security_group_id': '86cb37b7-db83-4a76-b16f-6e747fbdc47a', 'project_id': '5a72629fb67649cb8a5d407ce8400556', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:04.187352 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12236c41-f91d-44cf-8ed7-48d30a0fd149 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:04.243053 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12236c41-f91d-44cf-8ed7-48d30a0fd149 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:04.249483 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12236c41-f91d-44cf-8ed7-48d30a0fd149 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:04.271521 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12236c41-f91d-44cf-8ed7-48d30a0fd149 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8465debf-3e36-4c5c-a364-571c257bad39,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:04.279900 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12236c41-f91d-44cf-8ed7-48d30a0fd149 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:04.281124 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-12236c41-f91d-44cf-8ed7-48d30a0fd149 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231577 Nov 29 02:04:04.283971 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43214) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:04.288680 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b4212cb9-c13e-41cb-ab85-bb284138b9b0 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Request body: {'security_group_rule': {'security_group_id': '86cb37b7-db83-4a76-b16f-6e747fbdc47a', 'project_id': '5a72629fb67649cb8a5d407ce8400556', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:04.311913 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-b4212cb9-c13e-41cb-ab85-bb284138b9b0 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Project 5a72629fb67649cb8a5d407ce8400556 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:04:04.317271 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4212cb9-c13e-41cb-ab85-bb284138b9b0 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:04.375801 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4212cb9-c13e-41cb-ab85-bb284138b9b0 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:04.379223 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4212cb9-c13e-41cb-ab85-bb284138b9b0 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:04.396267 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4212cb9-c13e-41cb-ab85-bb284138b9b0 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b244a9-008b-49b5-bafe-568a03719a0c,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:04.404239 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b4212cb9-c13e-41cb-ab85-bb284138b9b0 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:04.405431 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b4212cb9-c13e-41cb-ab85-bb284138b9b0 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204157 Nov 29 02:04:04.408154 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43216) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:04.412385 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-3fb679ae-97f4-435c-a95e-7dd1db4d6019 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Request body: {'security_group_rule': {'security_group_id': '86cb37b7-db83-4a76-b16f-6e747fbdc47a', 'project_id': '5a72629fb67649cb8a5d407ce8400556', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:04.433952 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-3fb679ae-97f4-435c-a95e-7dd1db4d6019 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Project 5a72629fb67649cb8a5d407ce8400556 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:04:04.438603 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3fb679ae-97f4-435c-a95e-7dd1db4d6019 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:04.482250 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3178d991-eddb-4bb4-a0e3-524132ae14d8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:04.502138 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3fb679ae-97f4-435c-a95e-7dd1db4d6019 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:04.506168 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3fb679ae-97f4-435c-a95e-7dd1db4d6019 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:04.544006 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb679ae-97f4-435c-a95e-7dd1db4d6019 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b60759e-bd7b-4b56-851e-dffed7053b1a,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:04.560331 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3fb679ae-97f4-435c-a95e-7dd1db4d6019 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:04.562415 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3fb679ae-97f4-435c-a95e-7dd1db4d6019 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1531231 Nov 29 02:04:04.565058 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43218) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:04.570658 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c529a5b4-4566-4e71-b57d-f2acaf34ddae tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Request body: {'network': {'name': 'tempest-network-smoke--1975902066', 'project_id': '5a72629fb67649cb8a5d407ce8400556', 'port_security_enabled': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:04.592464 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3178d991-eddb-4bb4-a0e3-524132ae14d8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Deleting port 21a9b478-2242-418c-8a28-f04680efca5d {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:04:04.592809 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3178d991-eddb-4bb4-a0e3-524132ae14d8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:04.606236 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c529a5b4-4566-4e71-b57d-f2acaf34ddae tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Made reservation on behalf of 5a72629fb67649cb8a5d407ce8400556 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:04:04.609585 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c529a5b4-4566-4e71-b57d-f2acaf34ddae tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:04.676621 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c529a5b4-4566-4e71-b57d-f2acaf34ddae tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:04:04.679939 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3178d991-eddb-4bb4-a0e3-524132ae14d8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] For port 21a9b478-2242-418c-8a28-f04680efca5d, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=21a9b478-2242-418c-8a28-f04680efca5d,segment=NetworkSegment(48956377-d2e6-49c6-af3c-c75398cd4bf3),segment_id=48956377-d2e6-49c6-af3c-c75398cd4bf3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:04.680297 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3178d991-eddb-4bb4-a0e3-524132ae14d8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:04.696955 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3178d991-eddb-4bb4-a0e3-524132ae14d8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Calling delete_port for 21a9b478-2242-418c-8a28-f04680efca5d owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:04:04.698982 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c529a5b4-4566-4e71-b57d-f2acaf34ddae tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:04.699333 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-c529a5b4-4566-4e71-b57d-f2acaf34ddae tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Added segment a767034f-685f-46a1-b040-4b969b751661 of type vlan for network 0920a717-4ca0-4264-bc1d-e8261a76bb0b Nov 29 02:04:04.775025 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c529a5b4-4566-4e71-b57d-f2acaf34ddae tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:04.815017 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c529a5b4-4566-4e71-b57d-f2acaf34ddae tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:04.820480 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c529a5b4-4566-4e71-b57d-f2acaf34ddae tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:04.821063 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c529a5b4-4566-4e71-b57d-f2acaf34ddae tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:04.888051 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c529a5b4-4566-4e71-b57d-f2acaf34ddae tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3219392 Nov 29 02:04:04.891020 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43220) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:04.894993 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3178d991-eddb-4bb4-a0e3-524132ae14d8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:04.895738 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a4ce1ea0-f315-441d-9edf-f071998a5429 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1344392073', 'admin_state_up': True, 'project_id': '5a72629fb67649cb8a5d407ce8400556', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:04.922366 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1ea0-f315-441d-9edf-f071998a5429 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:04.923443 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1ea0-f315-441d-9edf-f071998a5429 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:04.929113 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529a5b4-4566-4e71-b57d-f2acaf34ddae tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Pushing event updated for resources: {'Network': ['ID=0920a717-4ca0-4264-bc1d-e8261a76bb0b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:04.931276 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178d991-eddb-4bb4-a0e3-524132ae14d8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event deleted for resources: {'Port': ['ID=21a9b478-2242-418c-8a28-f04680efca5d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:04.935384 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3178d991-eddb-4bb4-a0e3-524132ae14d8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] No DVR routers for this DVR port 21a9b478-2242-418c-8a28-f04680efca5d on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:04:04.942194 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 0920a717-4ca0-4264-bc1d-e8261a76bb0b details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:04:04.989882 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1ea0-f315-441d-9edf-f071998a5429 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:05.016302 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3178d991-eddb-4bb4-a0e3-524132ae14d8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:05.036949 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-3178d991-eddb-4bb4-a0e3-524132ae14d8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37dc7c15-5ede-4684-9ae1-4b38a8e56b83']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:05.047065 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-3178d991-eddb-4bb4-a0e3-524132ae14d8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48956377-d2e6-49c6-af3c-c75398cd4bf3') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:05.047450 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-3178d991-eddb-4bb4-a0e3-524132ae14d8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48956377-d2e6-49c6-af3c-c75398cd4bf3') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:05.061037 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3178d991-eddb-4bb4-a0e3-524132ae14d8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:05.073877 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3178d991-eddb-4bb4-a0e3-524132ae14d8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:05.079961 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3178d991-eddb-4bb4-a0e3-524132ae14d8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:04:05.080344 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3178d991-eddb-4bb4-a0e3-524132ae14d8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:05.083535 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:04:05.083535 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:04:05.083535 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:04:05.083535 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:04:05.083535 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:04:05.083535 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:04:05.083535 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:04:05.083535 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:04:05.083535 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:04:05.083535 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:04:05.083535 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:04:05.083535 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:04:05.083535 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:04:05.083535 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:04:05.083535 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:04:05.083535 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:04:05.083535 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:04:05.083535 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:04:05.083535 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:04:05.083535 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:04:05.083535 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:04:05.083535 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:04:05.083535 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:04:05.083535 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:04:05.083535 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:04:05.083535 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:04:05.083535 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:04:05.083535 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:04:05.083535 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:04:05.083535 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:04:05.083535 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:04:05.083535 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:04:05.126809 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1ea0-f315-441d-9edf-f071998a5429 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:05.140900 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3178d991-eddb-4bb4-a0e3-524132ae14d8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:05.145319 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3178d991-eddb-4bb4-a0e3-524132ae14d8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:05.149582 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3178d991-eddb-4bb4-a0e3-524132ae14d8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "DELETE /v2.0/networks/37dc7c15-5ede-4684-9ae1-4b38a8e56b83 HTTP/1.1" status: 204 len: 168 time: 2.0532823 Nov 29 02:04:05.153036 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43222) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:05.193233 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178d991-eddb-4bb4-a0e3-524132ae14d8 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event deleted for resources: {'Network': ['ID=37dc7c15-5ede-4684-9ae1-4b38a8e56b83,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:05.196278 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-25f9b66c-2286-4b6b-91b4-9f77c2b926dc tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] DELETE failed (client error): The resource could not be found. Nov 29 02:04:05.196744 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25f9b66c-2286-4b6b-91b4-9f77c2b926dc tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:04:05.200025 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-25f9b66c-2286-4b6b-91b4-9f77c2b926dc tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "DELETE /v2.0/subnets/dbec07da-7fbb-4a00-a699-333bd0fb5cd7 HTTP/1.1" status: 404 len: 337 time: 0.0460489 Nov 29 02:04:05.202603 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43224) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:05.220810 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0cd9002-e84d-4209-9213-aab4dac65268 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] DELETE failed (client error): The resource could not be found. Nov 29 02:04:05.221300 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0cd9002-e84d-4209-9213-aab4dac65268 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:04:05.224349 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d0cd9002-e84d-4209-9213-aab4dac65268 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "DELETE /v2.0/networks/37dc7c15-5ede-4684-9ae1-4b38a8e56b83 HTTP/1.1" status: 404 len: 339 time: 0.0207918 Nov 29 02:04:05.227930 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43226) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:05.307056 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd3b90f1-bf96-44aa-a031-88d0c4fe82ce tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:05.349699 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1ea0-f315-441d-9edf-f071998a5429 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:05.368151 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1ea0-f315-441d-9edf-f071998a5429 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:05.403179 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd3b90f1-bf96-44aa-a031-88d0c4fe82ce tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:05.427314 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-cd3b90f1-bf96-44aa-a031-88d0c4fe82ce tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f405a0-ed6d-470a-bc4e-fb6b9102704f']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:05.436671 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-cd3b90f1-bf96-44aa-a031-88d0c4fe82ce tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '679e8857-0d23-4fb6-8547-0c1916fe3ce4') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:05.436987 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-cd3b90f1-bf96-44aa-a031-88d0c4fe82ce tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '679e8857-0d23-4fb6-8547-0c1916fe3ce4') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:05.447127 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd3b90f1-bf96-44aa-a031-88d0c4fe82ce tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:05.460917 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd3b90f1-bf96-44aa-a031-88d0c4fe82ce tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:05.466932 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd3b90f1-bf96-44aa-a031-88d0c4fe82ce tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:04:05.467315 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd3b90f1-bf96-44aa-a031-88d0c4fe82ce tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:05.472267 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:04:05.472267 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:04:05.472267 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:04:05.472267 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:04:05.472267 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:04:05.472267 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:04:05.472267 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:04:05.472267 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:04:05.472267 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:04:05.472267 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:04:05.472267 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:04:05.472267 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:04:05.472267 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:04:05.472267 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:04:05.472267 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:04:05.472267 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:04:05.472267 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:04:05.472267 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:04:05.472267 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:04:05.472267 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:04:05.472267 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:04:05.472267 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:04:05.472267 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:04:05.472267 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:04:05.472267 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:04:05.472267 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:04:05.472267 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:04:05.472267 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:04:05.472267 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:04:05.472267 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:04:05.472267 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:04:05.472267 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:04:05.474594 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-a4ce1ea0-f315-441d-9edf-f071998a5429 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Allocated IP 172.26.3.234 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/7a1eaa86-b255-4c2b-9eed-5df4a00b803b) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:04:05.536367 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd3b90f1-bf96-44aa-a031-88d0c4fe82ce tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:05.543327 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd3b90f1-bf96-44aa-a031-88d0c4fe82ce tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:05.546527 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-cd3b90f1-bf96-44aa-a031-88d0c4fe82ce tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "DELETE /v2.0/networks/c3f405a0-ed6d-470a-bc4e-fb6b9102704f HTTP/1.1" status: 204 len: 168 time: 0.3176911 Nov 29 02:04:05.550887 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43228) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:05.558041 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b90f1-bf96-44aa-a031-88d0c4fe82ce tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event deleted for resources: {'Network': ['ID=c3f405a0-ed6d-470a-bc4e-fb6b9102704f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:05.584027 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ea76fe-623c-4ab7-91db-d52102290535 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] DELETE failed (client error): The resource could not be found. Nov 29 02:04:05.584477 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93ea76fe-623c-4ab7-91db-d52102290535 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:04:05.588316 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-93ea76fe-623c-4ab7-91db-d52102290535 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "DELETE /v2.0/subnets/06292cee-04c4-49d3-ada5-73e4cf63e7da HTTP/1.1" status: 404 len: 337 time: 0.0363791 Nov 29 02:04:05.591058 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43230) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:05.609207 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a02e3a-5598-4d7f-8ac5-38c7d8c11b83 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] DELETE failed (client error): The resource could not be found. Nov 29 02:04:05.609731 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a02e3a-5598-4d7f-8ac5-38c7d8c11b83 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:04:05.612954 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1ea0-f315-441d-9edf-f071998a5429 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:05.613116 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b3a02e3a-5598-4d7f-8ac5-38c7d8c11b83 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "DELETE /v2.0/networks/41c47dae-a26e-40d8-bf7c-6a0deab519ab HTTP/1.1" status: 404 len: 339 time: 0.0207033 Nov 29 02:04:05.615369 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43232) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:05.647130 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1ea0-f315-441d-9edf-f071998a5429 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:05.666064 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2f82d3-ed5e-4087-b422-7e0339b8a6c2 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Deleting subnet c372b44c-ed49-4bd0-a3c2-19ffe06065a0 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:04:05.669169 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2f82d3-ed5e-4087-b422-7e0339b8a6c2 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:05.689167 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ce1ea0-f315-441d-9edf-f071998a5429 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:05.692046 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-a4ce1ea0-f315-441d-9edf-f071998a5429 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:05.696286 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ce1ea0-f315-441d-9edf-f071998a5429 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:04:05.706108 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e4d620-b388-41a5-b9a3-a397092be8d0 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:04:05.714308 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2f82d3-ed5e-4087-b422-7e0339b8a6c2 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:05.726495 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce1ea0-f315-441d-9edf-f071998a5429 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Pushing event updated for resources: {'Port': ['ID=7a1eaa86-b255-4c2b-9eed-5df4a00b803b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:05.766862 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-b31fa86c-2d11-40da-8a3a-54ec4723bc4b None None] Provisioning complete for port 7a1eaa86-b255-4c2b-9eed-5df4a00b803b triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:05.768037 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b31fa86c-2d11-40da-8a3a-54ec4723bc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:05.803049 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2f82d3-ed5e-4087-b422-7e0339b8a6c2 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:05.803855 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b31fa86c-2d11-40da-8a3a-54ec4723bc4b None None] Port 7a1eaa86-b255-4c2b-9eed-5df4a00b803b cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:04:05.862983 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2f82d3-ed5e-4087-b422-7e0339b8a6c2 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:05.894946 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f82d3-ed5e-4087-b422-7e0339b8a6c2 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event deleted for resources: {'Subnet': ['ID=c372b44c-ed49-4bd0-a3c2-19ffe06065a0,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:05.899928 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d2f82d3-ed5e-4087-b422-7e0339b8a6c2 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:05.903187 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3d2f82d3-ed5e-4087-b422-7e0339b8a6c2 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "DELETE /v2.0/subnets/c372b44c-ed49-4bd0-a3c2-19ffe06065a0 HTTP/1.1" status: 204 len: 168 time: 0.2868278 Nov 29 02:04:05.905621 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43234) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:05.908407 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3767c769-7a7a-45ea-afda-28b17e1daa62 None None] Network d2f86f53-a1de-4c4c-a30b-e124d7faed80 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:04:05.960512 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8b52dde-52ce-4177-a7ce-76b3bf53d09b tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Deleting subnet 71a01118-dd97-4bdf-969f-acf4ab811595 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:04:05.963644 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8b52dde-52ce-4177-a7ce-76b3bf53d09b tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:05.967559 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1ea0-f315-441d-9edf-f071998a5429 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:06.008903 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8b52dde-52ce-4177-a7ce-76b3bf53d09b tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:06.104226 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8b52dde-52ce-4177-a7ce-76b3bf53d09b tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:06.173636 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8b52dde-52ce-4177-a7ce-76b3bf53d09b tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:06.175502 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1ea0-f315-441d-9edf-f071998a5429 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:06.200982 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b52dde-52ce-4177-a7ce-76b3bf53d09b tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event deleted for resources: {'Subnet': ['ID=71a01118-dd97-4bdf-969f-acf4ab811595,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:06.207963 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8b52dde-52ce-4177-a7ce-76b3bf53d09b tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:06.213982 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c8b52dde-52ce-4177-a7ce-76b3bf53d09b tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "DELETE /v2.0/subnets/71a01118-dd97-4bdf-969f-acf4ab811595 HTTP/1.1" status: 204 len: 168 time: 0.3071442 Nov 29 02:04:06.214512 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43236) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:06.309443 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ee3121b-5fd7-4b46-a220-46d954f395af tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:06.320400 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ce1ea0-f315-441d-9edf-f071998a5429 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Router 40bd8511-bba4-48e1-b2d9-05beb36e0da0 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:04:06.366280 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0ee3121b-5fd7-4b46-a220-46d954f395af tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Deleting port 8d5495d7-0869-4d9e-b9c9-97f2cd3ed073 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:04:06.366769 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ee3121b-5fd7-4b46-a220-46d954f395af tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:06.435439 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ce1ea0-f315-441d-9edf-f071998a5429 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:04:06.438591 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-0ee3121b-5fd7-4b46-a220-46d954f395af tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] For port 8d5495d7-0869-4d9e-b9c9-97f2cd3ed073, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=8d5495d7-0869-4d9e-b9c9-97f2cd3ed073,segment=NetworkSegment(fd2603c0-2f42-4218-99c9-5f95e0f0b0fa),segment_id=fd2603c0-2f42-4218-99c9-5f95e0f0b0fa)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:06.439211 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ee3121b-5fd7-4b46-a220-46d954f395af tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:06.454253 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0ee3121b-5fd7-4b46-a220-46d954f395af tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Calling delete_port for 8d5495d7-0869-4d9e-b9c9-97f2cd3ed073 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:04:06.457064 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662f6b59-51ce-4f24-97a9-cdbd8e7c1671 None None] Sync routers for ids ['40bd8511-bba4-48e1-b2d9-05beb36e0da0'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:04:06.458093 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1ea0-f315-441d-9edf-f071998a5429 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:06.462290 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a4ce1ea0-f315-441d-9edf-f071998a5429 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5699000 Nov 29 02:04:06.463550 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43238) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:06.474761 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662f6b59-51ce-4f24-97a9-cdbd8e7c1671 None None] Routers {'40bd8511-bba4-48e1-b2d9-05beb36e0da0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:06.475681 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-662f6b59-51ce-4f24-97a9-cdbd8e7c1671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:03:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['40bd8511-bba4-48e1-b2d9-05beb36e0da0'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:06.549747 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ee3121b-5fd7-4b46-a220-46d954f395af tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:06.577349 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee3121b-5fd7-4b46-a220-46d954f395af tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event deleted for resources: {'Port': ['ID=8d5495d7-0869-4d9e-b9c9-97f2cd3ed073,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:06.580895 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-662f6b59-51ce-4f24-97a9-cdbd8e7c1671 None None] Set router 40bd8511-bba4-48e1-b2d9-05beb36e0da0 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:04:06.583964 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee3121b-5fd7-4b46-a220-46d954f395af tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] No DVR routers for this DVR port 8d5495d7-0869-4d9e-b9c9-97f2cd3ed073 on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:04:06.653682 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-20bf229a-9823-4530-bd80-7c780de7cff0 tempest-TestNetworkAdvancedServerOps-1879129330 tempest-TestNetworkAdvancedServerOps-1879129330-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=5a72629fb67649cb8a5d407ce8400556&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1873024 Nov 29 02:04:06.655185 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43242) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:06.676833 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ee3121b-5fd7-4b46-a220-46d954f395af tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:06.691533 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220e0c1a-80d3-4872-9577-889eca81c0d9 None None] Network d2f86f53-a1de-4c4c-a30b-e124d7faed80 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:04:06.698691 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-0ee3121b-5fd7-4b46-a220-46d954f395af tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f86f53-a1de-4c4c-a30b-e124d7faed80']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:06.710076 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-0ee3121b-5fd7-4b46-a220-46d954f395af tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd2603c0-2f42-4218-99c9-5f95e0f0b0fa') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:06.710076 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-0ee3121b-5fd7-4b46-a220-46d954f395af tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd2603c0-2f42-4218-99c9-5f95e0f0b0fa') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:06.722328 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ee3121b-5fd7-4b46-a220-46d954f395af tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:06.740018 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ee3121b-5fd7-4b46-a220-46d954f395af tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:06.746268 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee3121b-5fd7-4b46-a220-46d954f395af tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:04:06.746701 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ee3121b-5fd7-4b46-a220-46d954f395af tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:06.750305 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:04:06.750305 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:04:06.750305 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:04:06.750305 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:04:06.750305 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:04:06.750305 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:04:06.750305 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:04:06.750305 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:04:06.750305 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:04:06.750305 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:04:06.750305 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:04:06.750305 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:04:06.750305 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:04:06.750305 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:04:06.750305 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:04:06.750305 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:04:06.750305 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:04:06.750305 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:04:06.750305 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:04:06.750305 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:04:06.750305 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:04:06.750305 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:04:06.750305 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:04:06.750305 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:04:06.750305 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:04:06.750305 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:04:06.750305 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:04:06.750305 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:04:06.750305 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:04:06.750305 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:04:06.750305 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:04:06.750305 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:04:06.752650 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-5af4408e-c6c5-4273-9b3c-e35bf13b5dfd None None] Could not find standard attr ID for object 8d5495d7-0869-4d9e-b9c9-97f2cd3ed073. {{(pid=103256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 02:04:06.765770 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f31f21-82d2-4b15-9d45-1115ce6ad2d6 tempest-TestNetworkAdvancedServerOps-1879129330 tempest-TestNetworkAdvancedServerOps-1879129330-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:06.770235 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c9f31f21-82d2-4b15-9d45-1115ce6ad2d6 tempest-TestNetworkAdvancedServerOps-1879129330 tempest-TestNetworkAdvancedServerOps-1879129330-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1137946 Nov 29 02:04:06.770839 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43244) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:06.814339 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-601042a9-1f48-4361-82e8-4152f80f1d0a tempest-TestNetworkAdvancedServerOps-1879129330 tempest-TestNetworkAdvancedServerOps-1879129330-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=4bf244a8-fda8-412f-8f05-2c7c5210f333&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422966 Nov 29 02:04:06.814691 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43246) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:06.814857 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-662f6b59-51ce-4f24-97a9-cdbd8e7c1671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344392073', 'tenant_id': '5a72629fb67649cb8a5d407ce8400556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': '7a1eaa86-b255-4c2b-9eed-5df4a00b803b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:04Z', 'updated_at': '2021-11-29T02:04:05Z', 'revision_number': 3, 'project_id': '5a72629fb67649cb8a5d407ce8400556', 'gw_port': {'id': '7a1eaa86-b255-4c2b-9eed-5df4a00b803b', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:05Z', 'updated_at': '2021-11-29T02:04:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:06.821081 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-79856d49-f82d-4b30-9533-435e7fba8172 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-376989690', 'network_id': '0920a717-4ca0-4264-bc1d-e8261a76bb0b', 'project_id': '5a72629fb67649cb8a5d407ce8400556', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:06.842841 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662f6b59-51ce-4f24-97a9-cdbd8e7c1671 None None] Checking router: 40bd8511-bba4-48e1-b2d9-05beb36e0da0 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:04:06.843858 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662f6b59-51ce-4f24-97a9-cdbd8e7c1671 None None] Updating router 40bd8511-bba4-48e1-b2d9-05beb36e0da0 port 7a1eaa86-b255-4c2b-9eed-5df4a00b803b binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:04:06.869817 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-662f6b59-51ce-4f24-97a9-cdbd8e7c1671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:06.872869 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ee3121b-5fd7-4b46-a220-46d954f395af tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:06.883416 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0ee3121b-5fd7-4b46-a220-46d954f395af tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:06.888867 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-0ee3121b-5fd7-4b46-a220-46d954f395af tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "DELETE /v2.0/networks/d2f86f53-a1de-4c4c-a30b-e124d7faed80 HTTP/1.1" status: 204 len: 168 time: 0.6712079 Nov 29 02:04:06.889778 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43248) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:06.893621 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6938ee9f-6899-4060-8831-d7f54657b6c4 None None] DHCP port deletion for d2f86f53-a1de-4c4c-a30b-e124d7faed80 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:04:06.914526 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee3121b-5fd7-4b46-a220-46d954f395af tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event deleted for resources: {'Network': ['ID=d2f86f53-a1de-4c4c-a30b-e124d7faed80,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:06.931627 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-11db61cf-7df8-4a41-b2fb-a0eeb40e2d29 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] DELETE failed (client error): The resource could not be found. Nov 29 02:04:06.932015 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11db61cf-7df8-4a41-b2fb-a0eeb40e2d29 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:04:06.935396 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-11db61cf-7df8-4a41-b2fb-a0eeb40e2d29 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "DELETE /v2.0/subnets/90014f6e-7711-45ea-98ad-04cfcdd91000 HTTP/1.1" status: 404 len: 337 time: 0.0449212 Nov 29 02:04:06.939940 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43250) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:06.963668 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb04433e-bf45-4f74-a290-e9bd0f5d9bd4 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] DELETE failed (client error): The resource could not be found. Nov 29 02:04:06.964175 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb04433e-bf45-4f74-a290-e9bd0f5d9bd4 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:04:06.967895 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-eb04433e-bf45-4f74-a290-e9bd0f5d9bd4 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "DELETE /v2.0/networks/5dddfb73-aa02-4679-9ce6-edf4a9154ea6 HTTP/1.1" status: 404 len: 339 time: 0.0263698 Nov 29 02:04:06.970633 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43252) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:06.979520 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79856d49-f82d-4b30-9533-435e7fba8172 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Made reservation on behalf of 5a72629fb67649cb8a5d407ce8400556 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:04:06.982756 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79856d49-f82d-4b30-9533-435e7fba8172 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:07.002731 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddde3147-581f-4ed4-af29-3a42ff809943 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] DELETE failed (client error): The resource could not be found. Nov 29 02:04:07.003175 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddde3147-581f-4ed4-af29-3a42ff809943 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:04:07.006291 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ddde3147-581f-4ed4-af29-3a42ff809943 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "DELETE /v2.0/subnets/724653a9-65fe-4912-8aad-034dbd22b09d HTTP/1.1" status: 404 len: 337 time: 0.0352964 Nov 29 02:04:07.009579 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43254) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:07.032729 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-06c69a4d-fd10-4242-b202-1a94420e8bc0 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] DELETE failed (client error): The resource could not be found. Nov 29 02:04:07.033576 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06c69a4d-fd10-4242-b202-1a94420e8bc0 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:04:07.036712 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-06c69a4d-fd10-4242-b202-1a94420e8bc0 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "DELETE /v2.0/networks/a4300656-cfe4-4346-b2a7-d4f497f592b8 HTTP/1.1" status: 404 len: 339 time: 0.0259504 Nov 29 02:04:07.039530 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43256) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:07.066220 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc013de8-4b34-4c1b-981d-08cfbf00d9ed tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] DELETE failed (client error): The resource could not be found. Nov 29 02:04:07.066686 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc013de8-4b34-4c1b-981d-08cfbf00d9ed tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:04:07.070679 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bc013de8-4b34-4c1b-981d-08cfbf00d9ed tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "DELETE /v2.0/subnets/70857108-7a9e-4a9b-bfff-f5035902ba14 HTTP/1.1" status: 404 len: 337 time: 0.0301812 Nov 29 02:04:07.073394 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43258) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:07.092734 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f3f80c7-9924-4320-a614-faeddb6a2b96 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] DELETE failed (client error): The resource could not be found. Nov 29 02:04:07.093256 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f3f80c7-9924-4320-a614-faeddb6a2b96 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:04:07.098982 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6f3f80c7-9924-4320-a614-faeddb6a2b96 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "DELETE /v2.0/networks/bf8bf03d-466e-4c7a-a78a-52c50597daf6 HTTP/1.1" status: 404 len: 339 time: 0.0220299 Nov 29 02:04:07.099325 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43260) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:07.188629 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc067af-703b-4e26-8951-f719d3c0e495 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Deleting subnet f4239e45-a968-45b0-a1ab-db65f9ad3f7c {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:04:07.215171 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ffc067af-703b-4e26-8951-f719d3c0e495 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:07.233561 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-662f6b59-51ce-4f24-97a9-cdbd8e7c1671 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:07.239026 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-662f6b59-51ce-4f24-97a9-cdbd8e7c1671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:07.266194 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79856d49-f82d-4b30-9533-435e7fba8172 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:07.276448 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ffc067af-703b-4e26-8951-f719d3c0e495 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:07.281167 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbab284d-524a-4968-955e-1f9d10e7cec7 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:04:07.292988 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-662f6b59-51ce-4f24-97a9-cdbd8e7c1671 None None] Attempting to bind port 7a1eaa86-b255-4c2b-9eed-5df4a00b803b on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:04:07.293362 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-662f6b59-51ce-4f24-97a9-cdbd8e7c1671 None None] Attempting to bind port 7a1eaa86-b255-4c2b-9eed-5df4a00b803b by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:04:07.293746 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662f6b59-51ce-4f24-97a9-cdbd8e7c1671 None None] Attempting to bind port 7a1eaa86-b255-4c2b-9eed-5df4a00b803b on network 4bf244a8-fda8-412f-8f05-2c7c5210f333 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:04:07.301790 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef255dea-13a0-4372-b40a-f26135f486a0 None None] Pushing event updated for resources: {'Port': ['ID=7a1eaa86-b255-4c2b-9eed-5df4a00b803b,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:07.305824 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662f6b59-51ce-4f24-97a9-cdbd8e7c1671 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:04:07.306200 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662f6b59-51ce-4f24-97a9-cdbd8e7c1671 None None] Checking segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:04:07.306596 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-662f6b59-51ce-4f24-97a9-cdbd8e7c1671 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:07.306973 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662f6b59-51ce-4f24-97a9-cdbd8e7c1671 None None] Bound using segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:04:07.307435 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-662f6b59-51ce-4f24-97a9-cdbd8e7c1671 None None] Bound port: 7a1eaa86-b255-4c2b-9eed-5df4a00b803b, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:04:07.307809 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-662f6b59-51ce-4f24-97a9-cdbd8e7c1671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:07.359708 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-662f6b59-51ce-4f24-97a9-cdbd8e7c1671 None None] For port 7a1eaa86-b255-4c2b-9eed-5df4a00b803b, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:04:07.362858 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-662f6b59-51ce-4f24-97a9-cdbd8e7c1671 None None] For port 7a1eaa86-b255-4c2b-9eed-5df4a00b803b, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7a1eaa86-b255-4c2b-9eed-5df4a00b803b,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:04:07.369813 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-662f6b59-51ce-4f24-97a9-cdbd8e7c1671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:07.379821 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79856d49-f82d-4b30-9533-435e7fba8172 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Pushing event updated for resources: {'Subnet': ['ID=8af5b422-0f8b-481e-954e-b5b55cbac41b,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:07.386384 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-2e04b060-ba60-4b7d-b41f-efa2cc0e90fd None None] Provisioning complete for port 7a1eaa86-b255-4c2b-9eed-5df4a00b803b triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:07.386777 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2e04b060-ba60-4b7d-b41f-efa2cc0e90fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:07.415683 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79856d49-f82d-4b30-9533-435e7fba8172 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Checking segment: {'id': 'a767034f-685f-46a1-b040-4b969b751661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0920a717-4ca0-4264-bc1d-e8261a76bb0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:04:07.416056 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79856d49-f82d-4b30-9533-435e7fba8172 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Network hostable DHCP agents. Network: 0920a717-4ca0-4264-bc1d-e8261a76bb0b, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:04:07.427306 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662f6b59-51ce-4f24-97a9-cdbd8e7c1671 None None] Routers {'40bd8511-bba4-48e1-b2d9-05beb36e0da0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:07.428262 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-662f6b59-51ce-4f24-97a9-cdbd8e7c1671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:03:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['40bd8511-bba4-48e1-b2d9-05beb36e0da0'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:07.428420 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ffc067af-703b-4e26-8951-f719d3c0e495 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:07.428588 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728d1ac8-4e05-4cb0-8fc0-0a28cb62aae5 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:04:07.467826 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79856d49-f82d-4b30-9533-435e7fba8172 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Network 0920a717-4ca0-4264-bc1d-e8261a76bb0b is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:04:07.489388 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-79856d49-f82d-4b30-9533-435e7fba8172 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 0920a717-4ca0-4264-bc1d-e8261a76bb0b) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:07.496758 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79856d49-f82d-4b30-9533-435e7fba8172 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:07.497364 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79856d49-f82d-4b30-9533-435e7fba8172 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:07.500155 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2e04b060-ba60-4b7d-b41f-efa2cc0e90fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:07.509197 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f34bf2-352c-4442-bacc-0a7642203720 None None] Network 0920a717-4ca0-4264-bc1d-e8261a76bb0b requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:04:07.522459 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef255dea-13a0-4372-b40a-f26135f486a0 None None] Pushing event updated for resources: {'Port': ['ID=7a1eaa86-b255-4c2b-9eed-5df4a00b803b,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:07.527302 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43262) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:07.527562 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-79856d49-f82d-4b30-9533-435e7fba8172 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7116175 Nov 29 02:04:07.529585 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ffc067af-703b-4e26-8951-f719d3c0e495 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:07.561052 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc067af-703b-4e26-8951-f719d3c0e495 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event deleted for resources: {'Subnet': ['ID=f4239e45-a968-45b0-a1ab-db65f9ad3f7c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:07.563065 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ffc067af-703b-4e26-8951-f719d3c0e495 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:07.566595 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ffc067af-703b-4e26-8951-f719d3c0e495 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "DELETE /v2.0/subnets/f4239e45-a968-45b0-a1ab-db65f9ad3f7c HTTP/1.1" status: 204 len: 168 time: 0.4662771 Nov 29 02:04:07.569012 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43264) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:07.569820 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-2e04b060-ba60-4b7d-b41f-efa2cc0e90fd None None] For port 7a1eaa86-b255-4c2b-9eed-5df4a00b803b, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7a1eaa86-b255-4c2b-9eed-5df4a00b803b,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:07.580653 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c0a3f4-b6b7-4bef-b867-5560ed24ef2a None None] Network 6a5e610a-adac-4ac3-b3c6-e15d9ab51e06 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:04:07.598240 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-662f6b59-51ce-4f24-97a9-cdbd8e7c1671 None None] Set router 40bd8511-bba4-48e1-b2d9-05beb36e0da0 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:04:07.620285 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2e04b060-ba60-4b7d-b41f-efa2cc0e90fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:07.665587 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c71748a3-7167-458f-acf3-269617ae559a tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:07.725573 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c71748a3-7167-458f-acf3-269617ae559a tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Deleting port 88faa208-8421-4df1-bc44-d9810d29b0c8 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:04:07.726688 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c71748a3-7167-458f-acf3-269617ae559a tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:07.780156 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e04b060-ba60-4b7d-b41f-efa2cc0e90fd None None] Pushing event updated for resources: {'Port': ['ID=7a1eaa86-b255-4c2b-9eed-5df4a00b803b,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:07.817702 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-46d669c7-18ce-40ef-9ca8-921a534a6171 None None] Provisioning complete for port 7a1eaa86-b255-4c2b-9eed-5df4a00b803b triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:07.818055 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46d669c7-18ce-40ef-9ca8-921a534a6171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:07.822203 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c71748a3-7167-458f-acf3-269617ae559a tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] For port 88faa208-8421-4df1-bc44-d9810d29b0c8, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=88faa208-8421-4df1-bc44-d9810d29b0c8,segment=NetworkSegment(cc59672b-fadd-4fef-863a-423067ef552a),segment_id=cc59672b-fadd-4fef-863a-423067ef552a)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:07.822584 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c71748a3-7167-458f-acf3-269617ae559a tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:07.837449 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c71748a3-7167-458f-acf3-269617ae559a tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Calling delete_port for 88faa208-8421-4df1-bc44-d9810d29b0c8 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:04:07.857564 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-662f6b59-51ce-4f24-97a9-cdbd8e7c1671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344392073', 'tenant_id': '5a72629fb67649cb8a5d407ce8400556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': '7a1eaa86-b255-4c2b-9eed-5df4a00b803b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:04Z', 'updated_at': '2021-11-29T02:04:05Z', 'revision_number': 3, 'project_id': '5a72629fb67649cb8a5d407ce8400556', 'gw_port': {'id': '7a1eaa86-b255-4c2b-9eed-5df4a00b803b', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:05Z', 'updated_at': '2021-11-29T02:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:07.880385 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aac01fd-4d78-4b0b-8fc3-7e9c2f9844cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-0920a717-4ca0-4264-bc1d-e8261a76bb0b', 'network_id': '0920a717-4ca0-4264-bc1d-e8261a76bb0b', 'tenant_id': '5a72629fb67649cb8a5d407ce8400556', 'fixed_ips': [{'subnet_id': '8af5b422-0f8b-481e-954e-b5b55cbac41b'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:04:07.881378 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0aac01fd-4d78-4b0b-8fc3-7e9c2f9844cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:07.897223 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 8d5495d7-0869-4d9e-b9c9-97f2cd3ed073 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:04:07.902087 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662f6b59-51ce-4f24-97a9-cdbd8e7c1671 None None] The sync data for ids ['40bd8511-bba4-48e1-b2d9-05beb36e0da0'] in dv-neutron-819032-3-hyperv is: [{'id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344392073', 'tenant_id': '5a72629fb67649cb8a5d407ce8400556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': '7a1eaa86-b255-4c2b-9eed-5df4a00b803b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:04Z', 'updated_at': '2021-11-29T02:04:05Z', 'revision_number': 3, 'project_id': '5a72629fb67649cb8a5d407ce8400556', 'gw_port': {'id': '7a1eaa86-b255-4c2b-9eed-5df4a00b803b', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:05Z', 'updated_at': '2021-11-29T02:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:04:07.941983 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c71748a3-7167-458f-acf3-269617ae559a tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:07.950413 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 8d5495d7-0869-4d9e-b9c9-97f2cd3ed073 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:04:07.950820 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 8d5495d7-0869-4d9e-b9c9-97f2cd3ed073 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:04:07.977289 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71748a3-7167-458f-acf3-269617ae559a tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] No DVR routers for this DVR port 88faa208-8421-4df1-bc44-d9810d29b0c8 on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:04:07.979374 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71748a3-7167-458f-acf3-269617ae559a tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event deleted for resources: {'Port': ['ID=88faa208-8421-4df1-bc44-d9810d29b0c8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:08.034972 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4f9365-a064-4910-89e3-854958ad54d3 None None] DHCP port deletion for 6a5e610a-adac-4ac3-b3c6-e15d9ab51e06 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:04:08.078094 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c71748a3-7167-458f-acf3-269617ae559a tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:08.101703 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-c71748a3-7167-458f-acf3-269617ae559a tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a5e610a-adac-4ac3-b3c6-e15d9ab51e06']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:08.115498 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-c71748a3-7167-458f-acf3-269617ae559a tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc59672b-fadd-4fef-863a-423067ef552a') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:08.115498 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-c71748a3-7167-458f-acf3-269617ae559a tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc59672b-fadd-4fef-863a-423067ef552a') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:08.126524 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c71748a3-7167-458f-acf3-269617ae559a tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:08.149146 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c71748a3-7167-458f-acf3-269617ae559a tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:08.158472 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c71748a3-7167-458f-acf3-269617ae559a tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:04:08.159427 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c71748a3-7167-458f-acf3-269617ae559a tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:08.175378 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f380db4b-202e-4ba6-8734-8b54e14b5d0a tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:08.245842 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:04:08.245842 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:04:08.245842 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:04:08.245842 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:04:08.245842 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:04:08.245842 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:04:08.245842 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:04:08.245842 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:04:08.245842 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:04:08.245842 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:04:08.245842 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:04:08.245842 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:04:08.245842 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:04:08.245842 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:04:08.245842 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:04:08.245842 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:04:08.245842 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:04:08.245842 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:04:08.245842 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:04:08.245842 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:04:08.245842 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:04:08.245842 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:04:08.245842 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:04:08.245842 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:04:08.245842 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:04:08.245842 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:04:08.245842 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:04:08.245842 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:04:08.245842 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:04:08.245842 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:04:08.245842 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:04:08.245842 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:04:08.284364 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c71748a3-7167-458f-acf3-269617ae559a tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:08.296875 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c71748a3-7167-458f-acf3-269617ae559a tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:08.303262 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c71748a3-7167-458f-acf3-269617ae559a tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "DELETE /v2.0/networks/6a5e610a-adac-4ac3-b3c6-e15d9ab51e06 HTTP/1.1" status: 204 len: 168 time: 0.7307174 Nov 29 02:04:08.305022 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43266) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:08.324261 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71748a3-7167-458f-acf3-269617ae559a tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event deleted for resources: {'Network': ['ID=6a5e610a-adac-4ac3-b3c6-e15d9ab51e06,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:08.368624 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-0aac01fd-4d78-4b0b-8fc3-7e9c2f9844cd None None] Allocated IP 172.20.0.2 (0920a717-4ca0-4264-bc1d-e8261a76bb0b/8af5b422-0f8b-481e-954e-b5b55cbac41b/c08d53ff-d2e6-45cd-be40-a9717d073024) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:04:08.535592 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0aac01fd-4d78-4b0b-8fc3-7e9c2f9844cd None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:08.544237 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0aac01fd-4d78-4b0b-8fc3-7e9c2f9844cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:08.591853 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aac01fd-4d78-4b0b-8fc3-7e9c2f9844cd None None] Network 0920a717-4ca0-4264-bc1d-e8261a76bb0b is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:08.594963 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-0aac01fd-4d78-4b0b-8fc3-7e9c2f9844cd None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:08.598759 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aac01fd-4d78-4b0b-8fc3-7e9c2f9844cd None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:04:08.604466 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac01fd-4d78-4b0b-8fc3-7e9c2f9844cd None None] Pushing event updated for resources: {'Port': ['ID=c08d53ff-d2e6-45cd-be40-a9717d073024,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:08.662890 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-0aac01fd-4d78-4b0b-8fc3-7e9c2f9844cd None None] Attempting to bind port c08d53ff-d2e6-45cd-be40-a9717d073024 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:04:08.663301 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-0aac01fd-4d78-4b0b-8fc3-7e9c2f9844cd None None] Attempting to bind port c08d53ff-d2e6-45cd-be40-a9717d073024 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'a767034f-685f-46a1-b040-4b969b751661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0920a717-4ca0-4264-bc1d-e8261a76bb0b'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:04:08.663675 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aac01fd-4d78-4b0b-8fc3-7e9c2f9844cd None None] Attempting to bind port c08d53ff-d2e6-45cd-be40-a9717d073024 on network 0920a717-4ca0-4264-bc1d-e8261a76bb0b {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:04:08.669794 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aac01fd-4d78-4b0b-8fc3-7e9c2f9844cd None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:04:08.670228 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aac01fd-4d78-4b0b-8fc3-7e9c2f9844cd None None] Checking segment: {'id': 'a767034f-685f-46a1-b040-4b969b751661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0920a717-4ca0-4264-bc1d-e8261a76bb0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:04:08.670622 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0aac01fd-4d78-4b0b-8fc3-7e9c2f9844cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:08.671018 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aac01fd-4d78-4b0b-8fc3-7e9c2f9844cd None None] Bound using segment: {'id': 'a767034f-685f-46a1-b040-4b969b751661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0920a717-4ca0-4264-bc1d-e8261a76bb0b'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:04:08.671495 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-0aac01fd-4d78-4b0b-8fc3-7e9c2f9844cd None None] Bound port: c08d53ff-d2e6-45cd-be40-a9717d073024, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a767034f-685f-46a1-b040-4b969b751661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0920a717-4ca0-4264-bc1d-e8261a76bb0b'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:04:08.671877 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0aac01fd-4d78-4b0b-8fc3-7e9c2f9844cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:08.673485 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-573e8c28-c082-4867-bd22-44c47896580f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] DELETE failed (client error): The resource could not be found. Nov 29 02:04:08.673975 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-573e8c28-c082-4867-bd22-44c47896580f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:04:08.679881 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-573e8c28-c082-4867-bd22-44c47896580f tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "DELETE /v2.0/subnets/433928b0-1957-4357-a2c3-644820ac04fc HTTP/1.1" status: 404 len: 337 time: 0.3710330 Nov 29 02:04:08.680787 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43268) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:08.706049 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-4882e080-1477-4c27-b058-6be4640dd380 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] DELETE failed (client error): The resource could not be found. Nov 29 02:04:08.706646 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4882e080-1477-4c27-b058-6be4640dd380 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:04:08.709841 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4882e080-1477-4c27-b058-6be4640dd380 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "DELETE /v2.0/networks/5118665a-8fc0-4741-9fac-c1f0d83c7a3d HTTP/1.1" status: 404 len: 339 time: 0.0279577 Nov 29 02:04:08.712407 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43270) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:08.764501 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-0aac01fd-4d78-4b0b-8fc3-7e9c2f9844cd None None] For port c08d53ff-d2e6-45cd-be40-a9717d073024, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:04:08.769057 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-0aac01fd-4d78-4b0b-8fc3-7e9c2f9844cd None None] For port c08d53ff-d2e6-45cd-be40-a9717d073024, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c08d53ff-d2e6-45cd-be40-a9717d073024,segment=NetworkSegment(a767034f-685f-46a1-b040-4b969b751661),segment_id=a767034f-685f-46a1-b040-4b969b751661)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:04:08.775331 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0aac01fd-4d78-4b0b-8fc3-7e9c2f9844cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:08.781386 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-382f9db2-a3b2-4fd9-9bdc-8f28b8241285 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Deleting subnet aefc46f6-28c7-4553-b3de-a20c7387fd71 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:04:08.786210 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-382f9db2-a3b2-4fd9-9bdc-8f28b8241285 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:08.848125 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac01fd-4d78-4b0b-8fc3-7e9c2f9844cd None None] Pushing event updated for resources: {'Port': ['ID=c08d53ff-d2e6-45cd-be40-a9717d073024,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:08.857316 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-382f9db2-a3b2-4fd9-9bdc-8f28b8241285 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:08.929828 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-f380db4b-202e-4ba6-8734-8b54e14b5d0a tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Allocated IP 172.20.0.1 (0920a717-4ca0-4264-bc1d-e8261a76bb0b/8af5b422-0f8b-481e-954e-b5b55cbac41b/ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:04:08.964498 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-382f9db2-a3b2-4fd9-9bdc-8f28b8241285 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:09.044308 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-382f9db2-a3b2-4fd9-9bdc-8f28b8241285 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:09.067948 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f380db4b-202e-4ba6-8734-8b54e14b5d0a tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:09.083891 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f9db2-a3b2-4fd9-9bdc-8f28b8241285 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event deleted for resources: {'Subnet': ['ID=aefc46f6-28c7-4553-b3de-a20c7387fd71,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:09.087657 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-382f9db2-a3b2-4fd9-9bdc-8f28b8241285 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:09.091118 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-382f9db2-a3b2-4fd9-9bdc-8f28b8241285 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "DELETE /v2.0/subnets/aefc46f6-28c7-4553-b3de-a20c7387fd71 HTTP/1.1" status: 204 len: 168 time: 0.3773949 Nov 29 02:04:09.093510 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43272) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:09.096310 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618edd76-a885-4ecb-86dc-c6bff03785cc None None] Network c043bb57-b22e-4ed7-aa97-746d9f1cd01e requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:04:09.123974 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f380db4b-202e-4ba6-8734-8b54e14b5d0a tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:09.184209 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380db4b-202e-4ba6-8734-8b54e14b5d0a tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Pushing event updated for resources: {'Port': ['ID=ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:09.189024 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f380db4b-202e-4ba6-8734-8b54e14b5d0a tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Network 0920a717-4ca0-4264-bc1d-e8261a76bb0b is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:09.191197 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-f380db4b-202e-4ba6-8734-8b54e14b5d0a tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:09.193600 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f380db4b-202e-4ba6-8734-8b54e14b5d0a tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:04:09.218530 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e32a7daa-898a-4017-84d1-6e8979b238e3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:09.249492 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f380db4b-202e-4ba6-8734-8b54e14b5d0a tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:09.284299 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e32a7daa-898a-4017-84d1-6e8979b238e3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Deleting port 9af08b62-5a77-418f-bd80-d0ac65256211 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:04:09.285376 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e32a7daa-898a-4017-84d1-6e8979b238e3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:09.328304 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090efb3d-df23-4d11-a801-6e188ce31a44 None None] DHCP port deletion for c043bb57-b22e-4ed7-aa97-746d9f1cd01e request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:04:09.357227 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e32a7daa-898a-4017-84d1-6e8979b238e3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] For port 9af08b62-5a77-418f-bd80-d0ac65256211, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=9af08b62-5a77-418f-bd80-d0ac65256211,segment=NetworkSegment(fc874e87-db9f-41a5-94d7-fdfe8a3a04e0),segment_id=fc874e87-db9f-41a5-94d7-fdfe8a3a04e0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:09.357619 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e32a7daa-898a-4017-84d1-6e8979b238e3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:09.371892 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e32a7daa-898a-4017-84d1-6e8979b238e3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Calling delete_port for 9af08b62-5a77-418f-bd80-d0ac65256211 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:04:09.387858 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-090efb3d-df23-4d11-a801-6e188ce31a44 None None] Deleting port 9af08b62-5a77-418f-bd80-d0ac65256211 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:04:09.388338 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-090efb3d-df23-4d11-a801-6e188ce31a44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:09.395455 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f380db4b-202e-4ba6-8734-8b54e14b5d0a tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:09.466824 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e32a7daa-898a-4017-84d1-6e8979b238e3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:09.470758 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-090efb3d-df23-4d11-a801-6e188ce31a44 None None] For port 9af08b62-5a77-418f-bd80-d0ac65256211, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=9af08b62-5a77-418f-bd80-d0ac65256211,segment=NetworkSegment(fc874e87-db9f-41a5-94d7-fdfe8a3a04e0),segment_id=fc874e87-db9f-41a5-94d7-fdfe8a3a04e0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:09.471170 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-090efb3d-df23-4d11-a801-6e188ce31a44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:09.486601 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-090efb3d-df23-4d11-a801-6e188ce31a44 None None] Calling delete_port for 9af08b62-5a77-418f-bd80-d0ac65256211 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:04:09.487109 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32a7daa-898a-4017-84d1-6e8979b238e3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] No DVR routers for this DVR port 9af08b62-5a77-418f-bd80-d0ac65256211 on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:04:09.528193 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a7daa-898a-4017-84d1-6e8979b238e3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event deleted for resources: {'Port': ['ID=9af08b62-5a77-418f-bd80-d0ac65256211,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:09.577842 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-090efb3d-df23-4d11-a801-6e188ce31a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:09.602416 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e32a7daa-898a-4017-84d1-6e8979b238e3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:09.607443 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090efb3d-df23-4d11-a801-6e188ce31a44 None None] Pushing event deleted for resources: {'Port': ['ID=9af08b62-5a77-418f-bd80-d0ac65256211,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:09.615874 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090efb3d-df23-4d11-a801-6e188ce31a44 None None] No DVR routers for this DVR port 9af08b62-5a77-418f-bd80-d0ac65256211 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:04:09.637128 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-e32a7daa-898a-4017-84d1-6e8979b238e3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c043bb57-b22e-4ed7-aa97-746d9f1cd01e']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:09.647419 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-e32a7daa-898a-4017-84d1-6e8979b238e3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc874e87-db9f-41a5-94d7-fdfe8a3a04e0') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:09.648524 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-e32a7daa-898a-4017-84d1-6e8979b238e3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc874e87-db9f-41a5-94d7-fdfe8a3a04e0') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:09.659503 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e32a7daa-898a-4017-84d1-6e8979b238e3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:09.675745 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e32a7daa-898a-4017-84d1-6e8979b238e3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:09.683576 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e32a7daa-898a-4017-84d1-6e8979b238e3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:04:09.683923 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e32a7daa-898a-4017-84d1-6e8979b238e3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:09.687576 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:04:09.687576 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:04:09.687576 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:04:09.687576 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:04:09.687576 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:04:09.687576 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:04:09.687576 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:04:09.687576 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:04:09.687576 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:04:09.687576 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:04:09.687576 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:04:09.687576 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:04:09.687576 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:04:09.687576 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:04:09.687576 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:04:09.687576 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:04:09.687576 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:04:09.687576 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:04:09.687576 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:04:09.687576 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:04:09.687576 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:04:09.687576 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:04:09.687576 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:04:09.687576 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:04:09.687576 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:04:09.687576 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:04:09.687576 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:04:09.687576 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:04:09.687576 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:04:09.687576 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:04:09.687576 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:04:09.687576 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:04:09.699886 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f380db4b-202e-4ba6-8734-8b54e14b5d0a tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:09.704414 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f380db4b-202e-4ba6-8734-8b54e14b5d0a tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:09.744611 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e32a7daa-898a-4017-84d1-6e8979b238e3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:09.752714 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e32a7daa-898a-4017-84d1-6e8979b238e3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:09.756008 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e32a7daa-898a-4017-84d1-6e8979b238e3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] 10.222.0.37 "DELETE /v2.0/networks/c043bb57-b22e-4ed7-aa97-746d9f1cd01e HTTP/1.1" status: 204 len: 168 time: 0.6614716 Nov 29 02:04:09.769489 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a7daa-898a-4017-84d1-6e8979b238e3 tempest-NetworksIpV6Test-1387347878 tempest-NetworksIpV6Test-1387347878-project] Pushing event deleted for resources: {'Network': ['ID=c043bb57-b22e-4ed7-aa97-746d9f1cd01e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:09.779452 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f380db4b-202e-4ba6-8734-8b54e14b5d0a tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:09.792914 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380db4b-202e-4ba6-8734-8b54e14b5d0a tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Pushing event updated for resources: {'Port': ['ID=ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:09.902010 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f380db4b-202e-4ba6-8734-8b54e14b5d0a tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Network 0920a717-4ca0-4264-bc1d-e8261a76bb0b is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:09.903399 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-f380db4b-202e-4ba6-8734-8b54e14b5d0a tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:09.948353 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7a1eaa86-b255-4c2b-9eed-5df4a00b803b up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:04:10.012821 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 7a1eaa86-b255-4c2b-9eed-5df4a00b803b triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:10.013206 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:10.044414 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f380db4b-202e-4ba6-8734-8b54e14b5d0a tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Router 40bd8511-bba4-48e1-b2d9-05beb36e0da0 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:04:10.090836 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43278) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:10.110504 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c08d53ff-d2e6-45cd-be40-a9717d073024 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:04:10.191422 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port c08d53ff-d2e6-45cd-be40-a9717d073024 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:10.191909 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:10.196701 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f380db4b-202e-4ba6-8734-8b54e14b5d0a tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:04:10.218043 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f380db4b-202e-4ba6-8734-8b54e14b5d0a tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "PUT /v2.0/routers/40bd8511-bba4-48e1-b2d9-05beb36e0da0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6805277 Nov 29 02:04:10.218380 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc75e94-dbea-4164-b495-cb177ce52a41 None None] Sync routers for ids ['40bd8511-bba4-48e1-b2d9-05beb36e0da0'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:04:10.242215 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc75e94-dbea-4164-b495-cb177ce52a41 None None] Routers {'40bd8511-bba4-48e1-b2d9-05beb36e0da0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:10.242918 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9fc75e94-dbea-4164-b495-cb177ce52a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:03:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['40bd8511-bba4-48e1-b2d9-05beb36e0da0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:10.289448 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-23d09b9b-df29-434c-8d31-f5dac6c35fd9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=486c6e02ce00435ea741334af2655c9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1974926 Nov 29 02:04:10.291969 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43284) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:10.345291 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ebcd2419-51ca-412f-8153-92562c7b9f18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:10.383877 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ebcd2419-51ca-412f-8153-92562c7b9f18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:10.394413 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:10.425344 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055c0985-c291-45d1-8bd6-1269f334a92e None None] Network 0920a717-4ca0-4264-bc1d-e8261a76bb0b requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:04:10.429577 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-9fc75e94-dbea-4164-b495-cb177ce52a41 None None] Set router 40bd8511-bba4-48e1-b2d9-05beb36e0da0 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:04:10.445141 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ebcd2419-51ca-412f-8153-92562c7b9f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:10.447966 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ebcd2419-51ca-412f-8153-92562c7b9f18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:10.449293 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ebcd2419-51ca-412f-8153-92562c7b9f18 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8f1f1a21-cf78-429e-a339-3f4eaaf5e1af HTTP/1.1" status: 204 len: 168 time: 0.1562250 Nov 29 02:04:10.457220 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd2419-51ca-412f-8153-92562c7b9f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1f1a21-cf78-429e-a339-3f4eaaf5e1af,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:10.485670 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-d29e37cf-4a48-47ce-8b05-287adf8d6e57 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-682412303&fields=id&tenant_id=5a72629fb67649cb8a5d407ce8400556 HTTP/1.1" status: 200 len: 267 time: 0.0846736 Nov 29 02:04:10.528289 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port c08d53ff-d2e6-45cd-be40-a9717d073024, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c08d53ff-d2e6-45cd-be40-a9717d073024,segment=NetworkSegment(a767034f-685f-46a1-b040-4b969b751661),segment_id=a767034f-685f-46a1-b040-4b969b751661)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:10.551348 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:10.616218 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-3aa498e0-3ce6-48a7-bbeb-24f2d842a155 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:10.619124 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-3aa498e0-3ce6-48a7-bbeb-24f2d842a155 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/networks?id=0920a717-4ca0-4264-bc1d-e8261a76bb0b HTTP/1.1" status: 200 len: 797 time: 0.1256859 Nov 29 02:04:10.635750 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 9af08b62-5a77-418f-bd80-d0ac65256211 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:04:10.637293 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-ec3e0cff-2a7e-4438-9ac1-183612e95167 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/quotas/5a72629fb67649cb8a5d407ce8400556 HTTP/1.1" status: 200 len: 375 time: 0.0120034 Nov 29 02:04:10.672180 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-94f88b5c-0f9c-44e2-9935-55f5a4c29f67 None None] Provisioning complete for port c08d53ff-d2e6-45cd-be40-a9717d073024 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:10.672564 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-94f88b5c-0f9c-44e2-9935-55f5a4c29f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:10.692279 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-faeeac7f-513a-4ac1-8306-8a7d70a6922d tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a72629fb67649cb8a5d407ce8400556&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487926 Nov 29 02:04:10.742839 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 9af08b62-5a77-418f-bd80-d0ac65256211 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:04:10.743177 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 9af08b62-5a77-418f-bd80-d0ac65256211 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:04:10.743593 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 88faa208-8421-4df1-bc44-d9810d29b0c8 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:04:10.792516 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 88faa208-8421-4df1-bc44-d9810d29b0c8 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:04:10.792863 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 88faa208-8421-4df1-bc44-d9810d29b0c8 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:04:10.838394 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=c08d53ff-d2e6-45cd-be40-a9717d073024,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:10.912257 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-b8f3232b-6e87-4b4b-a377-078b2fd032f0 service neutron] 10.222.0.37 "GET /v2.0/networks/0920a717-4ca0-4264-bc1d-e8261a76bb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039671 Nov 29 02:04:11.001230 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9fc75e94-dbea-4164-b495-cb177ce52a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344392073', 'tenant_id': '5a72629fb67649cb8a5d407ce8400556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': '7a1eaa86-b255-4c2b-9eed-5df4a00b803b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:04Z', 'updated_at': '2021-11-29T02:04:09Z', 'revision_number': 4, 'project_id': '5a72629fb67649cb8a5d407ce8400556', 'gw_port': {'id': '7a1eaa86-b255-4c2b-9eed-5df4a00b803b', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:05Z', 'updated_at': '2021-11-29T02:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': 'ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532', 'name': '', 'network_id': '0920a717-4ca0-4264-bc1d-e8261a76bb0b', 'tenant_id': '5a72629fb67649cb8a5d407ce8400556', 'mac_address': 'fa:16:3e:80:68:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '8af5b422-0f8b-481e-954e-b5b55cbac41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:08Z', 'updated_at': '2021-11-29T02:04:09Z', 'revision_number': 2, 'project_id': '5a72629fb67649cb8a5d407ce8400556', 'subnets': [{'id': '8af5b422-0f8b-481e-954e-b5b55cbac41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:11.012948 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-634d6b6d-9628-417e-94b9-4e0cea942d3f service neutron] 10.222.0.37 "GET /v2.0/networks/0920a717-4ca0-4264-bc1d-e8261a76bb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941274 Nov 29 02:04:11.043125 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc75e94-dbea-4164-b495-cb177ce52a41 None None] Checking router: 40bd8511-bba4-48e1-b2d9-05beb36e0da0 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:04:11.043485 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc75e94-dbea-4164-b495-cb177ce52a41 None None] Updating router 40bd8511-bba4-48e1-b2d9-05beb36e0da0 port ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532 binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:04:11.070984 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9fc75e94-dbea-4164-b495-cb177ce52a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:11.233821 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43322) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:11.300665 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a05b5d24-b4b5-4eec-a114-325358b7c342 req-23fb4a8d-bf93-4ab4-8b84-61e299a27fef tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 210 time: 0.0534277 Nov 29 02:04:11.315519 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-7e4408cf-e3bd-427b-8ede-1d46281c595a None None] Provisioning complete for port ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:11.316158 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e4408cf-e3bd-427b-8ede-1d46281c595a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:11.381873 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7e4408cf-e3bd-427b-8ede-1d46281c595a None None] Port ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:04:11.383007 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f0fc0e5c-c041-4385-aae2-660820256a2e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Request body: {'network': {'name': 'tempest-RoutersTest-871858504'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:11.409887 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-7e4408cf-e3bd-427b-8ede-1d46281c595a None None] Provisioning complete for port c08d53ff-d2e6-45cd-be40-a9717d073024 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:11.410260 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e4408cf-e3bd-427b-8ede-1d46281c595a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:11.427943 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fc0e5c-c041-4385-aae2-660820256a2e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Made reservation on behalf of 5d029681d3bd4de881be9330fe01257c for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:04:11.432606 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0fc0e5c-c041-4385-aae2-660820256a2e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:11.444192 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0fc0e5c-c041-4385-aae2-660820256a2e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:11.552954 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0fc0e5c-c041-4385-aae2-660820256a2e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:11.562242 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0fc0e5c-c041-4385-aae2-660820256a2e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:11.593908 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0fc0e5c-c041-4385-aae2-660820256a2e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:04:11.604584 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc0e5c-c041-4385-aae2-660820256a2e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20803ff5-594a-4b8d-9f17-fda1071b554f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:11.612179 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0fc0e5c-c041-4385-aae2-660820256a2e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:11.612545 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-f0fc0e5c-c041-4385-aae2-660820256a2e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Added segment e5af8981-53e3-4d07-b10d-35b3dd39f8d8 of type vlan for network 6e4ee6b9-1160-468e-8e7a-2c5242f5dd58 Nov 29 02:04:11.634811 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9fc75e94-dbea-4164-b495-cb177ce52a41 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:11.646996 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9fc75e94-dbea-4164-b495-cb177ce52a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:11.661703 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0fc0e5c-c041-4385-aae2-660820256a2e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:11.696263 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0fc0e5c-c041-4385-aae2-660820256a2e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:11.704000 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fc0e5c-c041-4385-aae2-660820256a2e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:11.704823 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0fc0e5c-c041-4385-aae2-660820256a2e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:11.731965 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbfeede-2bee-4ce1-8959-79b5a69d8245 None None] Pushing event updated for resources: {'Port': ['ID=ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:11.776510 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f0fc0e5c-c041-4385-aae2-660820256a2e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5414581 Nov 29 02:04:11.779253 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43332) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:11.785451 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-faf3b70d-890a-48f6-bcfb-a716aaa9d448 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Request body: {'network': {'name': 'tempest-RoutersTest-1392871800'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:11.803098 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9fc75e94-dbea-4164-b495-cb177ce52a41 None None] Attempting to bind port ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:04:11.803789 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9fc75e94-dbea-4164-b495-cb177ce52a41 None None] Attempting to bind port ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'a767034f-685f-46a1-b040-4b969b751661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0920a717-4ca0-4264-bc1d-e8261a76bb0b'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:04:11.804902 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc75e94-dbea-4164-b495-cb177ce52a41 None None] Attempting to bind port ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532 on network 0920a717-4ca0-4264-bc1d-e8261a76bb0b {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:04:11.811581 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc75e94-dbea-4164-b495-cb177ce52a41 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:04:11.811963 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc75e94-dbea-4164-b495-cb177ce52a41 None None] Checking segment: {'id': 'a767034f-685f-46a1-b040-4b969b751661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0920a717-4ca0-4264-bc1d-e8261a76bb0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:04:11.812364 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9fc75e94-dbea-4164-b495-cb177ce52a41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:11.812918 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc75e94-dbea-4164-b495-cb177ce52a41 None None] Bound using segment: {'id': 'a767034f-685f-46a1-b040-4b969b751661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0920a717-4ca0-4264-bc1d-e8261a76bb0b'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:04:11.813401 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9fc75e94-dbea-4164-b495-cb177ce52a41 None None] Bound port: ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a767034f-685f-46a1-b040-4b969b751661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0920a717-4ca0-4264-bc1d-e8261a76bb0b'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:04:11.813957 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9fc75e94-dbea-4164-b495-cb177ce52a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:11.816182 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc0e5c-c041-4385-aae2-660820256a2e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Network': ['ID=6e4ee6b9-1160-468e-8e7a-2c5242f5dd58,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:11.830468 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf3b70d-890a-48f6-bcfb-a716aaa9d448 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Made reservation on behalf of 5d029681d3bd4de881be9330fe01257c for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:04:11.835130 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-faf3b70d-890a-48f6-bcfb-a716aaa9d448 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:11.854107 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 6e4ee6b9-1160-468e-8e7a-2c5242f5dd58 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:04:11.876971 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faf3b70d-890a-48f6-bcfb-a716aaa9d448 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:04:11.889424 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-faf3b70d-890a-48f6-bcfb-a716aaa9d448 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:11.890036 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-faf3b70d-890a-48f6-bcfb-a716aaa9d448 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Added segment d2af42f6-34c1-4076-919c-a3236a58bfb7 of type vlan for network 5de317f3-f315-4d23-9160-b0d38aae059e Nov 29 02:04:11.928222 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-313dbfed-6c4b-4279-8aa8-47269fbf8496 None None] Provisioning complete for port ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:11.928679 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-313dbfed-6c4b-4279-8aa8-47269fbf8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:11.941780 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-faf3b70d-890a-48f6-bcfb-a716aaa9d448 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:11.955946 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c08d53ff-d2e6-45cd-be40-a9717d073024 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:04:11.971398 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-faf3b70d-890a-48f6-bcfb-a716aaa9d448 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:11.980023 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf3b70d-890a-48f6-bcfb-a716aaa9d448 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:11.981069 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-faf3b70d-890a-48f6-bcfb-a716aaa9d448 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:11.997145 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9fc75e94-dbea-4164-b495-cb177ce52a41 None None] For port ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:04:12.000641 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9fc75e94-dbea-4164-b495-cb177ce52a41 None None] For port ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532,segment=NetworkSegment(a767034f-685f-46a1-b040-4b969b751661),segment_id=a767034f-685f-46a1-b040-4b969b751661)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:04:12.048473 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9fc75e94-dbea-4164-b495-cb177ce52a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:12.057420 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-faf3b70d-890a-48f6-bcfb-a716aaa9d448 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2768075 Nov 29 02:04:12.060574 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43334) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:12.066361 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2879dbf4-9164-4fde-bdd9-2726239314ae tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Request body: {'subnet': {'network_id': '6e4ee6b9-1160-468e-8e7a-2c5242f5dd58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:12.094101 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3b70d-890a-48f6-bcfb-a716aaa9d448 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Network': ['ID=5de317f3-f315-4d23-9160-b0d38aae059e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:12.108294 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-313dbfed-6c4b-4279-8aa8-47269fbf8496 None None] Port ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:04:12.116599 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 5de317f3-f315-4d23-9160-b0d38aae059e details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:04:12.141832 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d96677c0-b724-49e9-a6f5-e295f4896c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:12.208367 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2879dbf4-9164-4fde-bdd9-2726239314ae tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Made reservation on behalf of 5d029681d3bd4de881be9330fe01257c for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:04:12.212812 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2879dbf4-9164-4fde-bdd9-2726239314ae tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:12.220524 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbfeede-2bee-4ce1-8959-79b5a69d8245 None None] Pushing event updated for resources: {'Port': ['ID=ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:12.223079 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc75e94-dbea-4164-b495-cb177ce52a41 None None] Routers {'40bd8511-bba4-48e1-b2d9-05beb36e0da0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:12.223702 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9fc75e94-dbea-4164-b495-cb177ce52a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:03:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['40bd8511-bba4-48e1-b2d9-05beb36e0da0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:12.322410 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port c08d53ff-d2e6-45cd-be40-a9717d073024 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:12.322798 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:12.336711 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-8ee965a1-2427-445d-bbe4-93074598ebda None None] Provisioning complete for port ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:12.337086 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8ee965a1-2427-445d-bbe4-93074598ebda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:12.407883 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ddc041fa-848e-42a2-acf6-0c4b168568e8 req-e34fda23-8110-4713-b2c0-a44fe3269e5d tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 210 time: 0.0350242 Nov 29 02:04:12.428007 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2879dbf4-9164-4fde-bdd9-2726239314ae tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:12.444415 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-9fc75e94-dbea-4164-b495-cb177ce52a41 None None] Set router 40bd8511-bba4-48e1-b2d9-05beb36e0da0 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:04:12.501711 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2879dbf4-9164-4fde-bdd9-2726239314ae tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Subnet': ['ID=f5a57fc3-a9dc-4cd1-a54b-b15a6b049def,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:12.510039 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2879dbf4-9164-4fde-bdd9-2726239314ae tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Checking segment: {'id': 'e5af8981-53e3-4d07-b10d-35b3dd39f8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6e4ee6b9-1160-468e-8e7a-2c5242f5dd58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:04:12.510507 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2879dbf4-9164-4fde-bdd9-2726239314ae tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network hostable DHCP agents. Network: 6e4ee6b9-1160-468e-8e7a-2c5242f5dd58, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:04:12.530249 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2879dbf4-9164-4fde-bdd9-2726239314ae tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network 6e4ee6b9-1160-468e-8e7a-2c5242f5dd58 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:04:12.545163 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-2879dbf4-9164-4fde-bdd9-2726239314ae tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 6e4ee6b9-1160-468e-8e7a-2c5242f5dd58) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:12.558332 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2879dbf4-9164-4fde-bdd9-2726239314ae tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:12.558919 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2879dbf4-9164-4fde-bdd9-2726239314ae tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:12.567253 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747ad0f0-fdb1-4506-9184-397f06ab412f None None] Network 6e4ee6b9-1160-468e-8e7a-2c5242f5dd58 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:04:12.587265 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43338) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:12.587472 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2879dbf4-9164-4fde-bdd9-2726239314ae tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5252507 Nov 29 02:04:12.595067 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ae44681a-f07f-4bec-92e9-2c8218baf495 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Request body: {'subnet': {'network_id': '5de317f3-f315-4d23-9160-b0d38aae059e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:12.688571 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8ee965a1-2427-445d-bbe4-93074598ebda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:12.689754 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-b4d7ddad-3678-4a1a-89fd-d1eed76b03e1 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:12.692058 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-b4d7ddad-3678-4a1a-89fd-d1eed76b03e1 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.24 "GET /v2.0/networks?id=0920a717-4ca0-4264-bc1d-e8261a76bb0b HTTP/1.1" status: 200 len: 797 time: 0.1212833 Nov 29 02:04:12.721479 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae44681a-f07f-4bec-92e9-2c8218baf495 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Made reservation on behalf of 5d029681d3bd4de881be9330fe01257c for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:04:12.727498 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae44681a-f07f-4bec-92e9-2c8218baf495 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:12.789587 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-8ee965a1-2427-445d-bbe4-93074598ebda None None] For port ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532,segment=NetworkSegment(a767034f-685f-46a1-b040-4b969b751661),segment_id=a767034f-685f-46a1-b040-4b969b751661)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:12.790183 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-b033a723-f95b-490b-ae36-e1a064adfb80 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a72629fb67649cb8a5d407ce8400556 HTTP/1.1" status: 200 len: 379 time: 0.0708826 Nov 29 02:04:12.807130 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-9f744443-7ba8-4fb6-9cc9-ea11e6095291 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Request body: {'port': {'device_id': '6cb0017d-dfcb-43c1-b707-72a35311303c', 'network_id': '0920a717-4ca0-4264-bc1d-e8261a76bb0b', 'admin_state_up': True, 'tenant_id': '5a72629fb67649cb8a5d407ce8400556', 'security_groups': ['86cb37b7-db83-4a76-b16f-6e747fbdc47a']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:12.815900 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8ee965a1-2427-445d-bbe4-93074598ebda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:12.921367 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161e32ab-7738-44d3-bfb5-7b47257b5049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-6e4ee6b9-1160-468e-8e7a-2c5242f5dd58', 'network_id': '6e4ee6b9-1160-468e-8e7a-2c5242f5dd58', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'fixed_ips': [{'subnet_id': 'f5a57fc3-a9dc-4cd1-a54b-b15a6b049def'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:04:12.922269 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-161e32ab-7738-44d3-bfb5-7b47257b5049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:12.933963 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-9f744443-7ba8-4fb6-9cc9-ea11e6095291 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Made reservation on behalf of 5a72629fb67649cb8a5d407ce8400556 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:04:12.937889 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-9f744443-7ba8-4fb6-9cc9-ea11e6095291 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:12.939115 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee965a1-2427-445d-bbe4-93074598ebda None None] Pushing event updated for resources: {'Port': ['ID=ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:12.949508 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae44681a-f07f-4bec-92e9-2c8218baf495 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:12.973775 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-2157e071-6a9d-414d-9e0a-3051b5e85c29 None None] Provisioning complete for port ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:12.974170 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2157e071-6a9d-414d-9e0a-3051b5e85c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:13.018194 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9fc75e94-dbea-4164-b495-cb177ce52a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344392073', 'tenant_id': '5a72629fb67649cb8a5d407ce8400556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': '7a1eaa86-b255-4c2b-9eed-5df4a00b803b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:04Z', 'updated_at': '2021-11-29T02:04:09Z', 'revision_number': 4, 'project_id': '5a72629fb67649cb8a5d407ce8400556', 'gw_port': {'id': '7a1eaa86-b255-4c2b-9eed-5df4a00b803b', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:05Z', 'updated_at': '2021-11-29T02:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': 'ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532', 'name': '', 'network_id': '0920a717-4ca0-4264-bc1d-e8261a76bb0b', 'tenant_id': '5a72629fb67649cb8a5d407ce8400556', 'mac_address': 'fa:16:3e:80:68:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '8af5b422-0f8b-481e-954e-b5b55cbac41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:08Z', 'updated_at': '2021-11-29T02:04:11Z', 'revision_number': 4, 'project_id': '5a72629fb67649cb8a5d407ce8400556', 'subnets': [{'id': '8af5b422-0f8b-481e-954e-b5b55cbac41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:13.020337 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44681a-f07f-4bec-92e9-2c8218baf495 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Subnet': ['ID=361e05dd-0b8a-4bc9-b4af-a5473c452449,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:13.028302 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae44681a-f07f-4bec-92e9-2c8218baf495 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Checking segment: {'id': 'd2af42f6-34c1-4076-919c-a3236a58bfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5de317f3-f315-4d23-9160-b0d38aae059e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:04:13.028916 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae44681a-f07f-4bec-92e9-2c8218baf495 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network hostable DHCP agents. Network: 5de317f3-f315-4d23-9160-b0d38aae059e, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:04:13.047474 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae44681a-f07f-4bec-92e9-2c8218baf495 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network 5de317f3-f315-4d23-9160-b0d38aae059e is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:04:13.058267 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-ae44681a-f07f-4bec-92e9-2c8218baf495 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 5de317f3-f315-4d23-9160-b0d38aae059e) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:13.066791 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae44681a-f07f-4bec-92e9-2c8218baf495 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:13.070613 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae44681a-f07f-4bec-92e9-2c8218baf495 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:13.073384 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc75e94-dbea-4164-b495-cb177ce52a41 None None] The sync data for ids ['40bd8511-bba4-48e1-b2d9-05beb36e0da0'] in dv-neutron-819032-3-hyperv is: [{'id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344392073', 'tenant_id': '5a72629fb67649cb8a5d407ce8400556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': '7a1eaa86-b255-4c2b-9eed-5df4a00b803b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:04Z', 'updated_at': '2021-11-29T02:04:09Z', 'revision_number': 4, 'project_id': '5a72629fb67649cb8a5d407ce8400556', 'gw_port': {'id': '7a1eaa86-b255-4c2b-9eed-5df4a00b803b', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:05Z', 'updated_at': '2021-11-29T02:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': 'ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532', 'name': '', 'network_id': '0920a717-4ca0-4264-bc1d-e8261a76bb0b', 'tenant_id': '5a72629fb67649cb8a5d407ce8400556', 'mac_address': 'fa:16:3e:80:68:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '8af5b422-0f8b-481e-954e-b5b55cbac41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:08Z', 'updated_at': '2021-11-29T02:04:11Z', 'revision_number': 4, 'project_id': '5a72629fb67649cb8a5d407ce8400556', 'subnets': [{'id': '8af5b422-0f8b-481e-954e-b5b55cbac41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:04:13.074925 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc1f825-a920-41a8-adf1-42826b41173c None None] Network 5de317f3-f315-4d23-9160-b0d38aae059e requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:04:13.085714 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-9f744443-7ba8-4fb6-9cc9-ea11e6095291 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Allocated IP 172.20.0.13 (0920a717-4ca0-4264-bc1d-e8261a76bb0b/8af5b422-0f8b-481e-954e-b5b55cbac41b/f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:04:13.092519 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ae44681a-f07f-4bec-92e9-2c8218baf495 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5035064 Nov 29 02:04:13.095307 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43344) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:13.101646 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c502a766-6dd7-4010-83e7-4421bf4b7443 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-145485663', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:13.166611 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c502a766-6dd7-4010-83e7-4421bf4b7443 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:13.167765 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c502a766-6dd7-4010-83e7-4421bf4b7443 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:13.238928 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c502a766-6dd7-4010-83e7-4421bf4b7443 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:13.245586 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c502a766-6dd7-4010-83e7-4421bf4b7443 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:13.273122 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-161e32ab-7738-44d3-bfb5-7b47257b5049 None None] Allocated IP 172.20.0.2 (6e4ee6b9-1160-468e-8e7a-2c5242f5dd58/f5a57fc3-a9dc-4cd1-a54b-b15a6b049def/c295f393-e198-4c36-ad79-87a204039ae9) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:04:13.275002 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c502a766-6dd7-4010-83e7-4421bf4b7443 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:13.283269 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c502a766-6dd7-4010-83e7-4421bf4b7443 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1858957 Nov 29 02:04:13.285476 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43346) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:13.331927 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-9f744443-7ba8-4fb6-9cc9-ea11e6095291 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:13.377157 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-9f744443-7ba8-4fb6-9cc9-ea11e6095291 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:13.433271 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f744443-7ba8-4fb6-9cc9-ea11e6095291 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Pushing event updated for resources: {'Port': ['ID=f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:13.458132 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-9f744443-7ba8-4fb6-9cc9-ea11e6095291 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Network 0920a717-4ca0-4264-bc1d-e8261a76bb0b is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:13.461480 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-9f744443-7ba8-4fb6-9cc9-ea11e6095291 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:13.463946 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-9f744443-7ba8-4fb6-9cc9-ea11e6095291 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:04:13.554827 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-9f744443-7ba8-4fb6-9cc9-ea11e6095291 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:13.555837 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-9f744443-7ba8-4fb6-9cc9-ea11e6095291 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:13.579694 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-9f744443-7ba8-4fb6-9cc9-ea11e6095291 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7782900 Nov 29 02:04:13.609213 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-49f1b1a2-ec0f-45f9-b624-38821abe8647 service neutron] Request body: {'port': {'device_id': '6cb0017d-dfcb-43c1-b707-72a35311303c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:13.641432 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:13.685463 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bca5eef-b2ae-4257-89a9-6e3264744084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-5de317f3-f315-4d23-9160-b0d38aae059e', 'network_id': '5de317f3-f315-4d23-9160-b0d38aae059e', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'fixed_ips': [{'subnet_id': '361e05dd-0b8a-4bc9-b4af-a5473c452449'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:04:13.686361 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6bca5eef-b2ae-4257-89a9-6e3264744084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:13.708280 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04488d81-1ffe-49d0-bd90-8fb979a4aaf6 req-04ff05cd-00f0-420a-a0fb-bf6dbeaf947d tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:13.709795 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-04488d81-1ffe-49d0-bd90-8fb979a4aaf6 req-04ff05cd-00f0-420a-a0fb-bf6dbeaf947d tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 932 time: 0.1517916 Nov 29 02:04:13.740471 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e874d37-b46a-4ad1-8c16-bd69a9c598ed tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:13.742719 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-49f1b1a2-ec0f-45f9-b624-38821abe8647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:13.879177 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-04488d81-1ffe-49d0-bd90-8fb979a4aaf6 req-4f9deead-c626-48e1-966b-52a83a4ca2f5 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/security-groups?id=86cb37b7-db83-4a76-b16f-6e747fbdc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510386 Nov 29 02:04:13.902294 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-161e32ab-7738-44d3-bfb5-7b47257b5049 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:13.957640 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-161e32ab-7738-44d3-bfb5-7b47257b5049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:13.986215 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:04:14.082835 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-7a8e3cfd-54fa-4aff-865b-70fdc7021cf1 None None] Provisioning complete for port f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:14.083456 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7a8e3cfd-54fa-4aff-865b-70fdc7021cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:14.112432 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-9e874d37-b46a-4ad1-8c16-bd69a9c598ed tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Allocated IP 172.20.0.1 (6e4ee6b9-1160-468e-8e7a-2c5242f5dd58/f5a57fc3-a9dc-4cd1-a54b-b15a6b049def/a4aeb0b6-f55c-4db3-8e0a-51224ddd2e7b) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:04:14.129187 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161e32ab-7738-44d3-bfb5-7b47257b5049 None None] Network 6e4ee6b9-1160-468e-8e7a-2c5242f5dd58 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:14.130906 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-49f1b1a2-ec0f-45f9-b624-38821abe8647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:04:14.133962 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7a8e3cfd-54fa-4aff-865b-70fdc7021cf1 None None] Port f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:04:14.144251 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-49f1b1a2-ec0f-45f9-b624-38821abe8647 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:14.145344 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-161e32ab-7738-44d3-bfb5-7b47257b5049 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:14.148280 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-6bca5eef-b2ae-4257-89a9-6e3264744084 None None] Allocated IP 172.21.0.2 (5de317f3-f315-4d23-9160-b0d38aae059e/361e05dd-0b8a-4bc9-b4af-a5473c452449/0d053230-d918-4c6e-843d-6b1c8837a3cb) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:04:14.151046 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161e32ab-7738-44d3-bfb5-7b47257b5049 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:04:14.152988 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e32ab-7738-44d3-bfb5-7b47257b5049 None None] Pushing event updated for resources: {'Port': ['ID=c295f393-e198-4c36-ad79-87a204039ae9,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:14.159898 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-49f1b1a2-ec0f-45f9-b624-38821abe8647 service neutron] Transition to ACTIVE for port object f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:04:14.167704 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-49f1b1a2-ec0f-45f9-b624-38821abe8647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:14.233134 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f1b1a2-ec0f-45f9-b624-38821abe8647 service neutron] Pushing event updated for resources: {'Port': ['ID=f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:14.333577 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:14.335252 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:14.337421 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-161e32ab-7738-44d3-bfb5-7b47257b5049 None None] Attempting to bind port c295f393-e198-4c36-ad79-87a204039ae9 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:04:14.338016 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-161e32ab-7738-44d3-bfb5-7b47257b5049 None None] Attempting to bind port c295f393-e198-4c36-ad79-87a204039ae9 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'e5af8981-53e3-4d07-b10d-35b3dd39f8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6e4ee6b9-1160-468e-8e7a-2c5242f5dd58'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:04:14.338555 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161e32ab-7738-44d3-bfb5-7b47257b5049 None None] Attempting to bind port c295f393-e198-4c36-ad79-87a204039ae9 on network 6e4ee6b9-1160-468e-8e7a-2c5242f5dd58 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:04:14.340020 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e874d37-b46a-4ad1-8c16-bd69a9c598ed tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:14.341869 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-49f1b1a2-ec0f-45f9-b624-38821abe8647 service neutron] Attempting to bind port f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:04:14.342218 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-49f1b1a2-ec0f-45f9-b624-38821abe8647 service neutron] Attempting to bind port f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'a767034f-685f-46a1-b040-4b969b751661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0920a717-4ca0-4264-bc1d-e8261a76bb0b'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:04:14.342554 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-49f1b1a2-ec0f-45f9-b624-38821abe8647 service neutron] Attempting to bind port f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0 on network 0920a717-4ca0-4264-bc1d-e8261a76bb0b {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:04:14.347507 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-49f1b1a2-ec0f-45f9-b624-38821abe8647 service neutron] Port f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0 on network 0920a717-4ca0-4264-bc1d-e8261a76bb0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:04:14.347833 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-49f1b1a2-ec0f-45f9-b624-38821abe8647 service neutron] Attempting to bind port f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0 on network 0920a717-4ca0-4264-bc1d-e8261a76bb0b {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:04:14.356188 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-49f1b1a2-ec0f-45f9-b624-38821abe8647 service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:04:14.356531 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-49f1b1a2-ec0f-45f9-b624-38821abe8647 service neutron] Checking segment: {'id': 'a767034f-685f-46a1-b040-4b969b751661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0920a717-4ca0-4264-bc1d-e8261a76bb0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:04:14.356923 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-49f1b1a2-ec0f-45f9-b624-38821abe8647 service neutron] Bound using segment: {'id': 'a767034f-685f-46a1-b040-4b969b751661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0920a717-4ca0-4264-bc1d-e8261a76bb0b'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:04:14.357360 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-49f1b1a2-ec0f-45f9-b624-38821abe8647 service neutron] Bound port: f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a767034f-685f-46a1-b040-4b969b751661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0920a717-4ca0-4264-bc1d-e8261a76bb0b'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:04:14.357911 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-49f1b1a2-ec0f-45f9-b624-38821abe8647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:14.384011 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0ecc1ef-db5d-460e-a0aa-c9b0de1c7fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:14.394721 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161e32ab-7738-44d3-bfb5-7b47257b5049 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:04:14.395561 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161e32ab-7738-44d3-bfb5-7b47257b5049 None None] Checking segment: {'id': 'e5af8981-53e3-4d07-b10d-35b3dd39f8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6e4ee6b9-1160-468e-8e7a-2c5242f5dd58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:04:14.396427 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-161e32ab-7738-44d3-bfb5-7b47257b5049 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:14.397004 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161e32ab-7738-44d3-bfb5-7b47257b5049 None None] Bound using segment: {'id': 'e5af8981-53e3-4d07-b10d-35b3dd39f8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6e4ee6b9-1160-468e-8e7a-2c5242f5dd58'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:04:14.397712 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-161e32ab-7738-44d3-bfb5-7b47257b5049 None None] Bound port: c295f393-e198-4c36-ad79-87a204039ae9, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5af8981-53e3-4d07-b10d-35b3dd39f8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6e4ee6b9-1160-468e-8e7a-2c5242f5dd58'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:04:14.398274 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-161e32ab-7738-44d3-bfb5-7b47257b5049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:14.398504 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e874d37-b46a-4ad1-8c16-bd69a9c598ed tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:14.442171 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e874d37-b46a-4ad1-8c16-bd69a9c598ed tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network 6e4ee6b9-1160-468e-8e7a-2c5242f5dd58 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:14.450412 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-9e874d37-b46a-4ad1-8c16-bd69a9c598ed tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:14.452926 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e874d37-b46a-4ad1-8c16-bd69a9c598ed tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:04:14.461932 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-49f1b1a2-ec0f-45f9-b624-38821abe8647 service neutron] For port f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:04:14.466369 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-49f1b1a2-ec0f-45f9-b624-38821abe8647 service neutron] For port f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0,segment=NetworkSegment(a767034f-685f-46a1-b040-4b969b751661),segment_id=a767034f-685f-46a1-b040-4b969b751661)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:04:14.472257 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-49f1b1a2-ec0f-45f9-b624-38821abe8647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:14.499077 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e874d37-b46a-4ad1-8c16-bd69a9c598ed tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Port': ['ID=a4aeb0b6-f55c-4db3-8e0a-51224ddd2e7b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:14.527608 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-49f1b1a2-ec0f-45f9-b624-38821abe8647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:14.528243 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-49f1b1a2-ec0f-45f9-b624-38821abe8647 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:14.529491 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e874d37-b46a-4ad1-8c16-bd69a9c598ed tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:14.530178 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-49f1b1a2-ec0f-45f9-b624-38821abe8647 service neutron] 10.222.0.24 "PUT /v2.0/ports/f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0 HTTP/1.1" status: 200 len: 1094 time: 0.9281099 Nov 29 02:04:14.530379 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb0017d-dfcb-43c1-b707-72a35311303c', 'tag': 'f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:04:14.532326 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-161e32ab-7738-44d3-bfb5-7b47257b5049 None None] For port c295f393-e198-4c36-ad79-87a204039ae9, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:04:14.532689 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b53812-576a-4983-90e8-06fdbd04ce5b" -d '{"events": [{"name": "network-changed", "server_uuid": "6cb0017d-dfcb-43c1-b707-72a35311303c", "tag": "f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:04:14.536312 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-161e32ab-7738-44d3-bfb5-7b47257b5049 None None] For port c295f393-e198-4c36-ad79-87a204039ae9, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c295f393-e198-4c36-ad79-87a204039ae9,segment=NetworkSegment(e5af8981-53e3-4d07-b10d-35b3dd39f8d8),segment_id=e5af8981-53e3-4d07-b10d-35b3dd39f8d8)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:04:14.576698 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-161e32ab-7738-44d3-bfb5-7b47257b5049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:14.601398 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f1b1a2-ec0f-45f9-b624-38821abe8647 service neutron] Pushing event updated for resources: {'Port': ['ID=f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:14.633335 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40604458-dbf6-4c9a-b310-6fde7f1dd389 x-openstack-request-id: req-40604458-dbf6-4c9a-b310-6fde7f1dd389 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:04:14.633670 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cb0017d-dfcb-43c1-b707-72a35311303c", "tag": "f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:04:14.634028 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-40604458-dbf6-4c9a-b310-6fde7f1dd389 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:04:14.634494 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb0017d-dfcb-43c1-b707-72a35311303c', 'tag': 'f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0', 'status': 'completed', 'code': 200} Nov 29 02:04:14.686259 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-a51c076d-064d-4e5c-b064-e82ca1afdde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:14.687720 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6bca5eef-b2ae-4257-89a9-6e3264744084 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:14.688516 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-a51c076d-064d-4e5c-b064-e82ca1afdde2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5a72629fb67649cb8a5d407ce8400556&device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 1097 time: 0.0702116 Nov 29 02:04:14.726570 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6bca5eef-b2ae-4257-89a9-6e3264744084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:14.754635 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e32ab-7738-44d3-bfb5-7b47257b5049 None None] Pushing event updated for resources: {'Port': ['ID=c295f393-e198-4c36-ad79-87a204039ae9,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:14.757692 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e874d37-b46a-4ad1-8c16-bd69a9c598ed tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:14.814778 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-ad2fef4d-1242-4a22-b063-27e94bccbcf9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0 HTTP/1.1" status: 200 len: 217 time: 0.1072094 Nov 29 02:04:14.833175 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bca5eef-b2ae-4257-89a9-6e3264744084 None None] Network 5de317f3-f315-4d23-9160-b0d38aae059e is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:14.864370 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca5eef-b2ae-4257-89a9-6e3264744084 None None] Pushing event updated for resources: {'Port': ['ID=0d053230-d918-4c6e-843d-6b1c8837a3cb,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:14.882887 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-6bca5eef-b2ae-4257-89a9-6e3264744084 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:14.885437 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bca5eef-b2ae-4257-89a9-6e3264744084 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:04:14.900070 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-582762f3-8aac-4cda-a878-5c9964cb88d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:14.901767 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-582762f3-8aac-4cda-a878-5c9964cb88d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8af5b422-0f8b-481e-954e-b5b55cbac41b HTTP/1.1" status: 200 len: 834 time: 0.0742967 Nov 29 02:04:14.990257 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-6bca5eef-b2ae-4257-89a9-6e3264744084 None None] Attempting to bind port 0d053230-d918-4c6e-843d-6b1c8837a3cb on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:04:14.992285 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-6bca5eef-b2ae-4257-89a9-6e3264744084 None None] Attempting to bind port 0d053230-d918-4c6e-843d-6b1c8837a3cb by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'd2af42f6-34c1-4076-919c-a3236a58bfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5de317f3-f315-4d23-9160-b0d38aae059e'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:04:14.992827 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bca5eef-b2ae-4257-89a9-6e3264744084 None None] Attempting to bind port 0d053230-d918-4c6e-843d-6b1c8837a3cb on network 5de317f3-f315-4d23-9160-b0d38aae059e {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:04:15.004445 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bca5eef-b2ae-4257-89a9-6e3264744084 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:04:15.005109 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bca5eef-b2ae-4257-89a9-6e3264744084 None None] Checking segment: {'id': 'd2af42f6-34c1-4076-919c-a3236a58bfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5de317f3-f315-4d23-9160-b0d38aae059e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:04:15.005264 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-961a65e6-0865-459b-95b0-8568e9e886b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:15.005874 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6bca5eef-b2ae-4257-89a9-6e3264744084 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:15.006458 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bca5eef-b2ae-4257-89a9-6e3264744084 None None] Bound using segment: {'id': 'd2af42f6-34c1-4076-919c-a3236a58bfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5de317f3-f315-4d23-9160-b0d38aae059e'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:04:15.006718 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-961a65e6-0865-459b-95b0-8568e9e886b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0920a717-4ca0-4264-bc1d-e8261a76bb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0966299 Nov 29 02:04:15.007513 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-6bca5eef-b2ae-4257-89a9-6e3264744084 None None] Bound port: 0d053230-d918-4c6e-843d-6b1c8837a3cb, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2af42f6-34c1-4076-919c-a3236a58bfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5de317f3-f315-4d23-9160-b0d38aae059e'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:04:15.007929 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6bca5eef-b2ae-4257-89a9-6e3264744084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:15.096940 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-6bca5eef-b2ae-4257-89a9-6e3264744084 None None] For port 0d053230-d918-4c6e-843d-6b1c8837a3cb, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:04:15.102215 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-6bca5eef-b2ae-4257-89a9-6e3264744084 None None] For port 0d053230-d918-4c6e-843d-6b1c8837a3cb, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=0d053230-d918-4c6e-843d-6b1c8837a3cb,segment=NetworkSegment(d2af42f6-34c1-4076-919c-a3236a58bfb7),segment_id=d2af42f6-34c1-4076-919c-a3236a58bfb7)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:04:15.108089 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6bca5eef-b2ae-4257-89a9-6e3264744084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:15.140949 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e0447-6e87-445f-a7ce-dce26a4a333e req-416b71de-ce4f-4dd4-83b5-e49408b5a18d tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:15.150619 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-950873d2-0819-4e0f-b416-7e8a78e8c4e9 service neutron] 10.222.0.24 "GET /v2.0/networks/0920a717-4ca0-4264-bc1d-e8261a76bb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357052 Nov 29 02:04:15.154566 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a00e0447-6e87-445f-a7ce-dce26a4a333e req-416b71de-ce4f-4dd4-83b5-e49408b5a18d tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 944 time: 0.1421366 Nov 29 02:04:15.199266 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca5eef-b2ae-4257-89a9-6e3264744084 None None] Pushing event updated for resources: {'Port': ['ID=0d053230-d918-4c6e-843d-6b1c8837a3cb,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:15.278402 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a00e0447-6e87-445f-a7ce-dce26a4a333e req-ca2b14e2-de67-4719-8f41-ef4a3796b813 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/security-groups?id=86cb37b7-db83-4a76-b16f-6e747fbdc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229017 Nov 29 02:04:15.285359 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b4638cb0-a38e-4c24-b08d-22c85169714f req-8da5cc3e-539f-48dd-8ce3-15c0b6c00a10 service neutron] 10.222.0.24 "GET /v2.0/networks/0920a717-4ca0-4264-bc1d-e8261a76bb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223104 Nov 29 02:04:15.292300 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:15.298108 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e874d37-b46a-4ad1-8c16-bd69a9c598ed tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:15.302886 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e874d37-b46a-4ad1-8c16-bd69a9c598ed tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:15.389972 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e874d37-b46a-4ad1-8c16-bd69a9c598ed tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Port': ['ID=a4aeb0b6-f55c-4db3-8e0a-51224ddd2e7b,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:15.396089 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e874d37-b46a-4ad1-8c16-bd69a9c598ed tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:15.467823 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b53812-576a-4983-90e8-06fdbd04ce5b req-700c7050-6a22-4fd6-abb4-b1141360158e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:15.469623 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-56b53812-576a-4983-90e8-06fdbd04ce5b req-700c7050-6a22-4fd6-abb4-b1141360158e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5a72629fb67649cb8a5d407ce8400556&device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 1097 time: 0.0581460 Nov 29 02:04:15.577776 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b53812-576a-4983-90e8-06fdbd04ce5b req-ffc255ba-2145-4925-b147-00bfcc6238e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:15.579452 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-56b53812-576a-4983-90e8-06fdbd04ce5b req-ffc255ba-2145-4925-b147-00bfcc6238e3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0920a717-4ca0-4264-bc1d-e8261a76bb0b HTTP/1.1" status: 200 len: 898 time: 0.1005082 Nov 29 02:04:15.866172 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e874d37-b46a-4ad1-8c16-bd69a9c598ed tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network 6e4ee6b9-1160-468e-8e7a-2c5242f5dd58 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:15.875224 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-9e874d37-b46a-4ad1-8c16-bd69a9c598ed tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:15.998748 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a17295e-f955-4cc5-829c-a4bd8d9767d3 None None] Network 6e4ee6b9-1160-468e-8e7a-2c5242f5dd58 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:04:16.009085 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-56b53812-576a-4983-90e8-06fdbd04ce5b req-bdcc1eef-6d53-4dd7-9168-76a9efceb39b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0 HTTP/1.1" status: 200 len: 217 time: 0.4189677 Nov 29 02:04:16.013674 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 0d053230-d918-4c6e-843d-6b1c8837a3cb up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:04:16.059365 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e874d37-b46a-4ad1-8c16-bd69a9c598ed tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Router 1e7d902c-95c4-4f1a-9168-6daff1ab7bf2 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:04:16.070242 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b53812-576a-4983-90e8-06fdbd04ce5b req-950db71e-4e27-4352-8331-5304cdf0b2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:16.073005 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-56b53812-576a-4983-90e8-06fdbd04ce5b req-950db71e-4e27-4352-8331-5304cdf0b2a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8af5b422-0f8b-481e-954e-b5b55cbac41b HTTP/1.1" status: 200 len: 834 time: 0.0546846 Nov 29 02:04:16.113495 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-24a3d385-6df8-433a-9b61-b1f93313472b None None] Provisioning complete for port c295f393-e198-4c36-ad79-87a204039ae9 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:16.114645 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24a3d385-6df8-433a-9b61-b1f93313472b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:16.137933 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b53812-576a-4983-90e8-06fdbd04ce5b req-61ad1d45-6a64-48f2-8f46-46cf910634f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:16.139550 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-56b53812-576a-4983-90e8-06fdbd04ce5b req-61ad1d45-6a64-48f2-8f46-46cf910634f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0920a717-4ca0-4264-bc1d-e8261a76bb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0574059 Nov 29 02:04:16.176277 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e874d37-b46a-4ad1-8c16-bd69a9c598ed tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:04:16.188634 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9e874d37-b46a-4ad1-8c16-bd69a9c598ed tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "PUT /v2.0/routers/1e7d902c-95c4-4f1a-9168-6daff1ab7bf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8990402 Nov 29 02:04:16.188766 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45c5edf-779c-45cf-82a1-c8cd90c2cdf4 None None] Sync routers for ids ['1e7d902c-95c4-4f1a-9168-6daff1ab7bf2'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:04:16.189171 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43354) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:16.202816 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45c5edf-779c-45cf-82a1-c8cd90c2cdf4 None None] Routers {'1e7d902c-95c4-4f1a-9168-6daff1ab7bf2'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:16.206370 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c45c5edf-779c-45cf-82a1-c8cd90c2cdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['1e7d902c-95c4-4f1a-9168-6daff1ab7bf2'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:16.240841 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7205d08-b119-483d-9a3f-59aaccb96b97 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:16.245940 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43356) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:16.246118 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d7205d08-b119-483d-9a3f-59aaccb96b97 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "GET /v2.0/ports/a4aeb0b6-f55c-4db3-8e0a-51224ddd2e7b HTTP/1.1" status: 200 len: 910 time: 0.0564132 Nov 29 02:04:16.250418 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 0d053230-d918-4c6e-843d-6b1c8837a3cb triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:16.251013 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:16.251661 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c45c5edf-779c-45cf-82a1-c8cd90c2cdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:16.261337 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45c5edf-779c-45cf-82a1-c8cd90c2cdf4 None None] Routers {'1e7d902c-95c4-4f1a-9168-6daff1ab7bf2'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:16.262031 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c45c5edf-779c-45cf-82a1-c8cd90c2cdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['1e7d902c-95c4-4f1a-9168-6daff1ab7bf2'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:16.299316 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c45c5edf-779c-45cf-82a1-c8cd90c2cdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:16.300559 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45c5edf-779c-45cf-82a1-c8cd90c2cdf4 None None] The sync data for ids ['1e7d902c-95c4-4f1a-9168-6daff1ab7bf2'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:04:16.352255 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-56b53812-576a-4983-90e8-06fdbd04ce5b req-01d69f31-9dcd-46dd-9340-628c87ec2a00 service neutron] 10.222.0.24 "GET /v2.0/networks/0920a717-4ca0-4264-bc1d-e8261a76bb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035723 Nov 29 02:04:16.400447 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4842fe3d-60a6-456b-bd8e-43ff5c72ef71 None None] Network 5de317f3-f315-4d23-9160-b0d38aae059e requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:04:16.439475 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93501650-1654-4f8f-9a61-0f414a2fca76 req-664f390b-9ab1-433e-8803-35218ce032c0 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:16.441124 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-93501650-1654-4f8f-9a61-0f414a2fca76 req-664f390b-9ab1-433e-8803-35218ce032c0 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 944 time: 0.0529208 Nov 29 02:04:16.450208 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24a3d385-6df8-433a-9b61-b1f93313472b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:16.515963 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-93501650-1654-4f8f-9a61-0f414a2fca76 req-2ab9cfeb-66f6-473c-8339-ae2b750dcf53 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/security-groups?id=86cb37b7-db83-4a76-b16f-6e747fbdc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677059 Nov 29 02:04:16.562384 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:16.568742 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-24a3d385-6df8-433a-9b61-b1f93313472b None None] For port c295f393-e198-4c36-ad79-87a204039ae9, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c295f393-e198-4c36-ad79-87a204039ae9,segment=NetworkSegment(e5af8981-53e3-4d07-b10d-35b3dd39f8d8),segment_id=e5af8981-53e3-4d07-b10d-35b3dd39f8d8)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:16.586094 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24a3d385-6df8-433a-9b61-b1f93313472b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:16.605063 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-56b53812-576a-4983-90e8-06fdbd04ce5b req-09be01ec-d4a4-4fa9-8e21-9b85738f1fc3 service neutron] 10.222.0.24 "GET /v2.0/networks/0920a717-4ca0-4264-bc1d-e8261a76bb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453218 Nov 29 02:04:16.729178 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fb6f15ca-575d-475a-b617-bb66d3c97c9b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:16.825770 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port 0d053230-d918-4c6e-843d-6b1c8837a3cb, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=0d053230-d918-4c6e-843d-6b1c8837a3cb,segment=NetworkSegment(d2af42f6-34c1-4076-919c-a3236a58bfb7),segment_id=d2af42f6-34c1-4076-919c-a3236a58bfb7)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:16.843664 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:16.844440 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c295f393-e198-4c36-ad79-87a204039ae9 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:04:16.880508 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3d385-6df8-433a-9b61-b1f93313472b None None] Pushing event updated for resources: {'Port': ['ID=c295f393-e198-4c36-ad79-87a204039ae9,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:16.907083 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-66ac7673-9a4b-43e0-a31a-0c2da7956e09 None None] Provisioning complete for port 0d053230-d918-4c6e-843d-6b1c8837a3cb triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:16.907458 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-66ac7673-9a4b-43e0-a31a-0c2da7956e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:17.015336 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-fb6f15ca-575d-475a-b617-bb66d3c97c9b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Allocated IP 172.21.0.1 (5de317f3-f315-4d23-9160-b0d38aae059e/361e05dd-0b8a-4bc9-b4af-a5473c452449/204ad06e-73bf-4c8c-84a4-f3e8eb6efbd0) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:04:17.016575 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:17.026191 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=0d053230-d918-4c6e-843d-6b1c8837a3cb,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:17.047839 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port c295f393-e198-4c36-ad79-87a204039ae9 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:17.048209 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:17.166828 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fb6f15ca-575d-475a-b617-bb66d3c97c9b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:17.206012 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fb6f15ca-575d-475a-b617-bb66d3c97c9b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:17.245819 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-59b35551-219e-4923-9911-7037dec7ea15 None None] Provisioning complete for port c295f393-e198-4c36-ad79-87a204039ae9 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:17.246866 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59b35551-219e-4923-9911-7037dec7ea15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:17.249962 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6f15ca-575d-475a-b617-bb66d3c97c9b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network 5de317f3-f315-4d23-9160-b0d38aae059e is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:17.253565 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-fb6f15ca-575d-475a-b617-bb66d3c97c9b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:17.259976 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6f15ca-575d-475a-b617-bb66d3c97c9b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:04:17.268666 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f15ca-575d-475a-b617-bb66d3c97c9b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Port': ['ID=204ad06e-73bf-4c8c-84a4-f3e8eb6efbd0,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:17.312763 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fb6f15ca-575d-475a-b617-bb66d3c97c9b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:17.361628 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-59b35551-219e-4923-9911-7037dec7ea15 None None] Provisioning complete for port a4aeb0b6-f55c-4db3-8e0a-51224ddd2e7b triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:17.361906 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59b35551-219e-4923-9911-7037dec7ea15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:17.396976 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-59b35551-219e-4923-9911-7037dec7ea15 None None] Port a4aeb0b6-f55c-4db3-8e0a-51224ddd2e7b cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:04:17.432669 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fb6f15ca-575d-475a-b617-bb66d3c97c9b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:17.516120 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-f6fdccdb-ca54-4da4-8dab-36c831008b48 None None] Provisioning complete for port 204ad06e-73bf-4c8c-84a4-f3e8eb6efbd0 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:17.516494 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f6fdccdb-ca54-4da4-8dab-36c831008b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:17.558672 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdccdb-ca54-4da4-8dab-36c831008b48 None None] Port 204ad06e-73bf-4c8c-84a4-f3e8eb6efbd0 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:04:17.568088 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-f6fdccdb-ca54-4da4-8dab-36c831008b48 None None] Provisioning complete for port 0d053230-d918-4c6e-843d-6b1c8837a3cb triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:17.568460 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f6fdccdb-ca54-4da4-8dab-36c831008b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:17.638990 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda58930-72dd-4cd9-b870-8d6fb611d7aa req-8540177f-854b-48e7-967d-cb2d976101fb tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:17.640657 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dda58930-72dd-4cd9-b870-8d6fb611d7aa req-8540177f-854b-48e7-967d-cb2d976101fb tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 944 time: 0.0503566 Nov 29 02:04:17.689251 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:04:17.691978 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dda58930-72dd-4cd9-b870-8d6fb611d7aa req-fe565145-fd47-4f36-ba66-b2519d9bddea tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/security-groups?id=86cb37b7-db83-4a76-b16f-6e747fbdc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452347 Nov 29 02:04:17.714996 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fb6f15ca-575d-475a-b617-bb66d3c97c9b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:17.719857 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fb6f15ca-575d-475a-b617-bb66d3c97c9b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:17.789397 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0,segment=NetworkSegment(a767034f-685f-46a1-b040-4b969b751661),segment_id=a767034f-685f-46a1-b040-4b969b751661)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:17.796506 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f15ca-575d-475a-b617-bb66d3c97c9b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Port': ['ID=204ad06e-73bf-4c8c-84a4-f3e8eb6efbd0,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:17.802377 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fb6f15ca-575d-475a-b617-bb66d3c97c9b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:17.808911 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': 'f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0', 'network_id': '0920a717-4ca0-4264-bc1d-e8261a76bb0b', 'port_id': 'f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0', 'mac_address': 'fa:16:3e:7f:7c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8af5b422-0f8b-481e-954e-b5b55cbac41b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:04:17.835959 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:17.853726 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:17.869779 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:04:17.891074 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 0d053230-d918-4c6e-843d-6b1c8837a3cb up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:04:17.893856 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0,segment=NetworkSegment(a767034f-685f-46a1-b040-4b969b751661),segment_id=a767034f-685f-46a1-b040-4b969b751661)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:17.909025 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6f15ca-575d-475a-b617-bb66d3c97c9b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network 5de317f3-f315-4d23-9160-b0d38aae059e is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:17.910442 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-fb6f15ca-575d-475a-b617-bb66d3c97c9b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:17.923412 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:17.985459 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:18.002732 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 0d053230-d918-4c6e-843d-6b1c8837a3cb triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:18.003108 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:18.019953 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6f15ca-575d-475a-b617-bb66d3c97c9b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Router 1e7d902c-95c4-4f1a-9168-6daff1ab7bf2 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:04:18.086466 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c295f393-e198-4c36-ad79-87a204039ae9 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:04:18.117275 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6f15ca-575d-475a-b617-bb66d3c97c9b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:04:18.122446 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-fb6f15ca-575d-475a-b617-bb66d3c97c9b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "PUT /v2.0/routers/1e7d902c-95c4-4f1a-9168-6daff1ab7bf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8664083 Nov 29 02:04:18.125944 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43362) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:18.129102 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9547a307-00f4-4d06-b09a-77e7b0d64de6 None None] Sync routers for ids ['1e7d902c-95c4-4f1a-9168-6daff1ab7bf2'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:04:18.154836 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9547a307-00f4-4d06-b09a-77e7b0d64de6 None None] Routers {'1e7d902c-95c4-4f1a-9168-6daff1ab7bf2'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:18.155477 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9547a307-00f4-4d06-b09a-77e7b0d64de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['1e7d902c-95c4-4f1a-9168-6daff1ab7bf2'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:18.169671 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72445468-3b0e-4b11-8dde-e9b7617b9ee0 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:18.171035 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-72445468-3b0e-4b11-8dde-e9b7617b9ee0 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "GET /v2.0/ports/204ad06e-73bf-4c8c-84a4-f3e8eb6efbd0 HTTP/1.1" status: 200 len: 910 time: 0.0440917 Nov 29 02:04:18.173989 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43364) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:18.198417 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9547a307-00f4-4d06-b09a-77e7b0d64de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:18.214042 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port c295f393-e198-4c36-ad79-87a204039ae9 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:18.214412 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:18.218559 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-6115d464-059d-4018-a818-63b2e8cfc0d1 None None] Provisioning complete for port 204ad06e-73bf-4c8c-84a4-f3e8eb6efbd0 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:18.218922 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6115d464-059d-4018-a818-63b2e8cfc0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:18.237191 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9547a307-00f4-4d06-b09a-77e7b0d64de6 None None] Routers {'1e7d902c-95c4-4f1a-9168-6daff1ab7bf2'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:18.237853 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9547a307-00f4-4d06-b09a-77e7b0d64de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['1e7d902c-95c4-4f1a-9168-6daff1ab7bf2'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:18.270012 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:04:18.332479 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9547a307-00f4-4d06-b09a-77e7b0d64de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:18.333147 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9547a307-00f4-4d06-b09a-77e7b0d64de6 None None] The sync data for ids ['1e7d902c-95c4-4f1a-9168-6daff1ab7bf2'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:04:18.358523 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6115d464-059d-4018-a818-63b2e8cfc0d1 None None] Port 204ad06e-73bf-4c8c-84a4-f3e8eb6efbd0 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:04:18.497159 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-113567cb-97f6-45e1-90d9-7ed795a0d6f4 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:18.742397 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-113567cb-97f6-45e1-90d9-7ed795a0d6f4 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Deleting port 204ad06e-73bf-4c8c-84a4-f3e8eb6efbd0 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:04:18.743043 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-113567cb-97f6-45e1-90d9-7ed795a0d6f4 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:18.807894 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1859e-f879-4935-8114-0e536431b1e9 req-def75518-d0f1-4116-9bff-b29cd7fcf0dc tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:18.809405 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0ca1859e-f879-4935-8114-0e536431b1e9 req-def75518-d0f1-4116-9bff-b29cd7fcf0dc tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 945 time: 0.0489094 Nov 29 02:04:18.826437 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-113567cb-97f6-45e1-90d9-7ed795a0d6f4 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:18.838285 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-113567cb-97f6-45e1-90d9-7ed795a0d6f4 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Calling delete_port for 204ad06e-73bf-4c8c-84a4-f3e8eb6efbd0 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:04:18.857427 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0ca1859e-f879-4935-8114-0e536431b1e9 req-d8b8248e-d2e1-4d21-80c0-927f29aca44d tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/security-groups?id=86cb37b7-db83-4a76-b16f-6e747fbdc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419502 Nov 29 02:04:19.007989 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-113567cb-97f6-45e1-90d9-7ed795a0d6f4 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:19.034744 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113567cb-97f6-45e1-90d9-7ed795a0d6f4 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event deleted for resources: {'Port': ['ID=204ad06e-73bf-4c8c-84a4-f3e8eb6efbd0,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:19.064206 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113567cb-97f6-45e1-90d9-7ed795a0d6f4 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:19.064559 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113567cb-97f6-45e1-90d9-7ed795a0d6f4 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:19.064905 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113567cb-97f6-45e1-90d9-7ed795a0d6f4 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:19.065242 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113567cb-97f6-45e1-90d9-7ed795a0d6f4 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:19.065598 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113567cb-97f6-45e1-90d9-7ed795a0d6f4 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:19.065935 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113567cb-97f6-45e1-90d9-7ed795a0d6f4 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:19.066269 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113567cb-97f6-45e1-90d9-7ed795a0d6f4 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:19.066598 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113567cb-97f6-45e1-90d9-7ed795a0d6f4 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:19.066925 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113567cb-97f6-45e1-90d9-7ed795a0d6f4 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:19.067249 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113567cb-97f6-45e1-90d9-7ed795a0d6f4 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:19.067575 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113567cb-97f6-45e1-90d9-7ed795a0d6f4 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:19.067898 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113567cb-97f6-45e1-90d9-7ed795a0d6f4 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:19.198943 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-113567cb-97f6-45e1-90d9-7ed795a0d6f4 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:19.379326 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113567cb-97f6-45e1-90d9-7ed795a0d6f4 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Router 1e7d902c-95c4-4f1a-9168-6daff1ab7bf2 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:04:19.466517 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113567cb-97f6-45e1-90d9-7ed795a0d6f4 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:04:19.471443 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-113567cb-97f6-45e1-90d9-7ed795a0d6f4 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "PUT /v2.0/routers/1e7d902c-95c4-4f1a-9168-6daff1ab7bf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2965353 Nov 29 02:04:19.474197 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43368) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:19.476791 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914298ee-87ea-47d1-87b5-d6d35eeb9a60 None None] Sync routers for ids ['1e7d902c-95c4-4f1a-9168-6daff1ab7bf2'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:04:19.486431 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914298ee-87ea-47d1-87b5-d6d35eeb9a60 None None] Routers {'1e7d902c-95c4-4f1a-9168-6daff1ab7bf2'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:19.487054 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-914298ee-87ea-47d1-87b5-d6d35eeb9a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['1e7d902c-95c4-4f1a-9168-6daff1ab7bf2'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:19.518789 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-914298ee-87ea-47d1-87b5-d6d35eeb9a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:19.528451 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914298ee-87ea-47d1-87b5-d6d35eeb9a60 None None] Routers {'1e7d902c-95c4-4f1a-9168-6daff1ab7bf2'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:19.529061 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-914298ee-87ea-47d1-87b5-d6d35eeb9a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['1e7d902c-95c4-4f1a-9168-6daff1ab7bf2'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:19.562687 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-914298ee-87ea-47d1-87b5-d6d35eeb9a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:19.563339 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914298ee-87ea-47d1-87b5-d6d35eeb9a60 None None] The sync data for ids ['1e7d902c-95c4-4f1a-9168-6daff1ab7bf2'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:04:19.691732 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:04:19.746605 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:04:19.750777 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:19.751236 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:19.832682 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:19.856790 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb0017d-dfcb-43c1-b707-72a35311303c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:04:19.859436 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe92062-3f21-4d57-88d3-10cbb106d009" -d '{"events": [{"server_uuid": "6cb0017d-dfcb-43c1-b707-72a35311303c", "name": "network-vif-plugged", "status": "completed", "tag": "f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:04:19.874850 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0,segment=NetworkSegment(a767034f-685f-46a1-b040-4b969b751661),segment_id=a767034f-685f-46a1-b040-4b969b751661)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:19.884635 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:19.929454 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ba75c9-f4ff-42f2-a9f3-7f0057c1a439 x-openstack-request-id: req-30ba75c9-f4ff-42f2-a9f3-7f0057c1a439 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:04:19.929929 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb0017d-dfcb-43c1-b707-72a35311303c", "name": "network-vif-plugged", "status": "completed", "tag": "f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:04:19.930053 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-30ba75c9-f4ff-42f2-a9f3-7f0057c1a439 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:04:19.930449 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb0017d-dfcb-43c1-b707-72a35311303c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0', 'code': 200} Nov 29 02:04:19.951037 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:20.000704 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a32e2-bd25-4835-91a9-f21fb0cf699c req-7873c408-d175-4d73-9789-18528556cffd tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:20.002346 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-960a32e2-bd25-4835-91a9-f21fb0cf699c req-7873c408-d175-4d73-9789-18528556cffd tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 946 time: 0.0609865 Nov 29 02:04:20.062104 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-960a32e2-bd25-4835-91a9-f21fb0cf699c req-35cd41bd-955e-47e3-a93d-f7faed9dd536 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/security-groups?id=86cb37b7-db83-4a76-b16f-6e747fbdc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511262 Nov 29 02:04:20.168007 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d2dc1-8b2d-4073-bcc3-d47cb375c733 req-6aba7261-7ded-4fe6-877b-353fd648f5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:20.169655 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-279d2dc1-8b2d-4073-bcc3-d47cb375c733 req-6aba7261-7ded-4fe6-877b-353fd648f5bc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 1099 time: 0.0506771 Nov 29 02:04:20.177212 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afbf8175-fd55-4b5b-a778-4023236d5144 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:20.292554 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-279d2dc1-8b2d-4073-bcc3-d47cb375c733 req-b8359ea4-1845-4919-9335-4bb0021184c9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=86cb37b7-db83-4a76-b16f-6e747fbdc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127186 Nov 29 02:04:20.445847 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-afbf8175-fd55-4b5b-a778-4023236d5144 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Deleting port a4aeb0b6-f55c-4db3-8e0a-51224ddd2e7b {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:04:20.446185 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afbf8175-fd55-4b5b-a778-4023236d5144 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:20.536658 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afbf8175-fd55-4b5b-a778-4023236d5144 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:20.548794 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-afbf8175-fd55-4b5b-a778-4023236d5144 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Calling delete_port for a4aeb0b6-f55c-4db3-8e0a-51224ddd2e7b owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:04:20.711072 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afbf8175-fd55-4b5b-a778-4023236d5144 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:20.738343 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf8175-fd55-4b5b-a778-4023236d5144 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event deleted for resources: {'Port': ['ID=a4aeb0b6-f55c-4db3-8e0a-51224ddd2e7b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:20.877957 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afbf8175-fd55-4b5b-a778-4023236d5144 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:21.030998 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afbf8175-fd55-4b5b-a778-4023236d5144 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Router 1e7d902c-95c4-4f1a-9168-6daff1ab7bf2 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:04:21.104924 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbf8175-fd55-4b5b-a778-4023236d5144 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:04:21.113240 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-afbf8175-fd55-4b5b-a778-4023236d5144 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "PUT /v2.0/routers/1e7d902c-95c4-4f1a-9168-6daff1ab7bf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6380491 Nov 29 02:04:21.115789 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e9104a-fcc7-492a-8d86-ccfed6fbfff1 None None] Sync routers for ids ['1e7d902c-95c4-4f1a-9168-6daff1ab7bf2'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:04:21.118563 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43376) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:21.126440 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e9104a-fcc7-492a-8d86-ccfed6fbfff1 None None] Routers {'1e7d902c-95c4-4f1a-9168-6daff1ab7bf2'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:21.127068 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e2e9104a-fcc7-492a-8d86-ccfed6fbfff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['1e7d902c-95c4-4f1a-9168-6daff1ab7bf2'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:21.150971 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6a162199-9526-473b-bd04-622cf6eba6f8 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e7d902c-95c4-4f1a-9168-6daff1ab7bf2 HTTP/1.1" status: 200 len: 205 time: 0.0296397 Nov 29 02:04:21.153376 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43378) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:21.160163 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e2e9104a-fcc7-492a-8d86-ccfed6fbfff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:21.168812 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e9104a-fcc7-492a-8d86-ccfed6fbfff1 None None] Routers {'1e7d902c-95c4-4f1a-9168-6daff1ab7bf2'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:21.169653 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e2e9104a-fcc7-492a-8d86-ccfed6fbfff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['1e7d902c-95c4-4f1a-9168-6daff1ab7bf2'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:21.198333 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22851979-4e97-4092-b457-c5eae5b1a947 req-b0382a0b-babd-4385-9628-56d7ceba0aa3 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:21.200927 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-22851979-4e97-4092-b457-c5eae5b1a947 req-b0382a0b-babd-4385-9628-56d7ceba0aa3 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 946 time: 0.0545092 Nov 29 02:04:21.201197 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e2e9104a-fcc7-492a-8d86-ccfed6fbfff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:21.201891 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e9104a-fcc7-492a-8d86-ccfed6fbfff1 None None] The sync data for ids ['1e7d902c-95c4-4f1a-9168-6daff1ab7bf2'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:04:21.228847 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1f59479-8ba4-463d-b931-1cc1652581a3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:21.250200 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-22851979-4e97-4092-b457-c5eae5b1a947 req-2577f4b8-6bde-4749-a0c5-4b4a1c24f8a0 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/security-groups?id=86cb37b7-db83-4a76-b16f-6e747fbdc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437362 Nov 29 02:04:21.382967 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1f59479-8ba4-463d-b931-1cc1652581a3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:21.385042 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1f59479-8ba4-463d-b931-1cc1652581a3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:21.426440 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1f59479-8ba4-463d-b931-1cc1652581a3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:21.426945 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f59479-8ba4-463d-b931-1cc1652581a3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Fanout notify agent at l3_agent the message router_deleted on router 1e7d902c-95c4-4f1a-9168-6daff1ab7bf2 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:04:21.434771 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1f59479-8ba4-463d-b931-1cc1652581a3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:21.435896 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d1f59479-8ba4-463d-b931-1cc1652581a3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/routers/1e7d902c-95c4-4f1a-9168-6daff1ab7bf2 HTTP/1.1" status: 204 len: 168 time: 0.2813475 Nov 29 02:04:21.438620 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43380) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:21.492321 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d92541-94db-44cf-8ce0-35c7dbc0ab3e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Deleting subnet 361e05dd-0b8a-4bc9-b4af-a5473c452449 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:04:21.495817 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f9d92541-94db-44cf-8ce0-35c7dbc0ab3e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:21.539482 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f9d92541-94db-44cf-8ce0-35c7dbc0ab3e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:21.625592 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f9d92541-94db-44cf-8ce0-35c7dbc0ab3e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:21.682406 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f9d92541-94db-44cf-8ce0-35c7dbc0ab3e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:21.710215 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f9d92541-94db-44cf-8ce0-35c7dbc0ab3e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:21.713473 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f9d92541-94db-44cf-8ce0-35c7dbc0ab3e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/subnets/361e05dd-0b8a-4bc9-b4af-a5473c452449 HTTP/1.1" status: 204 len: 168 time: 0.2739458 Nov 29 02:04:21.714527 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d92541-94db-44cf-8ce0-35c7dbc0ab3e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event deleted for resources: {'Subnet': ['ID=361e05dd-0b8a-4bc9-b4af-a5473c452449,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:21.716047 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43382) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:21.718096 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3218a97e-91ad-4238-a481-ac1c3b44a6bf None None] Network 5de317f3-f315-4d23-9160-b0d38aae059e requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:04:21.768281 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e98ee04-9295-43be-9643-ee124ef95ae5 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Deleting subnet f5a57fc3-a9dc-4cd1-a54b-b15a6b049def {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:04:21.771390 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3e98ee04-9295-43be-9643-ee124ef95ae5 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:21.816092 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3e98ee04-9295-43be-9643-ee124ef95ae5 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:21.885628 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6d2084-a996-4603-b584-0a3137a570f6 None None] DHCP port deletion for 5de317f3-f315-4d23-9160-b0d38aae059e request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:04:21.906066 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3e98ee04-9295-43be-9643-ee124ef95ae5 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:21.936847 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ee6d2084-a996-4603-b584-0a3137a570f6 None None] Deleting port 0d053230-d918-4c6e-843d-6b1c8837a3cb {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:04:21.937140 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ee6d2084-a996-4603-b584-0a3137a570f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:21.966017 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3e98ee04-9295-43be-9643-ee124ef95ae5 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:21.995793 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98ee04-9295-43be-9643-ee124ef95ae5 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event deleted for resources: {'Subnet': ['ID=f5a57fc3-a9dc-4cd1-a54b-b15a6b049def,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:22.001386 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3e98ee04-9295-43be-9643-ee124ef95ae5 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:22.001537 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ee6d2084-a996-4603-b584-0a3137a570f6 None None] For port 0d053230-d918-4c6e-843d-6b1c8837a3cb, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=0d053230-d918-4c6e-843d-6b1c8837a3cb,segment=NetworkSegment(d2af42f6-34c1-4076-919c-a3236a58bfb7),segment_id=d2af42f6-34c1-4076-919c-a3236a58bfb7)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:22.001888 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ee6d2084-a996-4603-b584-0a3137a570f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:22.007210 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3e98ee04-9295-43be-9643-ee124ef95ae5 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/subnets/f5a57fc3-a9dc-4cd1-a54b-b15a6b049def HTTP/1.1" status: 204 len: 168 time: 0.2876546 Nov 29 02:04:22.007750 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43384) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:22.011844 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45313d85-cc63-4f90-b3dd-dabf1564869b None None] Network 6e4ee6b9-1160-468e-8e7a-2c5242f5dd58 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:04:22.019278 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ee6d2084-a996-4603-b584-0a3137a570f6 None None] Calling delete_port for 0d053230-d918-4c6e-843d-6b1c8837a3cb owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:04:22.089002 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c315a1b4-9b85-47db-950f-4bc8152bb1ce tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:22.139838 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c315a1b4-9b85-47db-950f-4bc8152bb1ce tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Deleting port 0d053230-d918-4c6e-843d-6b1c8837a3cb {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:04:22.140471 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c315a1b4-9b85-47db-950f-4bc8152bb1ce tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:22.195767 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ee6d2084-a996-4603-b584-0a3137a570f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:22.212103 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-c315a1b4-9b85-47db-950f-4bc8152bb1ce tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] For port 0d053230-d918-4c6e-843d-6b1c8837a3cb, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=0d053230-d918-4c6e-843d-6b1c8837a3cb,segment=NetworkSegment(d2af42f6-34c1-4076-919c-a3236a58bfb7),segment_id=d2af42f6-34c1-4076-919c-a3236a58bfb7)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:22.212466 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c315a1b4-9b85-47db-950f-4bc8152bb1ce tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:22.219559 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d2084-a996-4603-b584-0a3137a570f6 None None] Pushing event deleted for resources: {'Port': ['ID=0d053230-d918-4c6e-843d-6b1c8837a3cb,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:22.224977 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6d2084-a996-4603-b584-0a3137a570f6 None None] No DVR routers for this DVR port 0d053230-d918-4c6e-843d-6b1c8837a3cb on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:04:22.226674 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c315a1b4-9b85-47db-950f-4bc8152bb1ce tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Calling delete_port for 0d053230-d918-4c6e-843d-6b1c8837a3cb owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:04:22.277994 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b215ef82-a046-4f63-bf03-28d61922087e None None] DHCP port deletion for 6e4ee6b9-1160-468e-8e7a-2c5242f5dd58 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:04:22.314962 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c315a1b4-9b85-47db-950f-4bc8152bb1ce tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:22.327433 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b215ef82-a046-4f63-bf03-28d61922087e None None] Deleting port c295f393-e198-4c36-ad79-87a204039ae9 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:04:22.327948 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b215ef82-a046-4f63-bf03-28d61922087e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:22.358877 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c315a1b4-9b85-47db-950f-4bc8152bb1ce tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] No DVR routers for this DVR port 0d053230-d918-4c6e-843d-6b1c8837a3cb on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:04:22.359845 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315a1b4-9b85-47db-950f-4bc8152bb1ce tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event deleted for resources: {'Port': ['ID=0d053230-d918-4c6e-843d-6b1c8837a3cb,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:22.395876 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b215ef82-a046-4f63-bf03-28d61922087e None None] For port c295f393-e198-4c36-ad79-87a204039ae9, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c295f393-e198-4c36-ad79-87a204039ae9,segment=NetworkSegment(e5af8981-53e3-4d07-b10d-35b3dd39f8d8),segment_id=e5af8981-53e3-4d07-b10d-35b3dd39f8d8)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:22.396268 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b215ef82-a046-4f63-bf03-28d61922087e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:22.409430 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a1b4-9b85-47db-950f-4bc8152bb1ce tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:22.409816 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a1b4-9b85-47db-950f-4bc8152bb1ce tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:22.410161 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a1b4-9b85-47db-950f-4bc8152bb1ce tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:22.410504 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a1b4-9b85-47db-950f-4bc8152bb1ce tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:22.410844 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a1b4-9b85-47db-950f-4bc8152bb1ce tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:22.411177 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a1b4-9b85-47db-950f-4bc8152bb1ce tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:22.411517 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a1b4-9b85-47db-950f-4bc8152bb1ce tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:22.411848 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a1b4-9b85-47db-950f-4bc8152bb1ce tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:22.412177 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a1b4-9b85-47db-950f-4bc8152bb1ce tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:22.412503 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a1b4-9b85-47db-950f-4bc8152bb1ce tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:22.412716 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b215ef82-a046-4f63-bf03-28d61922087e None None] Calling delete_port for c295f393-e198-4c36-ad79-87a204039ae9 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:04:22.412824 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a1b4-9b85-47db-950f-4bc8152bb1ce tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:22.413785 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c315a1b4-9b85-47db-950f-4bc8152bb1ce tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:22.477954 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c315a1b4-9b85-47db-950f-4bc8152bb1ce tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:22.487134 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6dbc3-bbab-4e97-becc-465409deee23 req-736bc2f7-52e5-4de3-90a3-9b649c721e34 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:22.488581 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-61c6dbc3-bbab-4e97-becc-465409deee23 req-736bc2f7-52e5-4de3-90a3-9b649c721e34 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 946 time: 0.1619000 Nov 29 02:04:22.490759 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b215ef82-a046-4f63-bf03-28d61922087e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:22.517032 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b215ef82-a046-4f63-bf03-28d61922087e None None] Pushing event deleted for resources: {'Port': ['ID=c295f393-e198-4c36-ad79-87a204039ae9,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:22.521071 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b215ef82-a046-4f63-bf03-28d61922087e None None] No DVR routers for this DVR port c295f393-e198-4c36-ad79-87a204039ae9 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:04:22.523697 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c315a1b4-9b85-47db-950f-4bc8152bb1ce tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de317f3-f315-4d23-9160-b0d38aae059e']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:22.537676 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c315a1b4-9b85-47db-950f-4bc8152bb1ce tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2af42f6-34c1-4076-919c-a3236a58bfb7') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:22.537981 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c315a1b4-9b85-47db-950f-4bc8152bb1ce tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2af42f6-34c1-4076-919c-a3236a58bfb7') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:22.553974 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c315a1b4-9b85-47db-950f-4bc8152bb1ce tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:22.578812 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-61c6dbc3-bbab-4e97-becc-465409deee23 req-33066976-598a-4249-a23e-d37308c7d515 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/security-groups?id=86cb37b7-db83-4a76-b16f-6e747fbdc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827305 Nov 29 02:04:22.579687 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c315a1b4-9b85-47db-950f-4bc8152bb1ce tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:22.586304 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c315a1b4-9b85-47db-950f-4bc8152bb1ce tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:04:22.586698 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c315a1b4-9b85-47db-950f-4bc8152bb1ce tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: self.session.flush() Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: self.session.flush() Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: self.session.flush() Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: self.session.flush() Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:04:22.589764 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:04:22.645767 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c315a1b4-9b85-47db-950f-4bc8152bb1ce tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:22.654801 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c315a1b4-9b85-47db-950f-4bc8152bb1ce tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:22.658030 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c315a1b4-9b85-47db-950f-4bc8152bb1ce tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/networks/5de317f3-f315-4d23-9160-b0d38aae059e HTTP/1.1" status: 204 len: 168 time: 0.6492641 Nov 29 02:04:22.660899 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43390) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:22.689154 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315a1b4-9b85-47db-950f-4bc8152bb1ce tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event deleted for resources: {'Network': ['ID=5de317f3-f315-4d23-9160-b0d38aae059e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:22.714191 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d55be-7888-4886-aa84-392585f81611 req-5eb4b630-303e-4a94-8310-4e86c3b7db94 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:22.715707 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c87d55be-7888-4886-aa84-392585f81611 req-5eb4b630-303e-4a94-8310-4e86c3b7db94 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 946 time: 0.0680237 Nov 29 02:04:22.739465 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c461f1c7-96d3-476e-9d79-b26b4b63c702 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:22.773529 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c87d55be-7888-4886-aa84-392585f81611 req-2a7aa676-a5f8-4805-bf0d-ce24add13a13 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/security-groups?id=86cb37b7-db83-4a76-b16f-6e747fbdc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519345 Nov 29 02:04:22.795825 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43392) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:22.828873 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c461f1c7-96d3-476e-9d79-b26b4b63c702 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:22.834527 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82b1177-8b18-48dd-b1ae-537d4d46765a tempest-TestNetworkAdvancedServerOps-1879129330 tempest-TestNetworkAdvancedServerOps-1879129330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:22.836656 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f82b1177-8b18-48dd-b1ae-537d4d46765a tempest-TestNetworkAdvancedServerOps-1879129330 tempest-TestNetworkAdvancedServerOps-1879129330-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 1094 time: 0.0398521 Nov 29 02:04:22.839573 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43394) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:22.843939 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c36285bc-3081-4c50-a56d-a765a4bcf333 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'port_id': 'f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0', 'tenant_id': '5a72629fb67649cb8a5d407ce8400556', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:22.849392 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-c461f1c7-96d3-476e-9d79-b26b4b63c702 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e4ee6b9-1160-468e-8e7a-2c5242f5dd58']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:22.858577 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-c461f1c7-96d3-476e-9d79-b26b4b63c702 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5af8981-53e3-4d07-b10d-35b3dd39f8d8') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:22.858883 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-c461f1c7-96d3-476e-9d79-b26b4b63c702 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5af8981-53e3-4d07-b10d-35b3dd39f8d8') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:22.865862 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c36285bc-3081-4c50-a56d-a765a4bcf333 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:22.871495 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c461f1c7-96d3-476e-9d79-b26b4b63c702 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:22.885287 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c461f1c7-96d3-476e-9d79-b26b4b63c702 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:22.891645 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c461f1c7-96d3-476e-9d79-b26b4b63c702 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:04:22.892146 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c461f1c7-96d3-476e-9d79-b26b4b63c702 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:22.895165 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:04:22.895165 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:04:22.895165 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:04:22.895165 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:04:22.895165 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:04:22.895165 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:04:22.895165 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:04:22.895165 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:04:22.895165 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:04:22.895165 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:04:22.895165 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:04:22.895165 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:04:22.895165 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:04:22.895165 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:04:22.895165 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:04:22.895165 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:04:22.895165 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:04:22.895165 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:04:22.895165 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:04:22.895165 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:04:22.895165 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:04:22.895165 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:04:22.895165 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:04:22.895165 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:04:22.895165 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:04:22.895165 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:04:22.895165 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:04:22.895165 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:04:22.895165 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:04:22.895165 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:04:22.895165 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:04:22.895165 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:04:22.956101 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c461f1c7-96d3-476e-9d79-b26b4b63c702 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:22.961721 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c461f1c7-96d3-476e-9d79-b26b4b63c702 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:22.965733 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c461f1c7-96d3-476e-9d79-b26b4b63c702 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/networks/6e4ee6b9-1160-468e-8e7a-2c5242f5dd58 HTTP/1.1" status: 204 len: 168 time: 0.3035164 Nov 29 02:04:22.969528 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c36285bc-3081-4c50-a56d-a765a4bcf333 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:22.970243 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43396) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:22.975201 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7f847a7e-741f-47f3-8323-7f0a572c9860 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Request body: {'network': {'name': 'tempest-RoutersTest-1617956994'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:22.989877 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461f1c7-96d3-476e-9d79-b26b4b63c702 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event deleted for resources: {'Network': ['ID=6e4ee6b9-1160-468e-8e7a-2c5242f5dd58,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:23.007528 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f847a7e-741f-47f3-8323-7f0a572c9860 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Made reservation on behalf of 5d029681d3bd4de881be9330fe01257c for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:04:23.011183 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f847a7e-741f-47f3-8323-7f0a572c9860 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:23.038696 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f847a7e-741f-47f3-8323-7f0a572c9860 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:04:23.047824 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f847a7e-741f-47f3-8323-7f0a572c9860 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:23.048221 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-7f847a7e-741f-47f3-8323-7f0a572c9860 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Added segment 40730eb0-b942-4783-a25f-8f05614b4f05 of type vlan for network 4429e590-d1cb-4ec9-847a-c7977701992f Nov 29 02:04:23.079651 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-c36285bc-3081-4c50-a56d-a765a4bcf333 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Allocated IP 172.26.3.9 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/6a8d239e-79b9-463b-9dc2-2cc2cc9bd586) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:04:23.087522 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f847a7e-741f-47f3-8323-7f0a572c9860 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:23.112594 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f847a7e-741f-47f3-8323-7f0a572c9860 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:23.119364 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f847a7e-741f-47f3-8323-7f0a572c9860 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:23.119939 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f847a7e-741f-47f3-8323-7f0a572c9860 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:23.174311 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7f847a7e-741f-47f3-8323-7f0a572c9860 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2028687 Nov 29 02:04:23.177028 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43398) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:23.188028 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c36285bc-3081-4c50-a56d-a765a4bcf333 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:23.188775 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-8cf7a6e5-073f-4fc3-8a29-23275eb51bc1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Request body: {'subnet': {'network_id': '4429e590-d1cb-4ec9-847a-c7977701992f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:23.206586 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f847a7e-741f-47f3-8323-7f0a572c9860 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Network': ['ID=4429e590-d1cb-4ec9-847a-c7977701992f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:23.216767 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 4429e590-d1cb-4ec9-847a-c7977701992f details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:04:23.222465 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c36285bc-3081-4c50-a56d-a765a4bcf333 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:23.264508 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36285bc-3081-4c50-a56d-a765a4bcf333 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:23.269809 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-c36285bc-3081-4c50-a56d-a765a4bcf333 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:23.276638 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36285bc-3081-4c50-a56d-a765a4bcf333 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:04:23.279332 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36285bc-3081-4c50-a56d-a765a4bcf333 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Pushing event updated for resources: {'Port': ['ID=6a8d239e-79b9-463b-9dc2-2cc2cc9bd586,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:23.287277 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf7a6e5-073f-4fc3-8a29-23275eb51bc1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Made reservation on behalf of 5d029681d3bd4de881be9330fe01257c for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:04:23.296524 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8cf7a6e5-073f-4fc3-8a29-23275eb51bc1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:23.476931 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8cf7a6e5-073f-4fc3-8a29-23275eb51bc1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:23.537670 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf7a6e5-073f-4fc3-8a29-23275eb51bc1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Subnet': ['ID=114ef902-53c5-4a70-85bf-e51faf1980ad,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:23.546390 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf7a6e5-073f-4fc3-8a29-23275eb51bc1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Checking segment: {'id': '40730eb0-b942-4783-a25f-8f05614b4f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4429e590-d1cb-4ec9-847a-c7977701992f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:04:23.546751 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf7a6e5-073f-4fc3-8a29-23275eb51bc1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network hostable DHCP agents. Network: 4429e590-d1cb-4ec9-847a-c7977701992f, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:04:23.566646 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf7a6e5-073f-4fc3-8a29-23275eb51bc1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network 4429e590-d1cb-4ec9-847a-c7977701992f is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:04:23.576813 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-8cf7a6e5-073f-4fc3-8a29-23275eb51bc1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 4429e590-d1cb-4ec9-847a-c7977701992f) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:23.581315 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf7a6e5-073f-4fc3-8a29-23275eb51bc1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:23.581972 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8cf7a6e5-073f-4fc3-8a29-23275eb51bc1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:23.588764 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51911286-e152-4f4b-b7b4-abc83ae26cd5 None None] Network 4429e590-d1cb-4ec9-847a-c7977701992f requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:04:23.605005 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8cf7a6e5-073f-4fc3-8a29-23275eb51bc1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4268930 Nov 29 02:04:23.605967 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43402) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:23.610756 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4d57129a-9338-4ec3-8445-20a75332fc41 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1021524629', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:23.632216 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c36285bc-3081-4c50-a56d-a765a4bcf333 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:23.635291 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d57129a-9338-4ec3-8445-20a75332fc41 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:23.636305 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d57129a-9338-4ec3-8445-20a75332fc41 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:23.696116 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d57129a-9338-4ec3-8445-20a75332fc41 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:23.703653 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d57129a-9338-4ec3-8445-20a75332fc41 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:23.723791 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c36285bc-3081-4c50-a56d-a765a4bcf333 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:23.724913 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d57129a-9338-4ec3-8445-20a75332fc41 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:23.727391 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4d57129a-9338-4ec3-8445-20a75332fc41 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1196349 Nov 29 02:04:23.729449 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43406) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:23.734813 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-638b2d8e-7bd0-48fe-b120-5c952d6d3089 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Request body: {'port': {'network_id': '4429e590-d1cb-4ec9-847a-c7977701992f', 'name': 'tempest-RoutersTest-1414408075'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:23.745797 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43395632-cc04-4249-867c-01d1b609a9cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-4429e590-d1cb-4ec9-847a-c7977701992f', 'network_id': '4429e590-d1cb-4ec9-847a-c7977701992f', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'fixed_ips': [{'subnet_id': '114ef902-53c5-4a70-85bf-e51faf1980ad'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:04:23.746713 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-43395632-cc04-4249-867c-01d1b609a9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:23.851685 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638b2d8e-7bd0-48fe-b120-5c952d6d3089 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Made reservation on behalf of 5d029681d3bd4de881be9330fe01257c for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:04:23.856690 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-638b2d8e-7bd0-48fe-b120-5c952d6d3089 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:23.889275 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [None req-638b2d8e-7bd0-48fe-b120-5c952d6d3089 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] device_id is not set on port a137c382-322c-421d-abab-1929d534a59d yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:04:23.904343 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 0d053230-d918-4c6e-843d-6b1c8837a3cb no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:04:23.906814 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-43395632-cc04-4249-867c-01d1b609a9cb None None] Allocated IP 172.20.0.2 (4429e590-d1cb-4ec9-847a-c7977701992f/114ef902-53c5-4a70-85bf-e51faf1980ad/7e31bff2-1e5d-43e4-bec3-5226d994e80c) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:04:23.916006 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c36285bc-3081-4c50-a56d-a765a4bcf333 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:23.920744 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c36285bc-3081-4c50-a56d-a765a4bcf333 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:23.938030 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 0d053230-d918-4c6e-843d-6b1c8837a3cb {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:04:23.938371 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 0d053230-d918-4c6e-843d-6b1c8837a3cb not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:04:23.938793 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c295f393-e198-4c36-ad79-87a204039ae9 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:04:23.961393 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: c295f393-e198-4c36-ad79-87a204039ae9 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:04:23.961746 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c295f393-e198-4c36-ad79-87a204039ae9 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:04:23.993157 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36285bc-3081-4c50-a56d-a765a4bcf333 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Pushing event updated for resources: {'Port': ['ID=6a8d239e-79b9-463b-9dc2-2cc2cc9bd586,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:24.008228 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c36285bc-3081-4c50-a56d-a765a4bcf333 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:24.097045 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-43395632-cc04-4249-867c-01d1b609a9cb None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:24.105566 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-43395632-cc04-4249-867c-01d1b609a9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:24.109202 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-c36285bc-3081-4c50-a56d-a765a4bcf333 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Floating IP 0c03a736-b092-4e6c-a6f3-45fd33727d1f associated. External IP: 172.26.3.9, port: f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0. Nov 29 02:04:24.152315 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43395632-cc04-4249-867c-01d1b609a9cb None None] Network 4429e590-d1cb-4ec9-847a-c7977701992f is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:24.157800 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-43395632-cc04-4249-867c-01d1b609a9cb None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:24.163193 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43395632-cc04-4249-867c-01d1b609a9cb None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:04:24.168856 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43395632-cc04-4249-867c-01d1b609a9cb None None] Pushing event updated for resources: {'Port': ['ID=7e31bff2-1e5d-43e4-bec3-5226d994e80c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:24.176181 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-638b2d8e-7bd0-48fe-b120-5c952d6d3089 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Allocated IP 172.20.0.4 (4429e590-d1cb-4ec9-847a-c7977701992f/114ef902-53c5-4a70-85bf-e51faf1980ad/a137c382-322c-421d-abab-1929d534a59d) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:04:24.229281 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-43395632-cc04-4249-867c-01d1b609a9cb None None] Attempting to bind port 7e31bff2-1e5d-43e4-bec3-5226d994e80c on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:04:24.229888 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-43395632-cc04-4249-867c-01d1b609a9cb None None] Attempting to bind port 7e31bff2-1e5d-43e4-bec3-5226d994e80c by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '40730eb0-b942-4783-a25f-8f05614b4f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4429e590-d1cb-4ec9-847a-c7977701992f'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:04:24.230047 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43395632-cc04-4249-867c-01d1b609a9cb None None] Attempting to bind port 7e31bff2-1e5d-43e4-bec3-5226d994e80c on network 4429e590-d1cb-4ec9-847a-c7977701992f {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:04:24.236142 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43395632-cc04-4249-867c-01d1b609a9cb None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:04:24.236720 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43395632-cc04-4249-867c-01d1b609a9cb None None] Checking segment: {'id': '40730eb0-b942-4783-a25f-8f05614b4f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4429e590-d1cb-4ec9-847a-c7977701992f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:04:24.237207 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-43395632-cc04-4249-867c-01d1b609a9cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:24.237695 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43395632-cc04-4249-867c-01d1b609a9cb None None] Bound using segment: {'id': '40730eb0-b942-4783-a25f-8f05614b4f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4429e590-d1cb-4ec9-847a-c7977701992f'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:04:24.238225 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-43395632-cc04-4249-867c-01d1b609a9cb None None] Bound port: 7e31bff2-1e5d-43e4-bec3-5226d994e80c, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40730eb0-b942-4783-a25f-8f05614b4f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4429e590-d1cb-4ec9-847a-c7977701992f'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:04:24.238794 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-43395632-cc04-4249-867c-01d1b609a9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:24.342527 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-638b2d8e-7bd0-48fe-b120-5c952d6d3089 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:24.353966 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36285bc-3081-4c50-a56d-a765a4bcf333 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Router 40bd8511-bba4-48e1-b2d9-05beb36e0da0 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:04:24.384746 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-638b2d8e-7bd0-48fe-b120-5c952d6d3089 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:24.430882 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638b2d8e-7bd0-48fe-b120-5c952d6d3089 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network 4429e590-d1cb-4ec9-847a-c7977701992f is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:24.434220 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-638b2d8e-7bd0-48fe-b120-5c952d6d3089 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:24.438246 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638b2d8e-7bd0-48fe-b120-5c952d6d3089 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:04:24.445232 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b2d8e-7bd0-48fe-b120-5c952d6d3089 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Port': ['ID=a137c382-322c-421d-abab-1929d534a59d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:24.461665 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-43395632-cc04-4249-867c-01d1b609a9cb None None] For port 7e31bff2-1e5d-43e4-bec3-5226d994e80c, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:04:24.465040 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-43395632-cc04-4249-867c-01d1b609a9cb None None] For port 7e31bff2-1e5d-43e4-bec3-5226d994e80c, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7e31bff2-1e5d-43e4-bec3-5226d994e80c,segment=NetworkSegment(40730eb0-b942-4783-a25f-8f05614b4f05),segment_id=40730eb0-b942-4783-a25f-8f05614b4f05)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:04:24.469875 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-43395632-cc04-4249-867c-01d1b609a9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:24.475076 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36285bc-3081-4c50-a56d-a765a4bcf333 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:04:24.488965 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d8e3c5-fc1a-4a3d-a4b7-951c2649565e None None] Sync routers for ids ['40bd8511-bba4-48e1-b2d9-05beb36e0da0'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:04:24.493040 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638b2d8e-7bd0-48fe-b120-5c952d6d3089 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:24.494037 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-638b2d8e-7bd0-48fe-b120-5c952d6d3089 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:24.498492 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c36285bc-3081-4c50-a56d-a765a4bcf333 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:24.503321 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d8e3c5-fc1a-4a3d-a4b7-951c2649565e None None] Routers {'40bd8511-bba4-48e1-b2d9-05beb36e0da0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:24.504735 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a2d8e3c5-fc1a-4a3d-a4b7-951c2649565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['40bd8511-bba4-48e1-b2d9-05beb36e0da0'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:24.516305 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-638b2d8e-7bd0-48fe-b120-5c952d6d3089 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.7829745 Nov 29 02:04:24.516853 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43408) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:24.532347 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c36285bc-3081-4c50-a56d-a765a4bcf333 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6917486 Nov 29 02:04:24.533174 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb0017d-dfcb-43c1-b707-72a35311303c', 'tag': 'f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:04:24.536242 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a54b0b8d43a805c8e04fafa9e6e1877f555095d74f053d1eebc96b979e45145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570119d9-5031-47b1-8381-bc0e5e660112" -d '{"events": [{"name": "network-changed", "server_uuid": "6cb0017d-dfcb-43c1-b707-72a35311303c", "tag": "f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:04:24.537473 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43395632-cc04-4249-867c-01d1b609a9cb None None] Pushing event updated for resources: {'Port': ['ID=7e31bff2-1e5d-43e4-bec3-5226d994e80c,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:24.589912 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c660377-96df-4e95-8b4a-0eba10ae3183 x-openstack-request-id: req-0c660377-96df-4e95-8b4a-0eba10ae3183 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:04:24.590209 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cb0017d-dfcb-43c1-b707-72a35311303c", "tag": "f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:04:24.590469 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c660377-96df-4e95-8b4a-0eba10ae3183 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:04:24.590886 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb0017d-dfcb-43c1-b707-72a35311303c', 'tag': 'f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0', 'status': 'completed', 'code': 200} Nov 29 02:04:24.672621 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-a2d8e3c5-fc1a-4a3d-a4b7-951c2649565e None None] Set router 40bd8511-bba4-48e1-b2d9-05beb36e0da0 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:04:24.676654 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff9001-84e0-4322-9d3f-5fc327be8fbd req-339b911a-b75d-4935-b9e8-3503a44d6e11 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:24.684932 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e4ff9001-84e0-4322-9d3f-5fc327be8fbd req-339b911a-b75d-4935-b9e8-3503a44d6e11 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 946 time: 0.0745823 Nov 29 02:04:24.749221 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e4ff9001-84e0-4322-9d3f-5fc327be8fbd req-b76b0c91-a290-4728-8bfc-45b615195738 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/security-groups?id=86cb37b7-db83-4a76-b16f-6e747fbdc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632353 Nov 29 02:04:24.795815 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43414) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:24.925626 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570119d9-5031-47b1-8381-bc0e5e660112 req-7280e97d-240f-489c-9490-5ca2cc86bd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:24.928319 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-570119d9-5031-47b1-8381-bc0e5e660112 req-7280e97d-240f-489c-9490-5ca2cc86bd0c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5a72629fb67649cb8a5d407ce8400556&device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 1099 time: 0.2525058 Nov 29 02:04:24.938336 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-cacf22ac-5d33-4c16-b777-e04c63fadad0 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/floatingips/0c03a736-b092-4e6c-a6f3-45fd33727d1f HTTP/1.1" status: 200 len: 990 time: 0.1413667 Nov 29 02:04:24.957573 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a2d8e3c5-fc1a-4a3d-a4b7-951c2649565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344392073', 'tenant_id': '5a72629fb67649cb8a5d407ce8400556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': '7a1eaa86-b255-4c2b-9eed-5df4a00b803b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:04Z', 'updated_at': '2021-11-29T02:04:09Z', 'revision_number': 4, 'project_id': '5a72629fb67649cb8a5d407ce8400556', 'gw_port': {'id': '7a1eaa86-b255-4c2b-9eed-5df4a00b803b', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:05Z', 'updated_at': '2021-11-29T02:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '0c03a736-b092-4e6c-a6f3-45fd33727d1f', 'tenant_id': '5a72629fb67649cb8a5d407ce8400556', 'floating_ip_address': '172.26.3.9', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'port_id': 'f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0920a717-4ca0-4264-bc1d-e8261a76bb0b', 'mac_address': 'fa:16:3e:7f:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb0017d-dfcb-43c1-b707-72a35311303c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:04:23Z', 'updated_at': '2021-11-29T02:04:23Z', 'revision_number': 0, 'project_id': '5a72629fb67649cb8a5d407ce8400556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532', 'name': '', 'network_id': '0920a717-4ca0-4264-bc1d-e8261a76bb0b', 'tenant_id': '5a72629fb67649cb8a5d407ce8400556', 'mac_address': 'fa:16:3e:80:68:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '8af5b422-0f8b-481e-954e-b5b55cbac41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:08Z', 'updated_at': '2021-11-29T02:04:12Z', 'revision_number': 5, 'project_id': '5a72629fb67649cb8a5d407ce8400556', 'subnets': [{'id': '8af5b422-0f8b-481e-954e-b5b55cbac41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:24.988263 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d8e3c5-fc1a-4a3d-a4b7-951c2649565e None None] Checking router: 40bd8511-bba4-48e1-b2d9-05beb36e0da0 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:04:24.997051 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d8e3c5-fc1a-4a3d-a4b7-951c2649565e None None] Routers {'40bd8511-bba4-48e1-b2d9-05beb36e0da0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:24.997695 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a2d8e3c5-fc1a-4a3d-a4b7-951c2649565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['40bd8511-bba4-48e1-b2d9-05beb36e0da0'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:25.067667 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc38d0ae-bc5a-45a9-bc2b-ca2f8e5f78bb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:25.089636 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570119d9-5031-47b1-8381-bc0e5e660112 req-e32aba6f-2181-4246-8688-11b9d4fbe37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:25.091120 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-570119d9-5031-47b1-8381-bc0e5e660112 req-e32aba6f-2181-4246-8688-11b9d4fbe37f service neutron] 10.222.0.24 "GET /v2.0/networks?id=0920a717-4ca0-4264-bc1d-e8261a76bb0b HTTP/1.1" status: 200 len: 898 time: 0.1518137 Nov 29 02:04:25.105114 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-a2d8e3c5-fc1a-4a3d-a4b7-951c2649565e None None] Set router 40bd8511-bba4-48e1-b2d9-05beb36e0da0 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:04:25.433982 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a2d8e3c5-fc1a-4a3d-a4b7-951c2649565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344392073', 'tenant_id': '5a72629fb67649cb8a5d407ce8400556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': '7a1eaa86-b255-4c2b-9eed-5df4a00b803b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:04Z', 'updated_at': '2021-11-29T02:04:09Z', 'revision_number': 4, 'project_id': '5a72629fb67649cb8a5d407ce8400556', 'gw_port': {'id': '7a1eaa86-b255-4c2b-9eed-5df4a00b803b', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:05Z', 'updated_at': '2021-11-29T02:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '0c03a736-b092-4e6c-a6f3-45fd33727d1f', 'tenant_id': '5a72629fb67649cb8a5d407ce8400556', 'floating_ip_address': '172.26.3.9', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'port_id': 'f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0920a717-4ca0-4264-bc1d-e8261a76bb0b', 'mac_address': 'fa:16:3e:7f:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb0017d-dfcb-43c1-b707-72a35311303c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:04:23Z', 'updated_at': '2021-11-29T02:04:23Z', 'revision_number': 0, 'project_id': '5a72629fb67649cb8a5d407ce8400556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532', 'name': '', 'network_id': '0920a717-4ca0-4264-bc1d-e8261a76bb0b', 'tenant_id': '5a72629fb67649cb8a5d407ce8400556', 'mac_address': 'fa:16:3e:80:68:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '8af5b422-0f8b-481e-954e-b5b55cbac41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:08Z', 'updated_at': '2021-11-29T02:04:12Z', 'revision_number': 5, 'project_id': '5a72629fb67649cb8a5d407ce8400556', 'subnets': [{'id': '8af5b422-0f8b-481e-954e-b5b55cbac41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:25.465052 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d8e3c5-fc1a-4a3d-a4b7-951c2649565e None None] The sync data for ids ['40bd8511-bba4-48e1-b2d9-05beb36e0da0'] in dv-neutron-819032-3-hyperv is: [{'id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344392073', 'tenant_id': '5a72629fb67649cb8a5d407ce8400556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': '7a1eaa86-b255-4c2b-9eed-5df4a00b803b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:04Z', 'updated_at': '2021-11-29T02:04:09Z', 'revision_number': 4, 'project_id': '5a72629fb67649cb8a5d407ce8400556', 'gw_port': {'id': '7a1eaa86-b255-4c2b-9eed-5df4a00b803b', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:05Z', 'updated_at': '2021-11-29T02:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '0c03a736-b092-4e6c-a6f3-45fd33727d1f', 'tenant_id': '5a72629fb67649cb8a5d407ce8400556', 'floating_ip_address': '172.26.3.9', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'port_id': 'f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0920a717-4ca0-4264-bc1d-e8261a76bb0b', 'mac_address': 'fa:16:3e:7f:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb0017d-dfcb-43c1-b707-72a35311303c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:04:23Z', 'updated_at': '2021-11-29T02:04:23Z', 'revision_number': 0, 'project_id': '5a72629fb67649cb8a5d407ce8400556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532', 'name': '', 'network_id': '0920a717-4ca0-4264-bc1d-e8261a76bb0b', 'tenant_id': '5a72629fb67649cb8a5d407ce8400556', 'mac_address': 'fa:16:3e:80:68:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '8af5b422-0f8b-481e-954e-b5b55cbac41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:08Z', 'updated_at': '2021-11-29T02:04:12Z', 'revision_number': 5, 'project_id': '5a72629fb67649cb8a5d407ce8400556', 'subnets': [{'id': '8af5b422-0f8b-481e-954e-b5b55cbac41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:04:25.593561 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-570119d9-5031-47b1-8381-bc0e5e660112 req-05895d69-6a89-4500-b21a-dedb546b2ee3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0 HTTP/1.1" status: 200 len: 998 time: 0.4798098 Nov 29 02:04:25.596738 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f267db-9f16-4c22-887e-1c92b78094fa None None] Network 4429e590-d1cb-4ec9-847a-c7977701992f requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:04:25.677501 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-3ad825b6-012b-42fd-a4dd-8a031885e485 None None] Provisioning complete for port 7e31bff2-1e5d-43e4-bec3-5226d994e80c triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:25.677980 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3ad825b6-012b-42fd-a4dd-8a031885e485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:25.696508 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570119d9-5031-47b1-8381-bc0e5e660112 req-1da7957e-1194-4138-a5ec-71d2f6e45abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:25.697973 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-570119d9-5031-47b1-8381-bc0e5e660112 req-1da7957e-1194-4138-a5ec-71d2f6e45abf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8af5b422-0f8b-481e-954e-b5b55cbac41b HTTP/1.1" status: 200 len: 834 time: 0.0968690 Nov 29 02:04:25.703576 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caa5430-a2a0-4e91-850a-ee165ef4f493 None None] New status for floating IP 0c03a736-b092-4e6c-a6f3-45fd33727d1f: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:04:25.780438 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570119d9-5031-47b1-8381-bc0e5e660112 req-56f64053-4b5d-47ad-897d-ee466a3bec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:25.781849 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-570119d9-5031-47b1-8381-bc0e5e660112 req-56f64053-4b5d-47ad-897d-ee466a3bec59 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0920a717-4ca0-4264-bc1d-e8261a76bb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759850 Nov 29 02:04:25.801573 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc38d0ae-bc5a-45a9-bc2b-ca2f8e5f78bb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:25.813873 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc38d0ae-bc5a-45a9-bc2b-ca2f8e5f78bb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:25.927485 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38d0ae-bc5a-45a9-bc2b-ca2f8e5f78bb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Port': ['ID=a137c382-322c-421d-abab-1929d534a59d,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:25.943014 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43416) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:25.945636 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7e31bff2-1e5d-43e4-bec3-5226d994e80c up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:04:25.975922 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3ad825b6-012b-42fd-a4dd-8a031885e485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:25.992715 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-570119d9-5031-47b1-8381-bc0e5e660112 req-686108b5-d25b-48c8-b9f0-18235165b131 service neutron] 10.222.0.24 "GET /v2.0/networks/0920a717-4ca0-4264-bc1d-e8261a76bb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010396 Nov 29 02:04:26.028333 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-916145de-dabb-45b2-8c28-29f4488d8b8a tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/floatingips/0c03a736-b092-4e6c-a6f3-45fd33727d1f HTTP/1.1" status: 200 len: 992 time: 0.0828242 Nov 29 02:04:26.039989 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-3ad825b6-012b-42fd-a4dd-8a031885e485 None None] For port 7e31bff2-1e5d-43e4-bec3-5226d994e80c, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7e31bff2-1e5d-43e4-bec3-5226d994e80c,segment=NetworkSegment(40730eb0-b942-4783-a25f-8f05614b4f05),segment_id=40730eb0-b942-4783-a25f-8f05614b4f05)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:26.048950 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3ad825b6-012b-42fd-a4dd-8a031885e485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:26.088024 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 7e31bff2-1e5d-43e4-bec3-5226d994e80c triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:26.088707 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:26.144794 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad825b6-012b-42fd-a4dd-8a031885e485 None None] Pushing event updated for resources: {'Port': ['ID=7e31bff2-1e5d-43e4-bec3-5226d994e80c,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:26.168559 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc38d0ae-bc5a-45a9-bc2b-ca2f8e5f78bb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:26.211517 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-570119d9-5031-47b1-8381-bc0e5e660112 req-18fd6b9a-2f48-47f0-9491-bc9a48f011e9 service neutron] 10.222.0.24 "GET /v2.0/networks/0920a717-4ca0-4264-bc1d-e8261a76bb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961043 Nov 29 02:04:26.276053 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-db40c191-fb2f-4b92-a991-5fa7d3e975be None None] Provisioning complete for port a137c382-322c-421d-abab-1929d534a59d triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:26.276568 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db40c191-fb2f-4b92-a991-5fa7d3e975be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:26.295867 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc38d0ae-bc5a-45a9-bc2b-ca2f8e5f78bb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:26.318618 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-db40c191-fb2f-4b92-a991-5fa7d3e975be None None] Port a137c382-322c-421d-abab-1929d534a59d cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:04:26.331356 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-db40c191-fb2f-4b92-a991-5fa7d3e975be None None] Provisioning complete for port 7e31bff2-1e5d-43e4-bec3-5226d994e80c triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:26.331810 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db40c191-fb2f-4b92-a991-5fa7d3e975be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:26.549288 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-b18f79bc-4b84-4fa6-82bf-80ba83ddc57c None None] Provisioning complete for port a137c382-322c-421d-abab-1929d534a59d triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:26.549636 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b18f79bc-4b84-4fa6-82bf-80ba83ddc57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:26.576109 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc38d0ae-bc5a-45a9-bc2b-ca2f8e5f78bb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:26.582446 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc38d0ae-bc5a-45a9-bc2b-ca2f8e5f78bb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:26.585721 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b18f79bc-4b84-4fa6-82bf-80ba83ddc57c None None] Port a137c382-322c-421d-abab-1929d534a59d cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:04:26.660270 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38d0ae-bc5a-45a9-bc2b-ca2f8e5f78bb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Port': ['ID=a137c382-322c-421d-abab-1929d534a59d,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:26.664376 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc38d0ae-bc5a-45a9-bc2b-ca2f8e5f78bb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:26.705524 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-4ce7f466-2d2f-4d65-af1f-a845840bdb0c None None] Provisioning complete for port a137c382-322c-421d-abab-1929d534a59d triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:26.706104 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ce7f466-2d2f-4d65-af1f-a845840bdb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:26.742770 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7f466-2d2f-4d65-af1f-a845840bdb0c None None] Port a137c382-322c-421d-abab-1929d534a59d cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:04:26.754959 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc38d0ae-bc5a-45a9-bc2b-ca2f8e5f78bb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network 4429e590-d1cb-4ec9-847a-c7977701992f is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:26.756250 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-bc38d0ae-bc5a-45a9-bc2b-ca2f8e5f78bb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:26.877310 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc38d0ae-bc5a-45a9-bc2b-ca2f8e5f78bb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Router 2d800df9-c782-4d05-9931-852be4c3ed1e is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:04:26.965250 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-db990db6-8a66-4cfd-b8c3-7b28dab5c5c9 None None] Provisioning complete for port a137c382-322c-421d-abab-1929d534a59d triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:26.965707 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db990db6-8a66-4cfd-b8c3-7b28dab5c5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:26.977127 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc38d0ae-bc5a-45a9-bc2b-ca2f8e5f78bb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:04:26.982405 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-bc38d0ae-bc5a-45a9-bc2b-ca2f8e5f78bb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "PUT /v2.0/routers/2d800df9-c782-4d05-9931-852be4c3ed1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4642572 Nov 29 02:04:26.985100 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43420) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:26.988881 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a8e252-7853-4ae4-bfa1-eac0250067fd None None] Sync routers for ids ['2d800df9-c782-4d05-9931-852be4c3ed1e'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:04:27.001234 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a8e252-7853-4ae4-bfa1-eac0250067fd None None] Routers {'2d800df9-c782-4d05-9931-852be4c3ed1e'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:27.002190 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-06a8e252-7853-4ae4-bfa1-eac0250067fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['2d800df9-c782-4d05-9931-852be4c3ed1e'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:27.015611 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-db990db6-8a66-4cfd-b8c3-7b28dab5c5c9 None None] Port a137c382-322c-421d-abab-1929d534a59d cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:04:27.031044 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc447def-501a-46ff-b97b-eceb50d53a88 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:27.032364 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-fc447def-501a-46ff-b97b-eceb50d53a88 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "GET /v2.0/ports/a137c382-322c-421d-abab-1929d534a59d HTTP/1.1" status: 200 len: 977 time: 0.0462487 Nov 29 02:04:27.035242 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43422) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:27.042557 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-06a8e252-7853-4ae4-bfa1-eac0250067fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:27.052149 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a8e252-7853-4ae4-bfa1-eac0250067fd None None] Routers {'2d800df9-c782-4d05-9931-852be4c3ed1e'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:27.052825 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-06a8e252-7853-4ae4-bfa1-eac0250067fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['2d800df9-c782-4d05-9931-852be4c3ed1e'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:27.084622 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-06a8e252-7853-4ae4-bfa1-eac0250067fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:27.085964 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a8e252-7853-4ae4-bfa1-eac0250067fd None None] The sync data for ids ['2d800df9-c782-4d05-9931-852be4c3ed1e'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:04:27.344213 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d43d4902-6356-4fd5-aa6e-0e4fbbc2ed92 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:27.548358 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d43d4902-6356-4fd5-aa6e-0e4fbbc2ed92 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Deleting port a137c382-322c-421d-abab-1929d534a59d {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:04:27.548689 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d43d4902-6356-4fd5-aa6e-0e4fbbc2ed92 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:27.635889 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d43d4902-6356-4fd5-aa6e-0e4fbbc2ed92 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:27.647366 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d43d4902-6356-4fd5-aa6e-0e4fbbc2ed92 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Calling delete_port for a137c382-322c-421d-abab-1929d534a59d owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:04:27.817318 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d43d4902-6356-4fd5-aa6e-0e4fbbc2ed92 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:27.848409 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d4902-6356-4fd5-aa6e-0e4fbbc2ed92 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event deleted for resources: {'Port': ['ID=a137c382-322c-421d-abab-1929d534a59d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:27.883539 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7e31bff2-1e5d-43e4-bec3-5226d994e80c up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:04:27.940787 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 7e31bff2-1e5d-43e4-bec3-5226d994e80c triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:27.941382 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:27.991515 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d43d4902-6356-4fd5-aa6e-0e4fbbc2ed92 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:28.158254 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43d4902-6356-4fd5-aa6e-0e4fbbc2ed92 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Router 2d800df9-c782-4d05-9931-852be4c3ed1e has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:04:28.231277 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43d4902-6356-4fd5-aa6e-0e4fbbc2ed92 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:04:28.236088 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d43d4902-6356-4fd5-aa6e-0e4fbbc2ed92 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "PUT /v2.0/routers/2d800df9-c782-4d05-9931-852be4c3ed1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.1997645 Nov 29 02:04:28.238885 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43424) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:28.241791 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932dd8df-b017-41cc-bf75-4b9c808bcc69 None None] Sync routers for ids ['2d800df9-c782-4d05-9931-852be4c3ed1e'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:04:28.251347 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932dd8df-b017-41cc-bf75-4b9c808bcc69 None None] Routers {'2d800df9-c782-4d05-9931-852be4c3ed1e'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:28.252046 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-932dd8df-b017-41cc-bf75-4b9c808bcc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['2d800df9-c782-4d05-9931-852be4c3ed1e'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:28.285163 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-932dd8df-b017-41cc-bf75-4b9c808bcc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:28.293807 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932dd8df-b017-41cc-bf75-4b9c808bcc69 None None] Routers {'2d800df9-c782-4d05-9931-852be4c3ed1e'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:28.294407 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-932dd8df-b017-41cc-bf75-4b9c808bcc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['2d800df9-c782-4d05-9931-852be4c3ed1e'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:28.330154 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-932dd8df-b017-41cc-bf75-4b9c808bcc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:28.330805 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932dd8df-b017-41cc-bf75-4b9c808bcc69 None None] The sync data for ids ['2d800df9-c782-4d05-9931-852be4c3ed1e'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:04:28.421835 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-fc406cdc-a4a5-438d-9955-27486dd46cf8 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] remove_router_interface failed (client error): The resource could not be found. Nov 29 02:04:28.422896 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-fc406cdc-a4a5-438d-9955-27486dd46cf8 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "PUT /v2.0/routers/2d800df9-c782-4d05-9931-852be4c3ed1e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1830640 Nov 29 02:04:28.425649 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43426) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:28.451561 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-407380b9-b662-4a0c-aad9-f7d90b1deee5 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d800df9-c782-4d05-9931-852be4c3ed1e HTTP/1.1" status: 200 len: 205 time: 0.0249071 Nov 29 02:04:28.453940 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43428) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:28.525221 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d0f0313-5559-4d7b-a477-5488967ac813 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:28.675680 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d0f0313-5559-4d7b-a477-5488967ac813 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:28.677774 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d0f0313-5559-4d7b-a477-5488967ac813 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:28.717552 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d0f0313-5559-4d7b-a477-5488967ac813 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:28.718096 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0f0313-5559-4d7b-a477-5488967ac813 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Fanout notify agent at l3_agent the message router_deleted on router 2d800df9-c782-4d05-9931-852be4c3ed1e {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:04:28.724855 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d0f0313-5559-4d7b-a477-5488967ac813 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:28.726856 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3d0f0313-5559-4d7b-a477-5488967ac813 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/routers/2d800df9-c782-4d05-9931-852be4c3ed1e HTTP/1.1" status: 204 len: 168 time: 0.2710028 Nov 29 02:04:28.729098 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43430) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:28.778522 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab3ac889-3633-45ee-8b67-17975f488255 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Deleting subnet 114ef902-53c5-4a70-85bf-e51faf1980ad {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:04:28.781558 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac889-3633-45ee-8b67-17975f488255 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:28.826073 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac889-3633-45ee-8b67-17975f488255 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:28.906036 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac889-3633-45ee-8b67-17975f488255 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:28.961438 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac889-3633-45ee-8b67-17975f488255 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:28.994655 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac889-3633-45ee-8b67-17975f488255 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:28.998302 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ab3ac889-3633-45ee-8b67-17975f488255 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/subnets/114ef902-53c5-4a70-85bf-e51faf1980ad HTTP/1.1" status: 204 len: 168 time: 0.2682359 Nov 29 02:04:28.999284 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ac889-3633-45ee-8b67-17975f488255 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event deleted for resources: {'Subnet': ['ID=114ef902-53c5-4a70-85bf-e51faf1980ad,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:29.000111 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cea55f4-5085-4a12-894d-180ec0173435 None None] Network 4429e590-d1cb-4ec9-847a-c7977701992f requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:04:29.001085 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43432) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:29.082682 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb2ef435-0828-4df1-9050-16a2accfc994 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:29.134660 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-cb2ef435-0828-4df1-9050-16a2accfc994 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Deleting port 7e31bff2-1e5d-43e4-bec3-5226d994e80c {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:04:29.135001 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb2ef435-0828-4df1-9050-16a2accfc994 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:29.180858 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2867097f-8221-4e97-a18e-8ad0f4d73c0a None None] DHCP port deletion for 4429e590-d1cb-4ec9-847a-c7977701992f request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:04:29.198926 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-cb2ef435-0828-4df1-9050-16a2accfc994 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] For port 7e31bff2-1e5d-43e4-bec3-5226d994e80c, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7e31bff2-1e5d-43e4-bec3-5226d994e80c,segment=NetworkSegment(40730eb0-b942-4783-a25f-8f05614b4f05),segment_id=40730eb0-b942-4783-a25f-8f05614b4f05)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:29.199290 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb2ef435-0828-4df1-9050-16a2accfc994 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:29.211811 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-cb2ef435-0828-4df1-9050-16a2accfc994 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Calling delete_port for 7e31bff2-1e5d-43e4-bec3-5226d994e80c owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:04:29.231238 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-2867097f-8221-4e97-a18e-8ad0f4d73c0a None None] Deleting port 7e31bff2-1e5d-43e4-bec3-5226d994e80c {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:04:29.231606 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2867097f-8221-4e97-a18e-8ad0f4d73c0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:29.292332 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb2ef435-0828-4df1-9050-16a2accfc994 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:29.296024 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-2867097f-8221-4e97-a18e-8ad0f4d73c0a None None] For port 7e31bff2-1e5d-43e4-bec3-5226d994e80c, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7e31bff2-1e5d-43e4-bec3-5226d994e80c,segment=NetworkSegment(40730eb0-b942-4783-a25f-8f05614b4f05),segment_id=40730eb0-b942-4783-a25f-8f05614b4f05)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:29.296416 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2867097f-8221-4e97-a18e-8ad0f4d73c0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:29.308452 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-2867097f-8221-4e97-a18e-8ad0f4d73c0a None None] Calling delete_port for 7e31bff2-1e5d-43e4-bec3-5226d994e80c owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:04:29.317401 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ef435-0828-4df1-9050-16a2accfc994 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event deleted for resources: {'Port': ['ID=7e31bff2-1e5d-43e4-bec3-5226d994e80c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:29.321885 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2ef435-0828-4df1-9050-16a2accfc994 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] No DVR routers for this DVR port 7e31bff2-1e5d-43e4-bec3-5226d994e80c on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:04:29.388087 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2867097f-8221-4e97-a18e-8ad0f4d73c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:29.402568 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb2ef435-0828-4df1-9050-16a2accfc994 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:29.413266 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867097f-8221-4e97-a18e-8ad0f4d73c0a None None] Pushing event deleted for resources: {'Port': ['ID=7e31bff2-1e5d-43e4-bec3-5226d994e80c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:29.420852 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2867097f-8221-4e97-a18e-8ad0f4d73c0a None None] No DVR routers for this DVR port 7e31bff2-1e5d-43e4-bec3-5226d994e80c on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:04:29.422136 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-cb2ef435-0828-4df1-9050-16a2accfc994 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4429e590-d1cb-4ec9-847a-c7977701992f']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:29.422873 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2867097f-8221-4e97-a18e-8ad0f4d73c0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:29.423225 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2867097f-8221-4e97-a18e-8ad0f4d73c0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:29.423569 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2867097f-8221-4e97-a18e-8ad0f4d73c0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:29.423909 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2867097f-8221-4e97-a18e-8ad0f4d73c0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:29.424243 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2867097f-8221-4e97-a18e-8ad0f4d73c0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:29.424578 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2867097f-8221-4e97-a18e-8ad0f4d73c0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:29.424910 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2867097f-8221-4e97-a18e-8ad0f4d73c0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:29.425258 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2867097f-8221-4e97-a18e-8ad0f4d73c0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:29.425750 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2867097f-8221-4e97-a18e-8ad0f4d73c0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:29.426258 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2867097f-8221-4e97-a18e-8ad0f4d73c0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:29.426769 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2867097f-8221-4e97-a18e-8ad0f4d73c0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:29.427289 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2867097f-8221-4e97-a18e-8ad0f4d73c0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:29.431986 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-cb2ef435-0828-4df1-9050-16a2accfc994 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40730eb0-b942-4783-a25f-8f05614b4f05') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:29.432537 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-cb2ef435-0828-4df1-9050-16a2accfc994 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40730eb0-b942-4783-a25f-8f05614b4f05') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:29.442861 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb2ef435-0828-4df1-9050-16a2accfc994 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:29.456405 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb2ef435-0828-4df1-9050-16a2accfc994 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:29.463280 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb2ef435-0828-4df1-9050-16a2accfc994 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:04:29.463711 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb2ef435-0828-4df1-9050-16a2accfc994 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:29.466682 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:04:29.466682 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:04:29.466682 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:04:29.466682 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:04:29.466682 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:04:29.466682 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:04:29.466682 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:04:29.466682 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:04:29.466682 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:04:29.466682 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:04:29.466682 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:04:29.466682 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:04:29.466682 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:04:29.466682 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:04:29.466682 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:04:29.466682 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:04:29.466682 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:04:29.466682 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:04:29.466682 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:04:29.466682 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:04:29.466682 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:04:29.466682 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:04:29.466682 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:04:29.466682 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:04:29.466682 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:04:29.466682 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:04:29.466682 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:04:29.466682 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:04:29.466682 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:04:29.466682 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:04:29.466682 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:04:29.466682 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:04:29.521327 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb2ef435-0828-4df1-9050-16a2accfc994 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:29.528822 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb2ef435-0828-4df1-9050-16a2accfc994 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:29.531956 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-cb2ef435-0828-4df1-9050-16a2accfc994 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/networks/4429e590-d1cb-4ec9-847a-c7977701992f HTTP/1.1" status: 204 len: 168 time: 0.5298247 Nov 29 02:04:29.536250 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43434) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:29.541469 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-75e1a022-1d8f-495b-a637-ea9074b1e5db tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Request body: {'network': {'name': 'tempest-RoutersTest-607789516'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:29.543334 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ef435-0828-4df1-9050-16a2accfc994 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event deleted for resources: {'Network': ['ID=4429e590-d1cb-4ec9-847a-c7977701992f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:29.563164 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e1a022-1d8f-495b-a637-ea9074b1e5db tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Made reservation on behalf of 5d029681d3bd4de881be9330fe01257c for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:04:29.567410 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-75e1a022-1d8f-495b-a637-ea9074b1e5db tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:29.591696 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e1a022-1d8f-495b-a637-ea9074b1e5db tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:04:29.601120 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-75e1a022-1d8f-495b-a637-ea9074b1e5db tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:29.601457 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-75e1a022-1d8f-495b-a637-ea9074b1e5db tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Added segment b6d46373-95c9-4093-ac09-a74945da63fb of type vlan for network b30f440e-0f90-49ca-8696-7b233178113f Nov 29 02:04:29.640797 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-75e1a022-1d8f-495b-a637-ea9074b1e5db tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:29.665007 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-75e1a022-1d8f-495b-a637-ea9074b1e5db tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:29.670887 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e1a022-1d8f-495b-a637-ea9074b1e5db tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:29.671572 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-75e1a022-1d8f-495b-a637-ea9074b1e5db tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:29.723292 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-75e1a022-1d8f-495b-a637-ea9074b1e5db tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1857693 Nov 29 02:04:29.726145 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43438) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:29.731263 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f31137b8-0eaa-4c16-8cd8-985271906b1e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Request body: {'subnet': {'network_id': 'b30f440e-0f90-49ca-8696-7b233178113f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:29.739620 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1a022-1d8f-495b-a637-ea9074b1e5db tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Network': ['ID=b30f440e-0f90-49ca-8696-7b233178113f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:29.750003 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network b30f440e-0f90-49ca-8696-7b233178113f details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:04:29.831294 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31137b8-0eaa-4c16-8cd8-985271906b1e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Made reservation on behalf of 5d029681d3bd4de881be9330fe01257c for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:04:29.834934 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f31137b8-0eaa-4c16-8cd8-985271906b1e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:29.875094 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7e31bff2-1e5d-43e4-bec3-5226d994e80c no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:04:29.896143 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 7e31bff2-1e5d-43e4-bec3-5226d994e80c {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:04:29.896404 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7e31bff2-1e5d-43e4-bec3-5226d994e80c not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:04:30.014974 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f31137b8-0eaa-4c16-8cd8-985271906b1e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:30.075383 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31137b8-0eaa-4c16-8cd8-985271906b1e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Subnet': ['ID=45d0cf69-b846-41fb-8091-2b324030fa9c,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:30.082824 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31137b8-0eaa-4c16-8cd8-985271906b1e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Checking segment: {'id': 'b6d46373-95c9-4093-ac09-a74945da63fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b30f440e-0f90-49ca-8696-7b233178113f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:04:30.083009 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31137b8-0eaa-4c16-8cd8-985271906b1e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network hostable DHCP agents. Network: b30f440e-0f90-49ca-8696-7b233178113f, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:04:30.098194 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31137b8-0eaa-4c16-8cd8-985271906b1e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network b30f440e-0f90-49ca-8696-7b233178113f is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:04:30.106754 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-f31137b8-0eaa-4c16-8cd8-985271906b1e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, b30f440e-0f90-49ca-8696-7b233178113f) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:30.110643 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31137b8-0eaa-4c16-8cd8-985271906b1e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:30.111232 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f31137b8-0eaa-4c16-8cd8-985271906b1e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:30.119193 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2f5d43-5283-4327-8fe3-8c361c2700d6 None None] Network b30f440e-0f90-49ca-8696-7b233178113f requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:04:30.128434 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f31137b8-0eaa-4c16-8cd8-985271906b1e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4011638 Nov 29 02:04:30.131078 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43440) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:30.135792 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-852b065c-1577-44db-b662-690948a8e5f0 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1901564468', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:30.159007 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-852b065c-1577-44db-b662-690948a8e5f0 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:30.159935 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-852b065c-1577-44db-b662-690948a8e5f0 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:30.214359 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-852b065c-1577-44db-b662-690948a8e5f0 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:30.220060 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-852b065c-1577-44db-b662-690948a8e5f0 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:30.238179 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-852b065c-1577-44db-b662-690948a8e5f0 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:30.239373 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-852b065c-1577-44db-b662-690948a8e5f0 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1070418 Nov 29 02:04:30.242705 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43442) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:30.271452 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc36a95e-d0e2-4198-a9ae-211fbe8a8e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-b30f440e-0f90-49ca-8696-7b233178113f', 'network_id': 'b30f440e-0f90-49ca-8696-7b233178113f', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'fixed_ips': [{'subnet_id': '45d0cf69-b846-41fb-8091-2b324030fa9c'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:04:30.272527 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc36a95e-d0e2-4198-a9ae-211fbe8a8e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:30.406528 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-dc36a95e-d0e2-4198-a9ae-211fbe8a8e5f None None] Allocated IP 172.20.0.2 (b30f440e-0f90-49ca-8696-7b233178113f/45d0cf69-b846-41fb-8091-2b324030fa9c/3ebcb26e-b68c-430e-962a-ecd432093fe6) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:04:30.516425 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-24b3921b-3961-46bc-b386-9281bd99ee24 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:30.550375 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc36a95e-d0e2-4198-a9ae-211fbe8a8e5f None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:30.556111 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc36a95e-d0e2-4198-a9ae-211fbe8a8e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:30.602275 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc36a95e-d0e2-4198-a9ae-211fbe8a8e5f None None] Network b30f440e-0f90-49ca-8696-7b233178113f is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:30.605415 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-dc36a95e-d0e2-4198-a9ae-211fbe8a8e5f None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:30.609772 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc36a95e-d0e2-4198-a9ae-211fbe8a8e5f None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:04:30.612915 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36a95e-d0e2-4198-a9ae-211fbe8a8e5f None None] Pushing event updated for resources: {'Port': ['ID=3ebcb26e-b68c-430e-962a-ecd432093fe6,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:30.667247 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-dc36a95e-d0e2-4198-a9ae-211fbe8a8e5f None None] Attempting to bind port 3ebcb26e-b68c-430e-962a-ecd432093fe6 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:04:30.667624 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-dc36a95e-d0e2-4198-a9ae-211fbe8a8e5f None None] Attempting to bind port 3ebcb26e-b68c-430e-962a-ecd432093fe6 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'b6d46373-95c9-4093-ac09-a74945da63fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b30f440e-0f90-49ca-8696-7b233178113f'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:04:30.667992 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc36a95e-d0e2-4198-a9ae-211fbe8a8e5f None None] Attempting to bind port 3ebcb26e-b68c-430e-962a-ecd432093fe6 on network b30f440e-0f90-49ca-8696-7b233178113f {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:04:30.673393 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc36a95e-d0e2-4198-a9ae-211fbe8a8e5f None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:04:30.673802 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc36a95e-d0e2-4198-a9ae-211fbe8a8e5f None None] Checking segment: {'id': 'b6d46373-95c9-4093-ac09-a74945da63fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b30f440e-0f90-49ca-8696-7b233178113f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:04:30.674215 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc36a95e-d0e2-4198-a9ae-211fbe8a8e5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:30.674610 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc36a95e-d0e2-4198-a9ae-211fbe8a8e5f None None] Bound using segment: {'id': 'b6d46373-95c9-4093-ac09-a74945da63fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b30f440e-0f90-49ca-8696-7b233178113f'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:04:30.675084 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-dc36a95e-d0e2-4198-a9ae-211fbe8a8e5f None None] Bound port: 3ebcb26e-b68c-430e-962a-ecd432093fe6, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d46373-95c9-4093-ac09-a74945da63fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b30f440e-0f90-49ca-8696-7b233178113f'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:04:30.675463 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc36a95e-d0e2-4198-a9ae-211fbe8a8e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:30.740120 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-dc36a95e-d0e2-4198-a9ae-211fbe8a8e5f None None] For port 3ebcb26e-b68c-430e-962a-ecd432093fe6, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:04:30.743859 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-dc36a95e-d0e2-4198-a9ae-211fbe8a8e5f None None] For port 3ebcb26e-b68c-430e-962a-ecd432093fe6, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=3ebcb26e-b68c-430e-962a-ecd432093fe6,segment=NetworkSegment(b6d46373-95c9-4093-ac09-a74945da63fb),segment_id=b6d46373-95c9-4093-ac09-a74945da63fb)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:04:30.749090 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc36a95e-d0e2-4198-a9ae-211fbe8a8e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:30.815910 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36a95e-d0e2-4198-a9ae-211fbe8a8e5f None None] Pushing event updated for resources: {'Port': ['ID=3ebcb26e-b68c-430e-962a-ecd432093fe6,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:31.099755 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-24b3921b-3961-46bc-b386-9281bd99ee24 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Allocated IP 172.20.0.1 (b30f440e-0f90-49ca-8696-7b233178113f/45d0cf69-b846-41fb-8091-2b324030fa9c/9887999a-4f97-4ed1-90df-71a60654c6bb) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:04:31.213645 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-24b3921b-3961-46bc-b386-9281bd99ee24 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:31.246019 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-24b3921b-3961-46bc-b386-9281bd99ee24 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:31.292780 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b3921b-3961-46bc-b386-9281bd99ee24 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network b30f440e-0f90-49ca-8696-7b233178113f is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:31.295990 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-24b3921b-3961-46bc-b386-9281bd99ee24 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:31.299810 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b3921b-3961-46bc-b386-9281bd99ee24 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:04:31.306430 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3921b-3961-46bc-b386-9281bd99ee24 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Port': ['ID=9887999a-4f97-4ed1-90df-71a60654c6bb,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:31.345474 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-24b3921b-3961-46bc-b386-9281bd99ee24 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:31.457878 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-24b3921b-3961-46bc-b386-9281bd99ee24 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:31.717022 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-24b3921b-3961-46bc-b386-9281bd99ee24 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:31.721709 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-24b3921b-3961-46bc-b386-9281bd99ee24 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:31.726816 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b73d25-97c0-4fee-9a13-e6a12addf34f None None] Network b30f440e-0f90-49ca-8696-7b233178113f requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:04:31.790019 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0b576420-e640-47dd-9ca9-03ce36acfd98 None None] Provisioning complete for port 3ebcb26e-b68c-430e-962a-ecd432093fe6 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:31.790389 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b576420-e640-47dd-9ca9-03ce36acfd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:31.798736 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-24b3921b-3961-46bc-b386-9281bd99ee24 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:31.801352 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3921b-3961-46bc-b386-9281bd99ee24 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Port': ['ID=9887999a-4f97-4ed1-90df-71a60654c6bb,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:31.906676 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b3921b-3961-46bc-b386-9281bd99ee24 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network b30f440e-0f90-49ca-8696-7b233178113f is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:31.908402 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-24b3921b-3961-46bc-b386-9281bd99ee24 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:31.983972 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 3ebcb26e-b68c-430e-962a-ecd432093fe6 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:04:32.024645 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b3921b-3961-46bc-b386-9281bd99ee24 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Router 421c38cc-8c58-4023-a615-ebeb42675e61 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:04:32.114840 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b3921b-3961-46bc-b386-9281bd99ee24 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:04:32.122411 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-24b3921b-3961-46bc-b386-9281bd99ee24 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "PUT /v2.0/routers/421c38cc-8c58-4023-a615-ebeb42675e61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8762150 Nov 29 02:04:32.122817 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43444) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:32.127713 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a0ff48-38ae-4103-b787-c1d02d8908e4 None None] Sync routers for ids ['421c38cc-8c58-4023-a615-ebeb42675e61'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:04:32.130236 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 3ebcb26e-b68c-430e-962a-ecd432093fe6 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:32.130607 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:32.133726 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b576420-e640-47dd-9ca9-03ce36acfd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:32.140516 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a0ff48-38ae-4103-b787-c1d02d8908e4 None None] Routers {'421c38cc-8c58-4023-a615-ebeb42675e61'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:32.141449 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-16a0ff48-38ae-4103-b787-c1d02d8908e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['421c38cc-8c58-4023-a615-ebeb42675e61'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:32.173477 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237f5e97-dfba-4f68-88bd-4e73c417a17b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:32.175144 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-237f5e97-dfba-4f68-88bd-4e73c417a17b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "GET /v2.0/ports/9887999a-4f97-4ed1-90df-71a60654c6bb HTTP/1.1" status: 200 len: 910 time: 0.0514514 Nov 29 02:04:32.178217 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43446) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:32.179114 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-16a0ff48-38ae-4103-b787-c1d02d8908e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:32.188712 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a0ff48-38ae-4103-b787-c1d02d8908e4 None None] Routers {'421c38cc-8c58-4023-a615-ebeb42675e61'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:32.189102 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-16a0ff48-38ae-4103-b787-c1d02d8908e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['421c38cc-8c58-4023-a615-ebeb42675e61'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:32.204497 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-0b576420-e640-47dd-9ca9-03ce36acfd98 None None] For port 3ebcb26e-b68c-430e-962a-ecd432093fe6, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=3ebcb26e-b68c-430e-962a-ecd432093fe6,segment=NetworkSegment(b6d46373-95c9-4093-ac09-a74945da63fb),segment_id=b6d46373-95c9-4093-ac09-a74945da63fb)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:32.213199 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b576420-e640-47dd-9ca9-03ce36acfd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:32.228009 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-16a0ff48-38ae-4103-b787-c1d02d8908e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:32.228666 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a0ff48-38ae-4103-b787-c1d02d8908e4 None None] The sync data for ids ['421c38cc-8c58-4023-a615-ebeb42675e61'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:04:32.312815 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b576420-e640-47dd-9ca9-03ce36acfd98 None None] Pushing event updated for resources: {'Port': ['ID=3ebcb26e-b68c-430e-962a-ecd432093fe6,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:32.445853 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-69f19571-1b80-4c58-9f0e-24c3e37e615d None None] Provisioning complete for port 9887999a-4f97-4ed1-90df-71a60654c6bb triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:32.446230 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69f19571-1b80-4c58-9f0e-24c3e37e615d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:32.483838 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-69f19571-1b80-4c58-9f0e-24c3e37e615d None None] Port 9887999a-4f97-4ed1-90df-71a60654c6bb cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:04:32.496755 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-69f19571-1b80-4c58-9f0e-24c3e37e615d None None] Provisioning complete for port 3ebcb26e-b68c-430e-962a-ecd432093fe6 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:32.497406 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69f19571-1b80-4c58-9f0e-24c3e37e615d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:32.519758 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b0cf31bc-cd2f-4d90-b901-3075647e6af3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:32.696474 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-cb56d9eb-1c42-4b12-9cf3-8ede4ecd18b3 None None] Provisioning complete for port 9887999a-4f97-4ed1-90df-71a60654c6bb triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:32.697117 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb56d9eb-1c42-4b12-9cf3-8ede4ecd18b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:32.735702 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-cb56d9eb-1c42-4b12-9cf3-8ede4ecd18b3 None None] Port 9887999a-4f97-4ed1-90df-71a60654c6bb cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:04:32.771612 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-b0cf31bc-cd2f-4d90-b901-3075647e6af3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Deleting port 9887999a-4f97-4ed1-90df-71a60654c6bb {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:04:32.771948 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b0cf31bc-cd2f-4d90-b901-3075647e6af3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:32.854953 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-59fb71d5-7ca6-4c3a-8f5f-a7df29dffdbf None None] Provisioning complete for port 9887999a-4f97-4ed1-90df-71a60654c6bb triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:32.855348 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-59fb71d5-7ca6-4c3a-8f5f-a7df29dffdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:32.856483 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b0cf31bc-cd2f-4d90-b901-3075647e6af3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:32.868624 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-b0cf31bc-cd2f-4d90-b901-3075647e6af3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Calling delete_port for 9887999a-4f97-4ed1-90df-71a60654c6bb owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:04:32.889919 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-59fb71d5-7ca6-4c3a-8f5f-a7df29dffdbf None None] Port 9887999a-4f97-4ed1-90df-71a60654c6bb cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:04:33.040233 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b0cf31bc-cd2f-4d90-b901-3075647e6af3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:33.071946 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf31bc-cd2f-4d90-b901-3075647e6af3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event deleted for resources: {'Port': ['ID=9887999a-4f97-4ed1-90df-71a60654c6bb,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:33.203292 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b0cf31bc-cd2f-4d90-b901-3075647e6af3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:33.358100 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0cf31bc-cd2f-4d90-b901-3075647e6af3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Router 421c38cc-8c58-4023-a615-ebeb42675e61 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:04:33.428422 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cf31bc-cd2f-4d90-b901-3075647e6af3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:04:33.434428 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b0cf31bc-cd2f-4d90-b901-3075647e6af3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "PUT /v2.0/routers/421c38cc-8c58-4023-a615-ebeb42675e61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2552385 Nov 29 02:04:33.436585 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43448) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:33.438318 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa186752-04e2-4ab1-be4e-4ca34affd77d None None] Sync routers for ids ['421c38cc-8c58-4023-a615-ebeb42675e61'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:04:33.449166 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa186752-04e2-4ab1-be4e-4ca34affd77d None None] Routers {'421c38cc-8c58-4023-a615-ebeb42675e61'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:33.449809 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-aa186752-04e2-4ab1-be4e-4ca34affd77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['421c38cc-8c58-4023-a615-ebeb42675e61'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:33.469002 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-10e62dfa-dc90-4f8e-ba4a-4eb8945384fb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "GET /v2.0/ports?device_id=421c38cc-8c58-4023-a615-ebeb42675e61 HTTP/1.1" status: 200 len: 205 time: 0.0288773 Nov 29 02:04:33.469339 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43450) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:33.481187 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-aa186752-04e2-4ab1-be4e-4ca34affd77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:33.489653 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa186752-04e2-4ab1-be4e-4ca34affd77d None None] Routers {'421c38cc-8c58-4023-a615-ebeb42675e61'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:33.490253 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-aa186752-04e2-4ab1-be4e-4ca34affd77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['421c38cc-8c58-4023-a615-ebeb42675e61'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:33.525381 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-aa186752-04e2-4ab1-be4e-4ca34affd77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:33.526048 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa186752-04e2-4ab1-be4e-4ca34affd77d None None] The sync data for ids ['421c38cc-8c58-4023-a615-ebeb42675e61'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:04:33.540948 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7554a2bd-7ab6-4022-bc5f-9899a9655460 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:33.697821 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7554a2bd-7ab6-4022-bc5f-9899a9655460 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:33.699942 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7554a2bd-7ab6-4022-bc5f-9899a9655460 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:33.745239 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7554a2bd-7ab6-4022-bc5f-9899a9655460 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:33.745883 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7554a2bd-7ab6-4022-bc5f-9899a9655460 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Fanout notify agent at l3_agent the message router_deleted on router 421c38cc-8c58-4023-a615-ebeb42675e61 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:04:33.752844 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7554a2bd-7ab6-4022-bc5f-9899a9655460 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:33.753960 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7554a2bd-7ab6-4022-bc5f-9899a9655460 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/routers/421c38cc-8c58-4023-a615-ebeb42675e61 HTTP/1.1" status: 204 len: 168 time: 0.2836976 Nov 29 02:04:33.756573 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43452) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:33.809115 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fec253f-1f74-41c9-80b4-7b2712529f2f tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Deleting subnet 45d0cf69-b846-41fb-8091-2b324030fa9c {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:04:33.812266 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3fec253f-1f74-41c9-80b4-7b2712529f2f tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:33.855847 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3fec253f-1f74-41c9-80b4-7b2712529f2f tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:33.877943 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 3ebcb26e-b68c-430e-962a-ecd432093fe6 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:04:33.936681 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 3ebcb26e-b68c-430e-962a-ecd432093fe6 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:33.937057 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:33.964839 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3fec253f-1f74-41c9-80b4-7b2712529f2f tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:34.028654 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3fec253f-1f74-41c9-80b4-7b2712529f2f tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:34.056829 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec253f-1f74-41c9-80b4-7b2712529f2f tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event deleted for resources: {'Subnet': ['ID=45d0cf69-b846-41fb-8091-2b324030fa9c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:34.061731 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3fec253f-1f74-41c9-80b4-7b2712529f2f tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:34.065534 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3fec253f-1f74-41c9-80b4-7b2712529f2f tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/subnets/45d0cf69-b846-41fb-8091-2b324030fa9c HTTP/1.1" status: 204 len: 168 time: 0.3079834 Nov 29 02:04:34.067426 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0489b9e5-5387-4cb2-9da2-901dbe8c2fab None None] Network b30f440e-0f90-49ca-8696-7b233178113f requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:04:34.067795 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43454) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:34.154624 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ae22c52-7be1-4633-9303-5c1c9a277382 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:34.214023 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-7ae22c52-7be1-4633-9303-5c1c9a277382 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Deleting port 3ebcb26e-b68c-430e-962a-ecd432093fe6 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:04:34.214584 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ae22c52-7be1-4633-9303-5c1c9a277382 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:34.258125 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc74db4-c7f3-414a-b6f4-2f3089cc08bf None None] DHCP port deletion for b30f440e-0f90-49ca-8696-7b233178113f request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:04:34.286482 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-7ae22c52-7be1-4633-9303-5c1c9a277382 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] For port 3ebcb26e-b68c-430e-962a-ecd432093fe6, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=3ebcb26e-b68c-430e-962a-ecd432093fe6,segment=NetworkSegment(b6d46373-95c9-4093-ac09-a74945da63fb),segment_id=b6d46373-95c9-4093-ac09-a74945da63fb)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:34.286852 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ae22c52-7be1-4633-9303-5c1c9a277382 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:34.306538 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-7ae22c52-7be1-4633-9303-5c1c9a277382 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Calling delete_port for 3ebcb26e-b68c-430e-962a-ecd432093fe6 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:04:34.311055 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1fc74db4-c7f3-414a-b6f4-2f3089cc08bf None None] Deleting port 3ebcb26e-b68c-430e-962a-ecd432093fe6 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:04:34.311499 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1fc74db4-c7f3-414a-b6f4-2f3089cc08bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:34.374694 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1fc74db4-c7f3-414a-b6f4-2f3089cc08bf None None] For port 3ebcb26e-b68c-430e-962a-ecd432093fe6, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=3ebcb26e-b68c-430e-962a-ecd432093fe6,segment=NetworkSegment(b6d46373-95c9-4093-ac09-a74945da63fb),segment_id=b6d46373-95c9-4093-ac09-a74945da63fb)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:34.375090 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1fc74db4-c7f3-414a-b6f4-2f3089cc08bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:34.388533 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1fc74db4-c7f3-414a-b6f4-2f3089cc08bf None None] Calling delete_port for 3ebcb26e-b68c-430e-962a-ecd432093fe6 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:04:34.395515 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ae22c52-7be1-4633-9303-5c1c9a277382 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:34.425218 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae22c52-7be1-4633-9303-5c1c9a277382 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event deleted for resources: {'Port': ['ID=3ebcb26e-b68c-430e-962a-ecd432093fe6,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:34.427079 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae22c52-7be1-4633-9303-5c1c9a277382 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] No DVR routers for this DVR port 3ebcb26e-b68c-430e-962a-ecd432093fe6 on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:04:34.475250 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1fc74db4-c7f3-414a-b6f4-2f3089cc08bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:34.501225 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc74db4-c7f3-414a-b6f4-2f3089cc08bf None None] Pushing event deleted for resources: {'Port': ['ID=3ebcb26e-b68c-430e-962a-ecd432093fe6,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:34.504775 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc74db4-c7f3-414a-b6f4-2f3089cc08bf None None] No DVR routers for this DVR port 3ebcb26e-b68c-430e-962a-ecd432093fe6 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:04:34.517356 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ae22c52-7be1-4633-9303-5c1c9a277382 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:34.537866 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-7ae22c52-7be1-4633-9303-5c1c9a277382 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b30f440e-0f90-49ca-8696-7b233178113f']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:34.547337 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-7ae22c52-7be1-4633-9303-5c1c9a277382 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d46373-95c9-4093-ac09-a74945da63fb') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:34.547636 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-7ae22c52-7be1-4633-9303-5c1c9a277382 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d46373-95c9-4093-ac09-a74945da63fb') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:34.557834 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ae22c52-7be1-4633-9303-5c1c9a277382 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:34.571401 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ae22c52-7be1-4633-9303-5c1c9a277382 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:34.579703 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae22c52-7be1-4633-9303-5c1c9a277382 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:04:34.580101 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ae22c52-7be1-4633-9303-5c1c9a277382 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:34.583634 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:04:34.583634 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:04:34.583634 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:04:34.583634 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:04:34.583634 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:04:34.583634 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:04:34.583634 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:04:34.583634 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:04:34.583634 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:04:34.583634 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:04:34.583634 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:04:34.583634 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:04:34.583634 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:04:34.583634 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:04:34.583634 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:04:34.583634 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:04:34.583634 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:04:34.583634 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:04:34.583634 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:04:34.583634 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:04:34.583634 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:04:34.583634 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:04:34.583634 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:04:34.583634 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:04:34.583634 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:04:34.583634 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:04:34.583634 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:04:34.583634 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:04:34.583634 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:04:34.583634 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:04:34.583634 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:04:34.583634 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:04:34.587069 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43458) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:34.653127 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ae22c52-7be1-4633-9303-5c1c9a277382 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:34.660106 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ae22c52-7be1-4633-9303-5c1c9a277382 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:34.666969 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7ae22c52-7be1-4633-9303-5c1c9a277382 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/networks/b30f440e-0f90-49ca-8696-7b233178113f HTTP/1.1" status: 204 len: 168 time: 0.5944483 Nov 29 02:04:34.667174 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43462) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:34.672520 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a478c25b-ba1a-4e30-a99e-213784a27db7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-31966542', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}, 'admin_state_up': False}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:34.675283 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae22c52-7be1-4633-9303-5c1c9a277382 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event deleted for resources: {'Network': ['ID=b30f440e-0f90-49ca-8696-7b233178113f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:34.747553 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a478c25b-ba1a-4e30-a99e-213784a27db7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:34.748488 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a478c25b-ba1a-4e30-a99e-213784a27db7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:34.787612 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7024b2b-65a7-4fed-9df5-2ef7d233c925 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:34.788034 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7024b2b-65a7-4fed-9df5-2ef7d233c925 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:34.788499 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7024b2b-65a7-4fed-9df5-2ef7d233c925 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:34.790206 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d7024b2b-65a7-4fed-9df5-2ef7d233c925 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=d1a27bea49814722818e7a3b77708f76&network_id=a1aa04bf-59ef-41bf-b51c-27c9e02dcb67 HTTP/1.1" status: 200 len: 2999 time: 0.2021184 Nov 29 02:04:34.816466 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a478c25b-ba1a-4e30-a99e-213784a27db7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:35.290943 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a478c25b-ba1a-4e30-a99e-213784a27db7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:35.474340 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a478c25b-ba1a-4e30-a99e-213784a27db7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router_gateway, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:35.493098 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a478c25b-ba1a-4e30-a99e-213784a27db7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:35.593155 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-a478c25b-ba1a-4e30-a99e-213784a27db7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Allocated IP 172.26.3.62 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/26e45f64-7353-4cbd-9937-59199d0175e0) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:04:35.695165 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a478c25b-ba1a-4e30-a99e-213784a27db7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:35.728411 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a478c25b-ba1a-4e30-a99e-213784a27db7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:35.765588 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a478c25b-ba1a-4e30-a99e-213784a27db7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:35.768353 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-a478c25b-ba1a-4e30-a99e-213784a27db7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:35.771992 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a478c25b-ba1a-4e30-a99e-213784a27db7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:04:35.781335 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6359db29-c151-4f18-9a18-e4ca6dba256b None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:04:35.795475 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a478c25b-ba1a-4e30-a99e-213784a27db7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Port': ['ID=26e45f64-7353-4cbd-9937-59199d0175e0,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:35.826003 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-b4313097-3f5a-41ad-8912-e93a4497ba9f None None] Provisioning complete for port 26e45f64-7353-4cbd-9937-59199d0175e0 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:35.826734 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b4313097-3f5a-41ad-8912-e93a4497ba9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:35.869652 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b4313097-3f5a-41ad-8912-e93a4497ba9f None None] Port 26e45f64-7353-4cbd-9937-59199d0175e0 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:04:35.882380 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 3ebcb26e-b68c-430e-962a-ecd432093fe6 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:04:35.906058 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 3ebcb26e-b68c-430e-962a-ecd432093fe6 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:04:35.906407 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 3ebcb26e-b68c-430e-962a-ecd432093fe6 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:04:36.026083 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a478c25b-ba1a-4e30-a99e-213784a27db7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router_gateway, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:36.225255 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a478c25b-ba1a-4e30-a99e-213784a27db7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:36.349610 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a478c25b-ba1a-4e30-a99e-213784a27db7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Router bcb2cfac-472b-4273-94a5-c1de85429eed is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:04:36.459436 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a478c25b-ba1a-4e30-a99e-213784a27db7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:04:36.468486 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ac19df-9800-46b3-bc02-1aabd99a8421 None None] Sync routers for ids ['bcb2cfac-472b-4273-94a5-c1de85429eed'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:04:36.477716 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ac19df-9800-46b3-bc02-1aabd99a8421 None None] Routers {'bcb2cfac-472b-4273-94a5-c1de85429eed'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:36.478327 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-11ac19df-9800-46b3-bc02-1aabd99a8421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['bcb2cfac-472b-4273-94a5-c1de85429eed'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:36.479010 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a478c25b-ba1a-4e30-a99e-213784a27db7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:36.480221 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a478c25b-ba1a-4e30-a99e-213784a27db7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 1.8115666 Nov 29 02:04:36.482965 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43472) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:36.510672 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-11ac19df-9800-46b3-bc02-1aabd99a8421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:36.519557 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ac19df-9800-46b3-bc02-1aabd99a8421 None None] Routers {'bcb2cfac-472b-4273-94a5-c1de85429eed'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:36.520140 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-11ac19df-9800-46b3-bc02-1aabd99a8421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['bcb2cfac-472b-4273-94a5-c1de85429eed'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:36.551088 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-11ac19df-9800-46b3-bc02-1aabd99a8421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:36.551731 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ac19df-9800-46b3-bc02-1aabd99a8421 None None] The sync data for ids ['bcb2cfac-472b-4273-94a5-c1de85429eed'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:04:36.588353 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5522d888-6965-47ec-8ce8-62597c95395b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "GET /v2.0/routers/bcb2cfac-472b-4273-94a5-c1de85429eed HTTP/1.1" status: 200 len: 878 time: 0.1043270 Nov 29 02:04:36.590838 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43474) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:36.686950 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43476) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:36.766564 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b01e57-86c9-4b18-b123-2900649c4797 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:36.768025 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-11b01e57-86c9-4b18-b123-2900649c4797 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=4bf244a8-fda8-412f-8f05-2c7c5210f333 HTTP/1.1" status: 200 len: 814 time: 0.0801666 Nov 29 02:04:36.863040 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-907ea020-c9e4-4640-a417-31373d120266 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 881 time: 0.2711287 Nov 29 02:04:36.867396 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43480) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:36.872574 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-81e1bd2d-da11-40f9-83f7-834433a8e3cd tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-31966542'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:37.167280 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-81e1bd2d-da11-40f9-83f7-834433a8e3cd tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32579'] for router, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:37.177844 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-81e1bd2d-da11-40f9-83f7-834433a8e3cd tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-599907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-599898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-600112'] for router, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:37.193135 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43484) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:37.197970 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f341b596-1e07-4f60-adb9-c9ca48d10c79 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:37.256609 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f341b596-1e07-4f60-adb9-c9ca48d10c79 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:37.289270 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e1bd2d-da11-40f9-83f7-834433a8e3cd tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Router bcb2cfac-472b-4273-94a5-c1de85429eed has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:04:37.393780 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e1bd2d-da11-40f9-83f7-834433a8e3cd tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:04:37.402091 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f341b596-1e07-4f60-adb9-c9ca48d10c79 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:37.402240 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-81e1bd2d-da11-40f9-83f7-834433a8e3cd tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:37.403642 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-81e1bd2d-da11-40f9-83f7-834433a8e3cd tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "PUT /v2.0/routers/bcb2cfac-472b-4273-94a5-c1de85429eed HTTP/1.1" status: 200 len: 885 time: 0.5348566 Nov 29 02:04:37.405000 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cb5fad-e669-4def-be54-f1272a7bc354 None None] Sync routers for ids ['bcb2cfac-472b-4273-94a5-c1de85429eed'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:04:37.406116 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43486) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:37.408248 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f341b596-1e07-4f60-adb9-c9ca48d10c79 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:37.408630 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [None req-f341b596-1e07-4f60-adb9-c9ca48d10c79 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Floating IP e4f2e7a7-e875-44d1-88ba-980c7018fdb1 disassociated. External IP: 172.26.3.238, port: 9cc93fce-b760-4a82-b891-94ec7f200b2b. Nov 29 02:04:37.416034 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cb5fad-e669-4def-be54-f1272a7bc354 None None] Routers {'bcb2cfac-472b-4273-94a5-c1de85429eed'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:37.416655 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-46cb5fad-e669-4def-be54-f1272a7bc354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['bcb2cfac-472b-4273-94a5-c1de85429eed'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:37.448377 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-46cb5fad-e669-4def-be54-f1272a7bc354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:37.456912 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cb5fad-e669-4def-be54-f1272a7bc354 None None] Routers {'bcb2cfac-472b-4273-94a5-c1de85429eed'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:37.457511 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-46cb5fad-e669-4def-be54-f1272a7bc354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['bcb2cfac-472b-4273-94a5-c1de85429eed'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:37.493802 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-46cb5fad-e669-4def-be54-f1272a7bc354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:37.494457 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cb5fad-e669-4def-be54-f1272a7bc354 None None] The sync data for ids ['bcb2cfac-472b-4273-94a5-c1de85429eed'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:04:37.630066 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f341b596-1e07-4f60-adb9-c9ca48d10c79 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router 18cecb15-20f6-4ff4-8405-dbd7bfc2882c has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:04:37.742452 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f341b596-1e07-4f60-adb9-c9ca48d10c79 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:04:37.747156 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f341b596-1e07-4f60-adb9-c9ca48d10c79 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:37.753088 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5553fa36-2ac0-425f-b6a6-49ea6d0d6d64 None None] Sync routers for ids ['18cecb15-20f6-4ff4-8405-dbd7bfc2882c'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:04:37.767973 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5553fa36-2ac0-425f-b6a6-49ea6d0d6d64 None None] Routers {'18cecb15-20f6-4ff4-8405-dbd7bfc2882c'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:37.768714 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5553fa36-2ac0-425f-b6a6-49ea6d0d6d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['18cecb15-20f6-4ff4-8405-dbd7bfc2882c'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:37.779008 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f341b596-1e07-4f60-adb9-c9ca48d10c79 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "PUT /v2.0/floatingips/e4f2e7a7-e875-44d1-88ba-980c7018fdb1 HTTP/1.1" status: 200 len: 690 time: 0.5822470 Nov 29 02:04:37.779008 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6159108-576f-4c18-9700-373fb54734ff', 'tag': '9cc93fce-b760-4a82-b891-94ec7f200b2b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:04:37.779454 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5a64b6-ef80-41df-b741-6e3b528d90e8" -d '{"events": [{"name": "network-changed", "server_uuid": "d6159108-576f-4c18-9700-373fb54734ff", "tag": "9cc93fce-b760-4a82-b891-94ec7f200b2b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:04:37.782485 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43488) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:37.828109 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-dceeaea3-8ca0-4b8e-8491-769f6332f3df tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/floatingips/e4f2e7a7-e875-44d1-88ba-980c7018fdb1 HTTP/1.1" status: 200 len: 690 time: 0.0435369 Nov 29 02:04:37.832812 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4a758af9-da09-4ea0-9397-f451d7b58904 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "GET /v2.0/routers/bcb2cfac-472b-4273-94a5-c1de85429eed HTTP/1.1" status: 200 len: 885 time: 0.4251509 Nov 29 02:04:37.835923 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43492) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:37.838086 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b290a6-3ddf-42b0-9712-6f5c590727ef x-openstack-request-id: req-24b290a6-3ddf-42b0-9712-6f5c590727ef {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:04:37.838086 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6159108-576f-4c18-9700-373fb54734ff", "tag": "9cc93fce-b760-4a82-b891-94ec7f200b2b", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:04:37.838086 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-24b290a6-3ddf-42b0-9712-6f5c590727ef {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:04:37.838658 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6159108-576f-4c18-9700-373fb54734ff', 'tag': '9cc93fce-b760-4a82-b891-94ec7f200b2b', 'status': 'completed', 'code': 200} Nov 29 02:04:37.861674 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-dc5262ae-8790-44f1-981d-d14da54c7147 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcb2cfac-472b-4273-94a5-c1de85429eed HTTP/1.1" status: 200 len: 205 time: 0.0246150 Nov 29 02:04:37.864411 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43494) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:37.890426 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-5553fa36-2ac0-425f-b6a6-49ea6d0d6d64 None None] Set router 18cecb15-20f6-4ff4-8405-dbd7bfc2882c gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:04:37.924567 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a64b6-ef80-41df-b741-6e3b528d90e8 req-922a69f1-dfc1-4082-959a-dc793d0f6edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:37.926414 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0d5a64b6-ef80-41df-b741-6e3b528d90e8 req-922a69f1-dfc1-4082-959a-dc793d0f6edf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=d6159108-576f-4c18-9700-373fb54734ff HTTP/1.1" status: 200 len: 1098 time: 0.0422976 Nov 29 02:04:37.973029 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2e8b381-d20b-46fa-8fbd-9762cc0e02fb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:38.026458 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a64b6-ef80-41df-b741-6e3b528d90e8 req-b99d4669-fdd7-4eac-985a-8a547d293946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:38.027912 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0d5a64b6-ef80-41df-b741-6e3b528d90e8 req-b99d4669-fdd7-4eac-985a-8a547d293946 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1aa04bf-59ef-41bf-b51c-27c9e02dcb67 HTTP/1.1" status: 200 len: 897 time: 0.0911949 Nov 29 02:04:38.073128 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0d5a64b6-ef80-41df-b741-6e3b528d90e8 req-fc57ff5a-8b83-4ff3-81b5-5c56be11cfc2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cc93fce-b760-4a82-b891-94ec7f200b2b HTTP/1.1" status: 200 len: 217 time: 0.0355852 Nov 29 02:04:38.080810 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2e8b381-d20b-46fa-8fbd-9762cc0e02fb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:38.103734 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5553fa36-2ac0-425f-b6a6-49ea6d0d6d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'name': 'tempest-TestNetworkBasicOps-router-309347414', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:38Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '9955ac60-f264-42a0-8860-7b0a5cb45cda', 'name': '', 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:c5:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e5415f43-09f1-4cdb-b666-d7bd67043dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:03:37Z', 'updated_at': '2021-11-29T02:03:43Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': 'e5415f43-09f1-4cdb-b666-d7bd67043dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:38.132840 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5553fa36-2ac0-425f-b6a6-49ea6d0d6d64 None None] Checking router: 18cecb15-20f6-4ff4-8405-dbd7bfc2882c for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:04:38.136147 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a64b6-ef80-41df-b741-6e3b528d90e8 req-68ab0e24-a737-4a4a-b083-b6aea7ed57c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:38.137322 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0d5a64b6-ef80-41df-b741-6e3b528d90e8 req-68ab0e24-a737-4a4a-b083-b6aea7ed57c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e5415f43-09f1-4cdb-b666-d7bd67043dea HTTP/1.1" status: 200 len: 834 time: 0.0556669 Nov 29 02:04:38.139406 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-a2e8b381-d20b-46fa-8fbd-9762cc0e02fb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Deleting port 26e45f64-7353-4cbd-9937-59199d0175e0 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:04:38.139742 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2e8b381-d20b-46fa-8fbd-9762cc0e02fb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:38.147371 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5553fa36-2ac0-425f-b6a6-49ea6d0d6d64 None None] Routers {'18cecb15-20f6-4ff4-8405-dbd7bfc2882c'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:38.148033 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5553fa36-2ac0-425f-b6a6-49ea6d0d6d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['18cecb15-20f6-4ff4-8405-dbd7bfc2882c'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:38.186514 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a64b6-ef80-41df-b741-6e3b528d90e8 req-a5d4a3db-8a37-453c-a845-8877d4fc4ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:38.188133 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0d5a64b6-ef80-41df-b741-6e3b528d90e8 req-a5d4a3db-8a37-453c-a845-8877d4fc4ee7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1aa04bf-59ef-41bf-b51c-27c9e02dcb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412505 Nov 29 02:04:38.216712 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2e8b381-d20b-46fa-8fbd-9762cc0e02fb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:38.228975 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-a2e8b381-d20b-46fa-8fbd-9762cc0e02fb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Calling delete_port for 26e45f64-7353-4cbd-9937-59199d0175e0 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:04:38.275937 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-5553fa36-2ac0-425f-b6a6-49ea6d0d6d64 None None] Set router 18cecb15-20f6-4ff4-8405-dbd7bfc2882c gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:04:38.278260 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:04:38.288619 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0d5a64b6-ef80-41df-b741-6e3b528d90e8 req-be734aae-2df6-4333-bb1c-bebb102174ba service neutron] 10.222.0.24 "GET /v2.0/networks/a1aa04bf-59ef-41bf-b51c-27c9e02dcb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921130 Nov 29 02:04:38.383439 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0d5a64b6-ef80-41df-b741-6e3b528d90e8 req-48b0db77-b8d6-4c2e-a469-556534970356 service neutron] 10.222.0.24 "GET /v2.0/networks/a1aa04bf-59ef-41bf-b51c-27c9e02dcb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873199 Nov 29 02:04:38.398899 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2e8b381-d20b-46fa-8fbd-9762cc0e02fb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:38.430898 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e8b381-d20b-46fa-8fbd-9762cc0e02fb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event deleted for resources: {'Port': ['ID=26e45f64-7353-4cbd-9937-59199d0175e0,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:38.441988 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e26ff68-5148-4062-addc-c47b315475ab None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:04:38.489197 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5553fa36-2ac0-425f-b6a6-49ea6d0d6d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'name': 'tempest-TestNetworkBasicOps-router-309347414', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:38Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '9955ac60-f264-42a0-8860-7b0a5cb45cda', 'name': '', 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:c5:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e5415f43-09f1-4cdb-b666-d7bd67043dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:03:37Z', 'updated_at': '2021-11-29T02:03:43Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': 'e5415f43-09f1-4cdb-b666-d7bd67043dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:38.503007 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2e8b381-d20b-46fa-8fbd-9762cc0e02fb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:38.514979 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5553fa36-2ac0-425f-b6a6-49ea6d0d6d64 None None] The sync data for ids ['18cecb15-20f6-4ff4-8405-dbd7bfc2882c'] in dv-neutron-819032-3-hyperv is: [{'id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'name': 'tempest-TestNetworkBasicOps-router-309347414', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:38Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '9955ac60-f264-42a0-8860-7b0a5cb45cda', 'name': '', 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:c5:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e5415f43-09f1-4cdb-b666-d7bd67043dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:03:37Z', 'updated_at': '2021-11-29T02:03:43Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': 'e5415f43-09f1-4cdb-b666-d7bd67043dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:04:38.596340 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2e8b381-d20b-46fa-8fbd-9762cc0e02fb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:38.598529 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2e8b381-d20b-46fa-8fbd-9762cc0e02fb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:38.642405 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2e8b381-d20b-46fa-8fbd-9762cc0e02fb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:38.643106 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e8b381-d20b-46fa-8fbd-9762cc0e02fb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Fanout notify agent at l3_agent the message router_deleted on router bcb2cfac-472b-4273-94a5-c1de85429eed {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:04:38.650968 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2e8b381-d20b-46fa-8fbd-9762cc0e02fb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:38.652092 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a2e8b381-d20b-46fa-8fbd-9762cc0e02fb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/routers/bcb2cfac-472b-4273-94a5-c1de85429eed HTTP/1.1" status: 204 len: 168 time: 0.7867737 Nov 29 02:04:38.656001 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43496) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:38.660878 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a3a3d206-c4ac-4664-8165-22c90acd9a7e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Request body: {'network': {'name': 'tempest-RoutersTest-973745522'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:38.683700 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a3d206-c4ac-4664-8165-22c90acd9a7e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Made reservation on behalf of 5d029681d3bd4de881be9330fe01257c for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:04:38.687613 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d206-c4ac-4664-8165-22c90acd9a7e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:38.713252 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a3d206-c4ac-4664-8165-22c90acd9a7e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:04:38.723615 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d206-c4ac-4664-8165-22c90acd9a7e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:38.724052 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-a3a3d206-c4ac-4664-8165-22c90acd9a7e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Added segment 27f27113-0506-4f84-be61-cdc6f856ae20 of type vlan for network ba4808f4-fc57-41c0-b8b4-b53514570d9f Nov 29 02:04:38.733182 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce53b30-955d-4e7e-83fe-b2c828c72138 None None] New status for floating IP e4f2e7a7-e875-44d1-88ba-980c7018fdb1: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:04:38.770769 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d206-c4ac-4664-8165-22c90acd9a7e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:38.798116 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d206-c4ac-4664-8165-22c90acd9a7e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:38.804071 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a3d206-c4ac-4664-8165-22c90acd9a7e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:38.804667 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a3a3d206-c4ac-4664-8165-22c90acd9a7e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:38.830864 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43498) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:38.864188 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a3a3d206-c4ac-4664-8165-22c90acd9a7e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2044222 Nov 29 02:04:38.864437 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43500) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:38.869803 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1d2617d8-2445-4076-940e-150b882f09f3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Request body: {'subnet': {'network_id': 'ba4808f4-fc57-41c0-b8b4-b53514570d9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:38.880746 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6058ee1c-7ce2-44b3-bbfd-7ed9fa0dc116 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/floatingips/e4f2e7a7-e875-44d1-88ba-980c7018fdb1 HTTP/1.1" status: 200 len: 690 time: 0.0484850 Nov 29 02:04:38.926524 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3d206-c4ac-4664-8165-22c90acd9a7e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Network': ['ID=ba4808f4-fc57-41c0-b8b4-b53514570d9f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:38.936807 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network ba4808f4-fc57-41c0-b8b4-b53514570d9f details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:04:38.983000 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2617d8-2445-4076-940e-150b882f09f3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Made reservation on behalf of 5d029681d3bd4de881be9330fe01257c for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:04:38.986595 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1d2617d8-2445-4076-940e-150b882f09f3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:39.163867 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1d2617d8-2445-4076-940e-150b882f09f3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:39.223169 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2617d8-2445-4076-940e-150b882f09f3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Subnet': ['ID=5e7df658-33d7-4568-9497-96ce19ce5661,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:39.230099 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2617d8-2445-4076-940e-150b882f09f3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Checking segment: {'id': '27f27113-0506-4f84-be61-cdc6f856ae20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ba4808f4-fc57-41c0-b8b4-b53514570d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:04:39.230463 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2617d8-2445-4076-940e-150b882f09f3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network hostable DHCP agents. Network: ba4808f4-fc57-41c0-b8b4-b53514570d9f, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:04:39.246095 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2617d8-2445-4076-940e-150b882f09f3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network ba4808f4-fc57-41c0-b8b4-b53514570d9f is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:04:39.254150 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-1d2617d8-2445-4076-940e-150b882f09f3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, ba4808f4-fc57-41c0-b8b4-b53514570d9f) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:39.258878 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2617d8-2445-4076-940e-150b882f09f3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:39.259633 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1d2617d8-2445-4076-940e-150b882f09f3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:39.263293 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e181e2d9-51d5-4c31-bf69-2813d236b131 None None] Network ba4808f4-fc57-41c0-b8b4-b53514570d9f requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:04:39.276998 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1d2617d8-2445-4076-940e-150b882f09f3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4115212 Nov 29 02:04:39.280573 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43502) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:39.284461 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e6a10b25-132e-48f7-95ae-43234dd7be2d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1358422886', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:39.307479 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6a10b25-132e-48f7-95ae-43234dd7be2d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:39.308508 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6a10b25-132e-48f7-95ae-43234dd7be2d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:39.358778 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6a10b25-132e-48f7-95ae-43234dd7be2d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:39.363302 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6a10b25-132e-48f7-95ae-43234dd7be2d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:39.381392 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e6a10b25-132e-48f7-95ae-43234dd7be2d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:39.383256 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e6a10b25-132e-48f7-95ae-43234dd7be2d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1024191 Nov 29 02:04:39.386022 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43504) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:39.412505 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2319be-1aaa-4bc7-9135-bdf76d66aa9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-ba4808f4-fc57-41c0-b8b4-b53514570d9f', 'network_id': 'ba4808f4-fc57-41c0-b8b4-b53514570d9f', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'fixed_ips': [{'subnet_id': '5e7df658-33d7-4568-9497-96ce19ce5661'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:04:39.413373 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b2319be-1aaa-4bc7-9135-bdf76d66aa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:39.555670 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-0b2319be-1aaa-4bc7-9135-bdf76d66aa9f None None] Allocated IP 172.20.0.2 (ba4808f4-fc57-41c0-b8b4-b53514570d9f/5e7df658-33d7-4568-9497-96ce19ce5661/7b103e00-4c51-4f87-91b0-0683081da235) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:04:39.704052 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b2319be-1aaa-4bc7-9135-bdf76d66aa9f None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:39.711160 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b2319be-1aaa-4bc7-9135-bdf76d66aa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:39.753205 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2319be-1aaa-4bc7-9135-bdf76d66aa9f None None] Network ba4808f4-fc57-41c0-b8b4-b53514570d9f is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:39.756326 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-0b2319be-1aaa-4bc7-9135-bdf76d66aa9f None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:39.758808 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2319be-1aaa-4bc7-9135-bdf76d66aa9f None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:04:39.764594 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2319be-1aaa-4bc7-9135-bdf76d66aa9f None None] Pushing event updated for resources: {'Port': ['ID=7b103e00-4c51-4f87-91b0-0683081da235,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:39.823204 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-0b2319be-1aaa-4bc7-9135-bdf76d66aa9f None None] Attempting to bind port 7b103e00-4c51-4f87-91b0-0683081da235 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:04:39.823579 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-0b2319be-1aaa-4bc7-9135-bdf76d66aa9f None None] Attempting to bind port 7b103e00-4c51-4f87-91b0-0683081da235 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '27f27113-0506-4f84-be61-cdc6f856ae20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ba4808f4-fc57-41c0-b8b4-b53514570d9f'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:04:39.824150 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2319be-1aaa-4bc7-9135-bdf76d66aa9f None None] Attempting to bind port 7b103e00-4c51-4f87-91b0-0683081da235 on network ba4808f4-fc57-41c0-b8b4-b53514570d9f {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:04:39.829415 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2319be-1aaa-4bc7-9135-bdf76d66aa9f None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:04:39.829821 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2319be-1aaa-4bc7-9135-bdf76d66aa9f None None] Checking segment: {'id': '27f27113-0506-4f84-be61-cdc6f856ae20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ba4808f4-fc57-41c0-b8b4-b53514570d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:04:39.830224 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b2319be-1aaa-4bc7-9135-bdf76d66aa9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:39.830611 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2319be-1aaa-4bc7-9135-bdf76d66aa9f None None] Bound using segment: {'id': '27f27113-0506-4f84-be61-cdc6f856ae20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ba4808f4-fc57-41c0-b8b4-b53514570d9f'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:04:39.831079 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-0b2319be-1aaa-4bc7-9135-bdf76d66aa9f None None] Bound port: 7b103e00-4c51-4f87-91b0-0683081da235, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f27113-0506-4f84-be61-cdc6f856ae20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ba4808f4-fc57-41c0-b8b4-b53514570d9f'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:04:39.831455 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b2319be-1aaa-4bc7-9135-bdf76d66aa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:39.885292 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43506) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:39.896084 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-0b2319be-1aaa-4bc7-9135-bdf76d66aa9f None None] For port 7b103e00-4c51-4f87-91b0-0683081da235, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:04:39.899802 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-0b2319be-1aaa-4bc7-9135-bdf76d66aa9f None None] For port 7b103e00-4c51-4f87-91b0-0683081da235, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7b103e00-4c51-4f87-91b0-0683081da235,segment=NetworkSegment(27f27113-0506-4f84-be61-cdc6f856ae20),segment_id=27f27113-0506-4f84-be61-cdc6f856ae20)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:04:39.904100 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b2319be-1aaa-4bc7-9135-bdf76d66aa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:39.940483 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-aba5ca33-8d7e-453b-92e4-abc3eba7df1e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/floatingips/e4f2e7a7-e875-44d1-88ba-980c7018fdb1 HTTP/1.1" status: 200 len: 688 time: 0.0489373 Nov 29 02:04:39.964285 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2319be-1aaa-4bc7-9135-bdf76d66aa9f None None] Pushing event updated for resources: {'Port': ['ID=7b103e00-4c51-4f87-91b0-0683081da235,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:40.006885 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-16851aaf-408d-4eac-a744-3318619fc401 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:40.261234 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-16851aaf-408d-4eac-a744-3318619fc401 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Allocated IP 172.20.0.1 (ba4808f4-fc57-41c0-b8b4-b53514570d9f/5e7df658-33d7-4568-9497-96ce19ce5661/b5c5d8dc-09ab-4136-b47f-883a3e335d8d) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:04:40.369166 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-16851aaf-408d-4eac-a744-3318619fc401 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:40.402238 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-16851aaf-408d-4eac-a744-3318619fc401 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:40.445334 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16851aaf-408d-4eac-a744-3318619fc401 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network ba4808f4-fc57-41c0-b8b4-b53514570d9f is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:40.448357 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-16851aaf-408d-4eac-a744-3318619fc401 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:40.450829 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16851aaf-408d-4eac-a744-3318619fc401 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:04:40.484911 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16851aaf-408d-4eac-a744-3318619fc401 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Port': ['ID=b5c5d8dc-09ab-4136-b47f-883a3e335d8d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:40.505653 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-16851aaf-408d-4eac-a744-3318619fc401 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:40.621759 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-16851aaf-408d-4eac-a744-3318619fc401 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:40.824989 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe026c3f-d8dc-4a13-b0e5-93ffbb8c9f5c None None] Network ba4808f4-fc57-41c0-b8b4-b53514570d9f requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:04:40.888630 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-16851aaf-408d-4eac-a744-3318619fc401 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:40.893054 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-16851aaf-408d-4eac-a744-3318619fc401 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:40.958212 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-50b94a5d-44db-4f50-8b8d-f54f2bda57f6 None None] Provisioning complete for port 7b103e00-4c51-4f87-91b0-0683081da235 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:40.958586 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50b94a5d-44db-4f50-8b8d-f54f2bda57f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:40.972749 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16851aaf-408d-4eac-a744-3318619fc401 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Port': ['ID=b5c5d8dc-09ab-4136-b47f-883a3e335d8d,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:40.978587 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-16851aaf-408d-4eac-a744-3318619fc401 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:41.071059 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43510) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:41.076582 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-02d4d2a0-e22a-4c3d-aae7-22367a9dd36c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1874977720', 'description': 'tempest-secgroup-smoke-1874977720 description', 'project_id': 'd1a27bea49814722818e7a3b77708f76'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:41.083731 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50b94a5d-44db-4f50-8b8d-f54f2bda57f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:41.093470 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16851aaf-408d-4eac-a744-3318619fc401 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network ba4808f4-fc57-41c0-b8b4-b53514570d9f is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:41.095561 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-16851aaf-408d-4eac-a744-3318619fc401 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:41.107867 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-02d4d2a0-e22a-4c3d-aae7-22367a9dd36c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:41.123227 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-50b94a5d-44db-4f50-8b8d-f54f2bda57f6 None None] For port 7b103e00-4c51-4f87-91b0-0683081da235, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7b103e00-4c51-4f87-91b0-0683081da235,segment=NetworkSegment(27f27113-0506-4f84-be61-cdc6f856ae20),segment_id=27f27113-0506-4f84-be61-cdc6f856ae20)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:41.130281 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50b94a5d-44db-4f50-8b8d-f54f2bda57f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:41.206332 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b94a5d-44db-4f50-8b8d-f54f2bda57f6 None None] Pushing event updated for resources: {'Port': ['ID=7b103e00-4c51-4f87-91b0-0683081da235,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:41.215238 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-02d4d2a0-e22a-4c3d-aae7-22367a9dd36c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:41.219401 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-02d4d2a0-e22a-4c3d-aae7-22367a9dd36c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:41.247109 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16851aaf-408d-4eac-a744-3318619fc401 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Router 35854ea6-b0d3-4a43-bfac-512e02ea5146 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:04:41.259233 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-02d4d2a0-e22a-4c3d-aae7-22367a9dd36c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:41.263400 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-02d4d2a0-e22a-4c3d-aae7-22367a9dd36c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1883895 Nov 29 02:04:41.263662 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43512) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:41.268449 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-cc7018c8-b2cd-4066-b979-f17e357ed9a5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '89781957-e292-4edd-961a-22aab2556042', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:41.272596 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4d2a0-e22a-4c3d-aae7-22367a9dd36c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89781957-e292-4edd-961a-22aab2556042,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:41.304346 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cc7018c8-b2cd-4066-b979-f17e357ed9a5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:41.345973 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16851aaf-408d-4eac-a744-3318619fc401 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:04:41.352393 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-16851aaf-408d-4eac-a744-3318619fc401 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "PUT /v2.0/routers/35854ea6-b0d3-4a43-bfac-512e02ea5146/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9653161 Nov 29 02:04:41.355838 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43514) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:41.357481 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935be674-12bd-4e52-9ec5-060ba585410f None None] Sync routers for ids ['35854ea6-b0d3-4a43-bfac-512e02ea5146'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:04:41.375028 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cc7018c8-b2cd-4066-b979-f17e357ed9a5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:41.376342 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-8869b4a2-11bc-43f5-8c3c-cd447aa558ff None None] Provisioning complete for port b5c5d8dc-09ab-4136-b47f-883a3e335d8d triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:41.376714 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8869b4a2-11bc-43f5-8c3c-cd447aa558ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:41.378507 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935be674-12bd-4e52-9ec5-060ba585410f None None] Routers {'35854ea6-b0d3-4a43-bfac-512e02ea5146'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:41.379580 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-935be674-12bd-4e52-9ec5-060ba585410f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['35854ea6-b0d3-4a43-bfac-512e02ea5146'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:41.384706 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cc7018c8-b2cd-4066-b979-f17e357ed9a5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:41.405798 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7018c8-b2cd-4066-b979-f17e357ed9a5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cae5e3c-630f-4004-bd00-29d403148bca,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:41.416957 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cc7018c8-b2cd-4066-b979-f17e357ed9a5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:41.420992 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-cc7018c8-b2cd-4066-b979-f17e357ed9a5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1564319 Nov 29 02:04:41.427841 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43516) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:41.432107 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d5765b-007a-45dd-965f-ef4271d896e5 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:41.432989 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-15ba03f6-7ced-4e3d-ba64-7a9eb27f3f93 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '89781957-e292-4edd-961a-22aab2556042', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:41.433579 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-55d5765b-007a-45dd-965f-ef4271d896e5 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "GET /v2.0/ports/b5c5d8dc-09ab-4136-b47f-883a3e335d8d HTTP/1.1" status: 200 len: 910 time: 0.0767612 Nov 29 02:04:41.436170 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43518) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:41.437535 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-8869b4a2-11bc-43f5-8c3c-cd447aa558ff None None] Port b5c5d8dc-09ab-4136-b47f-883a3e335d8d cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:04:41.441478 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-969d9390-ffe5-4724-a8a0-c82906a6a81d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5e7df658-33d7-4568-9497-96ce19ce5661'}]}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:41.451044 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-8869b4a2-11bc-43f5-8c3c-cd447aa558ff None None] Provisioning complete for port 7b103e00-4c51-4f87-91b0-0683081da235 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:41.451795 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8869b4a2-11bc-43f5-8c3c-cd447aa558ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:41.458413 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-935be674-12bd-4e52-9ec5-060ba585410f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:41.469420 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935be674-12bd-4e52-9ec5-060ba585410f None None] Routers {'35854ea6-b0d3-4a43-bfac-512e02ea5146'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:41.470456 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-935be674-12bd-4e52-9ec5-060ba585410f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['35854ea6-b0d3-4a43-bfac-512e02ea5146'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:41.472623 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-15ba03f6-7ced-4e3d-ba64-7a9eb27f3f93 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:41.556854 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-15ba03f6-7ced-4e3d-ba64-7a9eb27f3f93 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:41.565893 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-15ba03f6-7ced-4e3d-ba64-7a9eb27f3f93 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:41.587345 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba03f6-7ced-4e3d-ba64-7a9eb27f3f93 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=855f223c-90d2-4b8c-8736-753c43aa9e98,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:41.607890 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-15ba03f6-7ced-4e3d-ba64-7a9eb27f3f93 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:41.609585 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-15ba03f6-7ced-4e3d-ba64-7a9eb27f3f93 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1797421 Nov 29 02:04:41.612379 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43520) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:41.614494 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-935be674-12bd-4e52-9ec5-060ba585410f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:41.615147 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935be674-12bd-4e52-9ec5-060ba585410f None None] The sync data for ids ['35854ea6-b0d3-4a43-bfac-512e02ea5146'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:04:41.618195 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d4a35ffa-5f86-480f-a9ef-f8651429b1db tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '89781957-e292-4edd-961a-22aab2556042', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:41.646899 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d4a35ffa-5f86-480f-a9ef-f8651429b1db tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:41.649840 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-969d9390-ffe5-4724-a8a0-c82906a6a81d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:41.708264 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-58b2247e-24df-48da-bd80-1ea9904ea72f None None] Provisioning complete for port b5c5d8dc-09ab-4136-b47f-883a3e335d8d triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:41.708919 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58b2247e-24df-48da-bd80-1ea9904ea72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:41.714216 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d4a35ffa-5f86-480f-a9ef-f8651429b1db tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:41.720162 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d4a35ffa-5f86-480f-a9ef-f8651429b1db tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:41.734605 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a35ffa-5f86-480f-a9ef-f8651429b1db tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96554cdd-f996-427a-98df-dfed88f635d0,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:41.751566 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d4a35ffa-5f86-480f-a9ef-f8651429b1db tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:41.754262 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d4a35ffa-5f86-480f-a9ef-f8651429b1db tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1402106 Nov 29 02:04:41.755612 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43522) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:41.755755 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-58b2247e-24df-48da-bd80-1ea9904ea72f None None] Port b5c5d8dc-09ab-4136-b47f-883a3e335d8d cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:04:41.760283 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c5bea059-382f-49e4-b22d-deeeb1360445 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '89781957-e292-4edd-961a-22aab2556042', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:41.788848 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c5bea059-382f-49e4-b22d-deeeb1360445 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:41.851123 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c5bea059-382f-49e4-b22d-deeeb1360445 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:41.855946 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c5bea059-382f-49e4-b22d-deeeb1360445 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:41.875874 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-ac18f277-aec2-4f0c-88f7-c164788b77fc None None] Provisioning complete for port b5c5d8dc-09ab-4136-b47f-883a3e335d8d triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:41.876868 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac18f277-aec2-4f0c-88f7-c164788b77fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:41.879681 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bea059-382f-49e4-b22d-deeeb1360445 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edcbe407-210f-417a-afaf-ad89a0a43872,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:41.892160 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c5bea059-382f-49e4-b22d-deeeb1360445 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:41.893784 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c5bea059-382f-49e4-b22d-deeeb1360445 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1371262 Nov 29 02:04:41.896712 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43524) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:41.902858 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5ab48901-1d4f-4745-8375-e690063aa3bc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '89781957-e292-4edd-961a-22aab2556042', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:41.940533 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-5ab48901-1d4f-4745-8375-e690063aa3bc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Project d1a27bea49814722818e7a3b77708f76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:04:41.946329 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ab48901-1d4f-4745-8375-e690063aa3bc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:42.012543 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ab48901-1d4f-4745-8375-e690063aa3bc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:42.018080 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ab48901-1d4f-4745-8375-e690063aa3bc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:42.040903 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab48901-1d4f-4745-8375-e690063aa3bc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d50e05a9-bccc-4c7d-8d55-2aed6feef073,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:42.046860 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5ab48901-1d4f-4745-8375-e690063aa3bc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:42.048144 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5ab48901-1d4f-4745-8375-e690063aa3bc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1496425 Nov 29 02:04:42.050849 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43526) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:42.056328 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7b103e00-4c51-4f87-91b0-0683081da235 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:04:42.059460 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c1c6333d-807c-4a49-9536-343a99da015b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '89781957-e292-4edd-961a-22aab2556042', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:42.083160 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-c1c6333d-807c-4a49-9536-343a99da015b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Project d1a27bea49814722818e7a3b77708f76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:04:42.089585 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c1c6333d-807c-4a49-9536-343a99da015b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:42.098780 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-969d9390-ffe5-4724-a8a0-c82906a6a81d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:42.106658 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-969d9390-ffe5-4724-a8a0-c82906a6a81d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:42.107347 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ac18f277-aec2-4f0c-88f7-c164788b77fc None None] Port b5c5d8dc-09ab-4136-b47f-883a3e335d8d cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:04:42.108738 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fd79283c-3c04-4045-8d11-34b32599d277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:42.135457 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 7b103e00-4c51-4f87-91b0-0683081da235 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:42.135829 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:42.173043 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c1c6333d-807c-4a49-9536-343a99da015b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:42.176949 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c1c6333d-807c-4a49-9536-343a99da015b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:42.183507 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d9390-ffe5-4724-a8a0-c82906a6a81d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Port': ['ID=b5c5d8dc-09ab-4136-b47f-883a3e335d8d,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:42.191781 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969d9390-ffe5-4724-a8a0-c82906a6a81d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:42.192578 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-969d9390-ffe5-4724-a8a0-c82906a6a81d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:42.194736 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-969d9390-ffe5-4724-a8a0-c82906a6a81d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "PUT /v2.0/ports/b5c5d8dc-09ab-4136-b47f-883a3e335d8d HTTP/1.1" status: 200 len: 910 time: 0.7569895 Nov 29 02:04:42.197486 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43528) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:42.206732 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c1c6333d-807c-4a49-9536-343a99da015b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:42.218339 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c1c6333d-807c-4a49-9536-343a99da015b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1561608 Nov 29 02:04:42.218339 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6333d-807c-4a49-9536-343a99da015b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a1fdda-802c-4589-bbe2-47245f45dbfd,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:42.408222 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-bb155eb3-6a8b-4035-a1cf-8f49ecef8649 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1874977720&fields=id&tenant_id=d1a27bea49814722818e7a3b77708f76 HTTP/1.1" status: 200 len: 267 time: 0.0447328 Nov 29 02:04:42.516605 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9986f47d-dad5-4f8c-a583-a38068615fb6 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:42.517730 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-7c7cfd1f-c317-4d6a-a47b-d7553f722a87 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:42.519224 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-7c7cfd1f-c317-4d6a-a47b-d7553f722a87 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/networks?id=a1aa04bf-59ef-41bf-b51c-27c9e02dcb67 HTTP/1.1" status: 200 len: 796 time: 0.1042578 Nov 29 02:04:42.534168 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-204812b8-2c90-4e13-b183-2b520d99f267 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/quotas/d1a27bea49814722818e7a3b77708f76 HTTP/1.1" status: 200 len: 375 time: 0.0090487 Nov 29 02:04:42.591363 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-c6cc795e-fd16-4eb3-a1ec-fc5901a39a83 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517626 Nov 29 02:04:42.686032 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-a94a18c2-4847-4af1-a621-ce2ca7662179 service neutron] 10.222.0.37 "GET /v2.0/networks/a1aa04bf-59ef-41bf-b51c-27c9e02dcb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830328 Nov 29 02:04:42.753218 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9986f47d-dad5-4f8c-a583-a38068615fb6 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Deleting port b5c5d8dc-09ab-4136-b47f-883a3e335d8d {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:04:42.753589 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9986f47d-dad5-4f8c-a583-a38068615fb6 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:42.778988 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-2ab4eb0a-e849-485f-994c-1c639967f68f service neutron] 10.222.0.37 "GET /v2.0/networks/a1aa04bf-59ef-41bf-b51c-27c9e02dcb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863149 Nov 29 02:04:42.837877 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9986f47d-dad5-4f8c-a583-a38068615fb6 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:42.849174 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9986f47d-dad5-4f8c-a583-a38068615fb6 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Calling delete_port for b5c5d8dc-09ab-4136-b47f-883a3e335d8d owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:04:42.937615 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-18aad635-c995-4a8e-a2f2-d0eba315e4be req-4c27b679-4519-436c-8e4d-7324049dbf2c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef878696-d755-4843-8d89-e9fdd426c262 HTTP/1.1" status: 200 len: 210 time: 0.0286057 Nov 29 02:04:43.029375 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9986f47d-dad5-4f8c-a583-a38068615fb6 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:43.067187 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986f47d-dad5-4f8c-a583-a38068615fb6 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event deleted for resources: {'Port': ['ID=b5c5d8dc-09ab-4136-b47f-883a3e335d8d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:43.218721 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9986f47d-dad5-4f8c-a583-a38068615fb6 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:43.379030 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9986f47d-dad5-4f8c-a583-a38068615fb6 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Router 35854ea6-b0d3-4a43-bfac-512e02ea5146 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:04:43.454278 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9986f47d-dad5-4f8c-a583-a38068615fb6 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:04:43.463271 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9986f47d-dad5-4f8c-a583-a38068615fb6 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "PUT /v2.0/routers/35854ea6-b0d3-4a43-bfac-512e02ea5146/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2606635 Nov 29 02:04:43.463271 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43552) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:43.467697 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34934b83-0505-43d6-a3d2-3aa6f9e24c7e None None] Sync routers for ids ['35854ea6-b0d3-4a43-bfac-512e02ea5146'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:04:43.479674 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34934b83-0505-43d6-a3d2-3aa6f9e24c7e None None] Routers {'35854ea6-b0d3-4a43-bfac-512e02ea5146'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:43.480297 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-34934b83-0505-43d6-a3d2-3aa6f9e24c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['35854ea6-b0d3-4a43-bfac-512e02ea5146'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:43.491109 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-66d929ac-0cf0-426f-ac6d-92450db4d77c tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "GET /v2.0/ports?device_id=35854ea6-b0d3-4a43-bfac-512e02ea5146 HTTP/1.1" status: 200 len: 205 time: 0.0273857 Nov 29 02:04:43.493509 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43554) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:43.519448 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-34934b83-0505-43d6-a3d2-3aa6f9e24c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:43.530019 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34934b83-0505-43d6-a3d2-3aa6f9e24c7e None None] Routers {'35854ea6-b0d3-4a43-bfac-512e02ea5146'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:43.530615 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-34934b83-0505-43d6-a3d2-3aa6f9e24c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['35854ea6-b0d3-4a43-bfac-512e02ea5146'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:43.564773 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-34934b83-0505-43d6-a3d2-3aa6f9e24c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:43.565417 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34934b83-0505-43d6-a3d2-3aa6f9e24c7e None None] The sync data for ids ['35854ea6-b0d3-4a43-bfac-512e02ea5146'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:04:43.568562 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce21f48c-0513-4007-bc61-daa97aa0ad56 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:43.583478 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:44.007299 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce21f48c-0513-4007-bc61-daa97aa0ad56 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:44.011097 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce21f48c-0513-4007-bc61-daa97aa0ad56 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:44.041053 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2721afb7-da72-4630-9681-b6e6e95c378b req-2c92084a-e81a-458f-9313-f4e7d77f96a8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef878696-d755-4843-8d89-e9fdd426c262 HTTP/1.1" status: 200 len: 210 time: 0.0304143 Nov 29 02:04:44.068470 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce21f48c-0513-4007-bc61-daa97aa0ad56 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:44.069050 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce21f48c-0513-4007-bc61-daa97aa0ad56 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Fanout notify agent at l3_agent the message router_deleted on router 35854ea6-b0d3-4a43-bfac-512e02ea5146 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:04:44.077850 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce21f48c-0513-4007-bc61-daa97aa0ad56 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:44.079039 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ce21f48c-0513-4007-bc61-daa97aa0ad56 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/routers/35854ea6-b0d3-4a43-bfac-512e02ea5146 HTTP/1.1" status: 204 len: 168 time: 0.5845923 Nov 29 02:04:44.081964 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43560) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:44.109587 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-80fb9317-1899-4000-b9e5-4b2f01390f8d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:44.111915 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-80fb9317-1899-4000-b9e5-4b2f01390f8d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/networks?id=a1aa04bf-59ef-41bf-b51c-27c9e02dcb67 HTTP/1.1" status: 200 len: 796 time: 0.1806684 Nov 29 02:04:44.139748 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-2189fb7a-90e4-4e24-916c-ad2c47b705b7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Deleting subnet 5e7df658-33d7-4568-9497-96ce19ce5661 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:04:44.144125 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2189fb7a-90e4-4e24-916c-ad2c47b705b7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:44.187560 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2189fb7a-90e4-4e24-916c-ad2c47b705b7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:44.205036 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-15ac9fd3-aa7a-4436-b6fe-3e6bc8adaf38 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1a27bea49814722818e7a3b77708f76 HTTP/1.1" status: 200 len: 473 time: 0.0688128 Nov 29 02:04:44.223996 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-ef76bddd-2ac2-422a-bb04-e448e0efde1c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'port': {'device_id': 'ef878696-d755-4843-8d89-e9fdd426c262', 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67', 'admin_state_up': True, 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'security_groups': ['89781957-e292-4edd-961a-22aab2556042']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:44.273778 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2189fb7a-90e4-4e24-916c-ad2c47b705b7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:44.277770 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b8b4fa17-bf68-4000-94a6-0abc1f5f1185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:44.332765 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2189fb7a-90e4-4e24-916c-ad2c47b705b7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:44.335487 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-ef76bddd-2ac2-422a-bb04-e448e0efde1c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Made reservation on behalf of d1a27bea49814722818e7a3b77708f76 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:04:44.339574 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-ef76bddd-2ac2-422a-bb04-e448e0efde1c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:44.367654 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189fb7a-90e4-4e24-916c-ad2c47b705b7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event deleted for resources: {'Subnet': ['ID=5e7df658-33d7-4568-9497-96ce19ce5661,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:44.369699 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2189fb7a-90e4-4e24-916c-ad2c47b705b7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:44.372938 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2189fb7a-90e4-4e24-916c-ad2c47b705b7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/subnets/5e7df658-33d7-4568-9497-96ce19ce5661 HTTP/1.1" status: 204 len: 168 time: 0.2900760 Nov 29 02:04:44.375629 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43564) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:44.379076 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa13a7b-1761-4d3c-ab41-f1f74a63c05a None None] Network ba4808f4-fc57-41c0-b8b4-b53514570d9f requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:04:44.453708 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dc858a57-cbb2-4463-8f39-2aada97c182e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:44.474948 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-ef76bddd-2ac2-422a-bb04-e448e0efde1c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.20.0.9 (a1aa04bf-59ef-41bf-b51c-27c9e02dcb67/e5415f43-09f1-4cdb-b666-d7bd67043dea/86f3510a-3179-4172-9c13-729e84282f67) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:04:44.511537 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-dc858a57-cbb2-4463-8f39-2aada97c182e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Deleting port 7b103e00-4c51-4f87-91b0-0683081da235 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:04:44.511763 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dc858a57-cbb2-4463-8f39-2aada97c182e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:44.576128 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ce5f13-24ad-41d4-9fc4-1c5e82672fb9 None None] DHCP port deletion for ba4808f4-fc57-41c0-b8b4-b53514570d9f request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:04:44.590100 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-dc858a57-cbb2-4463-8f39-2aada97c182e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] For port 7b103e00-4c51-4f87-91b0-0683081da235, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7b103e00-4c51-4f87-91b0-0683081da235,segment=NetworkSegment(27f27113-0506-4f84-be61-cdc6f856ae20),segment_id=27f27113-0506-4f84-be61-cdc6f856ae20)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:44.590475 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dc858a57-cbb2-4463-8f39-2aada97c182e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:44.603997 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-dc858a57-cbb2-4463-8f39-2aada97c182e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Calling delete_port for 7b103e00-4c51-4f87-91b0-0683081da235 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:04:44.624776 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a4ce5f13-24ad-41d4-9fc4-1c5e82672fb9 None None] Deleting port 7b103e00-4c51-4f87-91b0-0683081da235 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:04:44.625175 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a4ce5f13-24ad-41d4-9fc4-1c5e82672fb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:44.628410 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-ef76bddd-2ac2-422a-bb04-e448e0efde1c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:44.664144 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-ef76bddd-2ac2-422a-bb04-e448e0efde1c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:44.688228 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dc858a57-cbb2-4463-8f39-2aada97c182e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:44.694363 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a4ce5f13-24ad-41d4-9fc4-1c5e82672fb9 None None] For port 7b103e00-4c51-4f87-91b0-0683081da235, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7b103e00-4c51-4f87-91b0-0683081da235,segment=NetworkSegment(27f27113-0506-4f84-be61-cdc6f856ae20),segment_id=27f27113-0506-4f84-be61-cdc6f856ae20)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:44.694915 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a4ce5f13-24ad-41d4-9fc4-1c5e82672fb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:44.708933 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a4ce5f13-24ad-41d4-9fc4-1c5e82672fb9 None None] Calling delete_port for 7b103e00-4c51-4f87-91b0-0683081da235 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:04:44.713801 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-ef76bddd-2ac2-422a-bb04-e448e0efde1c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network a1aa04bf-59ef-41bf-b51c-27c9e02dcb67 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:44.716166 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc858a57-cbb2-4463-8f39-2aada97c182e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event deleted for resources: {'Port': ['ID=7b103e00-4c51-4f87-91b0-0683081da235,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:44.718050 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc858a57-cbb2-4463-8f39-2aada97c182e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] No DVR routers for this DVR port 7b103e00-4c51-4f87-91b0-0683081da235 on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:04:44.720308 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-ef76bddd-2ac2-422a-bb04-e448e0efde1c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:44.723151 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-ef76bddd-2ac2-422a-bb04-e448e0efde1c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:04:44.756324 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76bddd-2ac2-422a-bb04-e448e0efde1c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=86f3510a-3179-4172-9c13-729e84282f67,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:44.781961 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-ef76bddd-2ac2-422a-bb04-e448e0efde1c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:44.782696 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-ef76bddd-2ac2-422a-bb04-e448e0efde1c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:44.805185 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-ef76bddd-2ac2-422a-bb04-e448e0efde1c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5847993 Nov 29 02:04:44.808598 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a4ce5f13-24ad-41d4-9fc4-1c5e82672fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:44.809628 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dc858a57-cbb2-4463-8f39-2aada97c182e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:44.826453 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-5c67a75f-a0bf-4727-8d72-3712f692a726 service neutron] Request body: {'port': {'device_id': 'ef878696-d755-4843-8d89-e9fdd426c262', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:44.832867 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-dc858a57-cbb2-4463-8f39-2aada97c182e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4808f4-fc57-41c0-b8b4-b53514570d9f']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:44.836450 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce5f13-24ad-41d4-9fc4-1c5e82672fb9 None None] Pushing event deleted for resources: {'Port': ['ID=7b103e00-4c51-4f87-91b0-0683081da235,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:44.838289 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ce5f13-24ad-41d4-9fc4-1c5e82672fb9 None None] No DVR routers for this DVR port 7b103e00-4c51-4f87-91b0-0683081da235 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:04:44.857642 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-dc858a57-cbb2-4463-8f39-2aada97c182e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f27113-0506-4f84-be61-cdc6f856ae20') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:44.858218 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-dc858a57-cbb2-4463-8f39-2aada97c182e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f27113-0506-4f84-be61-cdc6f856ae20') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:44.874141 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dc858a57-cbb2-4463-8f39-2aada97c182e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:44.888696 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-5c67a75f-a0bf-4727-8d72-3712f692a726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:44.889459 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dc858a57-cbb2-4463-8f39-2aada97c182e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:44.897107 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc858a57-cbb2-4463-8f39-2aada97c182e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:04:44.898510 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dc858a57-cbb2-4463-8f39-2aada97c182e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:44.902272 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:04:44.902272 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:04:44.902272 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:04:44.902272 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:04:44.902272 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:04:44.902272 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:04:44.902272 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:04:44.902272 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:04:44.902272 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:04:44.902272 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:04:44.902272 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:04:44.902272 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:04:44.902272 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:04:44.902272 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:04:44.902272 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:04:44.902272 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:04:44.902272 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:04:44.902272 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:04:44.902272 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:04:44.902272 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:04:44.902272 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:04:44.902272 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:04:44.902272 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:04:44.902272 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:04:44.902272 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:04:44.902272 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:04:44.902272 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:04:44.902272 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:04:44.902272 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:04:44.902272 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:04:44.902272 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:04:44.902272 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:04:44.981260 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dc858a57-cbb2-4463-8f39-2aada97c182e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:44.985593 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dc858a57-cbb2-4463-8f39-2aada97c182e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:44.993415 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-dc858a57-cbb2-4463-8f39-2aada97c182e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/networks/ba4808f4-fc57-41c0-b8b4-b53514570d9f HTTP/1.1" status: 204 len: 168 time: 0.6128671 Nov 29 02:04:44.993415 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43566) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:44.998861 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d004d9d7-4d5e-4f2b-b47d-ef2e8a058c3d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-279560038', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:45.015129 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc858a57-cbb2-4463-8f39-2aada97c182e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event deleted for resources: {'Network': ['ID=ba4808f4-fc57-41c0-b8b4-b53514570d9f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:45.033924 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d004d9d7-4d5e-4f2b-b47d-ef2e8a058c3d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:45.035187 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d004d9d7-4d5e-4f2b-b47d-ef2e8a058c3d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:45.064152 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-44d725b7-68b7-461a-9c2d-2d77251c2081 None None] Provisioning complete for port 86f3510a-3179-4172-9c13-729e84282f67 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:45.064612 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-44d725b7-68b7-461a-9c2d-2d77251c2081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:45.097887 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d004d9d7-4d5e-4f2b-b47d-ef2e8a058c3d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:45.110062 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d004d9d7-4d5e-4f2b-b47d-ef2e8a058c3d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:45.135394 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-44d725b7-68b7-461a-9c2d-2d77251c2081 None None] Port 86f3510a-3179-4172-9c13-729e84282f67 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:04:45.144085 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d004d9d7-4d5e-4f2b-b47d-ef2e8a058c3d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:45.145262 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d004d9d7-4d5e-4f2b-b47d-ef2e8a058c3d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1509175 Nov 29 02:04:45.148635 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43570) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:45.154924 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-15d3e414-965f-4431-af52-636f38efab50 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Request body: {'network': {'name': 'tempest-RoutersTest-408856583'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:45.186420 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-5c67a75f-a0bf-4727-8d72-3712f692a726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86f3510a-3179-4172-9c13-729e84282f67 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:04:45.195129 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-5c67a75f-a0bf-4727-8d72-3712f692a726 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:45.201515 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d3e414-965f-4431-af52-636f38efab50 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Made reservation on behalf of 5d029681d3bd4de881be9330fe01257c for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:04:45.204945 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-15d3e414-965f-4431-af52-636f38efab50 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:45.208506 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-5c67a75f-a0bf-4727-8d72-3712f692a726 service neutron] Transition to ACTIVE for port object 86f3510a-3179-4172-9c13-729e84282f67 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:04:45.213452 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-5c67a75f-a0bf-4727-8d72-3712f692a726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:45.217315 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d1555-f1a8-4ba3-93c6-cce83fbe0d40 req-0a87551c-fa84-48b3-9639-815ccc32e789 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:45.219643 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e85d1555-f1a8-4ba3-93c6-cce83fbe0d40 req-0a87551c-fa84-48b3-9639-815ccc32e789 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef878696-d755-4843-8d89-e9fdd426c262 HTTP/1.1" status: 200 len: 931 time: 0.0886221 Nov 29 02:04:45.258945 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d3e414-965f-4431-af52-636f38efab50 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:04:45.286311 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:45.288062 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-15d3e414-965f-4431-af52-636f38efab50 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:45.288679 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-15d3e414-965f-4431-af52-636f38efab50 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Added segment 5e95f7da-db99-49b7-85c1-4acf400504f6 of type vlan for network f47c439f-d321-4966-ad74-51fe56b0dec6 Nov 29 02:04:45.301246 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67a75f-a0bf-4727-8d72-3712f692a726 service neutron] Pushing event updated for resources: {'Port': ['ID=86f3510a-3179-4172-9c13-729e84282f67,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:45.302055 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e85d1555-f1a8-4ba3-93c6-cce83fbe0d40 req-c2d35b3a-e3b0-41cb-8509-e0529fc40aa7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=89781957-e292-4edd-961a-22aab2556042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762773 Nov 29 02:04:45.337109 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-15d3e414-965f-4431-af52-636f38efab50 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:45.344969 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-5c67a75f-a0bf-4727-8d72-3712f692a726 service neutron] Attempting to bind port 86f3510a-3179-4172-9c13-729e84282f67 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:04:45.345507 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-5c67a75f-a0bf-4727-8d72-3712f692a726 service neutron] Attempting to bind port 86f3510a-3179-4172-9c13-729e84282f67 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '5bc2190d-26b9-4eed-a9fe-b3d3142fe50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:04:45.345749 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-5c67a75f-a0bf-4727-8d72-3712f692a726 service neutron] Attempting to bind port 86f3510a-3179-4172-9c13-729e84282f67 on network a1aa04bf-59ef-41bf-b51c-27c9e02dcb67 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:04:45.351961 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-5c67a75f-a0bf-4727-8d72-3712f692a726 service neutron] Port 86f3510a-3179-4172-9c13-729e84282f67 on network a1aa04bf-59ef-41bf-b51c-27c9e02dcb67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:04:45.352292 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-5c67a75f-a0bf-4727-8d72-3712f692a726 service neutron] Attempting to bind port 86f3510a-3179-4172-9c13-729e84282f67 on network a1aa04bf-59ef-41bf-b51c-27c9e02dcb67 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:04:45.358787 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-5c67a75f-a0bf-4727-8d72-3712f692a726 service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:04:45.359412 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-5c67a75f-a0bf-4727-8d72-3712f692a726 service neutron] Checking segment: {'id': '5bc2190d-26b9-4eed-a9fe-b3d3142fe50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:04:45.359962 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-5c67a75f-a0bf-4727-8d72-3712f692a726 service neutron] Bound using segment: {'id': '5bc2190d-26b9-4eed-a9fe-b3d3142fe50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:04:45.360404 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-5c67a75f-a0bf-4727-8d72-3712f692a726 service neutron] Bound port: 86f3510a-3179-4172-9c13-729e84282f67, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bc2190d-26b9-4eed-a9fe-b3d3142fe50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:04:45.360766 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-5c67a75f-a0bf-4727-8d72-3712f692a726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:45.365305 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-15d3e414-965f-4431-af52-636f38efab50 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:45.373117 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d3e414-965f-4431-af52-636f38efab50 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:45.373794 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-15d3e414-965f-4431-af52-636f38efab50 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:45.435112 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-5c67a75f-a0bf-4727-8d72-3712f692a726 service neutron] For port 86f3510a-3179-4172-9c13-729e84282f67, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:04:45.438205 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-5c67a75f-a0bf-4727-8d72-3712f692a726 service neutron] For port 86f3510a-3179-4172-9c13-729e84282f67, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=86f3510a-3179-4172-9c13-729e84282f67,segment=NetworkSegment(5bc2190d-26b9-4eed-a9fe-b3d3142fe50b),segment_id=5bc2190d-26b9-4eed-a9fe-b3d3142fe50b)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:04:45.443759 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-5c67a75f-a0bf-4727-8d72-3712f692a726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:45.446092 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-15d3e414-965f-4431-af52-636f38efab50 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2963955 Nov 29 02:04:45.448784 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43572) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:45.455890 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9a10f549-f009-4178-9ec1-f8f64b4bf4c7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Request body: {'subnet': {'network_id': 'f47c439f-d321-4966-ad74-51fe56b0dec6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:45.460705 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3e414-965f-4431-af52-636f38efab50 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Network': ['ID=f47c439f-d321-4966-ad74-51fe56b0dec6,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:45.472293 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network f47c439f-d321-4966-ad74-51fe56b0dec6 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:04:45.484073 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-5c67a75f-a0bf-4727-8d72-3712f692a726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:45.484832 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-5c67a75f-a0bf-4727-8d72-3712f692a726 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:45.486183 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-5c67a75f-a0bf-4727-8d72-3712f692a726 service neutron] 10.222.0.24 "PUT /v2.0/ports/86f3510a-3179-4172-9c13-729e84282f67 HTTP/1.1" status: 200 len: 1093 time: 0.6646974 Nov 29 02:04:45.486692 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef878696-d755-4843-8d89-e9fdd426c262', 'tag': '86f3510a-3179-4172-9c13-729e84282f67'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:04:45.488927 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571a6514-9937-4a7d-983d-b06c6688d746" -d '{"events": [{"name": "network-changed", "server_uuid": "ef878696-d755-4843-8d89-e9fdd426c262", "tag": "86f3510a-3179-4172-9c13-729e84282f67"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:04:45.511740 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67a75f-a0bf-4727-8d72-3712f692a726 service neutron] Pushing event updated for resources: {'Port': ['ID=86f3510a-3179-4172-9c13-729e84282f67,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:45.551498 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74bd0da5-52ed-4516-88fc-061fe1b1acd8 x-openstack-request-id: req-74bd0da5-52ed-4516-88fc-061fe1b1acd8 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:04:45.551889 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef878696-d755-4843-8d89-e9fdd426c262", "tag": "86f3510a-3179-4172-9c13-729e84282f67", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:04:45.552147 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74bd0da5-52ed-4516-88fc-061fe1b1acd8 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:04:45.552560 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef878696-d755-4843-8d89-e9fdd426c262', 'tag': '86f3510a-3179-4172-9c13-729e84282f67', 'status': 'completed', 'code': 200} Nov 29 02:04:45.585242 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a10f549-f009-4178-9ec1-f8f64b4bf4c7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Made reservation on behalf of 5d029681d3bd4de881be9330fe01257c for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:04:45.593979 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a10f549-f009-4178-9ec1-f8f64b4bf4c7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:45.619846 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-60aa0998-d7c0-4ffd-9117-8102ccd78ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:45.621397 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-60aa0998-d7c0-4ffd-9117-8102ccd78ec0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=ef878696-d755-4843-8d89-e9fdd426c262 HTTP/1.1" status: 200 len: 1096 time: 0.0457413 Nov 29 02:04:45.680120 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-76908f1a-e124-4ea0-86b4-b1b8001a037d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86f3510a-3179-4172-9c13-729e84282f67 HTTP/1.1" status: 200 len: 217 time: 0.0415092 Nov 29 02:04:45.734507 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-abfaf547-87b9-416f-942e-c1b66761a519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:45.736001 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-abfaf547-87b9-416f-942e-c1b66761a519 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e5415f43-09f1-4cdb-b666-d7bd67043dea HTTP/1.1" status: 200 len: 834 time: 0.0479612 Nov 29 02:04:45.783287 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-a88b7c24-a035-46c5-870e-c193f3c87e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:45.783600 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a10f549-f009-4178-9ec1-f8f64b4bf4c7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:45.784769 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-a88b7c24-a035-46c5-870e-c193f3c87e2e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1aa04bf-59ef-41bf-b51c-27c9e02dcb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397689 Nov 29 02:04:45.849349 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10f549-f009-4178-9ec1-f8f64b4bf4c7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Subnet': ['ID=bd62d0e7-430e-4276-9533-fd6e77c895ba,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:45.857303 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a10f549-f009-4178-9ec1-f8f64b4bf4c7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Checking segment: {'id': '5e95f7da-db99-49b7-85c1-4acf400504f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f47c439f-d321-4966-ad74-51fe56b0dec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:04:45.857711 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a10f549-f009-4178-9ec1-f8f64b4bf4c7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network hostable DHCP agents. Network: f47c439f-d321-4966-ad74-51fe56b0dec6, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:04:45.878101 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a10f549-f009-4178-9ec1-f8f64b4bf4c7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network f47c439f-d321-4966-ad74-51fe56b0dec6 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:04:45.887599 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-c02d614b-41a0-48e2-bfcc-4390c349e16f service neutron] 10.222.0.24 "GET /v2.0/networks/a1aa04bf-59ef-41bf-b51c-27c9e02dcb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948892 Nov 29 02:04:45.887879 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-9a10f549-f009-4178-9ec1-f8f64b4bf4c7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, f47c439f-d321-4966-ad74-51fe56b0dec6) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:45.892897 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a10f549-f009-4178-9ec1-f8f64b4bf4c7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:45.893485 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a10f549-f009-4178-9ec1-f8f64b4bf4c7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:45.899748 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8d06b6-e4e8-426e-8810-e48558c75458 None None] Network f47c439f-d321-4966-ad74-51fe56b0dec6 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:04:45.905881 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7b103e00-4c51-4f87-91b0-0683081da235 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:04:45.914834 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9a10f549-f009-4178-9ec1-f8f64b4bf4c7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4616880 Nov 29 02:04:45.917724 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43576) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:45.963239 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 7b103e00-4c51-4f87-91b0-0683081da235 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:04:45.963893 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7b103e00-4c51-4f87-91b0-0683081da235 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:04:45.987860 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-83bffbfa-3089-4030-b1c6-665bdb92e491 req-ad33c6cf-3b39-4cb6-bf5f-3e36bfd6e403 service neutron] 10.222.0.24 "GET /v2.0/networks/a1aa04bf-59ef-41bf-b51c-27c9e02dcb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930572 Nov 29 02:04:46.080063 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0ff81c-8193-4737-8108-b69b647f6953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-f47c439f-d321-4966-ad74-51fe56b0dec6', 'network_id': 'f47c439f-d321-4966-ad74-51fe56b0dec6', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'fixed_ips': [{'subnet_id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:04:46.081155 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aa0ff81c-8193-4737-8108-b69b647f6953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:46.148175 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a6514-9937-4a7d-983d-b06c6688d746 req-a127d6b2-558e-4c1a-a622-93d97db83141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:46.149980 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-571a6514-9937-4a7d-983d-b06c6688d746 req-a127d6b2-558e-4c1a-a622-93d97db83141 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=ef878696-d755-4843-8d89-e9fdd426c262 HTTP/1.1" status: 200 len: 1096 time: 0.0633769 Nov 29 02:04:46.203624 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6baae1b6-823d-4628-9d4d-08df6c8f9bad tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:46.222421 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-aa0ff81c-8193-4737-8108-b69b647f6953 None None] Allocated IP 172.20.0.2 (f47c439f-d321-4966-ad74-51fe56b0dec6/bd62d0e7-430e-4276-9533-fd6e77c895ba/9e0418f1-a709-44fb-b6f3-0ff1c589c81f) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:04:46.245987 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a6514-9937-4a7d-983d-b06c6688d746 req-0fc47181-5c12-46e3-b450-d21c9c23889c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:46.247527 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-571a6514-9937-4a7d-983d-b06c6688d746 req-0fc47181-5c12-46e3-b450-d21c9c23889c service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1aa04bf-59ef-41bf-b51c-27c9e02dcb67 HTTP/1.1" status: 200 len: 897 time: 0.0902469 Nov 29 02:04:46.302835 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-571a6514-9937-4a7d-983d-b06c6688d746 req-79927334-88a5-4069-96d1-083d6c8d3538 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86f3510a-3179-4172-9c13-729e84282f67 HTTP/1.1" status: 200 len: 217 time: 0.0463607 Nov 29 02:04:46.369827 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a6514-9937-4a7d-983d-b06c6688d746 req-9ea56833-5a56-466b-b926-b1c5f0c4c4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:46.371460 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-571a6514-9937-4a7d-983d-b06c6688d746 req-9ea56833-5a56-466b-b926-b1c5f0c4c4fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e5415f43-09f1-4cdb-b666-d7bd67043dea HTTP/1.1" status: 200 len: 834 time: 0.0569689 Nov 29 02:04:46.379604 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aa0ff81c-8193-4737-8108-b69b647f6953 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:46.388210 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aa0ff81c-8193-4737-8108-b69b647f6953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:46.425150 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0ff81c-8193-4737-8108-b69b647f6953 None None] Network f47c439f-d321-4966-ad74-51fe56b0dec6 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:46.426550 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-aa0ff81c-8193-4737-8108-b69b647f6953 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:46.430610 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a6514-9937-4a7d-983d-b06c6688d746 req-c5470c6b-a0bc-43a4-8e76-1fcf8cda850f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:46.432056 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-571a6514-9937-4a7d-983d-b06c6688d746 req-c5470c6b-a0bc-43a4-8e76-1fcf8cda850f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1aa04bf-59ef-41bf-b51c-27c9e02dcb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0471368 Nov 29 02:04:46.432244 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0ff81c-8193-4737-8108-b69b647f6953 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:04:46.447900 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ff81c-8193-4737-8108-b69b647f6953 None None] Pushing event updated for resources: {'Port': ['ID=9e0418f1-a709-44fb-b6f3-0ff1c589c81f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:46.494669 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29731adf-4606-4eb0-89b5-de8dcc4ff8ff req-3f656d28-8473-440c-bb89-baff4c8dec77 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:46.496202 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-29731adf-4606-4eb0-89b5-de8dcc4ff8ff req-3f656d28-8473-440c-bb89-baff4c8dec77 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef878696-d755-4843-8d89-e9fdd426c262 HTTP/1.1" status: 200 len: 943 time: 0.1005921 Nov 29 02:04:46.504989 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-aa0ff81c-8193-4737-8108-b69b647f6953 None None] Attempting to bind port 9e0418f1-a709-44fb-b6f3-0ff1c589c81f on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:04:46.505482 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-aa0ff81c-8193-4737-8108-b69b647f6953 None None] Attempting to bind port 9e0418f1-a709-44fb-b6f3-0ff1c589c81f by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '5e95f7da-db99-49b7-85c1-4acf400504f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f47c439f-d321-4966-ad74-51fe56b0dec6'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:04:46.505883 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0ff81c-8193-4737-8108-b69b647f6953 None None] Attempting to bind port 9e0418f1-a709-44fb-b6f3-0ff1c589c81f on network f47c439f-d321-4966-ad74-51fe56b0dec6 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:04:46.509579 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-6baae1b6-823d-4628-9d4d-08df6c8f9bad tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Allocated IP 172.20.0.1 (f47c439f-d321-4966-ad74-51fe56b0dec6/bd62d0e7-430e-4276-9533-fd6e77c895ba/c1ebf543-0ad8-40fd-97c3-f099b4879781) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:04:46.511666 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0ff81c-8193-4737-8108-b69b647f6953 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:04:46.512037 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0ff81c-8193-4737-8108-b69b647f6953 None None] Checking segment: {'id': '5e95f7da-db99-49b7-85c1-4acf400504f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f47c439f-d321-4966-ad74-51fe56b0dec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:04:46.512442 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aa0ff81c-8193-4737-8108-b69b647f6953 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:46.512831 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0ff81c-8193-4737-8108-b69b647f6953 None None] Bound using segment: {'id': '5e95f7da-db99-49b7-85c1-4acf400504f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f47c439f-d321-4966-ad74-51fe56b0dec6'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:04:46.513622 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-aa0ff81c-8193-4737-8108-b69b647f6953 None None] Bound port: 9e0418f1-a709-44fb-b6f3-0ff1c589c81f, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e95f7da-db99-49b7-85c1-4acf400504f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f47c439f-d321-4966-ad74-51fe56b0dec6'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:04:46.513788 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aa0ff81c-8193-4737-8108-b69b647f6953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:46.545627 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-571a6514-9937-4a7d-983d-b06c6688d746 req-5e2b6719-d925-4f11-918e-db6b7a4cc2ea service neutron] 10.222.0.24 "GET /v2.0/networks/a1aa04bf-59ef-41bf-b51c-27c9e02dcb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048024 Nov 29 02:04:46.579616 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-aa0ff81c-8193-4737-8108-b69b647f6953 None None] For port 9e0418f1-a709-44fb-b6f3-0ff1c589c81f, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:04:46.582806 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-aa0ff81c-8193-4737-8108-b69b647f6953 None None] For port 9e0418f1-a709-44fb-b6f3-0ff1c589c81f, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=9e0418f1-a709-44fb-b6f3-0ff1c589c81f,segment=NetworkSegment(5e95f7da-db99-49b7-85c1-4acf400504f6),segment_id=5e95f7da-db99-49b7-85c1-4acf400504f6)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:04:46.588110 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aa0ff81c-8193-4737-8108-b69b647f6953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:46.606800 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-29731adf-4606-4eb0-89b5-de8dcc4ff8ff req-26008aa3-5186-494d-8ac1-7fafa51855cd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=89781957-e292-4edd-961a-22aab2556042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985112 Nov 29 02:04:46.651721 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ff81c-8193-4737-8108-b69b647f6953 None None] Pushing event updated for resources: {'Port': ['ID=9e0418f1-a709-44fb-b6f3-0ff1c589c81f,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:46.663865 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-571a6514-9937-4a7d-983d-b06c6688d746 req-553754b6-0ae2-46fb-8b5b-8f7857a083b4 service neutron] 10.222.0.24 "GET /v2.0/networks/a1aa04bf-59ef-41bf-b51c-27c9e02dcb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097114 Nov 29 02:04:46.680451 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6baae1b6-823d-4628-9d4d-08df6c8f9bad tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:46.715428 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6baae1b6-823d-4628-9d4d-08df6c8f9bad tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:46.762230 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6baae1b6-823d-4628-9d4d-08df6c8f9bad tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network f47c439f-d321-4966-ad74-51fe56b0dec6 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:46.765901 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-6baae1b6-823d-4628-9d4d-08df6c8f9bad tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:46.770309 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baae1b6-823d-4628-9d4d-08df6c8f9bad tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:04:46.796834 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baae1b6-823d-4628-9d4d-08df6c8f9bad tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Port': ['ID=c1ebf543-0ad8-40fd-97c3-f099b4879781,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:46.831203 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6baae1b6-823d-4628-9d4d-08df6c8f9bad tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:46.974902 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:46.975811 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6baae1b6-823d-4628-9d4d-08df6c8f9bad tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:47.556053 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6baae1b6-823d-4628-9d4d-08df6c8f9bad tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:47.556705 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8df371-541c-4519-8702-7f1b2d4a891c None None] Network f47c439f-d321-4966-ad74-51fe56b0dec6 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:04:47.560742 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6baae1b6-823d-4628-9d4d-08df6c8f9bad tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:47.637809 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baae1b6-823d-4628-9d4d-08df6c8f9bad tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Port': ['ID=c1ebf543-0ad8-40fd-97c3-f099b4879781,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:47.644714 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6baae1b6-823d-4628-9d4d-08df6c8f9bad tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:47.671298 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-fb442d28-9a2c-4963-b088-b0be5021c272 None None] Provisioning complete for port 9e0418f1-a709-44fb-b6f3-0ff1c589c81f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:47.671610 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fb442d28-9a2c-4963-b088-b0be5021c272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:47.778536 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8ee47-55c4-4f13-9c99-d51b253061fc req-5d6ab56a-c1d2-40f9-97d7-57b900184b8a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:47.780106 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-95a8ee47-55c4-4f13-9c99-d51b253061fc req-5d6ab56a-c1d2-40f9-97d7-57b900184b8a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef878696-d755-4843-8d89-e9fdd426c262 HTTP/1.1" status: 200 len: 943 time: 0.0805278 Nov 29 02:04:47.781835 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6baae1b6-823d-4628-9d4d-08df6c8f9bad tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network f47c439f-d321-4966-ad74-51fe56b0dec6 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:47.783449 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-6baae1b6-823d-4628-9d4d-08df6c8f9bad tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:47.790369 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fb442d28-9a2c-4963-b088-b0be5021c272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:47.851824 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:47.857742 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-fb442d28-9a2c-4963-b088-b0be5021c272 None None] For port 9e0418f1-a709-44fb-b6f3-0ff1c589c81f, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=9e0418f1-a709-44fb-b6f3-0ff1c589c81f,segment=NetworkSegment(5e95f7da-db99-49b7-85c1-4acf400504f6),segment_id=5e95f7da-db99-49b7-85c1-4acf400504f6)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:47.867120 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fb442d28-9a2c-4963-b088-b0be5021c272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:47.878570 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 86f3510a-3179-4172-9c13-729e84282f67 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:04:47.922195 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-95a8ee47-55c4-4f13-9c99-d51b253061fc req-95622d4c-58a8-4b3b-9cb4-2a0761de5439 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=89781957-e292-4edd-961a-22aab2556042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991485 Nov 29 02:04:47.955108 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6baae1b6-823d-4628-9d4d-08df6c8f9bad tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Router c071cd8f-8a80-452f-b17c-349d6a55bc2d is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:04:47.989295 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 9e0418f1-a709-44fb-b6f3-0ff1c589c81f up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:04:47.991530 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb442d28-9a2c-4963-b088-b0be5021c272 None None] Pushing event updated for resources: {'Port': ['ID=9e0418f1-a709-44fb-b6f3-0ff1c589c81f,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:48.057822 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6baae1b6-823d-4628-9d4d-08df6c8f9bad tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:04:48.063275 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6baae1b6-823d-4628-9d4d-08df6c8f9bad tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "PUT /v2.0/routers/c071cd8f-8a80-452f-b17c-349d6a55bc2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1442797 Nov 29 02:04:48.066099 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43582) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:48.069911 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5341c640-c199-4a74-84ae-e615e2bb1e10 None None] Sync routers for ids ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:04:48.071629 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-80d067c3-b032-452b-a310-ffd2b9e8405b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Request body: {'network': {'name': 'tempest-RoutersTest-1690986984'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:48.073279 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 86f3510a-3179-4172-9c13-729e84282f67, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=86f3510a-3179-4172-9c13-729e84282f67,segment=NetworkSegment(5bc2190d-26b9-4eed-a9fe-b3d3142fe50b),segment_id=5bc2190d-26b9-4eed-a9fe-b3d3142fe50b)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:48.084737 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5341c640-c199-4a74-84ae-e615e2bb1e10 None None] Routers {'c071cd8f-8a80-452f-b17c-349d6a55bc2d'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:48.085484 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '86f3510a-3179-4172-9c13-729e84282f67', 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67', 'port_id': '86f3510a-3179-4172-9c13-729e84282f67', 'mac_address': 'fa:16:3e:97:69:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5415f43-09f1-4cdb-b666-d7bd67043dea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:04:48.086485 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5341c640-c199-4a74-84ae-e615e2bb1e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:48.097106 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d067c3-b032-452b-a310-ffd2b9e8405b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Made reservation on behalf of 5d029681d3bd4de881be9330fe01257c for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:04:48.100812 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80d067c3-b032-452b-a310-ffd2b9e8405b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:48.136901 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-36599a3b-b91e-405a-8744-3288dd54bacc None None] Provisioning complete for port 9e0418f1-a709-44fb-b6f3-0ff1c589c81f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:48.137286 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-36599a3b-b91e-405a-8744-3288dd54bacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:48.142449 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 9e0418f1-a709-44fb-b6f3-0ff1c589c81f triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:48.142633 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:48.162305 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d067c3-b032-452b-a310-ffd2b9e8405b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:04:48.173295 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80d067c3-b032-452b-a310-ffd2b9e8405b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:48.174007 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-80d067c3-b032-452b-a310-ffd2b9e8405b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Added segment 7409a0f1-9360-4059-a8c4-bc8ded9eca4f of type vlan for network 0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e Nov 29 02:04:48.206304 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:48.231875 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86f3510a-3179-4172-9c13-729e84282f67 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:04:48.246929 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-5341c640-c199-4a74-84ae-e615e2bb1e10 None None] Set router c071cd8f-8a80-452f-b17c-349d6a55bc2d gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:04:48.273567 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80d067c3-b032-452b-a310-ffd2b9e8405b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:48.293837 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 86f3510a-3179-4172-9c13-729e84282f67, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=86f3510a-3179-4172-9c13-729e84282f67,segment=NetworkSegment(5bc2190d-26b9-4eed-a9fe-b3d3142fe50b),segment_id=5bc2190d-26b9-4eed-a9fe-b3d3142fe50b)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:48.313860 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80d067c3-b032-452b-a310-ffd2b9e8405b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:48.321454 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d067c3-b032-452b-a310-ffd2b9e8405b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:48.322118 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80d067c3-b032-452b-a310-ffd2b9e8405b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:48.332528 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:48.416420 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=86f3510a-3179-4172-9c13-729e84282f67,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:48.419705 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-36599a3b-b91e-405a-8744-3288dd54bacc None None] Provisioning complete for port c1ebf543-0ad8-40fd-97c3-f099b4879781 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:48.419705 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-36599a3b-b91e-405a-8744-3288dd54bacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:48.432577 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d067c3-b032-452b-a310-ffd2b9e8405b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Network': ['ID=0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:48.447718 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-80d067c3-b032-452b-a310-ffd2b9e8405b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3799579 Nov 29 02:04:48.448098 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:04:48.449920 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43588) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:48.456677 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-44f03a20-5a3c-4ef2-a9e2-0a17b86c1610 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Request body: {'subnet': {'network_id': '0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:48.518647 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-36599a3b-b91e-405a-8744-3288dd54bacc None None] Port c1ebf543-0ad8-40fd-97c3-f099b4879781 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:04:48.540702 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5341c640-c199-4a74-84ae-e615e2bb1e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'name': 'tempest-RoutersTest-router-279560038', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:45Z', 'updated_at': '2021-11-29T02:04:46Z', 'revision_number': 2, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'gw_port_host': None, '_interfaces': [{'id': 'c1ebf543-0ad8-40fd-97c3-f099b4879781', 'name': '', 'network_id': 'f47c439f-d321-4966-ad74-51fe56b0dec6', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:ff:04:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:46Z', 'updated_at': '2021-11-29T02:04:47Z', 'revision_number': 2, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:48.567363 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f03a20-5a3c-4ef2-a9e2-0a17b86c1610 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Made reservation on behalf of 5d029681d3bd4de881be9330fe01257c for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:04:48.571734 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-44f03a20-5a3c-4ef2-a9e2-0a17b86c1610 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:48.575293 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5341c640-c199-4a74-84ae-e615e2bb1e10 None None] Checking router: c071cd8f-8a80-452f-b17c-349d6a55bc2d for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:04:48.575655 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5341c640-c199-4a74-84ae-e615e2bb1e10 None None] Updating router c071cd8f-8a80-452f-b17c-349d6a55bc2d port c1ebf543-0ad8-40fd-97c3-f099b4879781 binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:04:48.601889 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5341c640-c199-4a74-84ae-e615e2bb1e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:48.640749 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-c7e23183-e8c2-47ce-a2f1-f33bff28bb10 None None] Provisioning complete for port c1ebf543-0ad8-40fd-97c3-f099b4879781 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:48.641125 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c7e23183-e8c2-47ce-a2f1-f33bff28bb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:48.675096 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['86f3510a-3179-4172-9c13-729e84282f67'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:04:48.710657 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c7e23183-e8c2-47ce-a2f1-f33bff28bb10 None None] Port c1ebf543-0ad8-40fd-97c3-f099b4879781 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:04:48.778547 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-44f03a20-5a3c-4ef2-a9e2-0a17b86c1610 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:48.843934 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f03a20-5a3c-4ef2-a9e2-0a17b86c1610 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Subnet': ['ID=8a7a8397-43e0-4870-9281-f28f7b01394e,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:48.851820 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f03a20-5a3c-4ef2-a9e2-0a17b86c1610 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Checking segment: {'id': '7409a0f1-9360-4059-a8c4-bc8ded9eca4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:04:48.852187 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f03a20-5a3c-4ef2-a9e2-0a17b86c1610 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network hostable DHCP agents. Network: 0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:04:48.872405 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f03a20-5a3c-4ef2-a9e2-0a17b86c1610 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network 0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:04:48.882590 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-44f03a20-5a3c-4ef2-a9e2-0a17b86c1610 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:48.895364 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f03a20-5a3c-4ef2-a9e2-0a17b86c1610 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:48.896033 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-44f03a20-5a3c-4ef2-a9e2-0a17b86c1610 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:48.901111 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbcf785-ab3e-4460-a6ad-36b63ecb2a22 None None] Network 0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:04:48.903298 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5341c640-c199-4a74-84ae-e615e2bb1e10 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:48.909823 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5341c640-c199-4a74-84ae-e615e2bb1e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:48.914788 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-44f03a20-5a3c-4ef2-a9e2-0a17b86c1610 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4634287 Nov 29 02:04:48.917756 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43590) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:48.988725 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-77adba7a-74b8-48b0-8427-fae1fb58ef3a None None] Provisioning complete for port c1ebf543-0ad8-40fd-97c3-f099b4879781 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:48.989141 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77adba7a-74b8-48b0-8427-fae1fb58ef3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:48.999049 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512aca9c-63d9-4333-8e23-851b6bb68132 None None] Pushing event updated for resources: {'Port': ['ID=c1ebf543-0ad8-40fd-97c3-f099b4879781,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:49.010082 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512aca9c-63d9-4333-8e23-851b6bb68132 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:49.010815 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512aca9c-63d9-4333-8e23-851b6bb68132 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:49.011427 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512aca9c-63d9-4333-8e23-851b6bb68132 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:49.012112 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512aca9c-63d9-4333-8e23-851b6bb68132 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:49.012722 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512aca9c-63d9-4333-8e23-851b6bb68132 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:49.014944 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512aca9c-63d9-4333-8e23-851b6bb68132 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:49.015540 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512aca9c-63d9-4333-8e23-851b6bb68132 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:49.016133 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512aca9c-63d9-4333-8e23-851b6bb68132 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:49.016728 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512aca9c-63d9-4333-8e23-851b6bb68132 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:49.017422 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512aca9c-63d9-4333-8e23-851b6bb68132 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:49.017994 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512aca9c-63d9-4333-8e23-851b6bb68132 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:49.018865 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512aca9c-63d9-4333-8e23-851b6bb68132 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:04:49.035158 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-77adba7a-74b8-48b0-8427-fae1fb58ef3a None None] Port c1ebf543-0ad8-40fd-97c3-f099b4879781 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:04:49.087641 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-5341c640-c199-4a74-84ae-e615e2bb1e10 None None] Attempting to bind port c1ebf543-0ad8-40fd-97c3-f099b4879781 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:04:49.088926 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-5341c640-c199-4a74-84ae-e615e2bb1e10 None None] Attempting to bind port c1ebf543-0ad8-40fd-97c3-f099b4879781 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '5e95f7da-db99-49b7-85c1-4acf400504f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f47c439f-d321-4966-ad74-51fe56b0dec6'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:04:49.089507 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341c640-c199-4a74-84ae-e615e2bb1e10 None None] Attempting to bind port c1ebf543-0ad8-40fd-97c3-f099b4879781 on network f47c439f-d321-4966-ad74-51fe56b0dec6 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:04:49.095355 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341c640-c199-4a74-84ae-e615e2bb1e10 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:04:49.096038 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341c640-c199-4a74-84ae-e615e2bb1e10 None None] Checking segment: {'id': '5e95f7da-db99-49b7-85c1-4acf400504f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f47c439f-d321-4966-ad74-51fe56b0dec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:04:49.096663 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5341c640-c199-4a74-84ae-e615e2bb1e10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:49.097266 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341c640-c199-4a74-84ae-e615e2bb1e10 None None] Bound using segment: {'id': '5e95f7da-db99-49b7-85c1-4acf400504f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f47c439f-d321-4966-ad74-51fe56b0dec6'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:04:49.098016 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-5341c640-c199-4a74-84ae-e615e2bb1e10 None None] Bound port: c1ebf543-0ad8-40fd-97c3-f099b4879781, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e95f7da-db99-49b7-85c1-4acf400504f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'f47c439f-d321-4966-ad74-51fe56b0dec6'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:04:49.098623 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5341c640-c199-4a74-84ae-e615e2bb1e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:49.180370 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-5341c640-c199-4a74-84ae-e615e2bb1e10 None None] For port c1ebf543-0ad8-40fd-97c3-f099b4879781, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:04:49.184961 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-5341c640-c199-4a74-84ae-e615e2bb1e10 None None] For port c1ebf543-0ad8-40fd-97c3-f099b4879781, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c1ebf543-0ad8-40fd-97c3-f099b4879781,segment=NetworkSegment(5e95f7da-db99-49b7-85c1-4acf400504f6),segment_id=5e95f7da-db99-49b7-85c1-4acf400504f6)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:04:49.192036 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5341c640-c199-4a74-84ae-e615e2bb1e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:49.195324 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a368d0-0ee4-43fa-bb94-ca76293eef4e req-0d23b65e-84b9-4ac0-81b8-cb99e380fb60 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:49.198376 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224c5aa1-7aa9-4497-8889-ec7e486ca07b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e', 'network_id': '0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'fixed_ips': [{'subnet_id': '8a7a8397-43e0-4870-9281-f28f7b01394e'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:04:49.199301 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-224c5aa1-7aa9-4497-8889-ec7e486ca07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:49.203753 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c8a368d0-0ee4-43fa-bb94-ca76293eef4e req-0d23b65e-84b9-4ac0-81b8-cb99e380fb60 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef878696-d755-4843-8d89-e9fdd426c262 HTTP/1.1" status: 200 len: 944 time: 0.1283259 Nov 29 02:04:49.270132 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5341c640-c199-4a74-84ae-e615e2bb1e10 None None] Routers {'c071cd8f-8a80-452f-b17c-349d6a55bc2d'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:49.270909 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5341c640-c199-4a74-84ae-e615e2bb1e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:49.277347 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512aca9c-63d9-4333-8e23-851b6bb68132 None None] Pushing event updated for resources: {'Port': ['ID=c1ebf543-0ad8-40fd-97c3-f099b4879781,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:49.353727 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c8a368d0-0ee4-43fa-bb94-ca76293eef4e req-4b7eda53-0671-47cc-8fc7-48fa55d278c8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=89781957-e292-4edd-961a-22aab2556042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490645 Nov 29 02:04:49.385897 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-5341c640-c199-4a74-84ae-e615e2bb1e10 None None] Set router c071cd8f-8a80-452f-b17c-349d6a55bc2d gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:04:49.393510 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-9291e30f-7b82-404b-a30d-8344642cff86 None None] Provisioning complete for port c1ebf543-0ad8-40fd-97c3-f099b4879781 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:49.393914 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9291e30f-7b82-404b-a30d-8344642cff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:49.468702 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b890f82f-d31a-4804-8647-58e89891c641 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:49.475128 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-224c5aa1-7aa9-4497-8889-ec7e486ca07b None None] Allocated IP 172.21.0.2 (0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e/8a7a8397-43e0-4870-9281-f28f7b01394e/2199b348-f542-4dca-b1df-9a33c8815426) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:04:49.587691 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9291e30f-7b82-404b-a30d-8344642cff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:49.609881 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5341c640-c199-4a74-84ae-e615e2bb1e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'name': 'tempest-RoutersTest-router-279560038', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:45Z', 'updated_at': '2021-11-29T02:04:46Z', 'revision_number': 2, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'gw_port_host': None, '_interfaces': [{'id': 'c1ebf543-0ad8-40fd-97c3-f099b4879781', 'name': '', 'network_id': 'f47c439f-d321-4966-ad74-51fe56b0dec6', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:ff:04:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:46Z', 'updated_at': '2021-11-29T02:04:49Z', 'revision_number': 4, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:49.643402 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5341c640-c199-4a74-84ae-e615e2bb1e10 None None] The sync data for ids ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'] in dv-neutron-819032-3-hyperv is: [{'id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'name': 'tempest-RoutersTest-router-279560038', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:45Z', 'updated_at': '2021-11-29T02:04:46Z', 'revision_number': 2, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'gw_port_host': None, '_interfaces': [{'id': 'c1ebf543-0ad8-40fd-97c3-f099b4879781', 'name': '', 'network_id': 'f47c439f-d321-4966-ad74-51fe56b0dec6', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:ff:04:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:46Z', 'updated_at': '2021-11-29T02:04:49Z', 'revision_number': 4, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:04:49.652507 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9291e30f-7b82-404b-a30d-8344642cff86 None None] For port c1ebf543-0ad8-40fd-97c3-f099b4879781, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c1ebf543-0ad8-40fd-97c3-f099b4879781,segment=NetworkSegment(5e95f7da-db99-49b7-85c1-4acf400504f6),segment_id=5e95f7da-db99-49b7-85c1-4acf400504f6)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:49.665180 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9291e30f-7b82-404b-a30d-8344642cff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:49.749272 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9291e30f-7b82-404b-a30d-8344642cff86 None None] Pushing event updated for resources: {'Port': ['ID=c1ebf543-0ad8-40fd-97c3-f099b4879781,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:49.755937 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-224c5aa1-7aa9-4497-8889-ec7e486ca07b None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:49.762240 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-224c5aa1-7aa9-4497-8889-ec7e486ca07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:49.812858 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224c5aa1-7aa9-4497-8889-ec7e486ca07b None None] Network 0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:49.820482 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-b890f82f-d31a-4804-8647-58e89891c641 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Allocated IP 172.21.0.1 (0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e/8a7a8397-43e0-4870-9281-f28f7b01394e/bdfee845-168f-4cf6-bf28-1b8d73b30385) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:04:49.821030 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-224c5aa1-7aa9-4497-8889-ec7e486ca07b None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:49.823649 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224c5aa1-7aa9-4497-8889-ec7e486ca07b None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:04:49.832965 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c5aa1-7aa9-4497-8889-ec7e486ca07b None None] Pushing event updated for resources: {'Port': ['ID=2199b348-f542-4dca-b1df-9a33c8815426,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:49.839727 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-c1f36118-75b3-4643-8dd1-93ae26066245 None None] Provisioning complete for port c1ebf543-0ad8-40fd-97c3-f099b4879781 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:49.840076 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1f36118-75b3-4643-8dd1-93ae26066245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:49.956397 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 9e0418f1-a709-44fb-b6f3-0ff1c589c81f up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:04:49.958443 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-224c5aa1-7aa9-4497-8889-ec7e486ca07b None None] Attempting to bind port 2199b348-f542-4dca-b1df-9a33c8815426 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:04:49.958815 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-224c5aa1-7aa9-4497-8889-ec7e486ca07b None None] Attempting to bind port 2199b348-f542-4dca-b1df-9a33c8815426 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '7409a0f1-9360-4059-a8c4-bc8ded9eca4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:04:49.959184 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224c5aa1-7aa9-4497-8889-ec7e486ca07b None None] Attempting to bind port 2199b348-f542-4dca-b1df-9a33c8815426 on network 0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:04:49.968111 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224c5aa1-7aa9-4497-8889-ec7e486ca07b None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:04:49.968511 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224c5aa1-7aa9-4497-8889-ec7e486ca07b None None] Checking segment: {'id': '7409a0f1-9360-4059-a8c4-bc8ded9eca4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:04:49.969081 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-224c5aa1-7aa9-4497-8889-ec7e486ca07b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:49.969491 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224c5aa1-7aa9-4497-8889-ec7e486ca07b None None] Bound using segment: {'id': '7409a0f1-9360-4059-a8c4-bc8ded9eca4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:04:49.970006 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-224c5aa1-7aa9-4497-8889-ec7e486ca07b None None] Bound port: 2199b348-f542-4dca-b1df-9a33c8815426, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7409a0f1-9360-4059-a8c4-bc8ded9eca4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:04:49.970397 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-224c5aa1-7aa9-4497-8889-ec7e486ca07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:49.996631 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b890f82f-d31a-4804-8647-58e89891c641 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:50.039503 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b890f82f-d31a-4804-8647-58e89891c641 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:50.088389 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b890f82f-d31a-4804-8647-58e89891c641 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network 0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:50.091726 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-b890f82f-d31a-4804-8647-58e89891c641 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:50.095976 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b890f82f-d31a-4804-8647-58e89891c641 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:04:50.117398 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-224c5aa1-7aa9-4497-8889-ec7e486ca07b None None] For port 2199b348-f542-4dca-b1df-9a33c8815426, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:04:50.121457 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-224c5aa1-7aa9-4497-8889-ec7e486ca07b None None] For port 2199b348-f542-4dca-b1df-9a33c8815426, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=2199b348-f542-4dca-b1df-9a33c8815426,segment=NetworkSegment(7409a0f1-9360-4059-a8c4-bc8ded9eca4f),segment_id=7409a0f1-9360-4059-a8c4-bc8ded9eca4f)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:04:50.124060 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 9e0418f1-a709-44fb-b6f3-0ff1c589c81f triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:50.124507 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:50.130078 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-224c5aa1-7aa9-4497-8889-ec7e486ca07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:50.132587 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b890f82f-d31a-4804-8647-58e89891c641 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Port': ['ID=bdfee845-168f-4cf6-bf28-1b8d73b30385,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:50.151399 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b890f82f-d31a-4804-8647-58e89891c641 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:50.224475 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c5aa1-7aa9-4497-8889-ec7e486ca07b None None] Pushing event updated for resources: {'Port': ['ID=2199b348-f542-4dca-b1df-9a33c8815426,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:50.294862 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b890f82f-d31a-4804-8647-58e89891c641 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:50.581149 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54f911-fa2f-404d-9768-8c3e3610234d req-1e9f7188-d39a-4cbc-82ca-8a44ea984408 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:50.582927 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fb54f911-fa2f-404d-9768-8c3e3610234d req-1e9f7188-d39a-4cbc-82ca-8a44ea984408 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef878696-d755-4843-8d89-e9fdd426c262 HTTP/1.1" status: 200 len: 944 time: 0.1265047 Nov 29 02:04:50.674600 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fb54f911-fa2f-404d-9768-8c3e3610234d req-cc976df3-0aa6-4303-9c2d-06389e744fd3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=89781957-e292-4edd-961a-22aab2556042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782318 Nov 29 02:04:50.676487 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b890f82f-d31a-4804-8647-58e89891c641 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:50.681103 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b890f82f-d31a-4804-8647-58e89891c641 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:50.757058 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b890f82f-d31a-4804-8647-58e89891c641 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Port': ['ID=bdfee845-168f-4cf6-bf28-1b8d73b30385,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:50.759515 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b890f82f-d31a-4804-8647-58e89891c641 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:50.851562 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b890f82f-d31a-4804-8647-58e89891c641 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network 0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:50.852975 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-b890f82f-d31a-4804-8647-58e89891c641 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:50.953433 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b890f82f-d31a-4804-8647-58e89891c641 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Router c071cd8f-8a80-452f-b17c-349d6a55bc2d has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:04:51.049786 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b890f82f-d31a-4804-8647-58e89891c641 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:04:51.055500 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b890f82f-d31a-4804-8647-58e89891c641 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "PUT /v2.0/routers/c071cd8f-8a80-452f-b17c-349d6a55bc2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1367059 Nov 29 02:04:51.058271 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43598) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:51.062976 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-67f31b92-3342-4d82-a655-8c3425bcf89d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Request body: {'network': {'name': 'tempest-RoutersTest-1640208788'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:51.083600 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f31b92-3342-4d82-a655-8c3425bcf89d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Made reservation on behalf of 5d029681d3bd4de881be9330fe01257c for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:04:51.087624 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-67f31b92-3342-4d82-a655-8c3425bcf89d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:51.110216 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f31b92-3342-4d82-a655-8c3425bcf89d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:04:51.119879 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-67f31b92-3342-4d82-a655-8c3425bcf89d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:51.120700 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-67f31b92-3342-4d82-a655-8c3425bcf89d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Added segment 9876e4b0-a501-4924-b882-ee5dfafacf5b of type vlan for network 71ac7009-f0aa-417a-bd19-8f754f267a07 Nov 29 02:04:51.162755 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-67f31b92-3342-4d82-a655-8c3425bcf89d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:51.185791 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-67f31b92-3342-4d82-a655-8c3425bcf89d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:51.191440 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f31b92-3342-4d82-a655-8c3425bcf89d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:51.192026 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-67f31b92-3342-4d82-a655-8c3425bcf89d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:51.246327 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-67f31b92-3342-4d82-a655-8c3425bcf89d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1870129 Nov 29 02:04:51.249246 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43600) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:51.254818 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-53925882-5642-4cf6-8f92-98ed4a488749 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Request body: {'subnet': {'network_id': '71ac7009-f0aa-417a-bd19-8f754f267a07', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:51.270204 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f31b92-3342-4d82-a655-8c3425bcf89d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Network': ['ID=71ac7009-f0aa-417a-bd19-8f754f267a07,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:51.281557 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 71ac7009-f0aa-417a-bd19-8f754f267a07 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:04:51.351928 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53925882-5642-4cf6-8f92-98ed4a488749 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Made reservation on behalf of 5d029681d3bd4de881be9330fe01257c for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:04:51.355527 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53925882-5642-4cf6-8f92-98ed4a488749 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:51.503000 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622325ff-cbcd-4859-ba49-9d7b35089005 None None] Sync routers for ids ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:04:51.514760 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622325ff-cbcd-4859-ba49-9d7b35089005 None None] Routers {'c071cd8f-8a80-452f-b17c-349d6a55bc2d'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:51.515555 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-622325ff-cbcd-4859-ba49-9d7b35089005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:51.550643 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53925882-5642-4cf6-8f92-98ed4a488749 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:51.613730 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53925882-5642-4cf6-8f92-98ed4a488749 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Subnet': ['ID=15bfb192-0d92-43b7-b394-11b9c6e31ccd,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:51.621420 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-622325ff-cbcd-4859-ba49-9d7b35089005 None None] Set router c071cd8f-8a80-452f-b17c-349d6a55bc2d gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:04:51.621609 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53925882-5642-4cf6-8f92-98ed4a488749 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Checking segment: {'id': '9876e4b0-a501-4924-b882-ee5dfafacf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '71ac7009-f0aa-417a-bd19-8f754f267a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:04:51.621837 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53925882-5642-4cf6-8f92-98ed4a488749 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network hostable DHCP agents. Network: 71ac7009-f0aa-417a-bd19-8f754f267a07, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:04:51.640917 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53925882-5642-4cf6-8f92-98ed4a488749 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network 71ac7009-f0aa-417a-bd19-8f754f267a07 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:04:51.650082 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-53925882-5642-4cf6-8f92-98ed4a488749 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 71ac7009-f0aa-417a-bd19-8f754f267a07) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:51.654560 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53925882-5642-4cf6-8f92-98ed4a488749 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:51.655646 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53925882-5642-4cf6-8f92-98ed4a488749 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:51.661529 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c7d22b-620d-4d23-89f3-84691e03ccf6 None None] Network 71ac7009-f0aa-417a-bd19-8f754f267a07 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:04:51.673749 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-53925882-5642-4cf6-8f92-98ed4a488749 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4232740 Nov 29 02:04:51.676602 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43602) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:51.703447 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef7f43f-fde8-4b65-8244-922f5a5a58cc None None] Network 0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:04:51.800040 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be3ccc-d2b0-45eb-9635-8a049562da5a req-ed9006f5-18fe-452f-8152-48f4b1499efe tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:51.801999 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-05be3ccc-d2b0-45eb-9635-8a049562da5a req-ed9006f5-18fe-452f-8152-48f4b1499efe tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef878696-d755-4843-8d89-e9fdd426c262 HTTP/1.1" status: 200 len: 944 time: 0.0531163 Nov 29 02:04:51.851676 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-8277db35-d3bb-49ed-be80-41b6f39c64c7 None None] Provisioning complete for port 2199b348-f542-4dca-b1df-9a33c8815426 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:51.852042 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8277db35-d3bb-49ed-be80-41b6f39c64c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:51.855944 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-05be3ccc-d2b0-45eb-9635-8a049562da5a req-42d299fe-70b6-4aef-9601-a2e243ef2c03 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=89781957-e292-4edd-961a-22aab2556042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464633 Nov 29 02:04:51.927189 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 86f3510a-3179-4172-9c13-729e84282f67 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:04:52.003043 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c1ebf543-0ad8-40fd-97c3-f099b4879781 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:04:52.041555 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e9f03222-c7b1-4373-90cf-d7331a4f7a02 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:52.315482 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a674a049-b11c-4766-a3e0-2a16317cd110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-71ac7009-f0aa-417a-bd19-8f754f267a07', 'network_id': '71ac7009-f0aa-417a-bd19-8f754f267a07', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'fixed_ips': [{'subnet_id': '15bfb192-0d92-43b7-b394-11b9c6e31ccd'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:04:52.316349 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a674a049-b11c-4766-a3e0-2a16317cd110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:52.387634 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8277db35-d3bb-49ed-be80-41b6f39c64c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:52.392661 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port 86f3510a-3179-4172-9c13-729e84282f67 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:04:52.455025 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 86f3510a-3179-4172-9c13-729e84282f67 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:52.455392 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:52.495089 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port c1ebf543-0ad8-40fd-97c3-f099b4879781 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:52.495456 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:52.537432 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-e9f03222-c7b1-4373-90cf-d7331a4f7a02 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Allocated IP 172.22.0.1 (71ac7009-f0aa-417a-bd19-8f754f267a07/15bfb192-0d92-43b7-b394-11b9c6e31ccd/be01bf13-2452-403f-8e82-165a8db5b5e4) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:04:52.579586 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-8277db35-d3bb-49ed-be80-41b6f39c64c7 None None] For port 2199b348-f542-4dca-b1df-9a33c8815426, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=2199b348-f542-4dca-b1df-9a33c8815426,segment=NetworkSegment(7409a0f1-9360-4059-a8c4-bc8ded9eca4f),segment_id=7409a0f1-9360-4059-a8c4-bc8ded9eca4f)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:52.590614 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8277db35-d3bb-49ed-be80-41b6f39c64c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:52.593466 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-622325ff-cbcd-4859-ba49-9d7b35089005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'name': 'tempest-RoutersTest-router-279560038', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:45Z', 'updated_at': '2021-11-29T02:04:50Z', 'revision_number': 3, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'gw_port_host': None, '_interfaces': [{'id': 'bdfee845-168f-4cf6-bf28-1b8d73b30385', 'name': '', 'network_id': '0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:bb:ba:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '8a7a8397-43e0-4870-9281-f28f7b01394e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:49Z', 'updated_at': '2021-11-29T02:04:50Z', 'revision_number': 2, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '8a7a8397-43e0-4870-9281-f28f7b01394e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1ebf543-0ad8-40fd-97c3-f099b4879781', 'name': '', 'network_id': 'f47c439f-d321-4966-ad74-51fe56b0dec6', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:ff:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:46Z', 'updated_at': '2021-11-29T02:04:49Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:52.647622 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622325ff-cbcd-4859-ba49-9d7b35089005 None None] Checking router: c071cd8f-8a80-452f-b17c-349d6a55bc2d for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:04:52.647893 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622325ff-cbcd-4859-ba49-9d7b35089005 None None] Updating router c071cd8f-8a80-452f-b17c-349d6a55bc2d port bdfee845-168f-4cf6-bf28-1b8d73b30385 binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:04:52.668224 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e9f03222-c7b1-4373-90cf-d7331a4f7a02 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:52.708319 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e9f03222-c7b1-4373-90cf-d7331a4f7a02 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:52.722635 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-622325ff-cbcd-4859-ba49-9d7b35089005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:52.751219 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f03222-c7b1-4373-90cf-d7331a4f7a02 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network 71ac7009-f0aa-417a-bd19-8f754f267a07 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:52.754525 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-e9f03222-c7b1-4373-90cf-d7331a4f7a02 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:52.758710 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f03222-c7b1-4373-90cf-d7331a4f7a02 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:04:52.780613 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8277db35-d3bb-49ed-be80-41b6f39c64c7 None None] Pushing event updated for resources: {'Port': ['ID=2199b348-f542-4dca-b1df-9a33c8815426,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:52.785380 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f03222-c7b1-4373-90cf-d7331a4f7a02 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Port': ['ID=be01bf13-2452-403f-8e82-165a8db5b5e4,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:52.811459 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e9f03222-c7b1-4373-90cf-d7331a4f7a02 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:52.818901 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:52.861891 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-a674a049-b11c-4766-a3e0-2a16317cd110 None None] Allocated IP 172.22.0.2 (71ac7009-f0aa-417a-bd19-8f754f267a07/15bfb192-0d92-43b7-b394-11b9c6e31ccd/c5279565-8359-46c4-856d-8211e21cb56f) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:04:52.866783 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 2199b348-f542-4dca-b1df-9a33c8815426 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:04:52.925838 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef878696-d755-4843-8d89-e9fdd426c262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f3510a-3179-4172-9c13-729e84282f67'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:04:52.928111 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffa146b-8520-424e-b501-016556d497f0" -d '{"events": [{"server_uuid": "ef878696-d755-4843-8d89-e9fdd426c262", "name": "network-vif-plugged", "status": "completed", "tag": "86f3510a-3179-4172-9c13-729e84282f67"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:04:52.942946 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-027ea9d1-76d5-4f61-85fd-4ad2ccbe604e None None] Provisioning complete for port bdfee845-168f-4cf6-bf28-1b8d73b30385 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:52.942946 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-027ea9d1-76d5-4f61-85fd-4ad2ccbe604e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:52.964794 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 86f3510a-3179-4172-9c13-729e84282f67, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=86f3510a-3179-4172-9c13-729e84282f67,segment=NetworkSegment(5bc2190d-26b9-4eed-a9fe-b3d3142fe50b),segment_id=5bc2190d-26b9-4eed-a9fe-b3d3142fe50b)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:52.976497 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e9f03222-c7b1-4373-90cf-d7331a4f7a02 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:53.003869 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5419a4d2-b160-48d9-82dd-420bf7a6a83f req-c0e66864-8d58-4b44-90cf-6c197a390a3a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d6159108-576f-4c18-9700-373fb54734ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1021495 Nov 29 02:04:53.019404 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13844e-9859-4d31-aba5-8df4baf4800c req-2360c45c-959f-46a1-8466-764c04c39f20 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:53.029642 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5b13844e-9859-4d31-aba5-8df4baf4800c req-2360c45c-959f-46a1-8466-764c04c39f20 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef878696-d755-4843-8d89-e9fdd426c262 HTTP/1.1" status: 200 len: 944 time: 0.0674224 Nov 29 02:04:53.105325 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1066c10-8c6b-48e5-b117-77040d7ca5e8 x-openstack-request-id: req-e1066c10-8c6b-48e5-b117-77040d7ca5e8 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:04:53.105815 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef878696-d755-4843-8d89-e9fdd426c262", "name": "network-vif-plugged", "status": "completed", "tag": "86f3510a-3179-4172-9c13-729e84282f67", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:04:53.106205 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e1066c10-8c6b-48e5-b117-77040d7ca5e8 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:04:53.106703 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef878696-d755-4843-8d89-e9fdd426c262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f3510a-3179-4172-9c13-729e84282f67', 'code': 200} Nov 29 02:04:53.120036 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5b13844e-9859-4d31-aba5-8df4baf4800c req-cf569a76-5ffa-48c6-9f6f-e68f7db03f8d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=89781957-e292-4edd-961a-22aab2556042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797997 Nov 29 02:04:53.161214 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:53.211204 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-027ea9d1-76d5-4f61-85fd-4ad2ccbe604e None None] Port bdfee845-168f-4cf6-bf28-1b8d73b30385 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:04:53.255315 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419a4d2-b160-48d9-82dd-420bf7a6a83f req-0def0b09-1581-414e-847b-721410c2b2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:53.257371 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5419a4d2-b160-48d9-82dd-420bf7a6a83f req-0def0b09-1581-414e-847b-721410c2b2f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=d6159108-576f-4c18-9700-373fb54734ff HTTP/1.1" status: 200 len: 1098 time: 0.1271019 Nov 29 02:04:53.282670 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 2199b348-f542-4dca-b1df-9a33c8815426 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:53.283041 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:53.341773 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-027ea9d1-76d5-4f61-85fd-4ad2ccbe604e None None] Provisioning complete for port 2199b348-f542-4dca-b1df-9a33c8815426 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:53.342421 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-027ea9d1-76d5-4f61-85fd-4ad2ccbe604e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:53.385866 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=86f3510a-3179-4172-9c13-729e84282f67,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:53.428132 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e9f03222-c7b1-4373-90cf-d7331a4f7a02 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:53.442478 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c4d42-bfb3-4f05-9168-e1e0504eecdc req-06a7233c-8820-4283-b712-e602278a57f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:53.444522 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-377c4d42-bfb3-4f05-9168-e1e0504eecdc req-06a7233c-8820-4283-b712-e602278a57f0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ef878696-d755-4843-8d89-e9fdd426c262 HTTP/1.1" status: 200 len: 1098 time: 0.1424100 Nov 29 02:04:53.446717 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e9f03222-c7b1-4373-90cf-d7331a4f7a02 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:53.521081 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a674a049-b11c-4766-a3e0-2a16317cd110 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:53.535080 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419a4d2-b160-48d9-82dd-420bf7a6a83f req-ea3d39c5-2dff-496c-96fe-ba846b25c812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:53.536557 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5419a4d2-b160-48d9-82dd-420bf7a6a83f req-ea3d39c5-2dff-496c-96fe-ba846b25c812 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1aa04bf-59ef-41bf-b51c-27c9e02dcb67 HTTP/1.1" status: 200 len: 897 time: 0.2375894 Nov 29 02:04:53.581133 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a674a049-b11c-4766-a3e0-2a16317cd110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:53.584337 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-622325ff-cbcd-4859-ba49-9d7b35089005 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:53.596036 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e9f03222-c7b1-4373-90cf-d7331a4f7a02 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:53.603454 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f03222-c7b1-4373-90cf-d7331a4f7a02 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Port': ['ID=be01bf13-2452-403f-8e82-165a8db5b5e4,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:53.613993 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5419a4d2-b160-48d9-82dd-420bf7a6a83f req-c7702090-f77c-4a69-8527-0c9a13c12df1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cc93fce-b760-4a82-b891-94ec7f200b2b HTTP/1.1" status: 200 len: 217 time: 0.0643694 Nov 29 02:04:53.621234 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-377c4d42-bfb3-4f05-9168-e1e0504eecdc req-cc7112ac-4116-47c0-8bc5-08b70718866c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=89781957-e292-4edd-961a-22aab2556042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657209 Nov 29 02:04:53.623440 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-622325ff-cbcd-4859-ba49-9d7b35089005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:53.647212 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a674a049-b11c-4766-a3e0-2a16317cd110 None None] Network 71ac7009-f0aa-417a-bd19-8f754f267a07 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:53.656830 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-a674a049-b11c-4766-a3e0-2a16317cd110 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:53.663600 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a674a049-b11c-4766-a3e0-2a16317cd110 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:04:53.673765 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674a049-b11c-4766-a3e0-2a16317cd110 None None] Pushing event updated for resources: {'Port': ['ID=c5279565-8359-46c4-856d-8211e21cb56f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:53.718406 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419a4d2-b160-48d9-82dd-420bf7a6a83f req-9ecdec04-0d0b-476c-a148-f5c45f3a25a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:53.721141 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5419a4d2-b160-48d9-82dd-420bf7a6a83f req-9ecdec04-0d0b-476c-a148-f5c45f3a25a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e5415f43-09f1-4cdb-b666-d7bd67043dea HTTP/1.1" status: 200 len: 834 time: 0.0977829 Nov 29 02:04:53.751954 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f03222-c7b1-4373-90cf-d7331a4f7a02 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network 71ac7009-f0aa-417a-bd19-8f754f267a07 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:53.753488 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-e9f03222-c7b1-4373-90cf-d7331a4f7a02 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:53.809300 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada23ea4-1593-4c44-aedc-c177c9fbe4fe None None] Pushing event updated for resources: {'Port': ['ID=bdfee845-168f-4cf6-bf28-1b8d73b30385,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:53.813796 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a674a049-b11c-4766-a3e0-2a16317cd110 None None] Attempting to bind port c5279565-8359-46c4-856d-8211e21cb56f on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:04:53.814175 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a674a049-b11c-4766-a3e0-2a16317cd110 None None] Attempting to bind port c5279565-8359-46c4-856d-8211e21cb56f by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '9876e4b0-a501-4924-b882-ee5dfafacf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '71ac7009-f0aa-417a-bd19-8f754f267a07'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:04:53.814545 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a674a049-b11c-4766-a3e0-2a16317cd110 None None] Attempting to bind port c5279565-8359-46c4-856d-8211e21cb56f on network 71ac7009-f0aa-417a-bd19-8f754f267a07 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:04:53.820660 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-622325ff-cbcd-4859-ba49-9d7b35089005 None None] Attempting to bind port bdfee845-168f-4cf6-bf28-1b8d73b30385 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:04:53.821032 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-622325ff-cbcd-4859-ba49-9d7b35089005 None None] Attempting to bind port bdfee845-168f-4cf6-bf28-1b8d73b30385 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '7409a0f1-9360-4059-a8c4-bc8ded9eca4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:04:53.821396 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622325ff-cbcd-4859-ba49-9d7b35089005 None None] Attempting to bind port bdfee845-168f-4cf6-bf28-1b8d73b30385 on network 0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:04:53.828300 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1706895a-b6b5-4dc1-ac44-281e67e1b41f None None] Provisioning complete for port bdfee845-168f-4cf6-bf28-1b8d73b30385 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:53.828675 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1706895a-b6b5-4dc1-ac44-281e67e1b41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:53.830347 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a674a049-b11c-4766-a3e0-2a16317cd110 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:04:53.830720 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a674a049-b11c-4766-a3e0-2a16317cd110 None None] Checking segment: {'id': '9876e4b0-a501-4924-b882-ee5dfafacf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '71ac7009-f0aa-417a-bd19-8f754f267a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:04:53.831113 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a674a049-b11c-4766-a3e0-2a16317cd110 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:53.831502 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a674a049-b11c-4766-a3e0-2a16317cd110 None None] Bound using segment: {'id': '9876e4b0-a501-4924-b882-ee5dfafacf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '71ac7009-f0aa-417a-bd19-8f754f267a07'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:04:53.831976 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a674a049-b11c-4766-a3e0-2a16317cd110 None None] Bound port: c5279565-8359-46c4-856d-8211e21cb56f, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9876e4b0-a501-4924-b882-ee5dfafacf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '71ac7009-f0aa-417a-bd19-8f754f267a07'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:04:53.832350 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a674a049-b11c-4766-a3e0-2a16317cd110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:53.854644 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622325ff-cbcd-4859-ba49-9d7b35089005 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:04:53.855022 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622325ff-cbcd-4859-ba49-9d7b35089005 None None] Checking segment: {'id': '7409a0f1-9360-4059-a8c4-bc8ded9eca4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:04:53.855439 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-622325ff-cbcd-4859-ba49-9d7b35089005 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:53.855826 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622325ff-cbcd-4859-ba49-9d7b35089005 None None] Bound using segment: {'id': '7409a0f1-9360-4059-a8c4-bc8ded9eca4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:04:53.856318 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-622325ff-cbcd-4859-ba49-9d7b35089005 None None] Bound port: bdfee845-168f-4cf6-bf28-1b8d73b30385, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7409a0f1-9360-4059-a8c4-bc8ded9eca4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:04:53.856701 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-622325ff-cbcd-4859-ba49-9d7b35089005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:53.864612 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f03222-c7b1-4373-90cf-d7331a4f7a02 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Router c071cd8f-8a80-452f-b17c-349d6a55bc2d has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:04:53.934004 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 2199b348-f542-4dca-b1df-9a33c8815426 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:04:53.935598 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1706895a-b6b5-4dc1-ac44-281e67e1b41f None None] Port bdfee845-168f-4cf6-bf28-1b8d73b30385 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:04:53.989776 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f03222-c7b1-4373-90cf-d7331a4f7a02 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:04:53.997152 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e9f03222-c7b1-4373-90cf-d7331a4f7a02 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "PUT /v2.0/routers/c071cd8f-8a80-452f-b17c-349d6a55bc2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3195713 Nov 29 02:04:53.999914 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419a4d2-b160-48d9-82dd-420bf7a6a83f req-592daddf-8189-4ddc-81b0-725776c39ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:54.000374 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43612) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:54.001425 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5419a4d2-b160-48d9-82dd-420bf7a6a83f req-592daddf-8189-4ddc-81b0-725776c39ed7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1aa04bf-59ef-41bf-b51c-27c9e02dcb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0613749 Nov 29 02:04:54.005537 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-138fd015-7999-4b00-be53-0d7490d0d1cc tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Request body: {'network': {'name': 'tempest-RoutersTest-1519701460'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:54.013796 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a674a049-b11c-4766-a3e0-2a16317cd110 None None] For port c5279565-8359-46c4-856d-8211e21cb56f, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:04:54.020106 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a674a049-b11c-4766-a3e0-2a16317cd110 None None] For port c5279565-8359-46c4-856d-8211e21cb56f, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c5279565-8359-46c4-856d-8211e21cb56f,segment=NetworkSegment(9876e4b0-a501-4924-b882-ee5dfafacf5b),segment_id=9876e4b0-a501-4924-b882-ee5dfafacf5b)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:04:54.028663 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138fd015-7999-4b00-be53-0d7490d0d1cc tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Made reservation on behalf of 5d029681d3bd4de881be9330fe01257c for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:04:54.029284 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a674a049-b11c-4766-a3e0-2a16317cd110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:54.031742 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-622325ff-cbcd-4859-ba49-9d7b35089005 None None] For port bdfee845-168f-4cf6-bf28-1b8d73b30385, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:04:54.033380 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-138fd015-7999-4b00-be53-0d7490d0d1cc tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:54.037064 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-622325ff-cbcd-4859-ba49-9d7b35089005 None None] For port bdfee845-168f-4cf6-bf28-1b8d73b30385, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=bdfee845-168f-4cf6-bf28-1b8d73b30385,segment=NetworkSegment(7409a0f1-9360-4059-a8c4-bc8ded9eca4f),segment_id=7409a0f1-9360-4059-a8c4-bc8ded9eca4f)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:04:54.061156 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-138fd015-7999-4b00-be53-0d7490d0d1cc tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:04:54.071023 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-138fd015-7999-4b00-be53-0d7490d0d1cc tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:54.071639 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-138fd015-7999-4b00-be53-0d7490d0d1cc tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Added segment c710ec73-6bf6-4f08-984f-485fb60c38aa of type vlan for network 5df9304d-c01c-4178-8702-b6713e21f7d5 Nov 29 02:04:54.099222 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-622325ff-cbcd-4859-ba49-9d7b35089005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:54.106596 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5419a4d2-b160-48d9-82dd-420bf7a6a83f req-65bbf05a-d846-42e1-b607-eaa03fffd932 service neutron] 10.222.0.24 "GET /v2.0/networks/a1aa04bf-59ef-41bf-b51c-27c9e02dcb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952046 Nov 29 02:04:54.113501 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-138fd015-7999-4b00-be53-0d7490d0d1cc tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:54.155739 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-138fd015-7999-4b00-be53-0d7490d0d1cc tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:54.163504 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138fd015-7999-4b00-be53-0d7490d0d1cc tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:54.164394 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-138fd015-7999-4b00-be53-0d7490d0d1cc tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:54.223520 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5419a4d2-b160-48d9-82dd-420bf7a6a83f req-c4653ff2-7f4b-4a93-9f8d-ac1fdc168ce9 service neutron] 10.222.0.24 "GET /v2.0/networks/a1aa04bf-59ef-41bf-b51c-27c9e02dcb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048317 Nov 29 02:04:54.240386 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-138fd015-7999-4b00-be53-0d7490d0d1cc tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2388067 Nov 29 02:04:54.244774 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43616) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:54.250854 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-877db45f-b560-4cb4-817d-5fa51ae8c0be tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Request body: {'subnet': {'network_id': '5df9304d-c01c-4178-8702-b6713e21f7d5', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:54.276215 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 2199b348-f542-4dca-b1df-9a33c8815426 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:54.276586 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:54.286024 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138fd015-7999-4b00-be53-0d7490d0d1cc tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Network': ['ID=5df9304d-c01c-4178-8702-b6713e21f7d5,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:54.311373 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc52bdd-7497-4327-b006-3795ac352b7c req-d52cc0c0-a542-4650-af6e-42b7a7648d89 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:54.313034 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dfc52bdd-7497-4327-b006-3795ac352b7c req-d52cc0c0-a542-4650-af6e-42b7a7648d89 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef878696-d755-4843-8d89-e9fdd426c262 HTTP/1.1" status: 200 len: 945 time: 0.0796282 Nov 29 02:04:54.313771 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 5df9304d-c01c-4178-8702-b6713e21f7d5 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:04:54.325249 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674a049-b11c-4766-a3e0-2a16317cd110 None None] Pushing event updated for resources: {'Port': ['ID=c5279565-8359-46c4-856d-8211e21cb56f,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:54.372585 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877db45f-b560-4cb4-817d-5fa51ae8c0be tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Made reservation on behalf of 5d029681d3bd4de881be9330fe01257c for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:04:54.376285 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dfc52bdd-7497-4327-b006-3795ac352b7c req-19b399f4-3cb8-42db-a8e6-02f060704df3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=89781957-e292-4edd-961a-22aab2556042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552661 Nov 29 02:04:54.378957 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-877db45f-b560-4cb4-817d-5fa51ae8c0be tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:54.436263 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-109b7ac7-1b95-4515-a3fe-09d338af510f None None] Provisioning complete for port bdfee845-168f-4cf6-bf28-1b8d73b30385 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:54.438970 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-109b7ac7-1b95-4515-a3fe-09d338af510f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:54.485377 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622325ff-cbcd-4859-ba49-9d7b35089005 None None] Routers {'c071cd8f-8a80-452f-b17c-349d6a55bc2d'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:54.485978 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-622325ff-cbcd-4859-ba49-9d7b35089005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:54.609747 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada23ea4-1593-4c44-aedc-c177c9fbe4fe None None] Pushing event updated for resources: {'Port': ['ID=bdfee845-168f-4cf6-bf28-1b8d73b30385,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:54.644835 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-877db45f-b560-4cb4-817d-5fa51ae8c0be tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:54.664706 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-622325ff-cbcd-4859-ba49-9d7b35089005 None None] Set router c071cd8f-8a80-452f-b17c-349d6a55bc2d gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:04:54.733857 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877db45f-b560-4cb4-817d-5fa51ae8c0be tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Subnet': ['ID=5ed5108e-abd9-4677-9fd9-2491ebdc2cf9,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:54.745783 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877db45f-b560-4cb4-817d-5fa51ae8c0be tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Checking segment: {'id': 'c710ec73-6bf6-4f08-984f-485fb60c38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5df9304d-c01c-4178-8702-b6713e21f7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:04:54.746260 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877db45f-b560-4cb4-817d-5fa51ae8c0be tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network hostable DHCP agents. Network: 5df9304d-c01c-4178-8702-b6713e21f7d5, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:04:54.775859 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877db45f-b560-4cb4-817d-5fa51ae8c0be tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network 5df9304d-c01c-4178-8702-b6713e21f7d5 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:04:54.790418 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-877db45f-b560-4cb4-817d-5fa51ae8c0be tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 5df9304d-c01c-4178-8702-b6713e21f7d5) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:54.799697 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877db45f-b560-4cb4-817d-5fa51ae8c0be tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:54.800377 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-877db45f-b560-4cb4-817d-5fa51ae8c0be tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:54.822931 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-877db45f-b560-4cb4-817d-5fa51ae8c0be tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5764744 Nov 29 02:04:54.825904 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43620) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:54.840670 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1982e2a5-bc3f-499c-b729-292e3e72bc90 None None] Network 5df9304d-c01c-4178-8702-b6713e21f7d5 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:04:54.856928 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-109b7ac7-1b95-4515-a3fe-09d338af510f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:54.966382 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-109b7ac7-1b95-4515-a3fe-09d338af510f None None] For port bdfee845-168f-4cf6-bf28-1b8d73b30385, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=bdfee845-168f-4cf6-bf28-1b8d73b30385,segment=NetworkSegment(7409a0f1-9360-4059-a8c4-bc8ded9eca4f),segment_id=7409a0f1-9360-4059-a8c4-bc8ded9eca4f)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:54.973437 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-109b7ac7-1b95-4515-a3fe-09d338af510f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:55.091237 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b7ac7-1b95-4515-a3fe-09d338af510f None None] Pushing event updated for resources: {'Port': ['ID=bdfee845-168f-4cf6-bf28-1b8d73b30385,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:55.147243 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-45a10568-1140-40b2-bfd9-33c5fd56cdb8 None None] Provisioning complete for port bdfee845-168f-4cf6-bf28-1b8d73b30385 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:55.147619 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-45a10568-1140-40b2-bfd9-33c5fd56cdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:55.177694 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a06478-806e-4de2-abcd-3137c2d6b5e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-5df9304d-c01c-4178-8702-b6713e21f7d5', 'network_id': '5df9304d-c01c-4178-8702-b6713e21f7d5', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'fixed_ips': [{'subnet_id': '5ed5108e-abd9-4677-9fd9-2491ebdc2cf9'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:04:55.179114 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a4a06478-806e-4de2-abcd-3137c2d6b5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:55.209514 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-622325ff-cbcd-4859-ba49-9d7b35089005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'name': 'tempest-RoutersTest-router-279560038', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:45Z', 'updated_at': '2021-11-29T02:04:52Z', 'revision_number': 4, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'gw_port_host': None, '_interfaces': [{'id': 'bdfee845-168f-4cf6-bf28-1b8d73b30385', 'name': '', 'network_id': '0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:bb:ba:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '8a7a8397-43e0-4870-9281-f28f7b01394e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:49Z', 'updated_at': '2021-11-29T02:04:54Z', 'revision_number': 4, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '8a7a8397-43e0-4870-9281-f28f7b01394e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be01bf13-2452-403f-8e82-165a8db5b5e4', 'name': '', 'network_id': '71ac7009-f0aa-417a-bd19-8f754f267a07', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:12:4b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '15bfb192-0d92-43b7-b394-11b9c6e31ccd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:52Z', 'updated_at': '2021-11-29T02:04:53Z', 'revision_number': 2, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '15bfb192-0d92-43b7-b394-11b9c6e31ccd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1ebf543-0ad8-40fd-97c3-f099b4879781', 'name': '', 'network_id': 'f47c439f-d321-4966-ad74-51fe56b0dec6', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:ff:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:46Z', 'updated_at': '2021-11-29T02:04:49Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:55.251728 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622325ff-cbcd-4859-ba49-9d7b35089005 None None] The sync data for ids ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'] in dv-neutron-819032-3-hyperv is: [{'id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'name': 'tempest-RoutersTest-router-279560038', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:45Z', 'updated_at': '2021-11-29T02:04:52Z', 'revision_number': 4, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'gw_port_host': None, '_interfaces': [{'id': 'bdfee845-168f-4cf6-bf28-1b8d73b30385', 'name': '', 'network_id': '0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:bb:ba:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '8a7a8397-43e0-4870-9281-f28f7b01394e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:49Z', 'updated_at': '2021-11-29T02:04:54Z', 'revision_number': 4, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '8a7a8397-43e0-4870-9281-f28f7b01394e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be01bf13-2452-403f-8e82-165a8db5b5e4', 'name': '', 'network_id': '71ac7009-f0aa-417a-bd19-8f754f267a07', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:12:4b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '15bfb192-0d92-43b7-b394-11b9c6e31ccd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:52Z', 'updated_at': '2021-11-29T02:04:53Z', 'revision_number': 2, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '15bfb192-0d92-43b7-b394-11b9c6e31ccd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1ebf543-0ad8-40fd-97c3-f099b4879781', 'name': '', 'network_id': 'f47c439f-d321-4966-ad74-51fe56b0dec6', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:ff:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:46Z', 'updated_at': '2021-11-29T02:04:49Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:04:55.461583 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-a4a06478-806e-4de2-abcd-3137c2d6b5e4 None None] Allocated IP 172.23.0.2 (5df9304d-c01c-4178-8702-b6713e21f7d5/5ed5108e-abd9-4677-9fd9-2491ebdc2cf9/dcd13d5c-95f6-4132-8e1c-2105725f6fad) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:04:55.617817 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72560532-a619-46b4-a083-2f2c7848a788 None None] Network 71ac7009-f0aa-417a-bd19-8f754f267a07 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:04:55.642677 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc5251-a393-4e4d-acb2-6fab8d018e12 req-1651d984-6d7e-4c40-9b54-1d1a650fee49 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:55.644220 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b4fc5251-a393-4e4d-acb2-6fab8d018e12 req-1651d984-6d7e-4c40-9b54-1d1a650fee49 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef878696-d755-4843-8d89-e9fdd426c262 HTTP/1.1" status: 200 len: 945 time: 0.1574440 Nov 29 02:04:55.651853 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-675c3eaa-47ca-4e87-86c1-716a4dcad1f1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:55.693303 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a4a06478-806e-4de2-abcd-3137c2d6b5e4 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:55.705324 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a4a06478-806e-4de2-abcd-3137c2d6b5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:55.765281 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a06478-806e-4de2-abcd-3137c2d6b5e4 None None] Network 5df9304d-c01c-4178-8702-b6713e21f7d5 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:55.783476 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b4fc5251-a393-4e4d-acb2-6fab8d018e12 req-2a76a592-0d12-4631-9d25-beb7213d18de tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=89781957-e292-4edd-961a-22aab2556042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292477 Nov 29 02:04:55.798715 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-a4a06478-806e-4de2-abcd-3137c2d6b5e4 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:55.809012 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a06478-806e-4de2-abcd-3137c2d6b5e4 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:04:55.839082 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a06478-806e-4de2-abcd-3137c2d6b5e4 None None] Pushing event updated for resources: {'Port': ['ID=dcd13d5c-95f6-4132-8e1c-2105725f6fad,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:55.898137 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-abd25bc3-d18d-45db-9c4a-458950b6831e None None] Provisioning complete for port c5279565-8359-46c4-856d-8211e21cb56f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:55.898137 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-abd25bc3-d18d-45db-9c4a-458950b6831e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:55.998543 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a4a06478-806e-4de2-abcd-3137c2d6b5e4 None None] Attempting to bind port dcd13d5c-95f6-4132-8e1c-2105725f6fad on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:04:55.998939 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a4a06478-806e-4de2-abcd-3137c2d6b5e4 None None] Attempting to bind port dcd13d5c-95f6-4132-8e1c-2105725f6fad by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'c710ec73-6bf6-4f08-984f-485fb60c38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5df9304d-c01c-4178-8702-b6713e21f7d5'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:04:55.999264 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a06478-806e-4de2-abcd-3137c2d6b5e4 None None] Attempting to bind port dcd13d5c-95f6-4132-8e1c-2105725f6fad on network 5df9304d-c01c-4178-8702-b6713e21f7d5 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:04:56.012148 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a06478-806e-4de2-abcd-3137c2d6b5e4 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:04:56.012520 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a06478-806e-4de2-abcd-3137c2d6b5e4 None None] Checking segment: {'id': 'c710ec73-6bf6-4f08-984f-485fb60c38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5df9304d-c01c-4178-8702-b6713e21f7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:04:56.012920 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a4a06478-806e-4de2-abcd-3137c2d6b5e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:56.013306 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a06478-806e-4de2-abcd-3137c2d6b5e4 None None] Bound using segment: {'id': 'c710ec73-6bf6-4f08-984f-485fb60c38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5df9304d-c01c-4178-8702-b6713e21f7d5'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:04:56.013819 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a4a06478-806e-4de2-abcd-3137c2d6b5e4 None None] Bound port: dcd13d5c-95f6-4132-8e1c-2105725f6fad, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c710ec73-6bf6-4f08-984f-485fb60c38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5df9304d-c01c-4178-8702-b6713e21f7d5'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:04:56.014197 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a4a06478-806e-4de2-abcd-3137c2d6b5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:56.017343 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aac207-319f-4192-b7bf-a0a048d1f304 req-4b388af6-9d0d-453c-9355-42aa634a1406 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:56.019495 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c2aac207-319f-4192-b7bf-a0a048d1f304 req-4b388af6-9d0d-453c-9355-42aa634a1406 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef878696-d755-4843-8d89-e9fdd426c262 HTTP/1.1" status: 200 len: 945 time: 0.1202142 Nov 29 02:04:56.062521 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c5279565-8359-46c4-856d-8211e21cb56f up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:04:56.130255 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-675c3eaa-47ca-4e87-86c1-716a4dcad1f1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Allocated IP 172.23.0.1 (5df9304d-c01c-4178-8702-b6713e21f7d5/5ed5108e-abd9-4677-9fd9-2491ebdc2cf9/173a424d-7697-498f-ad53-0799e5d94924) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:04:56.145033 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c2aac207-319f-4192-b7bf-a0a048d1f304 req-d667ea71-5c55-4667-8a71-9702b7eef21d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=89781957-e292-4edd-961a-22aab2556042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029003 Nov 29 02:04:56.163891 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43626) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:56.240282 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ad0e0d-88b8-4b8a-b33d-7708e347639b tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:56.242671 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-19ad0e0d-88b8-4b8a-b33d-7708e347639b tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ef878696-d755-4843-8d89-e9fdd426c262 HTTP/1.1" status: 200 len: 1093 time: 0.0770338 Nov 29 02:04:56.246074 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43628) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:56.251154 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c7321f15-fab8-4dd6-81aa-7c50915c2287 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'floatingip': {'port_id': '86f3510a-3179-4172-9c13-729e84282f67'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:56.311319 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c7321f15-fab8-4dd6-81aa-7c50915c2287 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:56.385407 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a4a06478-806e-4de2-abcd-3137c2d6b5e4 None None] For port dcd13d5c-95f6-4132-8e1c-2105725f6fad, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:04:56.387416 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-abd25bc3-d18d-45db-9c4a-458950b6831e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:56.396120 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a4a06478-806e-4de2-abcd-3137c2d6b5e4 None None] For port dcd13d5c-95f6-4132-8e1c-2105725f6fad, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=dcd13d5c-95f6-4132-8e1c-2105725f6fad,segment=NetworkSegment(c710ec73-6bf6-4f08-984f-485fb60c38aa),segment_id=c710ec73-6bf6-4f08-984f-485fb60c38aa)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:04:56.409170 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a4a06478-806e-4de2-abcd-3137c2d6b5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:56.497604 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-abd25bc3-d18d-45db-9c4a-458950b6831e None None] For port c5279565-8359-46c4-856d-8211e21cb56f, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c5279565-8359-46c4-856d-8211e21cb56f,segment=NetworkSegment(9876e4b0-a501-4924-b882-ee5dfafacf5b),segment_id=9876e4b0-a501-4924-b882-ee5dfafacf5b)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:56.502752 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port c5279565-8359-46c4-856d-8211e21cb56f triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:56.503123 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:56.536484 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a06478-806e-4de2-abcd-3137c2d6b5e4 None None] Pushing event updated for resources: {'Port': ['ID=dcd13d5c-95f6-4132-8e1c-2105725f6fad,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:56.539248 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-abd25bc3-d18d-45db-9c4a-458950b6831e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:56.616634 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd25bc3-d18d-45db-9c4a-458950b6831e None None] Pushing event updated for resources: {'Port': ['ID=c5279565-8359-46c4-856d-8211e21cb56f,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:56.679437 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device bdfee845-168f-4cf6-bf28-1b8d73b30385 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:04:56.708869 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-f518b26c-a5cf-4d05-9685-ea712277e747 None None] Provisioning complete for port c5279565-8359-46c4-856d-8211e21cb56f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:56.709693 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f518b26c-a5cf-4d05-9685-ea712277e747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:56.775625 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-675c3eaa-47ca-4e87-86c1-716a4dcad1f1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:56.786253 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284a84d5-ef52-4302-8919-08ba17c88a29 None None] Sync routers for ids ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:04:56.798621 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284a84d5-ef52-4302-8919-08ba17c88a29 None None] Routers {'c071cd8f-8a80-452f-b17c-349d6a55bc2d'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:56.798867 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port bdfee845-168f-4cf6-bf28-1b8d73b30385 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:56.799615 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-284a84d5-ef52-4302-8919-08ba17c88a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:56.799790 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:56.905282 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-f518b26c-a5cf-4d05-9685-ea712277e747 None None] Provisioning complete for port be01bf13-2452-403f-8e82-165a8db5b5e4 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:56.906182 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f518b26c-a5cf-4d05-9685-ea712277e747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:56.937764 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c7321f15-fab8-4dd6-81aa-7c50915c2287 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:56.944780 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-284a84d5-ef52-4302-8919-08ba17c88a29 None None] Set router c071cd8f-8a80-452f-b17c-349d6a55bc2d gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:04:56.950905 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-675c3eaa-47ca-4e87-86c1-716a4dcad1f1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:56.985334 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c7321f15-fab8-4dd6-81aa-7c50915c2287 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:56.992754 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f518b26c-a5cf-4d05-9685-ea712277e747 None None] Port be01bf13-2452-403f-8e82-165a8db5b5e4 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:04:57.076295 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675c3eaa-47ca-4e87-86c1-716a4dcad1f1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network 5df9304d-c01c-4178-8702-b6713e21f7d5 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:57.080746 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-675c3eaa-47ca-4e87-86c1-716a4dcad1f1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:57.083241 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675c3eaa-47ca-4e87-86c1-716a4dcad1f1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:04:57.113693 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-62556f5f-60b7-407a-afb1-a26256896ba6 None None] Provisioning complete for port be01bf13-2452-403f-8e82-165a8db5b5e4 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:57.114307 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-62556f5f-60b7-407a-afb1-a26256896ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:57.123005 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c3eaa-47ca-4e87-86c1-716a4dcad1f1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Port': ['ID=173a424d-7697-498f-ad53-0799e5d94924,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:57.150668 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-675c3eaa-47ca-4e87-86c1-716a4dcad1f1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:57.151987 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-62556f5f-60b7-407a-afb1-a26256896ba6 None None] Port be01bf13-2452-403f-8e82-165a8db5b5e4 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:04:57.186995 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-284a84d5-ef52-4302-8919-08ba17c88a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'name': 'tempest-RoutersTest-router-279560038', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:45Z', 'updated_at': '2021-11-29T02:04:52Z', 'revision_number': 4, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'gw_port_host': None, '_interfaces': [{'id': 'bdfee845-168f-4cf6-bf28-1b8d73b30385', 'name': '', 'network_id': '0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:bb:ba:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '8a7a8397-43e0-4870-9281-f28f7b01394e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:49Z', 'updated_at': '2021-11-29T02:04:54Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '8a7a8397-43e0-4870-9281-f28f7b01394e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be01bf13-2452-403f-8e82-165a8db5b5e4', 'name': '', 'network_id': '71ac7009-f0aa-417a-bd19-8f754f267a07', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:12:4b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '15bfb192-0d92-43b7-b394-11b9c6e31ccd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:52Z', 'updated_at': '2021-11-29T02:04:53Z', 'revision_number': 2, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '15bfb192-0d92-43b7-b394-11b9c6e31ccd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1ebf543-0ad8-40fd-97c3-f099b4879781', 'name': '', 'network_id': 'f47c439f-d321-4966-ad74-51fe56b0dec6', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:ff:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:46Z', 'updated_at': '2021-11-29T02:04:49Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:57.209606 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-c7321f15-fab8-4dd6-81aa-7c50915c2287 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Floating IP e4f2e7a7-e875-44d1-88ba-980c7018fdb1 associated. External IP: 172.26.3.238, port: 86f3510a-3179-4172-9c13-729e84282f67. Nov 29 02:04:57.301517 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284a84d5-ef52-4302-8919-08ba17c88a29 None None] Checking router: c071cd8f-8a80-452f-b17c-349d6a55bc2d for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:04:57.301784 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284a84d5-ef52-4302-8919-08ba17c88a29 None None] Updating router c071cd8f-8a80-452f-b17c-349d6a55bc2d port be01bf13-2452-403f-8e82-165a8db5b5e4 binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:04:57.328689 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-284a84d5-ef52-4302-8919-08ba17c88a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:57.362903 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-675c3eaa-47ca-4e87-86c1-716a4dcad1f1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:57.604429 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-284a84d5-ef52-4302-8919-08ba17c88a29 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:57.612203 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-284a84d5-ef52-4302-8919-08ba17c88a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:57.621574 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7321f15-fab8-4dd6-81aa-7c50915c2287 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router 18cecb15-20f6-4ff4-8405-dbd7bfc2882c has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:04:57.668648 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c4ec1-6182-4805-9229-76f96c11f900 None None] Pushing event updated for resources: {'Port': ['ID=be01bf13-2452-403f-8e82-165a8db5b5e4,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:57.728516 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-284a84d5-ef52-4302-8919-08ba17c88a29 None None] Attempting to bind port be01bf13-2452-403f-8e82-165a8db5b5e4 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:04:57.728899 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-284a84d5-ef52-4302-8919-08ba17c88a29 None None] Attempting to bind port be01bf13-2452-403f-8e82-165a8db5b5e4 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '9876e4b0-a501-4924-b882-ee5dfafacf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '71ac7009-f0aa-417a-bd19-8f754f267a07'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:04:57.729267 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284a84d5-ef52-4302-8919-08ba17c88a29 None None] Attempting to bind port be01bf13-2452-403f-8e82-165a8db5b5e4 on network 71ac7009-f0aa-417a-bd19-8f754f267a07 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:04:57.735124 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284a84d5-ef52-4302-8919-08ba17c88a29 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:04:57.735914 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284a84d5-ef52-4302-8919-08ba17c88a29 None None] Checking segment: {'id': '9876e4b0-a501-4924-b882-ee5dfafacf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '71ac7009-f0aa-417a-bd19-8f754f267a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:04:57.737178 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-284a84d5-ef52-4302-8919-08ba17c88a29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:57.737837 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284a84d5-ef52-4302-8919-08ba17c88a29 None None] Bound using segment: {'id': '9876e4b0-a501-4924-b882-ee5dfafacf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '71ac7009-f0aa-417a-bd19-8f754f267a07'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:04:57.738647 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-284a84d5-ef52-4302-8919-08ba17c88a29 None None] Bound port: be01bf13-2452-403f-8e82-165a8db5b5e4, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9876e4b0-a501-4924-b882-ee5dfafacf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '71ac7009-f0aa-417a-bd19-8f754f267a07'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:04:57.739283 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-284a84d5-ef52-4302-8919-08ba17c88a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:57.777303 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da24baf9-d9f5-4ed5-b807-a203273ffe41 None None] Network 5df9304d-c01c-4178-8702-b6713e21f7d5 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:04:57.817949 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-284a84d5-ef52-4302-8919-08ba17c88a29 None None] For port be01bf13-2452-403f-8e82-165a8db5b5e4, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:04:57.822851 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-284a84d5-ef52-4302-8919-08ba17c88a29 None None] For port be01bf13-2452-403f-8e82-165a8db5b5e4, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=be01bf13-2452-403f-8e82-165a8db5b5e4,segment=NetworkSegment(9876e4b0-a501-4924-b882-ee5dfafacf5b),segment_id=9876e4b0-a501-4924-b882-ee5dfafacf5b)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:04:57.829733 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-675c3eaa-47ca-4e87-86c1-716a4dcad1f1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:57.835915 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-284a84d5-ef52-4302-8919-08ba17c88a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:57.839407 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7321f15-fab8-4dd6-81aa-7c50915c2287 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:04:57.856952 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c7321f15-fab8-4dd6-81aa-7c50915c2287 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:57.892603 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac771f88-aa30-4823-be8e-b2e7a0581d4b None None] Sync routers for ids ['18cecb15-20f6-4ff4-8405-dbd7bfc2882c'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:04:57.915568 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284a84d5-ef52-4302-8919-08ba17c88a29 None None] Routers {'c071cd8f-8a80-452f-b17c-349d6a55bc2d'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:57.916580 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-284a84d5-ef52-4302-8919-08ba17c88a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:57.923888 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43630) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:57.926093 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c7321f15-fab8-4dd6-81aa-7c50915c2287 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "PUT /v2.0/floatingips/e4f2e7a7-e875-44d1-88ba-980c7018fdb1 HTTP/1.1" status: 200 len: 991 time: 1.6787815 Nov 29 02:04:57.926929 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef878696-d755-4843-8d89-e9fdd426c262', 'tag': '86f3510a-3179-4172-9c13-729e84282f67'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:04:57.929284 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a54b0b8d43a805c8e04fafa9e6e1877f555095d74f053d1eebc96b979e45145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0d8fa8-4ae8-484a-8822-19f5d44382a8" -d '{"events": [{"name": "network-changed", "server_uuid": "ef878696-d755-4843-8d89-e9fdd426c262", "tag": "86f3510a-3179-4172-9c13-729e84282f67"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:04:57.931920 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-675c3eaa-47ca-4e87-86c1-716a4dcad1f1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:57.968707 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac771f88-aa30-4823-be8e-b2e7a0581d4b None None] Routers {'18cecb15-20f6-4ff4-8405-dbd7bfc2882c'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:57.969350 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ac771f88-aa30-4823-be8e-b2e7a0581d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['18cecb15-20f6-4ff4-8405-dbd7bfc2882c'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:57.996630 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c4ec1-6182-4805-9229-76f96c11f900 None None] Pushing event updated for resources: {'Port': ['ID=be01bf13-2452-403f-8e82-165a8db5b5e4,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:58.040818 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-284a84d5-ef52-4302-8919-08ba17c88a29 None None] Set router c071cd8f-8a80-452f-b17c-349d6a55bc2d gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:04:58.044777 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b21325-dc74-4724-b91f-3baeea91622a x-openstack-request-id: req-89b21325-dc74-4724-b91f-3baeea91622a {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:04:58.045063 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef878696-d755-4843-8d89-e9fdd426c262", "tag": "86f3510a-3179-4172-9c13-729e84282f67", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:04:58.045452 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-89b21325-dc74-4724-b91f-3baeea91622a {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:04:58.045884 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef878696-d755-4843-8d89-e9fdd426c262', 'tag': '86f3510a-3179-4172-9c13-729e84282f67', 'status': 'completed', 'code': 200} Nov 29 02:04:58.088572 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d18a3025-9934-4ccb-ab1d-db5db4a03a0b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/floatingips/e4f2e7a7-e875-44d1-88ba-980c7018fdb1 HTTP/1.1" status: 200 len: 991 time: 0.1633542 Nov 29 02:04:58.112535 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-675c3eaa-47ca-4e87-86c1-716a4dcad1f1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:58.148205 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c3eaa-47ca-4e87-86c1-716a4dcad1f1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event updated for resources: {'Port': ['ID=173a424d-7697-498f-ad53-0799e5d94924,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:58.163721 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d8fa8-4ae8-484a-8822-19f5d44382a8 req-13de8630-0a6e-4e24-b947-27d3440e7696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:58.165644 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ac0d8fa8-4ae8-484a-8822-19f5d44382a8 req-13de8630-0a6e-4e24-b947-27d3440e7696 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=ef878696-d755-4843-8d89-e9fdd426c262 HTTP/1.1" status: 200 len: 1098 time: 0.0758853 Nov 29 02:04:58.192179 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device dcd13d5c-95f6-4132-8e1c-2105725f6fad up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:04:58.194614 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0077cb4b-4987-41ef-b6fe-b8ffee713431 None None] Provisioning complete for port dcd13d5c-95f6-4132-8e1c-2105725f6fad triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:58.194984 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0077cb4b-4987-41ef-b6fe-b8ffee713431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:58.276832 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d8fa8-4ae8-484a-8822-19f5d44382a8 req-c9830496-7ba4-482a-8ffa-b95b9a8e464a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:58.278583 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ac0d8fa8-4ae8-484a-8822-19f5d44382a8 req-c9830496-7ba4-482a-8ffa-b95b9a8e464a service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1aa04bf-59ef-41bf-b51c-27c9e02dcb67 HTTP/1.1" status: 200 len: 897 time: 0.1048181 Nov 29 02:04:58.296602 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675c3eaa-47ca-4e87-86c1-716a4dcad1f1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Network 5df9304d-c01c-4178-8702-b6713e21f7d5 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:04:58.298171 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-675c3eaa-47ca-4e87-86c1-716a4dcad1f1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:04:58.305524 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-284a84d5-ef52-4302-8919-08ba17c88a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'name': 'tempest-RoutersTest-router-279560038', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:45Z', 'updated_at': '2021-11-29T02:04:57Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'gw_port_host': None, '_interfaces': [{'id': '173a424d-7697-498f-ad53-0799e5d94924', 'name': '', 'network_id': '5df9304d-c01c-4178-8702-b6713e21f7d5', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:55:d1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '5ed5108e-abd9-4677-9fd9-2491ebdc2cf9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:55Z', 'updated_at': '2021-11-29T02:04:57Z', 'revision_number': 2, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '5ed5108e-abd9-4677-9fd9-2491ebdc2cf9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdfee845-168f-4cf6-bf28-1b8d73b30385', 'name': '', 'network_id': '0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:bb:ba:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '8a7a8397-43e0-4870-9281-f28f7b01394e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:49Z', 'updated_at': '2021-11-29T02:04:54Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '8a7a8397-43e0-4870-9281-f28f7b01394e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be01bf13-2452-403f-8e82-165a8db5b5e4', 'name': '', 'network_id': '71ac7009-f0aa-417a-bd19-8f754f267a07', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:12:4b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '15bfb192-0d92-43b7-b394-11b9c6e31ccd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:52Z', 'updated_at': '2021-11-29T02:04:57Z', 'revision_number': 4, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '15bfb192-0d92-43b7-b394-11b9c6e31ccd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1ebf543-0ad8-40fd-97c3-f099b4879781', 'name': '', 'network_id': 'f47c439f-d321-4966-ad74-51fe56b0dec6', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:ff:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:46Z', 'updated_at': '2021-11-29T02:04:49Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:58.374507 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284a84d5-ef52-4302-8919-08ba17c88a29 None None] The sync data for ids ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'] in dv-neutron-819032-3-hyperv is: [{'id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'name': 'tempest-RoutersTest-router-279560038', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:45Z', 'updated_at': '2021-11-29T02:04:57Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'gw_port_host': None, '_interfaces': [{'id': '173a424d-7697-498f-ad53-0799e5d94924', 'name': '', 'network_id': '5df9304d-c01c-4178-8702-b6713e21f7d5', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:55:d1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '5ed5108e-abd9-4677-9fd9-2491ebdc2cf9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:55Z', 'updated_at': '2021-11-29T02:04:57Z', 'revision_number': 2, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '5ed5108e-abd9-4677-9fd9-2491ebdc2cf9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdfee845-168f-4cf6-bf28-1b8d73b30385', 'name': '', 'network_id': '0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:bb:ba:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '8a7a8397-43e0-4870-9281-f28f7b01394e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:49Z', 'updated_at': '2021-11-29T02:04:54Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '8a7a8397-43e0-4870-9281-f28f7b01394e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be01bf13-2452-403f-8e82-165a8db5b5e4', 'name': '', 'network_id': '71ac7009-f0aa-417a-bd19-8f754f267a07', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:12:4b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '15bfb192-0d92-43b7-b394-11b9c6e31ccd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:52Z', 'updated_at': '2021-11-29T02:04:57Z', 'revision_number': 4, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '15bfb192-0d92-43b7-b394-11b9c6e31ccd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1ebf543-0ad8-40fd-97c3-f099b4879781', 'name': '', 'network_id': 'f47c439f-d321-4966-ad74-51fe56b0dec6', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:ff:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:46Z', 'updated_at': '2021-11-29T02:04:49Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:04:58.379947 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-ac771f88-aa30-4823-be8e-b2e7a0581d4b None None] Set router 18cecb15-20f6-4ff4-8405-dbd7bfc2882c gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:04:58.403542 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ac0d8fa8-4ae8-484a-8822-19f5d44382a8 req-45d7cebd-ac2b-413b-a72d-dc2ba6be1a52 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86f3510a-3179-4172-9c13-729e84282f67 HTTP/1.1" status: 200 len: 999 time: 0.1012642 Nov 29 02:04:58.522325 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port dcd13d5c-95f6-4132-8e1c-2105725f6fad triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:58.522792 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:58.544422 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d8fa8-4ae8-484a-8822-19f5d44382a8 req-736e78a6-9065-4a51-9be1-fa69dc97d5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:58.546546 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ac0d8fa8-4ae8-484a-8822-19f5d44382a8 req-736e78a6-9065-4a51-9be1-fa69dc97d5da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e5415f43-09f1-4cdb-b666-d7bd67043dea HTTP/1.1" status: 200 len: 834 time: 0.1180799 Nov 29 02:04:58.577073 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0077cb4b-4987-41ef-b6fe-b8ffee713431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:58.643760 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d8fa8-4ae8-484a-8822-19f5d44382a8 req-e89cd277-b50f-4beb-a39c-1b73a5c7a1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:58.645320 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ac0d8fa8-4ae8-484a-8822-19f5d44382a8 req-e89cd277-b50f-4beb-a39c-1b73a5c7a1be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1aa04bf-59ef-41bf-b51c-27c9e02dcb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0892375 Nov 29 02:04:58.721177 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-0077cb4b-4987-41ef-b6fe-b8ffee713431 None None] For port dcd13d5c-95f6-4132-8e1c-2105725f6fad, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=dcd13d5c-95f6-4132-8e1c-2105725f6fad,segment=NetworkSegment(c710ec73-6bf6-4f08-984f-485fb60c38aa),segment_id=c710ec73-6bf6-4f08-984f-485fb60c38aa)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:58.742312 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0077cb4b-4987-41ef-b6fe-b8ffee713431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:58.778747 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:58.804581 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ac0d8fa8-4ae8-484a-8822-19f5d44382a8 req-5534b771-7bc1-4f12-abbe-b2a75b72ff42 service neutron] 10.222.0.24 "GET /v2.0/networks/a1aa04bf-59ef-41bf-b51c-27c9e02dcb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504672 Nov 29 02:04:58.901421 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.db.api [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:04:58.901902 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG oslo_db.api [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:04:58.918006 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675c3eaa-47ca-4e87-86c1-716a4dcad1f1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Router c071cd8f-8a80-452f-b17c-349d6a55bc2d has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:04:58.939846 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077cb4b-4987-41ef-b6fe-b8ffee713431 None None] Pushing event updated for resources: {'Port': ['ID=dcd13d5c-95f6-4132-8e1c-2105725f6fad,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:04:58.942765 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ac0d8fa8-4ae8-484a-8822-19f5d44382a8 req-202e6155-e35d-4204-a0f2-f60f8783095d service neutron] 10.222.0.24 "GET /v2.0/networks/a1aa04bf-59ef-41bf-b51c-27c9e02dcb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283779 Nov 29 02:04:58.945372 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-ddc0a45b-8e74-4743-83cd-448fab191484 None None] Provisioning complete for port 173a424d-7697-498f-ad53-0799e5d94924 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:58.945372 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ddc0a45b-8e74-4743-83cd-448fab191484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:59.013745 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ddc0a45b-8e74-4743-83cd-448fab191484 None None] Port 173a424d-7697-498f-ad53-0799e5d94924 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:04:59.033746 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-ddc0a45b-8e74-4743-83cd-448fab191484 None None] Provisioning complete for port dcd13d5c-95f6-4132-8e1c-2105725f6fad triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:59.034114 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ddc0a45b-8e74-4743-83cd-448fab191484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:59.049421 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675c3eaa-47ca-4e87-86c1-716a4dcad1f1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:04:59.054786 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-675c3eaa-47ca-4e87-86c1-716a4dcad1f1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "PUT /v2.0/routers/c071cd8f-8a80-452f-b17c-349d6a55bc2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2276185 Nov 29 02:04:59.057458 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43636) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:59.062391 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-09a22679-f27a-4899-8471-f171a5d5dba3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:04:59.080530 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ac771f88-aa30-4823-be8e-b2e7a0581d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'name': 'tempest-TestNetworkBasicOps-router-309347414', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:38Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'e4f2e7a7-e875-44d1-88ba-980c7018fdb1', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.238', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'port_id': '86f3510a-3179-4172-9c13-729e84282f67', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67', 'mac_address': 'fa:16:3e:97:69:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef878696-d755-4843-8d89-e9fdd426c262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:03:59Z', 'updated_at': '2021-11-29T02:04:56Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9955ac60-f264-42a0-8860-7b0a5cb45cda', 'name': '', 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:c5:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e5415f43-09f1-4cdb-b666-d7bd67043dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:03:37Z', 'updated_at': '2021-11-29T02:03:43Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': 'e5415f43-09f1-4cdb-b666-d7bd67043dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:59.091295 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43638) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:04:59.131436 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac771f88-aa30-4823-be8e-b2e7a0581d4b None None] Checking router: 18cecb15-20f6-4ff4-8405-dbd7bfc2882c for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:04:59.154534 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac771f88-aa30-4823-be8e-b2e7a0581d4b None None] Routers {'18cecb15-20f6-4ff4-8405-dbd7bfc2882c'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:59.155232 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ac771f88-aa30-4823-be8e-b2e7a0581d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['18cecb15-20f6-4ff4-8405-dbd7bfc2882c'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:59.221279 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-67d62278-271e-4446-ba37-b86a10ce11d0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/floatingips/e4f2e7a7-e875-44d1-88ba-980c7018fdb1 HTTP/1.1" status: 200 len: 991 time: 0.1288109 Nov 29 02:04:59.399654 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73806ef-30d4-4d4c-b3ab-95bf8db32454 None None] Sync routers for ids ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:04:59.416693 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73806ef-30d4-4d4c-b3ab-95bf8db32454 None None] Routers {'c071cd8f-8a80-452f-b17c-349d6a55bc2d'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:04:59.417281 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c73806ef-30d4-4d4c-b3ab-95bf8db32454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:59.530028 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-c73806ef-30d4-4d4c-b3ab-95bf8db32454 None None] Set router c071cd8f-8a80-452f-b17c-349d6a55bc2d gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:04:59.536139 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c5279565-8359-46c4-856d-8211e21cb56f up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:04:59.587680 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-ddc0a45b-8e74-4743-83cd-448fab191484 None None] Provisioning complete for port be01bf13-2452-403f-8e82-165a8db5b5e4 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:59.588053 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ddc0a45b-8e74-4743-83cd-448fab191484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:59.626745 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-ac771f88-aa30-4823-be8e-b2e7a0581d4b None None] Set router 18cecb15-20f6-4ff4-8405-dbd7bfc2882c gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:04:59.627486 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.extraroute_db [None req-09a22679-f27a-4899-8471-f171a5d5dba3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103254) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 29 02:04:59.640176 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51619b-e283-4cc5-9467-0370011139eb req-702c81c9-ecb9-4525-8c16-c8f161fd7419 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:04:59.641752 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3f51619b-e283-4cc5-9467-0370011139eb req-702c81c9-ecb9-4525-8c16-c8f161fd7419 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 946 time: 0.0802243 Nov 29 02:04:59.662249 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.extraroute_db [None req-09a22679-f27a-4899-8471-f171a5d5dba3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Removed routes are [] {{(pid=103254) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 29 02:04:59.662681 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-09a22679-f27a-4899-8471-f171a5d5dba3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32579'] for router, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:59.696172 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port c5279565-8359-46c4-856d-8211e21cb56f triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:04:59.696550 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:59.775414 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c73806ef-30d4-4d4c-b3ab-95bf8db32454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'name': 'tempest-RoutersTest-router-279560038', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:45Z', 'updated_at': '2021-11-29T02:04:57Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'gw_port_host': None, '_interfaces': [{'id': '173a424d-7697-498f-ad53-0799e5d94924', 'name': '', 'network_id': '5df9304d-c01c-4178-8702-b6713e21f7d5', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:55:d1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '5ed5108e-abd9-4677-9fd9-2491ebdc2cf9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:55Z', 'updated_at': '2021-11-29T02:04:57Z', 'revision_number': 2, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '5ed5108e-abd9-4677-9fd9-2491ebdc2cf9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdfee845-168f-4cf6-bf28-1b8d73b30385', 'name': '', 'network_id': '0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:bb:ba:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '8a7a8397-43e0-4870-9281-f28f7b01394e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:49Z', 'updated_at': '2021-11-29T02:04:54Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '8a7a8397-43e0-4870-9281-f28f7b01394e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be01bf13-2452-403f-8e82-165a8db5b5e4', 'name': '', 'network_id': '71ac7009-f0aa-417a-bd19-8f754f267a07', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:12:4b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '15bfb192-0d92-43b7-b394-11b9c6e31ccd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:52Z', 'updated_at': '2021-11-29T02:04:57Z', 'revision_number': 4, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '15bfb192-0d92-43b7-b394-11b9c6e31ccd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1ebf543-0ad8-40fd-97c3-f099b4879781', 'name': '', 'network_id': 'f47c439f-d321-4966-ad74-51fe56b0dec6', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:ff:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:46Z', 'updated_at': '2021-11-29T02:04:49Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:04:59.778318 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3f51619b-e283-4cc5-9467-0370011139eb req-7c2c0f03-c326-449d-8f1a-21045fd5a08e tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/security-groups?id=86cb37b7-db83-4a76-b16f-6e747fbdc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177373 Nov 29 02:04:59.836002 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73806ef-30d4-4d4c-b3ab-95bf8db32454 None None] Checking router: c071cd8f-8a80-452f-b17c-349d6a55bc2d for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:04:59.836709 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73806ef-30d4-4d4c-b3ab-95bf8db32454 None None] Updating router c071cd8f-8a80-452f-b17c-349d6a55bc2d port 173a424d-7697-498f-ad53-0799e5d94924 binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:04:59.863207 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ddc0a45b-8e74-4743-83cd-448fab191484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:59.870717 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c73806ef-30d4-4d4c-b3ab-95bf8db32454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:59.934396 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-09a22679-f27a-4899-8471-f171a5d5dba3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32579'] for router, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:59.938348 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-09a22679-f27a-4899-8471-f171a5d5dba3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-599907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-599898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-600112'] for router, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:04:59.960915 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ddc0a45b-8e74-4743-83cd-448fab191484 None None] For port be01bf13-2452-403f-8e82-165a8db5b5e4, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=be01bf13-2452-403f-8e82-165a8db5b5e4,segment=NetworkSegment(9876e4b0-a501-4924-b882-ee5dfafacf5b),segment_id=9876e4b0-a501-4924-b882-ee5dfafacf5b)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:04:59.974671 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ddc0a45b-8e74-4743-83cd-448fab191484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:00.053050 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0a45b-8e74-4743-83cd-448fab191484 None None] Pushing event updated for resources: {'Port': ['ID=be01bf13-2452-403f-8e82-165a8db5b5e4,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:00.077194 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ac771f88-aa30-4823-be8e-b2e7a0581d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'name': 'tempest-TestNetworkBasicOps-router-309347414', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:38Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'e4f2e7a7-e875-44d1-88ba-980c7018fdb1', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.238', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'port_id': '86f3510a-3179-4172-9c13-729e84282f67', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67', 'mac_address': 'fa:16:3e:97:69:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef878696-d755-4843-8d89-e9fdd426c262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:03:59Z', 'updated_at': '2021-11-29T02:04:56Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9955ac60-f264-42a0-8860-7b0a5cb45cda', 'name': '', 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:c5:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e5415f43-09f1-4cdb-b666-d7bd67043dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:03:37Z', 'updated_at': '2021-11-29T02:03:43Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': 'e5415f43-09f1-4cdb-b666-d7bd67043dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:00.091631 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a22679-f27a-4899-8471-f171a5d5dba3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Router c071cd8f-8a80-452f-b17c-349d6a55bc2d has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:05:00.115830 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac771f88-aa30-4823-be8e-b2e7a0581d4b None None] The sync data for ids ['18cecb15-20f6-4ff4-8405-dbd7bfc2882c'] in dv-neutron-819032-3-hyperv is: [{'id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'name': 'tempest-TestNetworkBasicOps-router-309347414', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:38Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'e4f2e7a7-e875-44d1-88ba-980c7018fdb1', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.238', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'port_id': '86f3510a-3179-4172-9c13-729e84282f67', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67', 'mac_address': 'fa:16:3e:97:69:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef878696-d755-4843-8d89-e9fdd426c262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:03:59Z', 'updated_at': '2021-11-29T02:04:56Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9955ac60-f264-42a0-8860-7b0a5cb45cda', 'name': '', 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:c5:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e5415f43-09f1-4cdb-b666-d7bd67043dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:03:37Z', 'updated_at': '2021-11-29T02:03:43Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': 'e5415f43-09f1-4cdb-b666-d7bd67043dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:05:00.135189 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device dcd13d5c-95f6-4132-8e1c-2105725f6fad up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:05:00.164893 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-8175bf37-c90f-4b3f-8929-c4c0dbc33ff9 None None] Provisioning complete for port 173a424d-7697-498f-ad53-0799e5d94924 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:00.165260 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8175bf37-c90f-4b3f-8929-c4c0dbc33ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:00.208570 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a22679-f27a-4899-8471-f171a5d5dba3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:05:00.219203 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-09a22679-f27a-4899-8471-f171a5d5dba3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:00.221007 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c73806ef-30d4-4d4c-b3ab-95bf8db32454 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:00.222027 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-09a22679-f27a-4899-8471-f171a5d5dba3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "PUT /v2.0/routers/c071cd8f-8a80-452f-b17c-349d6a55bc2d HTTP/1.1" status: 200 len: 933 time: 1.1635752 Nov 29 02:05:00.223134 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43658) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:00.224612 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43660) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:00.232555 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-8175bf37-c90f-4b3f-8929-c4c0dbc33ff9 None None] Port 173a424d-7697-498f-ad53-0799e5d94924 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:05:00.238049 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port dcd13d5c-95f6-4132-8e1c-2105725f6fad triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:00.238520 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:00.240236 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c73806ef-30d4-4d4c-b3ab-95bf8db32454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:00.304806 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e9926275-ac90-4c13-a209-cca7e66a49b4 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/floatingips/e4f2e7a7-e875-44d1-88ba-980c7018fdb1 HTTP/1.1" status: 200 len: 991 time: 0.0804799 Nov 29 02:05:00.311907 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782cf626-bc70-44fb-8bbf-eaaf6e667709 None None] Pushing event updated for resources: {'Port': ['ID=173a424d-7697-498f-ad53-0799e5d94924,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:00.331350 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device be01bf13-2452-403f-8e82-165a8db5b5e4 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:05:00.384810 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b21eb063-a8ce-4574-bc11-f29626b5277d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "GET /v2.0/routers/c071cd8f-8a80-452f-b17c-349d6a55bc2d HTTP/1.1" status: 200 len: 933 time: 0.1580040 Nov 29 02:05:00.387660 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43662) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:00.390280 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port be01bf13-2452-403f-8e82-165a8db5b5e4 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:00.390658 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:00.392188 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5dd3b827-5184-435a-947e-54b3ec687277 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Request body: {'router': {'routes': None}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:00.489442 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b3de0f-7a3a-4a34-b7c2-438714d796f9 None None] New status for floating IP e4f2e7a7-e875-44d1-88ba-980c7018fdb1: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:05:00.525398 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c73806ef-30d4-4d4c-b3ab-95bf8db32454 None None] Attempting to bind port 173a424d-7697-498f-ad53-0799e5d94924 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:05:00.526002 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c73806ef-30d4-4d4c-b3ab-95bf8db32454 None None] Attempting to bind port 173a424d-7697-498f-ad53-0799e5d94924 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'c710ec73-6bf6-4f08-984f-485fb60c38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5df9304d-c01c-4178-8702-b6713e21f7d5'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:05:00.526738 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73806ef-30d4-4d4c-b3ab-95bf8db32454 None None] Attempting to bind port 173a424d-7697-498f-ad53-0799e5d94924 on network 5df9304d-c01c-4178-8702-b6713e21f7d5 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:05:00.531384 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73806ef-30d4-4d4c-b3ab-95bf8db32454 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:05:00.531760 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73806ef-30d4-4d4c-b3ab-95bf8db32454 None None] Checking segment: {'id': 'c710ec73-6bf6-4f08-984f-485fb60c38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5df9304d-c01c-4178-8702-b6713e21f7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:05:00.532162 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c73806ef-30d4-4d4c-b3ab-95bf8db32454 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:00.532560 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73806ef-30d4-4d4c-b3ab-95bf8db32454 None None] Bound using segment: {'id': 'c710ec73-6bf6-4f08-984f-485fb60c38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5df9304d-c01c-4178-8702-b6713e21f7d5'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:05:00.533025 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-c73806ef-30d4-4d4c-b3ab-95bf8db32454 None None] Bound port: 173a424d-7697-498f-ad53-0799e5d94924, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c710ec73-6bf6-4f08-984f-485fb60c38aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5df9304d-c01c-4178-8702-b6713e21f7d5'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:05:00.533406 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c73806ef-30d4-4d4c-b3ab-95bf8db32454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:00.602504 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c73806ef-30d4-4d4c-b3ab-95bf8db32454 None None] For port 173a424d-7697-498f-ad53-0799e5d94924, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:05:00.606081 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-c73806ef-30d4-4d4c-b3ab-95bf8db32454 None None] For port 173a424d-7697-498f-ad53-0799e5d94924, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=173a424d-7697-498f-ad53-0799e5d94924,segment=NetworkSegment(c710ec73-6bf6-4f08-984f-485fb60c38aa),segment_id=c710ec73-6bf6-4f08-984f-485fb60c38aa)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:05:00.616862 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-c73806ef-30d4-4d4c-b3ab-95bf8db32454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:00.693096 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73806ef-30d4-4d4c-b3ab-95bf8db32454 None None] Routers {'c071cd8f-8a80-452f-b17c-349d6a55bc2d'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:05:00.694668 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c73806ef-30d4-4d4c-b3ab-95bf8db32454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:00.733366 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782cf626-bc70-44fb-8bbf-eaaf6e667709 None None] Pushing event updated for resources: {'Port': ['ID=173a424d-7697-498f-ad53-0799e5d94924,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:00.790373 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-c73806ef-30d4-4d4c-b3ab-95bf8db32454 None None] Set router c071cd8f-8a80-452f-b17c-349d6a55bc2d gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:05:00.823961 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.extraroute_db [None req-5dd3b827-5184-435a-947e-54b3ec687277 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Added routes are [] {{(pid=103254) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 29 02:05:00.824361 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.extraroute_db [None req-5dd3b827-5184-435a-947e-54b3ec687277 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103254) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 29 02:05:00.871914 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5dd3b827-5184-435a-947e-54b3ec687277 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32579'] for router, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:00.873751 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-c81e91e0-93e2-400e-9e86-c7c90a3fceae None None] Provisioning complete for port 173a424d-7697-498f-ad53-0799e5d94924 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:00.874287 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c81e91e0-93e2-400e-9e86-c7c90a3fceae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:01.000189 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c81e91e0-93e2-400e-9e86-c7c90a3fceae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:01.023123 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9dbd4b-eeb1-496f-8e57-c42c6738e1c8 req-a2f468e4-5969-4a64-bbf1-2b017f95be79 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:01.024976 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1d9dbd4b-eeb1-496f-8e57-c42c6738e1c8 req-a2f468e4-5969-4a64-bbf1-2b017f95be79 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 946 time: 0.1023655 Nov 29 02:05:01.044477 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c81e91e0-93e2-400e-9e86-c7c90a3fceae None None] For port 173a424d-7697-498f-ad53-0799e5d94924, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=173a424d-7697-498f-ad53-0799e5d94924,segment=NetworkSegment(c710ec73-6bf6-4f08-984f-485fb60c38aa),segment_id=c710ec73-6bf6-4f08-984f-485fb60c38aa)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:05:01.049852 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c81e91e0-93e2-400e-9e86-c7c90a3fceae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:01.065018 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-c73806ef-30d4-4d4c-b3ab-95bf8db32454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'name': 'tempest-RoutersTest-router-279560038', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:45Z', 'updated_at': '2021-11-29T02:04:59Z', 'revision_number': 6, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'gw_port_host': None, '_interfaces': [{'id': '173a424d-7697-498f-ad53-0799e5d94924', 'name': '', 'network_id': '5df9304d-c01c-4178-8702-b6713e21f7d5', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:55:d1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '5ed5108e-abd9-4677-9fd9-2491ebdc2cf9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:55Z', 'updated_at': '2021-11-29T02:05:00Z', 'revision_number': 4, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '5ed5108e-abd9-4677-9fd9-2491ebdc2cf9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdfee845-168f-4cf6-bf28-1b8d73b30385', 'name': '', 'network_id': '0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:bb:ba:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '8a7a8397-43e0-4870-9281-f28f7b01394e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:49Z', 'updated_at': '2021-11-29T02:04:54Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '8a7a8397-43e0-4870-9281-f28f7b01394e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be01bf13-2452-403f-8e82-165a8db5b5e4', 'name': '', 'network_id': '71ac7009-f0aa-417a-bd19-8f754f267a07', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:12:4b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '15bfb192-0d92-43b7-b394-11b9c6e31ccd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:52Z', 'updated_at': '2021-11-29T02:04:59Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '15bfb192-0d92-43b7-b394-11b9c6e31ccd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1ebf543-0ad8-40fd-97c3-f099b4879781', 'name': '', 'network_id': 'f47c439f-d321-4966-ad74-51fe56b0dec6', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:ff:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:46Z', 'updated_at': '2021-11-29T02:04:49Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:01.092078 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73806ef-30d4-4d4c-b3ab-95bf8db32454 None None] The sync data for ids ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'] in dv-neutron-819032-3-hyperv is: [{'id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'name': 'tempest-RoutersTest-router-279560038', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:45Z', 'updated_at': '2021-11-29T02:04:59Z', 'revision_number': 6, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'gw_port_host': None, '_interfaces': [{'id': '173a424d-7697-498f-ad53-0799e5d94924', 'name': '', 'network_id': '5df9304d-c01c-4178-8702-b6713e21f7d5', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:55:d1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '5ed5108e-abd9-4677-9fd9-2491ebdc2cf9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:55Z', 'updated_at': '2021-11-29T02:05:00Z', 'revision_number': 4, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '5ed5108e-abd9-4677-9fd9-2491ebdc2cf9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdfee845-168f-4cf6-bf28-1b8d73b30385', 'name': '', 'network_id': '0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:bb:ba:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '8a7a8397-43e0-4870-9281-f28f7b01394e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:49Z', 'updated_at': '2021-11-29T02:04:54Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '8a7a8397-43e0-4870-9281-f28f7b01394e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be01bf13-2452-403f-8e82-165a8db5b5e4', 'name': '', 'network_id': '71ac7009-f0aa-417a-bd19-8f754f267a07', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:12:4b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '15bfb192-0d92-43b7-b394-11b9c6e31ccd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:52Z', 'updated_at': '2021-11-29T02:04:59Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '15bfb192-0d92-43b7-b394-11b9c6e31ccd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1ebf543-0ad8-40fd-97c3-f099b4879781', 'name': '', 'network_id': 'f47c439f-d321-4966-ad74-51fe56b0dec6', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:ff:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:46Z', 'updated_at': '2021-11-29T02:04:49Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:05:01.107607 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e91e0-93e2-400e-9e86-c7c90a3fceae None None] Pushing event updated for resources: {'Port': ['ID=173a424d-7697-498f-ad53-0799e5d94924,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:01.151744 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1d9dbd4b-eeb1-496f-8e57-c42c6738e1c8 req-ab8b1813-61bc-4a72-aaf9-0594e2a9f407 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/security-groups?id=86cb37b7-db83-4a76-b16f-6e747fbdc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207373 Nov 29 02:05:01.157082 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5dd3b827-5184-435a-947e-54b3ec687277 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32579'] for router, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:01.160423 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5dd3b827-5184-435a-947e-54b3ec687277 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-599907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-599898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-600112'] for router, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:01.170382 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-ad3752b4-cb1c-40f2-97ad-66cca7ce41d3 None None] Provisioning complete for port 173a424d-7697-498f-ad53-0799e5d94924 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:01.170758 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ad3752b4-cb1c-40f2-97ad-66cca7ce41d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:01.272487 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd3b827-5184-435a-947e-54b3ec687277 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Router c071cd8f-8a80-452f-b17c-349d6a55bc2d has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:05:01.308502 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43666) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:01.373793 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd3b827-5184-435a-947e-54b3ec687277 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:05:01.377938 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a9b749e4-aa73-483a-aa53-59ed98138760 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/floatingips/e4f2e7a7-e875-44d1-88ba-980c7018fdb1 HTTP/1.1" status: 200 len: 993 time: 0.0680497 Nov 29 02:05:01.384945 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5dd3b827-5184-435a-947e-54b3ec687277 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:01.386171 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5dd3b827-5184-435a-947e-54b3ec687277 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "PUT /v2.0/routers/c071cd8f-8a80-452f-b17c-349d6a55bc2d HTTP/1.1" status: 200 len: 699 time: 0.9976740 Nov 29 02:05:01.388708 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43668) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:01.391866 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b8cc70-6689-49a4-8fa5-989e6cd758c9 None None] Sync routers for ids ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:05:01.402651 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b8cc70-6689-49a4-8fa5-989e6cd758c9 None None] Routers {'c071cd8f-8a80-452f-b17c-349d6a55bc2d'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:05:01.403268 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-87b8cc70-6689-49a4-8fa5-989e6cd758c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:01.492507 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-87b8cc70-6689-49a4-8fa5-989e6cd758c9 None None] Set router c071cd8f-8a80-452f-b17c-349d6a55bc2d gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:05:01.717303 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-87b8cc70-6689-49a4-8fa5-989e6cd758c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'name': 'tempest-RoutersTest-router-279560038', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:45Z', 'updated_at': '2021-11-29T02:05:00Z', 'revision_number': 7, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'gw_port_host': None, '_interfaces': [{'id': '173a424d-7697-498f-ad53-0799e5d94924', 'name': '', 'network_id': '5df9304d-c01c-4178-8702-b6713e21f7d5', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:55:d1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '5ed5108e-abd9-4677-9fd9-2491ebdc2cf9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:55Z', 'updated_at': '2021-11-29T02:05:01Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '5ed5108e-abd9-4677-9fd9-2491ebdc2cf9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdfee845-168f-4cf6-bf28-1b8d73b30385', 'name': '', 'network_id': '0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:bb:ba:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '8a7a8397-43e0-4870-9281-f28f7b01394e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:49Z', 'updated_at': '2021-11-29T02:04:54Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '8a7a8397-43e0-4870-9281-f28f7b01394e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be01bf13-2452-403f-8e82-165a8db5b5e4', 'name': '', 'network_id': '71ac7009-f0aa-417a-bd19-8f754f267a07', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:12:4b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '15bfb192-0d92-43b7-b394-11b9c6e31ccd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:52Z', 'updated_at': '2021-11-29T02:04:59Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '15bfb192-0d92-43b7-b394-11b9c6e31ccd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1ebf543-0ad8-40fd-97c3-f099b4879781', 'name': '', 'network_id': 'f47c439f-d321-4966-ad74-51fe56b0dec6', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:ff:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:46Z', 'updated_at': '2021-11-29T02:04:49Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:01.743472 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b8cc70-6689-49a4-8fa5-989e6cd758c9 None None] Checking router: c071cd8f-8a80-452f-b17c-349d6a55bc2d for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:05:01.752093 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b8cc70-6689-49a4-8fa5-989e6cd758c9 None None] Routers {'c071cd8f-8a80-452f-b17c-349d6a55bc2d'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:05:01.752712 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-87b8cc70-6689-49a4-8fa5-989e6cd758c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:01.795571 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-59de1400-520a-4f02-8483-420aeb1274ff tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "GET /v2.0/routers/c071cd8f-8a80-452f-b17c-349d6a55bc2d HTTP/1.1" status: 200 len: 699 time: 0.4032519 Nov 29 02:05:01.795934 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43670) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:01.840238 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-87b8cc70-6689-49a4-8fa5-989e6cd758c9 None None] Set router c071cd8f-8a80-452f-b17c-349d6a55bc2d gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:05:02.051853 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-87b8cc70-6689-49a4-8fa5-989e6cd758c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'name': 'tempest-RoutersTest-router-279560038', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:45Z', 'updated_at': '2021-11-29T02:05:00Z', 'revision_number': 7, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'gw_port_host': None, '_interfaces': [{'id': '173a424d-7697-498f-ad53-0799e5d94924', 'name': '', 'network_id': '5df9304d-c01c-4178-8702-b6713e21f7d5', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:55:d1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '5ed5108e-abd9-4677-9fd9-2491ebdc2cf9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:55Z', 'updated_at': '2021-11-29T02:05:01Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '5ed5108e-abd9-4677-9fd9-2491ebdc2cf9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdfee845-168f-4cf6-bf28-1b8d73b30385', 'name': '', 'network_id': '0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:bb:ba:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '8a7a8397-43e0-4870-9281-f28f7b01394e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:49Z', 'updated_at': '2021-11-29T02:04:54Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '8a7a8397-43e0-4870-9281-f28f7b01394e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be01bf13-2452-403f-8e82-165a8db5b5e4', 'name': '', 'network_id': '71ac7009-f0aa-417a-bd19-8f754f267a07', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:12:4b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '15bfb192-0d92-43b7-b394-11b9c6e31ccd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:52Z', 'updated_at': '2021-11-29T02:04:59Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '15bfb192-0d92-43b7-b394-11b9c6e31ccd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1ebf543-0ad8-40fd-97c3-f099b4879781', 'name': '', 'network_id': 'f47c439f-d321-4966-ad74-51fe56b0dec6', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:ff:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:46Z', 'updated_at': '2021-11-29T02:04:49Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:02.069985 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 173a424d-7697-498f-ad53-0799e5d94924 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:05:02.081180 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b8cc70-6689-49a4-8fa5-989e6cd758c9 None None] The sync data for ids ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'] in dv-neutron-819032-3-hyperv is: [{'id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'name': 'tempest-RoutersTest-router-279560038', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:45Z', 'updated_at': '2021-11-29T02:05:00Z', 'revision_number': 7, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'gw_port_host': None, '_interfaces': [{'id': '173a424d-7697-498f-ad53-0799e5d94924', 'name': '', 'network_id': '5df9304d-c01c-4178-8702-b6713e21f7d5', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:55:d1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '5ed5108e-abd9-4677-9fd9-2491ebdc2cf9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:55Z', 'updated_at': '2021-11-29T02:05:01Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '5ed5108e-abd9-4677-9fd9-2491ebdc2cf9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdfee845-168f-4cf6-bf28-1b8d73b30385', 'name': '', 'network_id': '0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:bb:ba:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '8a7a8397-43e0-4870-9281-f28f7b01394e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:49Z', 'updated_at': '2021-11-29T02:04:54Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '8a7a8397-43e0-4870-9281-f28f7b01394e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be01bf13-2452-403f-8e82-165a8db5b5e4', 'name': '', 'network_id': '71ac7009-f0aa-417a-bd19-8f754f267a07', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:12:4b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '15bfb192-0d92-43b7-b394-11b9c6e31ccd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:52Z', 'updated_at': '2021-11-29T02:04:59Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '15bfb192-0d92-43b7-b394-11b9c6e31ccd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1ebf543-0ad8-40fd-97c3-f099b4879781', 'name': '', 'network_id': 'f47c439f-d321-4966-ad74-51fe56b0dec6', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:ff:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:46Z', 'updated_at': '2021-11-29T02:04:49Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:05:02.122875 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 173a424d-7697-498f-ad53-0799e5d94924 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:02.123259 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:02.141516 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-45902854-1bee-4d19-a455-96be94d36035 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:02.212595 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device be01bf13-2452-403f-8e82-165a8db5b5e4 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:05:02.261249 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port be01bf13-2452-403f-8e82-165a8db5b5e4 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:02.261674 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:02.347964 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53cb1e1-6ba2-469a-a82a-418b53cada23 req-4b055bc5-65e3-4ab4-8415-96ee6c3c5688 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:02.349477 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b53cb1e1-6ba2-469a-a82a-418b53cada23 req-4b055bc5-65e3-4ab4-8415-96ee6c3c5688 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 946 time: 0.1071284 Nov 29 02:05:02.425478 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b53cb1e1-6ba2-469a-a82a-418b53cada23 req-22643522-97ad-4a38-9740-6243335cd492 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/security-groups?id=86cb37b7-db83-4a76-b16f-6e747fbdc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687141 Nov 29 02:05:02.485589 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-45902854-1bee-4d19-a455-96be94d36035 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Deleting port 173a424d-7697-498f-ad53-0799e5d94924 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:05:02.485935 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-45902854-1bee-4d19-a455-96be94d36035 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:02.575239 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-45902854-1bee-4d19-a455-96be94d36035 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] For port 173a424d-7697-498f-ad53-0799e5d94924, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=173a424d-7697-498f-ad53-0799e5d94924,segment=NetworkSegment(c710ec73-6bf6-4f08-984f-485fb60c38aa),segment_id=c710ec73-6bf6-4f08-984f-485fb60c38aa)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:05:02.575606 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-45902854-1bee-4d19-a455-96be94d36035 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:02.588303 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-45902854-1bee-4d19-a455-96be94d36035 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Calling delete_port for 173a424d-7697-498f-ad53-0799e5d94924 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:05:02.754626 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-45902854-1bee-4d19-a455-96be94d36035 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:02.782347 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45902854-1bee-4d19-a455-96be94d36035 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event deleted for resources: {'Port': ['ID=173a424d-7697-498f-ad53-0799e5d94924,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:02.942691 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-45902854-1bee-4d19-a455-96be94d36035 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:03.130772 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45902854-1bee-4d19-a455-96be94d36035 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Router c071cd8f-8a80-452f-b17c-349d6a55bc2d has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:05:03.223206 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45902854-1bee-4d19-a455-96be94d36035 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:05:03.228087 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-45902854-1bee-4d19-a455-96be94d36035 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "PUT /v2.0/routers/c071cd8f-8a80-452f-b17c-349d6a55bc2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4312069 Nov 29 02:05:03.231031 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43674) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:03.232207 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ce8e4a-d952-46ba-96cd-4cd5355d951b None None] Sync routers for ids ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:05:03.242370 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ce8e4a-d952-46ba-96cd-4cd5355d951b None None] Routers {'c071cd8f-8a80-452f-b17c-349d6a55bc2d'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:05:03.242976 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-49ce8e4a-d952-46ba-96cd-4cd5355d951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:03.283833 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3818ad0-1ca1-4662-9805-67920d5972e1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Deleting subnet 5ed5108e-abd9-4677-9fd9-2491ebdc2cf9 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:05:03.287190 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a3818ad0-1ca1-4662-9805-67920d5972e1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:03.327404 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a3818ad0-1ca1-4662-9805-67920d5972e1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:03.333905 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-49ce8e4a-d952-46ba-96cd-4cd5355d951b None None] Set router c071cd8f-8a80-452f-b17c-349d6a55bc2d gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:05:03.414136 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a3818ad0-1ca1-4662-9805-67920d5972e1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:03.476923 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a3818ad0-1ca1-4662-9805-67920d5972e1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:03.509061 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3818ad0-1ca1-4662-9805-67920d5972e1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event deleted for resources: {'Subnet': ['ID=5ed5108e-abd9-4677-9fd9-2491ebdc2cf9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:03.535271 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a3818ad0-1ca1-4662-9805-67920d5972e1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:03.538566 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a3818ad0-1ca1-4662-9805-67920d5972e1 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/subnets/5ed5108e-abd9-4677-9fd9-2491ebdc2cf9 HTTP/1.1" status: 204 len: 168 time: 0.3064716 Nov 29 02:05:03.541344 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43678) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:03.566186 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec333d-b9d2-4a15-987c-efc84f84de8b req-7a19f219-85cf-4c75-8b0d-ba064c3c0a88 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:03.566992 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2dec333d-b9d2-4a15-987c-efc84f84de8b req-7a19f219-85cf-4c75-8b0d-ba064c3c0a88 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 946 time: 0.0618749 Nov 29 02:05:03.621158 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2dec333d-b9d2-4a15-987c-efc84f84de8b req-7e513ba9-6342-480f-ad96-1e24d98d4151 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/security-groups?id=86cb37b7-db83-4a76-b16f-6e747fbdc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466340 Nov 29 02:05:03.635480 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7aa51c74-7596-49de-915a-bb7b19133837 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:03.657788 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8c08fe-f082-48df-9588-332eb984d832 None None] Network 5df9304d-c01c-4178-8702-b6713e21f7d5 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:05:03.687733 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7aa51c74-7596-49de-915a-bb7b19133837 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Deleting port dcd13d5c-95f6-4132-8e1c-2105725f6fad {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:05:03.688005 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7aa51c74-7596-49de-915a-bb7b19133837 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:03.779777 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-49ce8e4a-d952-46ba-96cd-4cd5355d951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'name': 'tempest-RoutersTest-router-279560038', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:45Z', 'updated_at': '2021-11-29T02:05:02Z', 'revision_number': 8, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'gw_port_host': None, '_interfaces': [{'id': 'bdfee845-168f-4cf6-bf28-1b8d73b30385', 'name': '', 'network_id': '0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:bb:ba:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '8a7a8397-43e0-4870-9281-f28f7b01394e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:49Z', 'updated_at': '2021-11-29T02:04:54Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '8a7a8397-43e0-4870-9281-f28f7b01394e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be01bf13-2452-403f-8e82-165a8db5b5e4', 'name': '', 'network_id': '71ac7009-f0aa-417a-bd19-8f754f267a07', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:12:4b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '15bfb192-0d92-43b7-b394-11b9c6e31ccd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:52Z', 'updated_at': '2021-11-29T02:04:59Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '15bfb192-0d92-43b7-b394-11b9c6e31ccd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1ebf543-0ad8-40fd-97c3-f099b4879781', 'name': '', 'network_id': 'f47c439f-d321-4966-ad74-51fe56b0dec6', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:ff:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:46Z', 'updated_at': '2021-11-29T02:04:49Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:03.809218 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ce8e4a-d952-46ba-96cd-4cd5355d951b None None] Checking router: c071cd8f-8a80-452f-b17c-349d6a55bc2d for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:05:03.825347 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ce8e4a-d952-46ba-96cd-4cd5355d951b None None] Routers {'c071cd8f-8a80-452f-b17c-349d6a55bc2d'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:05:03.825993 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-49ce8e4a-d952-46ba-96cd-4cd5355d951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:03.902347 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18a1cf7-ef55-462a-b15e-787816950dac None None] DHCP port deletion for 5df9304d-c01c-4178-8702-b6713e21f7d5 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:05:03.944257 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-49ce8e4a-d952-46ba-96cd-4cd5355d951b None None] Set router c071cd8f-8a80-452f-b17c-349d6a55bc2d gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:05:03.986939 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7aa51c74-7596-49de-915a-bb7b19133837 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] For port dcd13d5c-95f6-4132-8e1c-2105725f6fad, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=dcd13d5c-95f6-4132-8e1c-2105725f6fad,segment=NetworkSegment(c710ec73-6bf6-4f08-984f-485fb60c38aa),segment_id=c710ec73-6bf6-4f08-984f-485fb60c38aa)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:05:03.987150 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7aa51c74-7596-49de-915a-bb7b19133837 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:04.001707 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7aa51c74-7596-49de-915a-bb7b19133837 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Calling delete_port for dcd13d5c-95f6-4132-8e1c-2105725f6fad owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:05:04.072622 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e18a1cf7-ef55-462a-b15e-787816950dac None None] Deleting port dcd13d5c-95f6-4132-8e1c-2105725f6fad {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:05:04.072995 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e18a1cf7-ef55-462a-b15e-787816950dac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:04.086555 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7aa51c74-7596-49de-915a-bb7b19133837 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:04.113635 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa51c74-7596-49de-915a-bb7b19133837 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event deleted for resources: {'Port': ['ID=dcd13d5c-95f6-4132-8e1c-2105725f6fad,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:04.119407 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device dcd13d5c-95f6-4132-8e1c-2105725f6fad no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:05:04.128547 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa51c74-7596-49de-915a-bb7b19133837 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] No DVR routers for this DVR port dcd13d5c-95f6-4132-8e1c-2105725f6fad on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:05:04.155040 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: dcd13d5c-95f6-4132-8e1c-2105725f6fad {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:05:04.155420 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device dcd13d5c-95f6-4132-8e1c-2105725f6fad not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:05:04.179240 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e18a1cf7-ef55-462a-b15e-787816950dac None None] For port dcd13d5c-95f6-4132-8e1c-2105725f6fad, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=dcd13d5c-95f6-4132-8e1c-2105725f6fad,segment=NetworkSegment(c710ec73-6bf6-4f08-984f-485fb60c38aa),segment_id=c710ec73-6bf6-4f08-984f-485fb60c38aa)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:05:04.179637 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e18a1cf7-ef55-462a-b15e-787816950dac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:04.201795 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e18a1cf7-ef55-462a-b15e-787816950dac None None] Calling delete_port for dcd13d5c-95f6-4132-8e1c-2105725f6fad owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:05:04.214065 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7aa51c74-7596-49de-915a-bb7b19133837 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:04.236713 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-7aa51c74-7596-49de-915a-bb7b19133837 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df9304d-c01c-4178-8702-b6713e21f7d5']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:04.246933 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-7aa51c74-7596-49de-915a-bb7b19133837 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c710ec73-6bf6-4f08-984f-485fb60c38aa') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:04.247235 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-7aa51c74-7596-49de-915a-bb7b19133837 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c710ec73-6bf6-4f08-984f-485fb60c38aa') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:04.256690 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7aa51c74-7596-49de-915a-bb7b19133837 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:04.270604 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7aa51c74-7596-49de-915a-bb7b19133837 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:04.278254 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aa51c74-7596-49de-915a-bb7b19133837 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:05:04.278640 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7aa51c74-7596-49de-915a-bb7b19133837 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:04.284461 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:05:04.284461 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:05:04.284461 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:05:04.284461 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:05:04.284461 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:05:04.284461 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:05:04.284461 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:05:04.284461 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:05:04.284461 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:05:04.284461 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:05:04.284461 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:05:04.284461 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:05:04.284461 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:05:04.284461 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:05:04.284461 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:05:04.284461 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:05:04.284461 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:05:04.284461 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:05:04.284461 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:05:04.284461 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:05:04.284461 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:05:04.284461 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:05:04.284461 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:05:04.284461 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:05:04.284461 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:05:04.284461 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:05:04.284461 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:05:04.284461 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:05:04.284461 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:05:04.284461 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:05:04.284461 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:05:04.284461 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: from cryptography.utils import int_from_bytes Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: from cryptography.utils import int_from_bytes Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: self.session.flush() Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: self.session.flush() Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: self.session.flush() Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: self.session.flush() Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: self.session.flush() Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: self.session.flush() Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: self.session.flush() Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: self.session.flush() Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: self.session.flush() Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: self.session.flush() Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: self.session.flush() Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: self.session.flush() Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: self.session.flush() Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: self.session.flush() Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: self.session.flush() Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: self.session.flush() Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: self.session.flush() Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: self.session.flush() Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: self.session.flush() Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: self.session.flush() Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: self.session.flush() Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: self.session.flush() Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: self.session.flush() Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: self.session.flush() Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: self.session.flush() Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:05:04.328671 dv-neutron-819032-3-hyperv neutron-server[103256]: self.session.flush() Nov 29 02:05:04.332955 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-49ce8e4a-d952-46ba-96cd-4cd5355d951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'name': 'tempest-RoutersTest-router-279560038', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:45Z', 'updated_at': '2021-11-29T02:05:02Z', 'revision_number': 8, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'gw_port_host': None, '_interfaces': [{'id': 'bdfee845-168f-4cf6-bf28-1b8d73b30385', 'name': '', 'network_id': '0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:bb:ba:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '8a7a8397-43e0-4870-9281-f28f7b01394e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:49Z', 'updated_at': '2021-11-29T02:04:54Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '8a7a8397-43e0-4870-9281-f28f7b01394e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be01bf13-2452-403f-8e82-165a8db5b5e4', 'name': '', 'network_id': '71ac7009-f0aa-417a-bd19-8f754f267a07', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:12:4b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '15bfb192-0d92-43b7-b394-11b9c6e31ccd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:52Z', 'updated_at': '2021-11-29T02:04:59Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '15bfb192-0d92-43b7-b394-11b9c6e31ccd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1ebf543-0ad8-40fd-97c3-f099b4879781', 'name': '', 'network_id': 'f47c439f-d321-4966-ad74-51fe56b0dec6', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:ff:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:46Z', 'updated_at': '2021-11-29T02:04:49Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:04.336485 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e18a1cf7-ef55-462a-b15e-787816950dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:04.352197 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7aa51c74-7596-49de-915a-bb7b19133837 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:04.356591 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7aa51c74-7596-49de-915a-bb7b19133837 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:04.360539 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7aa51c74-7596-49de-915a-bb7b19133837 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/networks/5df9304d-c01c-4178-8702-b6713e21f7d5 HTTP/1.1" status: 204 len: 168 time: 0.8170805 Nov 29 02:05:04.363910 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43680) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:04.364788 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ce8e4a-d952-46ba-96cd-4cd5355d951b None None] The sync data for ids ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'] in dv-neutron-819032-3-hyperv is: [{'id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'name': 'tempest-RoutersTest-router-279560038', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:45Z', 'updated_at': '2021-11-29T02:05:02Z', 'revision_number': 8, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'gw_port_host': None, '_interfaces': [{'id': 'bdfee845-168f-4cf6-bf28-1b8d73b30385', 'name': '', 'network_id': '0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:bb:ba:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '8a7a8397-43e0-4870-9281-f28f7b01394e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:49Z', 'updated_at': '2021-11-29T02:04:54Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '8a7a8397-43e0-4870-9281-f28f7b01394e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be01bf13-2452-403f-8e82-165a8db5b5e4', 'name': '', 'network_id': '71ac7009-f0aa-417a-bd19-8f754f267a07', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:12:4b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '15bfb192-0d92-43b7-b394-11b9c6e31ccd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:52Z', 'updated_at': '2021-11-29T02:04:59Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '15bfb192-0d92-43b7-b394-11b9c6e31ccd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1ebf543-0ad8-40fd-97c3-f099b4879781', 'name': '', 'network_id': 'f47c439f-d321-4966-ad74-51fe56b0dec6', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:ff:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:46Z', 'updated_at': '2021-11-29T02:04:49Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:05:04.376338 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa51c74-7596-49de-915a-bb7b19133837 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event deleted for resources: {'Network': ['ID=5df9304d-c01c-4178-8702-b6713e21f7d5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:04.388116 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e18a1cf7-ef55-462a-b15e-787816950dac None None] Network 5df9304d-c01c-4178-8702-b6713e21f7d5 is not hosted by any dhcp agent {{(pid=103256) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 29 02:05:04.388573 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18a1cf7-ef55-462a-b15e-787816950dac None None] No DVR routers for this DVR port dcd13d5c-95f6-4132-8e1c-2105725f6fad on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:05:04.390265 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a1cf7-ef55-462a-b15e-787816950dac None None] Pushing event deleted for resources: {'Port': ['ID=dcd13d5c-95f6-4132-8e1c-2105725f6fad,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:04.736650 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2bc77f7f-347c-4d5a-8b15-641a5bc23823 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:04.815080 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118afcb-20af-4b5a-8ee2-f164bccf6401 req-fb55df09-394d-4228-ac4f-ee58cbff94e9 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:04.816555 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a118afcb-20af-4b5a-8ee2-f164bccf6401 req-fb55df09-394d-4228-ac4f-ee58cbff94e9 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 946 time: 0.1193893 Nov 29 02:05:04.924390 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a118afcb-20af-4b5a-8ee2-f164bccf6401 req-9932cf92-bbd9-4ebe-b8ba-12312e2c1c68 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/security-groups?id=86cb37b7-db83-4a76-b16f-6e747fbdc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997806 Nov 29 02:05:05.032738 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-2bc77f7f-347c-4d5a-8b15-641a5bc23823 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Deleting port be01bf13-2452-403f-8e82-165a8db5b5e4 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:05:05.033109 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2bc77f7f-347c-4d5a-8b15-641a5bc23823 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:05.123825 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-2bc77f7f-347c-4d5a-8b15-641a5bc23823 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] For port be01bf13-2452-403f-8e82-165a8db5b5e4, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=be01bf13-2452-403f-8e82-165a8db5b5e4,segment=NetworkSegment(9876e4b0-a501-4924-b882-ee5dfafacf5b),segment_id=9876e4b0-a501-4924-b882-ee5dfafacf5b)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:05:05.124264 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2bc77f7f-347c-4d5a-8b15-641a5bc23823 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:05.137333 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-2bc77f7f-347c-4d5a-8b15-641a5bc23823 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Calling delete_port for be01bf13-2452-403f-8e82-165a8db5b5e4 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:05:05.309322 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2bc77f7f-347c-4d5a-8b15-641a5bc23823 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:05.335830 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc77f7f-347c-4d5a-8b15-641a5bc23823 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event deleted for resources: {'Port': ['ID=be01bf13-2452-403f-8e82-165a8db5b5e4,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:05.492751 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2bc77f7f-347c-4d5a-8b15-641a5bc23823 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:05.685560 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc77f7f-347c-4d5a-8b15-641a5bc23823 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Router c071cd8f-8a80-452f-b17c-349d6a55bc2d has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:05:06.048697 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 173a424d-7697-498f-ad53-0799e5d94924 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:05:06.068587 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 173a424d-7697-498f-ad53-0799e5d94924 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:05:06.069526 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 173a424d-7697-498f-ad53-0799e5d94924 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:05:06.119202 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc77f7f-347c-4d5a-8b15-641a5bc23823 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:05:06.124392 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2bc77f7f-347c-4d5a-8b15-641a5bc23823 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "PUT /v2.0/routers/c071cd8f-8a80-452f-b17c-349d6a55bc2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7587607 Nov 29 02:05:06.127648 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43686) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:06.128607 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee48c36-3273-4b82-afad-c36c37de6485 None None] Sync routers for ids ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:05:06.139374 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039e853-c5c7-40ce-ba73-d3db25a6fd2a req-aa62269e-1647-43ea-8934-b2f84598ec7f tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:06.141228 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4039e853-c5c7-40ce-ba73-d3db25a6fd2a req-aa62269e-1647-43ea-8934-b2f84598ec7f tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 946 time: 0.0728126 Nov 29 02:05:06.141486 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee48c36-3273-4b82-afad-c36c37de6485 None None] Routers {'c071cd8f-8a80-452f-b17c-349d6a55bc2d'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:05:06.142374 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fee48c36-3273-4b82-afad-c36c37de6485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:06.188662 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-d48714c2-aeba-457b-a08d-4a5217869eb7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Deleting subnet 15bfb192-0d92-43b7-b394-11b9c6e31ccd {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:05:06.191938 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d48714c2-aeba-457b-a08d-4a5217869eb7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:06.195728 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4039e853-c5c7-40ce-ba73-d3db25a6fd2a req-da069ad2-c688-4761-966d-b59fdacb4144 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/security-groups?id=86cb37b7-db83-4a76-b16f-6e747fbdc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485487 Nov 29 02:05:06.233589 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-fee48c36-3273-4b82-afad-c36c37de6485 None None] Set router c071cd8f-8a80-452f-b17c-349d6a55bc2d gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:05:06.243747 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d48714c2-aeba-457b-a08d-4a5217869eb7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:06.330841 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d48714c2-aeba-457b-a08d-4a5217869eb7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:06.392772 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d48714c2-aeba-457b-a08d-4a5217869eb7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:06.420974 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48714c2-aeba-457b-a08d-4a5217869eb7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event deleted for resources: {'Subnet': ['ID=15bfb192-0d92-43b7-b394-11b9c6e31ccd,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:06.423229 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d48714c2-aeba-457b-a08d-4a5217869eb7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:06.429849 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d48714c2-aeba-457b-a08d-4a5217869eb7 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/subnets/15bfb192-0d92-43b7-b394-11b9c6e31ccd HTTP/1.1" status: 204 len: 168 time: 0.2977057 Nov 29 02:05:06.429849 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43688) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:06.435111 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725fddc6-2953-4854-a686-cbdfdbdf9c5a None None] Network 71ac7009-f0aa-417a-bd19-8f754f267a07 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:05:06.511069 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ca1bb4c-495c-4055-ba65-b5ffaaf3f215 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:06.534362 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fee48c36-3273-4b82-afad-c36c37de6485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'name': 'tempest-RoutersTest-router-279560038', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:45Z', 'updated_at': '2021-11-29T02:05:05Z', 'revision_number': 9, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'gw_port_host': None, '_interfaces': [{'id': 'bdfee845-168f-4cf6-bf28-1b8d73b30385', 'name': '', 'network_id': '0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:bb:ba:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '8a7a8397-43e0-4870-9281-f28f7b01394e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:49Z', 'updated_at': '2021-11-29T02:04:54Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '8a7a8397-43e0-4870-9281-f28f7b01394e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1ebf543-0ad8-40fd-97c3-f099b4879781', 'name': '', 'network_id': 'f47c439f-d321-4966-ad74-51fe56b0dec6', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:ff:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:46Z', 'updated_at': '2021-11-29T02:04:49Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:06.565431 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee48c36-3273-4b82-afad-c36c37de6485 None None] Checking router: c071cd8f-8a80-452f-b17c-349d6a55bc2d for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:05:06.576428 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee48c36-3273-4b82-afad-c36c37de6485 None None] Routers {'c071cd8f-8a80-452f-b17c-349d6a55bc2d'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:05:06.577283 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1bb4c-495c-4055-ba65-b5ffaaf3f215 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Deleting port c5279565-8359-46c4-856d-8211e21cb56f {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:05:06.577418 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fee48c36-3273-4b82-afad-c36c37de6485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:06.577789 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ca1bb4c-495c-4055-ba65-b5ffaaf3f215 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:06.635988 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9eb42c9-3bf7-4622-ae0f-f1d6e4fc2727 None None] DHCP port deletion for 71ac7009-f0aa-417a-bd19-8f754f267a07 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:05:06.643987 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-6ca1bb4c-495c-4055-ba65-b5ffaaf3f215 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] For port c5279565-8359-46c4-856d-8211e21cb56f, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c5279565-8359-46c4-856d-8211e21cb56f,segment=NetworkSegment(9876e4b0-a501-4924-b882-ee5dfafacf5b),segment_id=9876e4b0-a501-4924-b882-ee5dfafacf5b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:05:06.644356 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ca1bb4c-495c-4055-ba65-b5ffaaf3f215 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:06.657703 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1bb4c-495c-4055-ba65-b5ffaaf3f215 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Calling delete_port for c5279565-8359-46c4-856d-8211e21cb56f owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:05:06.665182 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-fee48c36-3273-4b82-afad-c36c37de6485 None None] Set router c071cd8f-8a80-452f-b17c-349d6a55bc2d gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:05:06.686566 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c9eb42c9-3bf7-4622-ae0f-f1d6e4fc2727 None None] Deleting port c5279565-8359-46c4-856d-8211e21cb56f {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:05:06.686932 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9eb42c9-3bf7-4622-ae0f-f1d6e4fc2727 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:06.741479 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ca1bb4c-495c-4055-ba65-b5ffaaf3f215 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:06.766331 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c9eb42c9-3bf7-4622-ae0f-f1d6e4fc2727 None None] For port c5279565-8359-46c4-856d-8211e21cb56f, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c5279565-8359-46c4-856d-8211e21cb56f,segment=NetworkSegment(9876e4b0-a501-4924-b882-ee5dfafacf5b),segment_id=9876e4b0-a501-4924-b882-ee5dfafacf5b)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:05:06.766331 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9eb42c9-3bf7-4622-ae0f-f1d6e4fc2727 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:06.776202 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca1bb4c-495c-4055-ba65-b5ffaaf3f215 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] No DVR routers for this DVR port c5279565-8359-46c4-856d-8211e21cb56f on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:05:06.777781 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1bb4c-495c-4055-ba65-b5ffaaf3f215 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event deleted for resources: {'Port': ['ID=c5279565-8359-46c4-856d-8211e21cb56f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:06.785521 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c9eb42c9-3bf7-4622-ae0f-f1d6e4fc2727 None None] Calling delete_port for c5279565-8359-46c4-856d-8211e21cb56f owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:05:06.860912 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ca1bb4c-495c-4055-ba65-b5ffaaf3f215 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:06.870644 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9eb42c9-3bf7-4622-ae0f-f1d6e4fc2727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:06.886034 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-6ca1bb4c-495c-4055-ba65-b5ffaaf3f215 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ac7009-f0aa-417a-bd19-8f754f267a07']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:06.894820 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fee48c36-3273-4b82-afad-c36c37de6485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'name': 'tempest-RoutersTest-router-279560038', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:45Z', 'updated_at': '2021-11-29T02:05:05Z', 'revision_number': 9, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'gw_port_host': None, '_interfaces': [{'id': 'bdfee845-168f-4cf6-bf28-1b8d73b30385', 'name': '', 'network_id': '0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:bb:ba:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '8a7a8397-43e0-4870-9281-f28f7b01394e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:49Z', 'updated_at': '2021-11-29T02:04:54Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '8a7a8397-43e0-4870-9281-f28f7b01394e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1ebf543-0ad8-40fd-97c3-f099b4879781', 'name': '', 'network_id': 'f47c439f-d321-4966-ad74-51fe56b0dec6', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:ff:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:46Z', 'updated_at': '2021-11-29T02:04:49Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:06.895698 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-6ca1bb4c-495c-4055-ba65-b5ffaaf3f215 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9876e4b0-a501-4924-b882-ee5dfafacf5b') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:06.896049 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-6ca1bb4c-495c-4055-ba65-b5ffaaf3f215 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9876e4b0-a501-4924-b882-ee5dfafacf5b') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:06.901783 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eb42c9-3bf7-4622-ae0f-f1d6e4fc2727 None None] No DVR routers for this DVR port c5279565-8359-46c4-856d-8211e21cb56f on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:05:06.911113 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb42c9-3bf7-4622-ae0f-f1d6e4fc2727 None None] Pushing event deleted for resources: {'Port': ['ID=c5279565-8359-46c4-856d-8211e21cb56f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:06.911767 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ca1bb4c-495c-4055-ba65-b5ffaaf3f215 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:06.921181 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ca1bb4c-495c-4055-ba65-b5ffaaf3f215 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:06.926406 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee48c36-3273-4b82-afad-c36c37de6485 None None] The sync data for ids ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'] in dv-neutron-819032-3-hyperv is: [{'id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'name': 'tempest-RoutersTest-router-279560038', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:45Z', 'updated_at': '2021-11-29T02:05:05Z', 'revision_number': 9, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'gw_port_host': None, '_interfaces': [{'id': 'bdfee845-168f-4cf6-bf28-1b8d73b30385', 'name': '', 'network_id': '0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:bb:ba:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '8a7a8397-43e0-4870-9281-f28f7b01394e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:49Z', 'updated_at': '2021-11-29T02:04:54Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': '8a7a8397-43e0-4870-9281-f28f7b01394e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1ebf543-0ad8-40fd-97c3-f099b4879781', 'name': '', 'network_id': 'f47c439f-d321-4966-ad74-51fe56b0dec6', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:ff:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:46Z', 'updated_at': '2021-11-29T02:04:49Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:05:06.927795 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca1bb4c-495c-4055-ba65-b5ffaaf3f215 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:05:06.928811 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ca1bb4c-495c-4055-ba65-b5ffaaf3f215 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:06.931852 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:05:06.931852 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:05:06.931852 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:05:06.931852 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:05:06.931852 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:05:06.931852 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:05:06.931852 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:05:06.931852 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:05:06.931852 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:05:06.931852 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:05:06.931852 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:05:06.931852 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:05:06.931852 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:05:06.931852 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:05:06.931852 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:05:06.931852 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:05:06.931852 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:05:06.931852 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:05:06.931852 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:05:06.931852 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:05:06.931852 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:05:06.931852 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:05:06.931852 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:05:06.931852 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:05:06.931852 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:05:06.931852 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:05:06.931852 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:05:06.931852 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:05:06.931852 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:05:06.931852 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:05:06.931852 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:05:06.931852 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:05:06.992613 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ca1bb4c-495c-4055-ba65-b5ffaaf3f215 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:07.000044 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6ca1bb4c-495c-4055-ba65-b5ffaaf3f215 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:07.007091 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6ca1bb4c-495c-4055-ba65-b5ffaaf3f215 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/networks/71ac7009-f0aa-417a-bd19-8f754f267a07 HTTP/1.1" status: 204 len: 168 time: 0.5729716 Nov 29 02:05:07.007954 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43690) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:07.025647 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1bb4c-495c-4055-ba65-b5ffaaf3f215 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event deleted for resources: {'Network': ['ID=71ac7009-f0aa-417a-bd19-8f754f267a07,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:07.326821 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ff44f-fee5-41c2-9f5c-f4e4eecb9a8a req-a6fc9803-a809-42a3-85c6-3b14b98fa211 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:07.328280 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-533ff44f-fee5-41c2-9f5c-f4e4eecb9a8a req-a6fc9803-a809-42a3-85c6-3b14b98fa211 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 946 time: 0.0588777 Nov 29 02:05:07.410982 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-533ff44f-fee5-41c2-9f5c-f4e4eecb9a8a req-9d73f63b-e06f-4637-9d69-e920baebdb53 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/security-groups?id=86cb37b7-db83-4a76-b16f-6e747fbdc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736899 Nov 29 02:05:07.429307 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad6a5945-fb73-4355-af4b-a243d3e08d57 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:07.661355 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ad6a5945-fb73-4355-af4b-a243d3e08d57 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Deleting port bdfee845-168f-4cf6-bf28-1b8d73b30385 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:05:07.661653 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad6a5945-fb73-4355-af4b-a243d3e08d57 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:07.750376 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ad6a5945-fb73-4355-af4b-a243d3e08d57 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] For port bdfee845-168f-4cf6-bf28-1b8d73b30385, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=bdfee845-168f-4cf6-bf28-1b8d73b30385,segment=NetworkSegment(7409a0f1-9360-4059-a8c4-bc8ded9eca4f),segment_id=7409a0f1-9360-4059-a8c4-bc8ded9eca4f)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:05:07.750740 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad6a5945-fb73-4355-af4b-a243d3e08d57 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:07.763343 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ad6a5945-fb73-4355-af4b-a243d3e08d57 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Calling delete_port for bdfee845-168f-4cf6-bf28-1b8d73b30385 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:05:07.933697 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad6a5945-fb73-4355-af4b-a243d3e08d57 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:07.959974 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a5945-fb73-4355-af4b-a243d3e08d57 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event deleted for resources: {'Port': ['ID=bdfee845-168f-4cf6-bf28-1b8d73b30385,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:08.111826 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c5279565-8359-46c4-856d-8211e21cb56f no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:05:08.122960 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ad6a5945-fb73-4355-af4b-a243d3e08d57 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:08.137705 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: c5279565-8359-46c4-856d-8211e21cb56f {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:05:08.138331 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c5279565-8359-46c4-856d-8211e21cb56f not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:05:08.138920 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device be01bf13-2452-403f-8e82-165a8db5b5e4 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:05:08.160715 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: be01bf13-2452-403f-8e82-165a8db5b5e4 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:05:08.161072 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device be01bf13-2452-403f-8e82-165a8db5b5e4 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:05:08.306812 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6a5945-fb73-4355-af4b-a243d3e08d57 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Router c071cd8f-8a80-452f-b17c-349d6a55bc2d has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:05:08.396476 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6a5945-fb73-4355-af4b-a243d3e08d57 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:05:08.402314 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ad6a5945-fb73-4355-af4b-a243d3e08d57 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "PUT /v2.0/routers/c071cd8f-8a80-452f-b17c-349d6a55bc2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3932416 Nov 29 02:05:08.405012 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43694) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:08.407889 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08284179-c9a1-4837-8a8b-77a8631ca51f None None] Sync routers for ids ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:05:08.418085 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08284179-c9a1-4837-8a8b-77a8631ca51f None None] Routers {'c071cd8f-8a80-452f-b17c-349d6a55bc2d'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:05:08.418705 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-08284179-c9a1-4837-8a8b-77a8631ca51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:08.462216 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-e12eeb6b-0d49-43dc-ac34-aab9cc2f64be tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Deleting subnet 8a7a8397-43e0-4870-9281-f28f7b01394e {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:05:08.465254 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e12eeb6b-0d49-43dc-ac34-aab9cc2f64be tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:08.508654 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-08284179-c9a1-4837-8a8b-77a8631ca51f None None] Set router c071cd8f-8a80-452f-b17c-349d6a55bc2d gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:05:08.529203 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e12eeb6b-0d49-43dc-ac34-aab9cc2f64be tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:08.574488 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74063bb8-de6c-4cc1-9218-4fa2a8cf2401 req-3104dd66-4127-41b2-8aa3-f2d6ae6df669 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:08.575900 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-74063bb8-de6c-4cc1-9218-4fa2a8cf2401 req-3104dd66-4127-41b2-8aa3-f2d6ae6df669 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 946 time: 0.0902545 Nov 29 02:05:08.662540 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e12eeb6b-0d49-43dc-ac34-aab9cc2f64be tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:08.686828 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-74063bb8-de6c-4cc1-9218-4fa2a8cf2401 req-2e48dde8-27f9-4c96-8c05-2f4077e26221 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/security-groups?id=86cb37b7-db83-4a76-b16f-6e747fbdc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043520 Nov 29 02:05:08.711402 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-08284179-c9a1-4837-8a8b-77a8631ca51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'name': 'tempest-RoutersTest-router-279560038', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:45Z', 'updated_at': '2021-11-29T02:05:07Z', 'revision_number': 10, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'gw_port_host': None, '_interfaces': [{'id': 'c1ebf543-0ad8-40fd-97c3-f099b4879781', 'name': '', 'network_id': 'f47c439f-d321-4966-ad74-51fe56b0dec6', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:ff:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:46Z', 'updated_at': '2021-11-29T02:04:49Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:08.728978 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e12eeb6b-0d49-43dc-ac34-aab9cc2f64be tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:08.741226 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08284179-c9a1-4837-8a8b-77a8631ca51f None None] Checking router: c071cd8f-8a80-452f-b17c-349d6a55bc2d for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:05:08.749465 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08284179-c9a1-4837-8a8b-77a8631ca51f None None] Routers {'c071cd8f-8a80-452f-b17c-349d6a55bc2d'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:05:08.750101 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-08284179-c9a1-4837-8a8b-77a8631ca51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:08.757843 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12eeb6b-0d49-43dc-ac34-aab9cc2f64be tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event deleted for resources: {'Subnet': ['ID=8a7a8397-43e0-4870-9281-f28f7b01394e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:08.759852 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e12eeb6b-0d49-43dc-ac34-aab9cc2f64be tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:08.763083 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e12eeb6b-0d49-43dc-ac34-aab9cc2f64be tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/subnets/8a7a8397-43e0-4870-9281-f28f7b01394e HTTP/1.1" status: 204 len: 168 time: 0.3570991 Nov 29 02:05:08.765704 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43698) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:08.783586 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f498e0-6fdf-4b39-a4f7-4b12173e0b27 None None] Network 0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:05:08.845002 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a3b20e81-30c2-4050-af1c-8f6da1cc3d0e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:08.887375 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-08284179-c9a1-4837-8a8b-77a8631ca51f None None] Set router c071cd8f-8a80-452f-b17c-349d6a55bc2d gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:05:08.900209 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-a3b20e81-30c2-4050-af1c-8f6da1cc3d0e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Deleting port 2199b348-f542-4dca-b1df-9a33c8815426 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:05:08.900553 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a3b20e81-30c2-4050-af1c-8f6da1cc3d0e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:08.966087 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-a3b20e81-30c2-4050-af1c-8f6da1cc3d0e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] For port 2199b348-f542-4dca-b1df-9a33c8815426, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=2199b348-f542-4dca-b1df-9a33c8815426,segment=NetworkSegment(7409a0f1-9360-4059-a8c4-bc8ded9eca4f),segment_id=7409a0f1-9360-4059-a8c4-bc8ded9eca4f)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:05:08.966462 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a3b20e81-30c2-4050-af1c-8f6da1cc3d0e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:08.980480 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-a3b20e81-30c2-4050-af1c-8f6da1cc3d0e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Calling delete_port for 2199b348-f542-4dca-b1df-9a33c8815426 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:05:09.064761 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a3b20e81-30c2-4050-af1c-8f6da1cc3d0e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:09.088448 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b20e81-30c2-4050-af1c-8f6da1cc3d0e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event deleted for resources: {'Port': ['ID=2199b348-f542-4dca-b1df-9a33c8815426,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:09.094405 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b20e81-30c2-4050-af1c-8f6da1cc3d0e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] No DVR routers for this DVR port 2199b348-f542-4dca-b1df-9a33c8815426 on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:05:09.175741 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f647a5-11a4-48f3-9442-12b98259b286 None None] DHCP port deletion for 0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:05:09.182695 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a3b20e81-30c2-4050-af1c-8f6da1cc3d0e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:09.203872 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-a3b20e81-30c2-4050-af1c-8f6da1cc3d0e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:09.213290 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-a3b20e81-30c2-4050-af1c-8f6da1cc3d0e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7409a0f1-9360-4059-a8c4-bc8ded9eca4f') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:09.213629 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-a3b20e81-30c2-4050-af1c-8f6da1cc3d0e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7409a0f1-9360-4059-a8c4-bc8ded9eca4f') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:09.222957 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a3b20e81-30c2-4050-af1c-8f6da1cc3d0e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:09.236387 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a3b20e81-30c2-4050-af1c-8f6da1cc3d0e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:09.242881 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b20e81-30c2-4050-af1c-8f6da1cc3d0e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:05:09.243266 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a3b20e81-30c2-4050-af1c-8f6da1cc3d0e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:09.246270 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:05:09.246270 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:05:09.246270 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:05:09.246270 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:05:09.246270 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:05:09.246270 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:05:09.246270 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:05:09.246270 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:05:09.246270 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:05:09.246270 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:05:09.246270 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:05:09.246270 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:05:09.246270 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:05:09.246270 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:05:09.246270 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:05:09.246270 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:05:09.246270 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:05:09.246270 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:05:09.246270 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:05:09.246270 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:05:09.246270 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:05:09.246270 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:05:09.246270 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:05:09.246270 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:05:09.246270 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:05:09.246270 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:05:09.246270 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:05:09.246270 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:05:09.246270 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:05:09.246270 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:05:09.246270 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:05:09.246270 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:05:09.273206 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-08284179-c9a1-4837-8a8b-77a8631ca51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'name': 'tempest-RoutersTest-router-279560038', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:45Z', 'updated_at': '2021-11-29T02:05:07Z', 'revision_number': 10, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'gw_port_host': None, '_interfaces': [{'id': 'c1ebf543-0ad8-40fd-97c3-f099b4879781', 'name': '', 'network_id': 'f47c439f-d321-4966-ad74-51fe56b0dec6', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:ff:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:46Z', 'updated_at': '2021-11-29T02:04:49Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:09.299957 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08284179-c9a1-4837-8a8b-77a8631ca51f None None] The sync data for ids ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'] in dv-neutron-819032-3-hyperv is: [{'id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'name': 'tempest-RoutersTest-router-279560038', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:45Z', 'updated_at': '2021-11-29T02:05:07Z', 'revision_number': 10, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'gw_port_host': None, '_interfaces': [{'id': 'c1ebf543-0ad8-40fd-97c3-f099b4879781', 'name': '', 'network_id': 'f47c439f-d321-4966-ad74-51fe56b0dec6', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'mac_address': 'fa:16:3e:ff:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:46Z', 'updated_at': '2021-11-29T02:04:49Z', 'revision_number': 5, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'subnets': [{'id': 'bd62d0e7-430e-4276-9533-fd6e77c895ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:05:09.310283 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a3b20e81-30c2-4050-af1c-8f6da1cc3d0e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:09.317417 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a3b20e81-30c2-4050-af1c-8f6da1cc3d0e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:09.321736 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a3b20e81-30c2-4050-af1c-8f6da1cc3d0e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/networks/0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e HTTP/1.1" status: 204 len: 168 time: 0.5550616 Nov 29 02:05:09.324689 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43700) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:09.335293 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b20e81-30c2-4050-af1c-8f6da1cc3d0e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event deleted for resources: {'Network': ['ID=0274ad1a-bb0f-4e6a-a8bd-b3d7f7bed64e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:09.650231 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87207468-1aab-4ef7-bf22-b1f340aacce6 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:09.809407 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcfbe4-4068-4919-90c9-a9df094d156b req-a3ca98a0-d458-4020-bc13-c7d41a5f0f34 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:09.811081 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8fdcfbe4-4068-4919-90c9-a9df094d156b req-a3ca98a0-d458-4020-bc13-c7d41a5f0f34 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 946 time: 0.0527983 Nov 29 02:05:09.861294 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8fdcfbe4-4068-4919-90c9-a9df094d156b req-6452a286-e064-492b-b7b2-4fa3d5684667 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/security-groups?id=86cb37b7-db83-4a76-b16f-6e747fbdc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440645 Nov 29 02:05:09.889154 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-87207468-1aab-4ef7-bf22-b1f340aacce6 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Deleting port c1ebf543-0ad8-40fd-97c3-f099b4879781 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:05:09.889490 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87207468-1aab-4ef7-bf22-b1f340aacce6 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:09.974231 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-87207468-1aab-4ef7-bf22-b1f340aacce6 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] For port c1ebf543-0ad8-40fd-97c3-f099b4879781, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c1ebf543-0ad8-40fd-97c3-f099b4879781,segment=NetworkSegment(5e95f7da-db99-49b7-85c1-4acf400504f6),segment_id=5e95f7da-db99-49b7-85c1-4acf400504f6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:05:09.974585 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87207468-1aab-4ef7-bf22-b1f340aacce6 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:09.987547 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-87207468-1aab-4ef7-bf22-b1f340aacce6 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Calling delete_port for c1ebf543-0ad8-40fd-97c3-f099b4879781 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:05:10.030607 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 2199b348-f542-4dca-b1df-9a33c8815426 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:05:10.054263 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 2199b348-f542-4dca-b1df-9a33c8815426 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:05:10.054612 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 2199b348-f542-4dca-b1df-9a33c8815426 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:05:10.055036 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device bdfee845-168f-4cf6-bf28-1b8d73b30385 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:05:10.073770 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: bdfee845-168f-4cf6-bf28-1b8d73b30385 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:05:10.074117 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device bdfee845-168f-4cf6-bf28-1b8d73b30385 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:05:10.161419 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87207468-1aab-4ef7-bf22-b1f340aacce6 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:10.197026 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87207468-1aab-4ef7-bf22-b1f340aacce6 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event deleted for resources: {'Port': ['ID=c1ebf543-0ad8-40fd-97c3-f099b4879781,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:10.335294 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87207468-1aab-4ef7-bf22-b1f340aacce6 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:10.486413 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87207468-1aab-4ef7-bf22-b1f340aacce6 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Router c071cd8f-8a80-452f-b17c-349d6a55bc2d has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:05:10.557130 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87207468-1aab-4ef7-bf22-b1f340aacce6 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:05:10.562278 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-87207468-1aab-4ef7-bf22-b1f340aacce6 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "PUT /v2.0/routers/c071cd8f-8a80-452f-b17c-349d6a55bc2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2365530 Nov 29 02:05:10.565086 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43704) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:10.567013 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed4471d-e4bf-415e-be29-a016d2478ab5 None None] Sync routers for ids ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:05:10.577078 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed4471d-e4bf-415e-be29-a016d2478ab5 None None] Routers {'c071cd8f-8a80-452f-b17c-349d6a55bc2d'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:05:10.577716 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1ed4471d-e4bf-415e-be29-a016d2478ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:10.618983 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-0782628e-fd1e-4d7b-8b9a-6c0ec4480a3d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Deleting subnet bd62d0e7-430e-4276-9533-fd6e77c895ba {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:05:10.622088 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0782628e-fd1e-4d7b-8b9a-6c0ec4480a3d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:10.646440 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-1ed4471d-e4bf-415e-be29-a016d2478ab5 None None] Set router c071cd8f-8a80-452f-b17c-349d6a55bc2d gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:05:10.660808 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0782628e-fd1e-4d7b-8b9a-6c0ec4480a3d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:10.699244 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1ed4471d-e4bf-415e-be29-a016d2478ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'name': 'tempest-RoutersTest-router-279560038', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:45Z', 'updated_at': '2021-11-29T02:05:10Z', 'revision_number': 11, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'gw_port_host': None}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:10.724157 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed4471d-e4bf-415e-be29-a016d2478ab5 None None] Checking router: c071cd8f-8a80-452f-b17c-349d6a55bc2d for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:05:10.732838 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed4471d-e4bf-415e-be29-a016d2478ab5 None None] Routers {'c071cd8f-8a80-452f-b17c-349d6a55bc2d'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:05:10.733447 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1ed4471d-e4bf-415e-be29-a016d2478ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:10.746771 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0782628e-fd1e-4d7b-8b9a-6c0ec4480a3d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:10.801292 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-1ed4471d-e4bf-415e-be29-a016d2478ab5 None None] Set router c071cd8f-8a80-452f-b17c-349d6a55bc2d gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:05:10.804916 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0782628e-fd1e-4d7b-8b9a-6c0ec4480a3d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:10.833627 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0782628e-fd1e-4d7b-8b9a-6c0ec4480a3d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:10.840582 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0782628e-fd1e-4d7b-8b9a-6c0ec4480a3d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/subnets/bd62d0e7-430e-4276-9533-fd6e77c895ba HTTP/1.1" status: 204 len: 168 time: 0.2711098 Nov 29 02:05:10.840582 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782628e-fd1e-4d7b-8b9a-6c0ec4480a3d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event deleted for resources: {'Subnet': ['ID=bd62d0e7-430e-4276-9533-fd6e77c895ba,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:10.840582 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43706) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:10.843513 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7260a0d-cbd4-482a-b105-aee056fd350d None None] Network f47c439f-d321-4966-ad74-51fe56b0dec6 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:05:10.856800 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1ed4471d-e4bf-415e-be29-a016d2478ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'name': 'tempest-RoutersTest-router-279560038', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:45Z', 'updated_at': '2021-11-29T02:05:10Z', 'revision_number': 11, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'gw_port_host': None}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:10.884224 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed4471d-e4bf-415e-be29-a016d2478ab5 None None] The sync data for ids ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'] in dv-neutron-819032-3-hyperv is: [{'id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'name': 'tempest-RoutersTest-router-279560038', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:45Z', 'updated_at': '2021-11-29T02:05:10Z', 'revision_number': 11, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:05:10.938647 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd78b08d-0621-4324-9c9a-e86d547a0fcb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:11.031124 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dfc6f-5b48-45f7-8eb4-7859d1d7ba72 req-42a04d69-b25a-48d8-88b6-9699f858b7d8 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:11.032610 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-213dfc6f-5b48-45f7-8eb4-7859d1d7ba72 req-42a04d69-b25a-48d8-88b6-9699f858b7d8 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 946 time: 0.0631015 Nov 29 02:05:11.048758 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-bd78b08d-0621-4324-9c9a-e86d547a0fcb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Deleting port 9e0418f1-a709-44fb-b6f3-0ff1c589c81f {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:05:11.049095 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd78b08d-0621-4324-9c9a-e86d547a0fcb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:11.141395 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-bd78b08d-0621-4324-9c9a-e86d547a0fcb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] For port 9e0418f1-a709-44fb-b6f3-0ff1c589c81f, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=9e0418f1-a709-44fb-b6f3-0ff1c589c81f,segment=NetworkSegment(5e95f7da-db99-49b7-85c1-4acf400504f6),segment_id=5e95f7da-db99-49b7-85c1-4acf400504f6)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:05:11.141794 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd78b08d-0621-4324-9c9a-e86d547a0fcb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:11.148023 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-213dfc6f-5b48-45f7-8eb4-7859d1d7ba72 req-cf6b7bce-1d6d-4361-b8b8-9a071e33a8e6 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/security-groups?id=86cb37b7-db83-4a76-b16f-6e747fbdc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084788 Nov 29 02:05:11.158827 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-bd78b08d-0621-4324-9c9a-e86d547a0fcb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Calling delete_port for 9e0418f1-a709-44fb-b6f3-0ff1c589c81f owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:05:11.233675 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602e7e72-0738-42da-94fb-2f974d117ae9 None None] DHCP port deletion for f47c439f-d321-4966-ad74-51fe56b0dec6 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:05:11.240860 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd78b08d-0621-4324-9c9a-e86d547a0fcb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:11.258877 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-602e7e72-0738-42da-94fb-2f974d117ae9 None None] The port '9e0418f1-a709-44fb-b6f3-0ff1c589c81f' was deleted {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 29 02:05:11.269090 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd78b08d-0621-4324-9c9a-e86d547a0fcb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event deleted for resources: {'Port': ['ID=9e0418f1-a709-44fb-b6f3-0ff1c589c81f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:11.270935 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd78b08d-0621-4324-9c9a-e86d547a0fcb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] No DVR routers for this DVR port 9e0418f1-a709-44fb-b6f3-0ff1c589c81f on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:05:11.353982 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd78b08d-0621-4324-9c9a-e86d547a0fcb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:11.380601 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-bd78b08d-0621-4324-9c9a-e86d547a0fcb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f47c439f-d321-4966-ad74-51fe56b0dec6']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:11.390842 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-bd78b08d-0621-4324-9c9a-e86d547a0fcb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e95f7da-db99-49b7-85c1-4acf400504f6') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:11.391171 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-bd78b08d-0621-4324-9c9a-e86d547a0fcb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e95f7da-db99-49b7-85c1-4acf400504f6') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:11.401332 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd78b08d-0621-4324-9c9a-e86d547a0fcb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:11.414316 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd78b08d-0621-4324-9c9a-e86d547a0fcb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:11.420199 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd78b08d-0621-4324-9c9a-e86d547a0fcb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:05:11.420583 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd78b08d-0621-4324-9c9a-e86d547a0fcb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:11.423549 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:05:11.423549 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:05:11.423549 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:05:11.423549 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:05:11.423549 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:05:11.423549 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:05:11.423549 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:05:11.423549 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:05:11.423549 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:05:11.423549 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:05:11.423549 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:05:11.423549 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:05:11.423549 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:05:11.423549 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:05:11.423549 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:05:11.423549 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:05:11.423549 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:05:11.423549 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:05:11.423549 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:05:11.423549 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:05:11.423549 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:05:11.423549 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:05:11.423549 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:05:11.423549 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:05:11.423549 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:05:11.423549 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:05:11.423549 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:05:11.423549 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:05:11.423549 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:05:11.423549 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:05:11.423549 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:05:11.423549 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:05:11.482262 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd78b08d-0621-4324-9c9a-e86d547a0fcb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:11.489921 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd78b08d-0621-4324-9c9a-e86d547a0fcb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:11.493016 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bd78b08d-0621-4324-9c9a-e86d547a0fcb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/networks/f47c439f-d321-4966-ad74-51fe56b0dec6 HTTP/1.1" status: 204 len: 168 time: 0.6522350 Nov 29 02:05:11.495897 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43710) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:11.500531 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7e48bdb8-27e8-4d93-a26f-159ab2aa46c3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Request body: {'router': {'routes': None}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:11.502735 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd78b08d-0621-4324-9c9a-e86d547a0fcb tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Pushing event deleted for resources: {'Network': ['ID=f47c439f-d321-4966-ad74-51fe56b0dec6,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:11.672431 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.extraroute_db [None req-7e48bdb8-27e8-4d93-a26f-159ab2aa46c3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Added routes are [] {{(pid=103255) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 29 02:05:11.672664 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.extraroute_db [None req-7e48bdb8-27e8-4d93-a26f-159ab2aa46c3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Removed routes are [] {{(pid=103255) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 29 02:05:11.672987 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e48bdb8-27e8-4d93-a26f-159ab2aa46c3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32579'] for router, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:11.811701 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e48bdb8-27e8-4d93-a26f-159ab2aa46c3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32579'] for router, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:11.815688 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e48bdb8-27e8-4d93-a26f-159ab2aa46c3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-599907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-599898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-600112'] for router, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:12.014707 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55e19139-f2f9-4dcb-bc8a-d528abcc57f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:12.033152 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c1ebf543-0ad8-40fd-97c3-f099b4879781 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:05:12.055993 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: c1ebf543-0ad8-40fd-97c3-f099b4879781 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:05:12.056338 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c1ebf543-0ad8-40fd-97c3-f099b4879781 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:05:12.056766 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 9e0418f1-a709-44fb-b6f3-0ff1c589c81f no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:05:12.076538 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 9e0418f1-a709-44fb-b6f3-0ff1c589c81f {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:05:12.076871 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 9e0418f1-a709-44fb-b6f3-0ff1c589c81f not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:05:12.122259 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e48bdb8-27e8-4d93-a26f-159ab2aa46c3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Router c071cd8f-8a80-452f-b17c-349d6a55bc2d has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:05:12.193750 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e48bdb8-27e8-4d93-a26f-159ab2aa46c3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:05:12.200505 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e48bdb8-27e8-4d93-a26f-159ab2aa46c3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:12.202165 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7e48bdb8-27e8-4d93-a26f-159ab2aa46c3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "PUT /v2.0/routers/c071cd8f-8a80-452f-b17c-349d6a55bc2d HTTP/1.1" status: 200 len: 700 time: 0.7047501 Nov 29 02:05:12.204528 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43718) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:12.207057 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cbf846-6ae5-4f62-b036-1776501f45f7 None None] Sync routers for ids ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:05:12.231333 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cbf846-6ae5-4f62-b036-1776501f45f7 None None] Routers {'c071cd8f-8a80-452f-b17c-349d6a55bc2d'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:05:12.231872 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-29cbf846-6ae5-4f62-b036-1776501f45f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:12.235537 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f163225d-63c9-431f-8500-8bf04df27d25 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "GET /v2.0/ports?device_id=c071cd8f-8a80-452f-b17c-349d6a55bc2d HTTP/1.1" status: 200 len: 205 time: 0.0296342 Nov 29 02:05:12.237757 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43720) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:12.272159 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ed2c9-dd68-4c19-80a1-31434035d8d8 req-1626d57d-cfb0-4743-a80d-27959f2b63c8 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:12.273999 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3a1ed2c9-dd68-4c19-80a1-31434035d8d8 req-1626d57d-cfb0-4743-a80d-27959f2b63c8 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 946 time: 0.0575669 Nov 29 02:05:12.300273 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-29cbf846-6ae5-4f62-b036-1776501f45f7 None None] Set router c071cd8f-8a80-452f-b17c-349d6a55bc2d gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:05:12.314256 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55ee6df5-de43-4d92-8164-8b74e8410bc0 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:12.325605 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3a1ed2c9-dd68-4c19-80a1-31434035d8d8 req-e0fad190-c8c9-4cdf-bae1-cf27f6cb9a09 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/security-groups?id=86cb37b7-db83-4a76-b16f-6e747fbdc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456681 Nov 29 02:05:12.356827 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-29cbf846-6ae5-4f62-b036-1776501f45f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'name': 'tempest-RoutersTest-router-279560038', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:45Z', 'updated_at': '2021-11-29T02:05:10Z', 'revision_number': 11, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'gw_port_host': None}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:12.383072 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cbf846-6ae5-4f62-b036-1776501f45f7 None None] Checking router: c071cd8f-8a80-452f-b17c-349d6a55bc2d for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:05:12.391138 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cbf846-6ae5-4f62-b036-1776501f45f7 None None] Routers {'c071cd8f-8a80-452f-b17c-349d6a55bc2d'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:05:12.391743 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-29cbf846-6ae5-4f62-b036-1776501f45f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:12.460650 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-29cbf846-6ae5-4f62-b036-1776501f45f7 None None] Set router c071cd8f-8a80-452f-b17c-349d6a55bc2d gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:05:12.469407 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55ee6df5-de43-4d92-8164-8b74e8410bc0 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:12.471545 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55ee6df5-de43-4d92-8164-8b74e8410bc0 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:12.514233 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-29cbf846-6ae5-4f62-b036-1776501f45f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'name': 'tempest-RoutersTest-router-279560038', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:45Z', 'updated_at': '2021-11-29T02:05:10Z', 'revision_number': 11, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'gw_port_host': None}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:12.516129 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55ee6df5-de43-4d92-8164-8b74e8410bc0 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:12.516668 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ee6df5-de43-4d92-8164-8b74e8410bc0 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Fanout notify agent at l3_agent the message router_deleted on router c071cd8f-8a80-452f-b17c-349d6a55bc2d {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:05:12.524479 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-55ee6df5-de43-4d92-8164-8b74e8410bc0 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:12.525853 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-55ee6df5-de43-4d92-8164-8b74e8410bc0 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/routers/c071cd8f-8a80-452f-b17c-349d6a55bc2d HTTP/1.1" status: 204 len: 168 time: 0.2871609 Nov 29 02:05:12.530932 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43722) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:12.534071 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ff959e35-a469-4cc8-b85c-dbfcf6eabb1e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-475328637', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:12.542405 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cbf846-6ae5-4f62-b036-1776501f45f7 None None] The sync data for ids ['c071cd8f-8a80-452f-b17c-349d6a55bc2d'] in dv-neutron-819032-3-hyperv is: [{'id': 'c071cd8f-8a80-452f-b17c-349d6a55bc2d', 'name': 'tempest-RoutersTest-router-279560038', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:45Z', 'updated_at': '2021-11-29T02:05:10Z', 'revision_number': 11, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'gw_port_host': None}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:05:12.558142 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff959e35-a469-4cc8-b85c-dbfcf6eabb1e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:12.559138 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff959e35-a469-4cc8-b85c-dbfcf6eabb1e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:12.615714 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff959e35-a469-4cc8-b85c-dbfcf6eabb1e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:12.620039 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff959e35-a469-4cc8-b85c-dbfcf6eabb1e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:12.639186 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff959e35-a469-4cc8-b85c-dbfcf6eabb1e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:12.640513 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ff959e35-a469-4cc8-b85c-dbfcf6eabb1e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1097381 Nov 29 02:05:12.643569 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43724) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:12.648519 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-3c55e331-24fb-4ed7-9d44-ec28cce218af tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:12.853136 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c55e331-24fb-4ed7-9d44-ec28cce218af tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32579'] for router, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:12.863789 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c55e331-24fb-4ed7-9d44-ec28cce218af tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-599907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-599898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-600112'] for router, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:12.957879 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c55e331-24fb-4ed7-9d44-ec28cce218af tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Router 576ed6e2-6550-4454-abad-e1e1c36f81d4 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:05:13.035038 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c55e331-24fb-4ed7-9d44-ec28cce218af tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:05:13.041808 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c55e331-24fb-4ed7-9d44-ec28cce218af tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:13.043172 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3c55e331-24fb-4ed7-9d44-ec28cce218af tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "PUT /v2.0/routers/576ed6e2-6550-4454-abad-e1e1c36f81d4 HTTP/1.1" status: 200 len: 693 time: 0.3986483 Nov 29 02:05:13.044140 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041dcffd-4f0b-4340-9dad-e696efc44048 None None] Sync routers for ids ['576ed6e2-6550-4454-abad-e1e1c36f81d4'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:05:13.045967 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43726) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:13.054986 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041dcffd-4f0b-4340-9dad-e696efc44048 None None] Routers {'576ed6e2-6550-4454-abad-e1e1c36f81d4'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:05:13.055606 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-041dcffd-4f0b-4340-9dad-e696efc44048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['576ed6e2-6550-4454-abad-e1e1c36f81d4'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:13.126317 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-041dcffd-4f0b-4340-9dad-e696efc44048 None None] Set router 576ed6e2-6550-4454-abad-e1e1c36f81d4 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:05:13.132857 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-aab65766-a8eb-429c-9a18-b88240ee60f4 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "GET /v2.0/routers/576ed6e2-6550-4454-abad-e1e1c36f81d4 HTTP/1.1" status: 200 len: 699 time: 0.0828660 Nov 29 02:05:13.133951 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43728) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:13.152797 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646870e-f26f-4b7c-872a-9bf1c100ca1e req-769e80f1-5474-411e-80c3-34903b5cf8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:13.155621 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a646870e-f26f-4b7c-872a-9bf1c100ca1e req-769e80f1-5474-411e-80c3-34903b5cf8f8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 1099 time: 0.0479913 Nov 29 02:05:13.168092 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1335c43b-e8e7-41a8-979a-59a3a56e9f20 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "GET /v2.0/ports?device_id=576ed6e2-6550-4454-abad-e1e1c36f81d4 HTTP/1.1" status: 200 len: 205 time: 0.0306201 Nov 29 02:05:13.168316 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43730) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:13.186760 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-041dcffd-4f0b-4340-9dad-e696efc44048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576ed6e2-6550-4454-abad-e1e1c36f81d4', 'name': 'tempest-RoutersTest-router-475328637', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:12Z', 'updated_at': '2021-11-29T02:05:12Z', 'revision_number': 2, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'gw_port_host': None}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:13.210648 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a646870e-f26f-4b7c-872a-9bf1c100ca1e req-e61c3fbe-e327-4bee-83d9-9a46ccf3435e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=86cb37b7-db83-4a76-b16f-6e747fbdc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477626 Nov 29 02:05:13.212914 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041dcffd-4f0b-4340-9dad-e696efc44048 None None] Checking router: 576ed6e2-6550-4454-abad-e1e1c36f81d4 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:05:13.221217 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041dcffd-4f0b-4340-9dad-e696efc44048 None None] Routers {'576ed6e2-6550-4454-abad-e1e1c36f81d4'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:05:13.221846 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-041dcffd-4f0b-4340-9dad-e696efc44048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:04:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['576ed6e2-6550-4454-abad-e1e1c36f81d4'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:13.244157 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e4570852-952b-45d8-9960-857954cf987a tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:13.289335 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-041dcffd-4f0b-4340-9dad-e696efc44048 None None] Set router 576ed6e2-6550-4454-abad-e1e1c36f81d4 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:05:13.342856 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-041dcffd-4f0b-4340-9dad-e696efc44048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576ed6e2-6550-4454-abad-e1e1c36f81d4', 'name': 'tempest-RoutersTest-router-475328637', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:12Z', 'updated_at': '2021-11-29T02:05:12Z', 'revision_number': 2, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'gw_port_host': None}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:13.368858 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041dcffd-4f0b-4340-9dad-e696efc44048 None None] The sync data for ids ['576ed6e2-6550-4454-abad-e1e1c36f81d4'] in dv-neutron-819032-3-hyperv is: [{'id': '576ed6e2-6550-4454-abad-e1e1c36f81d4', 'name': 'tempest-RoutersTest-router-475328637', 'tenant_id': '5d029681d3bd4de881be9330fe01257c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:12Z', 'updated_at': '2021-11-29T02:05:12Z', 'revision_number': 2, 'project_id': '5d029681d3bd4de881be9330fe01257c', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:05:13.403697 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e4570852-952b-45d8-9960-857954cf987a tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:13.406449 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e4570852-952b-45d8-9960-857954cf987a tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:13.479836 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e4570852-952b-45d8-9960-857954cf987a tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:13.480377 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4570852-952b-45d8-9960-857954cf987a tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Fanout notify agent at l3_agent the message router_deleted on router 576ed6e2-6550-4454-abad-e1e1c36f81d4 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:05:13.488276 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e4570852-952b-45d8-9960-857954cf987a tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:13.489373 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e4570852-952b-45d8-9960-857954cf987a tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/routers/576ed6e2-6550-4454-abad-e1e1c36f81d4 HTTP/1.1" status: 204 len: 168 time: 0.3199348 Nov 29 02:05:13.493654 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43734) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:13.498500 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97beac-c5ce-4d06-9cca-52153d6004eb req-d9209f87-d183-4277-ad3b-3154697369e8 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:13.500016 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6a97beac-c5ce-4d06-9cca-52153d6004eb req-d9209f87-d183-4277-ad3b-3154697369e8 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 946 time: 0.0983839 Nov 29 02:05:13.521482 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-08562478-af10-48b9-bbae-62f7b0ada378 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "GET /v2.0/ports?device_id=576ed6e2-6550-4454-abad-e1e1c36f81d4 HTTP/1.1" status: 200 len: 205 time: 0.0262845 Nov 29 02:05:13.523737 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43736) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:13.558785 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6a97beac-c5ce-4d06-9cca-52153d6004eb req-3c294816-11ba-42cf-8530-29d5ee646d00 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/security-groups?id=86cb37b7-db83-4a76-b16f-6e747fbdc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521014 Nov 29 02:05:13.567361 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-a0af1178-9aef-4dff-bba9-9888e9df643b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] delete failed (client error): The resource could not be found. Nov 29 02:05:13.568505 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a0af1178-9aef-4dff-bba9-9888e9df643b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/routers/576ed6e2-6550-4454-abad-e1e1c36f81d4 HTTP/1.1" status: 404 len: 336 time: 0.0437691 Nov 29 02:05:13.571162 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43738) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:13.597957 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:13.598564 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f6ec9b-ca50-4e6d-9c7d-c422c7e4e34b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] DELETE failed (client error): The resource could not be found. Nov 29 02:05:13.599024 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19f6ec9b-ca50-4e6d-9c7d-c422c7e4e34b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:05:13.602648 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-19f6ec9b-ca50-4e6d-9c7d-c422c7e4e34b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/subnets/5ed5108e-abd9-4677-9fd9-2491ebdc2cf9 HTTP/1.1" status: 404 len: 337 time: 0.0305517 Nov 29 02:05:13.605262 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43740) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:13.630936 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ae3bd4-ee50-4696-8fbb-097a66ccac68 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] DELETE failed (client error): The resource could not be found. Nov 29 02:05:13.631344 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36ae3bd4-ee50-4696-8fbb-097a66ccac68 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:05:13.634418 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-36ae3bd4-ee50-4696-8fbb-097a66ccac68 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/subnets/15bfb192-0d92-43b7-b394-11b9c6e31ccd HTTP/1.1" status: 404 len: 337 time: 0.0282428 Nov 29 02:05:13.636779 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43742) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:13.666043 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0fa9560-2c6f-440d-87fa-d66d055c3e38 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] DELETE failed (client error): The resource could not be found. Nov 29 02:05:13.666492 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0fa9560-2c6f-440d-87fa-d66d055c3e38 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:05:13.669510 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c0fa9560-2c6f-440d-87fa-d66d055c3e38 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/subnets/8a7a8397-43e0-4870-9281-f28f7b01394e HTTP/1.1" status: 404 len: 337 time: 0.0318570 Nov 29 02:05:13.671968 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43744) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:13.696974 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-854d6474-ce11-4ffc-b206-90b9386653ca tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] DELETE failed (client error): The resource could not be found. Nov 29 02:05:13.697415 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-854d6474-ce11-4ffc-b206-90b9386653ca tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:05:13.700393 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-854d6474-ce11-4ffc-b206-90b9386653ca tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/subnets/bd62d0e7-430e-4276-9533-fd6e77c895ba HTTP/1.1" status: 404 len: 337 time: 0.0275400 Nov 29 02:05:13.702674 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43746) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:13.727818 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e6164909-f3da-420a-8065-02a9d716c171 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "GET /v2.0/ports?device_id=c071cd8f-8a80-452f-b17c-349d6a55bc2d HTTP/1.1" status: 200 len: 205 time: 0.0241575 Nov 29 02:05:13.729989 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43748) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:13.765294 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-ae77e0ba-1f2d-4799-a60e-651db6d3d033 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] delete failed (client error): The resource could not be found. Nov 29 02:05:13.766360 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ae77e0ba-1f2d-4799-a60e-651db6d3d033 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/routers/c071cd8f-8a80-452f-b17c-349d6a55bc2d HTTP/1.1" status: 404 len: 336 time: 0.0354929 Nov 29 02:05:13.769155 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43750) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:13.796476 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-73bab0c0-96dd-49e5-a627-078245744aa3 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "GET /v2.0/ports?device_id=35854ea6-b0d3-4a43-bfac-512e02ea5146 HTTP/1.1" status: 200 len: 205 time: 0.0260522 Nov 29 02:05:13.798831 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43752) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:13.834287 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-20856ab8-84df-4893-a7c9-52416ae7f84b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] delete failed (client error): The resource could not be found. Nov 29 02:05:13.835789 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-20856ab8-84df-4893-a7c9-52416ae7f84b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/routers/35854ea6-b0d3-4a43-bfac-512e02ea5146 HTTP/1.1" status: 404 len: 336 time: 0.0360510 Nov 29 02:05:13.838183 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43754) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:13.863682 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a5b1f00-d09d-4760-b4c1-edbe3a02a251 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] DELETE failed (client error): The resource could not be found. Nov 29 02:05:13.864128 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a5b1f00-d09d-4760-b4c1-edbe3a02a251 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:05:13.867321 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6a5b1f00-d09d-4760-b4c1-edbe3a02a251 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/subnets/5e7df658-33d7-4568-9497-96ce19ce5661 HTTP/1.1" status: 404 len: 337 time: 0.0282364 Nov 29 02:05:13.869859 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43756) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:14.033601 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:05:14.048516 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:05:14.204529 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0,segment=NetworkSegment(a767034f-685f-46a1-b040-4b969b751661),segment_id=a767034f-685f-46a1-b040-4b969b751661)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:05:14.213374 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6b357a1d-f0ad-4701-a56c-8eb5fbf1517c tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcb2cfac-472b-4273-94a5-c1de85429eed HTTP/1.1" status: 200 len: 205 time: 0.3414874 Nov 29 02:05:14.214859 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43758) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:14.215408 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:14.231119 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': 'f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0', 'network_id': '0920a717-4ca0-4264-bc1d-e8261a76bb0b', 'port_id': 'f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0', 'mac_address': 'fa:16:3e:7f:7c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8af5b422-0f8b-481e-954e-b5b55cbac41b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:05:14.251744 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-9910d81a-58c1-4f75-bc7a-6930f16e7d65 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] delete failed (client error): The resource could not be found. Nov 29 02:05:14.255454 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43760) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:14.255770 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9910d81a-58c1-4f75-bc7a-6930f16e7d65 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/routers/bcb2cfac-472b-4273-94a5-c1de85429eed HTTP/1.1" status: 404 len: 336 time: 0.0394807 Nov 29 02:05:14.277639 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb0017d-dfcb-43c1-b707-72a35311303c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:05:14.279949 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1892080d-3e24-4da9-8344-31a869dd8fe8" -d '{"events": [{"server_uuid": "6cb0017d-dfcb-43c1-b707-72a35311303c", "name": "network-vif-unplugged", "status": "completed", "tag": "f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:05:14.292014 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-cec5efd6-df67-4db3-8a07-94054d91fd14 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "GET /v2.0/ports?device_id=421c38cc-8c58-4023-a615-ebeb42675e61 HTTP/1.1" status: 200 len: 205 time: 0.0352867 Nov 29 02:05:14.294694 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43764) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:14.310021 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0,segment=NetworkSegment(a767034f-685f-46a1-b040-4b969b751661),segment_id=a767034f-685f-46a1-b040-4b969b751661)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:05:14.313039 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:14.325946 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:14.327619 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-034158fb-b360-4285-98b4-386a656490a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:14.334055 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 02:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0878b6de-ab82-4106-b2b3-02f2874da041 x-openstack-request-id: req-0878b6de-ab82-4106-b2b3-02f2874da041 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:05:14.335134 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb0017d-dfcb-43c1-b707-72a35311303c", "name": "network-vif-unplugged", "status": "completed", "tag": "f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:05:14.335445 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0878b6de-ab82-4106-b2b3-02f2874da041 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:05:14.335887 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb0017d-dfcb-43c1-b707-72a35311303c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0', 'code': 200} Nov 29 02:05:14.349854 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-285b5589-1645-448c-8e38-3ed55fc69393 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] delete failed (client error): The resource could not be found. Nov 29 02:05:14.355325 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-285b5589-1645-448c-8e38-3ed55fc69393 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/routers/421c38cc-8c58-4023-a615-ebeb42675e61 HTTP/1.1" status: 404 len: 336 time: 0.0550375 Nov 29 02:05:14.355325 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43766) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:14.357512 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:05:14.380300 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f1dd02-5cb3-4c55-8a46-080e63f6353e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] DELETE failed (client error): The resource could not be found. Nov 29 02:05:14.380750 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28f1dd02-5cb3-4c55-8a46-080e63f6353e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:05:14.384377 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-28f1dd02-5cb3-4c55-8a46-080e63f6353e tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/subnets/45d0cf69-b846-41fb-8091-2b324030fa9c HTTP/1.1" status: 404 len: 337 time: 0.0294025 Nov 29 02:05:14.387254 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43768) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:14.414505 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-06f7662a-b16e-44fd-8a28-02f401bba407 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d800df9-c782-4d05-9931-852be4c3ed1e HTTP/1.1" status: 200 len: 205 time: 0.0261004 Nov 29 02:05:14.415900 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0,revision_number=6']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:14.417050 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43770) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:14.425677 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.db.api [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:05:14.426041 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG oslo_db.api [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:05:14.454099 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-6d39af7a-08fb-4cd2-9fac-7d009aeceeac tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] delete failed (client error): The resource could not be found. Nov 29 02:05:14.455059 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6d39af7a-08fb-4cd2-9fac-7d009aeceeac tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/routers/2d800df9-c782-4d05-9931-852be4c3ed1e HTTP/1.1" status: 404 len: 336 time: 0.0370526 Nov 29 02:05:14.457779 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43772) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:14.483529 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab862e4-ed14-449a-9742-b318feffb23d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] DELETE failed (client error): The resource could not be found. Nov 29 02:05:14.483902 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bab862e4-ed14-449a-9742-b318feffb23d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:05:14.486905 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-bab862e4-ed14-449a-9742-b318feffb23d tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/subnets/114ef902-53c5-4a70-85bf-e51faf1980ad HTTP/1.1" status: 404 len: 337 time: 0.0282431 Nov 29 02:05:14.489362 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43774) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:14.515585 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-75724b91-f487-4c3f-8ee4-b6d8012d9991 tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e7d902c-95c4-4f1a-9168-6daff1ab7bf2 HTTP/1.1" status: 200 len: 205 time: 0.0250959 Nov 29 02:05:14.517909 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43776) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:14.557868 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-fa175f35-fff3-4815-960c-2183d98b051b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] delete failed (client error): The resource could not be found. Nov 29 02:05:14.558892 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-fa175f35-fff3-4815-960c-2183d98b051b tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/routers/1e7d902c-95c4-4f1a-9168-6daff1ab7bf2 HTTP/1.1" status: 404 len: 336 time: 0.0400977 Nov 29 02:05:14.561429 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43778) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:14.589167 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a3cdb8-004d-49d3-a6bd-a15790a32e0a tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] DELETE failed (client error): The resource could not be found. Nov 29 02:05:14.590099 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95a3cdb8-004d-49d3-a6bd-a15790a32e0a tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:05:14.593743 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-95a3cdb8-004d-49d3-a6bd-a15790a32e0a tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/subnets/361e05dd-0b8a-4bc9-b4af-a5473c452449 HTTP/1.1" status: 404 len: 337 time: 0.0310366 Nov 29 02:05:14.596047 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43782) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:14.626505 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-822beee7-8c5b-41b2-80c7-912a3eb96bef tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] DELETE failed (client error): The resource could not be found. Nov 29 02:05:14.626954 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-822beee7-8c5b-41b2-80c7-912a3eb96bef tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:05:14.633358 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-822beee7-8c5b-41b2-80c7-912a3eb96bef tempest-RoutersTest-388023041 tempest-RoutersTest-388023041-project] 10.222.0.37 "DELETE /v2.0/subnets/f5a57fc3-a9dc-4cd1-a54b-b15a6b049def HTTP/1.1" status: 404 len: 337 time: 0.0331879 Nov 29 02:05:14.679002 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d412e-ab81-4336-a08a-6a382584d4c4 req-280d10c2-472a-449c-af92-e77b21380adc tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:14.686074 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4c7d412e-ab81-4336-a08a-6a382584d4c4 req-280d10c2-472a-449c-af92-e77b21380adc tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 944 time: 0.0556858 Nov 29 02:05:14.731916 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4c7d412e-ab81-4336-a08a-6a382584d4c4 req-4d84a4ab-f4e5-40af-a20c-bf14012a549b tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/security-groups?id=86cb37b7-db83-4a76-b16f-6e747fbdc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447574 Nov 29 02:05:14.755308 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43786) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:14.820736 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3998b62b-44cb-4179-9a40-e1b289551cf5 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/floatingips/0c03a736-b092-4e6c-a6f3-45fd33727d1f HTTP/1.1" status: 200 len: 990 time: 0.0641394 Nov 29 02:05:14.874865 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43790) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:14.962190 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:14.975464 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:05:14.995291 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0,segment=NetworkSegment(a767034f-685f-46a1-b040-4b969b751661),segment_id=a767034f-685f-46a1-b040-4b969b751661)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:05:14.999639 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:15.007101 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-38f76bde-6df9-4bb9-a2cd-137f0eea120e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d029681d3bd4de881be9330fe01257c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1310425 Nov 29 02:05:15.009593 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43794) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:15.046529 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0,revision_number=7']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:15.057965 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8411333-c943-411b-95ae-7b48b1c86d1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:15.078427 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8411333-c943-411b-95ae-7b48b1c86d1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:15.123426 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8411333-c943-411b-95ae-7b48b1c86d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:15.126241 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8411333-c943-411b-95ae-7b48b1c86d1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:15.127496 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d8411333-c943-411b-95ae-7b48b1c86d1a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/20803ff5-594a-4b8d-9f17-fda1071b554f HTTP/1.1" status: 204 len: 168 time: 0.1169858 Nov 29 02:05:15.135157 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8411333-c943-411b-95ae-7b48b1c86d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20803ff5-594a-4b8d-9f17-fda1071b554f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:15.268058 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:05:15.282862 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:15.356982 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:05:15.778385 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43816) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:15.870422 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-928ae3fd-b29c-4ce7-a88c-6c61c95bf1f1 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:15.870870 dv-neutron-819032-3-hyperv neutron-server[103254]: WARNING neutron.api.v2.base [None req-928ae3fd-b29c-4ce7-a88c-6c61c95bf1f1 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 29 02:05:15.871362 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-928ae3fd-b29c-4ce7-a88c-6c61c95bf1f1 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] create failed (client error): There was a conflict when trying to complete your request. Nov 29 02:05:15.872365 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-928ae3fd-b29c-4ce7-a88c-6c61c95bf1f1 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0929735 Nov 29 02:05:15.875954 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43820) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:15.880659 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-84ef5eee-f109-4a0f-af17-cf7da1667579 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Request body: {'security_group': {'name': 'tempest-secgroup--2062001296'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:15.903115 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-84ef5eee-f109-4a0f-af17-cf7da1667579 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:15.911220 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-84ef5eee-f109-4a0f-af17-cf7da1667579 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:15.987351 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-84ef5eee-f109-4a0f-af17-cf7da1667579 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:15.991256 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-84ef5eee-f109-4a0f-af17-cf7da1667579 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:16.029131 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef5eee-f109-4a0f-af17-cf7da1667579 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d83eefa-f792-414c-b816-2ff8c5e79aab,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:16.064662 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-84ef5eee-f109-4a0f-af17-cf7da1667579 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:16.068156 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-84ef5eee-f109-4a0f-af17-cf7da1667579 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:16.095889 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-84ef5eee-f109-4a0f-af17-cf7da1667579 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:16.097081 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-84ef5eee-f109-4a0f-af17-cf7da1667579 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2202337 Nov 29 02:05:16.100134 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43822) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:16.101078 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef5eee-f109-4a0f-af17-cf7da1667579 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8870b7-8616-4d4d-b400-15adb657e97f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:16.105610 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e4a5364e-99b2-4efb-bace-ab6478c0441d tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Request body: {'security_group_rule': {'security_group_id': 'bf8870b7-8616-4d4d-b400-15adb657e97f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:16.137036 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4a5364e-99b2-4efb-bace-ab6478c0441d tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:16.210721 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4a5364e-99b2-4efb-bace-ab6478c0441d tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:16.214087 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4a5364e-99b2-4efb-bace-ab6478c0441d tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:16.232779 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5364e-99b2-4efb-bace-ab6478c0441d tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa87db88-49f7-4e23-b564-638a4ed11f73,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:16.238132 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4a5364e-99b2-4efb-bace-ab6478c0441d tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:16.242017 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e4a5364e-99b2-4efb-bace-ab6478c0441d tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408169 Nov 29 02:05:16.242834 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43824) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:16.247167 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-1eee3b09-13b0-4f2a-9d0c-b41bfa5e35cc tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Request body: {'security_group_rule': {'security_group_id': 'bf8870b7-8616-4d4d-b400-15adb657e97f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:16.273806 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1eee3b09-13b0-4f2a-9d0c-b41bfa5e35cc tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:16.317411 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-1eee3b09-13b0-4f2a-9d0c-b41bfa5e35cc tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] create failed (client error): There was a conflict when trying to complete your request. Nov 29 02:05:16.318414 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1eee3b09-13b0-4f2a-9d0c-b41bfa5e35cc tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0746627 Nov 29 02:05:16.321874 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43826) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:16.373600 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a87683e2-3421-4979-ad28-d1923d3bee48 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:16.396205 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a87683e2-3421-4979-ad28-d1923d3bee48 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:16.441371 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a87683e2-3421-4979-ad28-d1923d3bee48 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:16.444623 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a87683e2-3421-4979-ad28-d1923d3bee48 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:16.445808 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a87683e2-3421-4979-ad28-d1923d3bee48 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "DELETE /v2.0/security-groups/bf8870b7-8616-4d4d-b400-15adb657e97f HTTP/1.1" status: 204 len: 168 time: 0.1229966 Nov 29 02:05:16.448579 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43828) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:16.454455 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87683e2-3421-4979-ad28-d1923d3bee48 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8870b7-8616-4d4d-b400-15adb657e97f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:16.491880 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-21e88262-a0d3-4cdd-8b67-4c49a6836c01 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0421283 Nov 29 02:05:16.495563 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43830) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:16.499880 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-2dc913cc-27b4-4e4e-9834-d3524275a270 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Request body: {'security_group': {'name': 'tempest-secgroup--43408632'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:16.521829 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2dc913cc-27b4-4e4e-9834-d3524275a270 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:16.586533 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2dc913cc-27b4-4e4e-9834-d3524275a270 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:16.590044 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2dc913cc-27b4-4e4e-9834-d3524275a270 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:16.619539 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2dc913cc-27b4-4e4e-9834-d3524275a270 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:16.620767 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2dc913cc-27b4-4e4e-9834-d3524275a270 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1242492 Nov 29 02:05:16.623699 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc913cc-27b4-4e4e-9834-d3524275a270 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55010a92-5c44-4f0c-9d68-fc6ecc94f478,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:16.624081 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43832) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:16.629060 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-3542a118-4202-4f5f-814f-28daf4fcdecd tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Request body: {'security_group_rule': {'security_group_id': '55010a92-5c44-4f0c-9d68-fc6ecc94f478', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:16.629916 dv-neutron-819032-3-hyperv neutron-server[103255]: WARNING neutron.api.v2.base [None req-3542a118-4202-4f5f-814f-28daf4fcdecd tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 29 02:05:16.630504 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-3542a118-4202-4f5f-814f-28daf4fcdecd tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:05:16.631538 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3542a118-4202-4f5f-814f-28daf4fcdecd tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063510 Nov 29 02:05:16.634415 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43834) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:16.686063 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4044649c-356f-459f-a316-7302dfe4a797 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:16.707683 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4044649c-356f-459f-a316-7302dfe4a797 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:16.752058 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4044649c-356f-459f-a316-7302dfe4a797 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:16.754743 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4044649c-356f-459f-a316-7302dfe4a797 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:16.755978 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4044649c-356f-459f-a316-7302dfe4a797 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "DELETE /v2.0/security-groups/55010a92-5c44-4f0c-9d68-fc6ecc94f478 HTTP/1.1" status: 204 len: 168 time: 0.1205494 Nov 29 02:05:16.758765 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43836) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:16.764791 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044649c-356f-459f-a316-7302dfe4a797 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55010a92-5c44-4f0c-9d68-fc6ecc94f478,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:16.813742 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-aafd69fb-fa46-4f41-b6e8-b11152708485 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0537996 Nov 29 02:05:16.817391 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43838) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:16.821561 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a5e4f818-46e2-42ce-8b0b-e4e87ca1a5f9 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1279042183'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:16.846384 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5e4f818-46e2-42ce-8b0b-e4e87ca1a5f9 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:16.911594 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5e4f818-46e2-42ce-8b0b-e4e87ca1a5f9 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:16.918197 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5e4f818-46e2-42ce-8b0b-e4e87ca1a5f9 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:16.947743 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5e4f818-46e2-42ce-8b0b-e4e87ca1a5f9 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:16.949029 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a5e4f818-46e2-42ce-8b0b-e4e87ca1a5f9 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1306465 Nov 29 02:05:16.951572 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4f818-46e2-42ce-8b0b-e4e87ca1a5f9 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fab07ad-b3be-407e-b42e-c4563063cc97,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:16.952315 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43840) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:16.958675 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e2bd7b8a-5112-4b0b-8e0a-4976c4018bea tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Request body: {'security_group_rule': {'security_group_id': '5fab07ad-b3be-407e-b42e-c4563063cc97', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:16.960384 dv-neutron-819032-3-hyperv neutron-server[103254]: WARNING neutron.api.v2.base [None req-e2bd7b8a-5112-4b0b-8e0a-4976c4018bea tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 29 02:05:16.961157 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-e2bd7b8a-5112-4b0b-8e0a-4976c4018bea tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:05:16.962611 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e2bd7b8a-5112-4b0b-8e0a-4976c4018bea tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0090129 Nov 29 02:05:16.965466 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43842) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:16.967774 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:17.016437 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b7d48ee-bd5c-431a-8eda-86aa1b90d749 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:17.039592 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b7d48ee-bd5c-431a-8eda-86aa1b90d749 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:17.078888 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b7d48ee-bd5c-431a-8eda-86aa1b90d749 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:17.081592 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b7d48ee-bd5c-431a-8eda-86aa1b90d749 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:17.082722 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3b7d48ee-bd5c-431a-8eda-86aa1b90d749 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "DELETE /v2.0/security-groups/5fab07ad-b3be-407e-b42e-c4563063cc97 HTTP/1.1" status: 204 len: 168 time: 0.1161923 Nov 29 02:05:17.086045 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43844) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:17.092194 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d48ee-bd5c-431a-8eda-86aa1b90d749 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fab07ad-b3be-407e-b42e-c4563063cc97,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:17.129529 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4c1d06e7-4cfb-4d74-bc2d-df773d4ae8bc tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0423124 Nov 29 02:05:17.133515 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43846) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:17.138123 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-77614098-749a-4524-8825-a32768178672 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Request body: {'security_group': {'name': 'tempest-secgroup--883975732'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:17.159788 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77614098-749a-4524-8825-a32768178672 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:17.226004 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77614098-749a-4524-8825-a32768178672 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:17.229512 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77614098-749a-4524-8825-a32768178672 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:17.258925 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77614098-749a-4524-8825-a32768178672 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:17.260136 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-77614098-749a-4524-8825-a32768178672 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1255412 Nov 29 02:05:17.262017 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77614098-749a-4524-8825-a32768178672 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af5a92bf-07a4-422d-a34c-fa83b271e430,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:17.263092 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43848) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:17.267903 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-974bcfca-a661-491d-9809-b9d02b2a4d28 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Request body: {'security_group_rule': {'security_group_id': 'af5a92bf-07a4-422d-a34c-fa83b271e430', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:17.268789 dv-neutron-819032-3-hyperv neutron-server[103255]: WARNING neutron.api.v2.base [None req-974bcfca-a661-491d-9809-b9d02b2a4d28 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 29 02:05:17.269504 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-974bcfca-a661-491d-9809-b9d02b2a4d28 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:05:17.270357 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-974bcfca-a661-491d-9809-b9d02b2a4d28 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061104 Nov 29 02:05:17.273575 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43850) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:17.278289 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4d9cd7f4-6d22-4c10-af57-2454393c4863 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Request body: {'security_group_rule': {'security_group_id': 'af5a92bf-07a4-422d-a34c-fa83b271e430', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:17.278893 dv-neutron-819032-3-hyperv neutron-server[103255]: WARNING neutron.api.v2.base [None req-4d9cd7f4-6d22-4c10-af57-2454393c4863 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 29 02:05:17.279342 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-4d9cd7f4-6d22-4c10-af57-2454393c4863 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:05:17.280228 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4d9cd7f4-6d22-4c10-af57-2454393c4863 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0054698 Nov 29 02:05:17.282538 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43852) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:17.287170 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f71f266f-5b13-4f4f-9346-133e57660364 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Request body: {'security_group_rule': {'security_group_id': 'af5a92bf-07a4-422d-a34c-fa83b271e430', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:17.287935 dv-neutron-819032-3-hyperv neutron-server[103255]: WARNING neutron.api.v2.base [None req-f71f266f-5b13-4f4f-9346-133e57660364 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 29 02:05:17.288367 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-f71f266f-5b13-4f4f-9346-133e57660364 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:05:17.289274 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f71f266f-5b13-4f4f-9346-133e57660364 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057836 Nov 29 02:05:17.291470 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43854) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:17.295222 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d39d1fe3-fa27-4524-acd4-7338b9dfca0e tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Request body: {'security_group_rule': {'security_group_id': 'af5a92bf-07a4-422d-a34c-fa83b271e430', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:17.296012 dv-neutron-819032-3-hyperv neutron-server[103255]: WARNING neutron.api.v2.base [None req-d39d1fe3-fa27-4524-acd4-7338b9dfca0e tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 29 02:05:17.296459 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-d39d1fe3-fa27-4524-acd4-7338b9dfca0e tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:05:17.297350 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d39d1fe3-fa27-4524-acd4-7338b9dfca0e tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0050852 Nov 29 02:05:17.299594 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43856) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:17.349631 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d5d48eae-2c63-45f6-9192-15d745bfc2d4 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:17.373420 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d5d48eae-2c63-45f6-9192-15d745bfc2d4 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:17.411935 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d5d48eae-2c63-45f6-9192-15d745bfc2d4 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:17.414648 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d5d48eae-2c63-45f6-9192-15d745bfc2d4 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:17.415754 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d5d48eae-2c63-45f6-9192-15d745bfc2d4 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "DELETE /v2.0/security-groups/af5a92bf-07a4-422d-a34c-fa83b271e430 HTTP/1.1" status: 204 len: 168 time: 0.1153603 Nov 29 02:05:17.418529 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43858) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:17.424335 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d48eae-2c63-45f6-9192-15d745bfc2d4 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5a92bf-07a4-422d-a34c-fa83b271e430,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:17.464827 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-378ce051-dbbb-4a4a-9384-106c4c260454 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0450513 Nov 29 02:05:17.468520 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43860) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:17.472626 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-234fca78-556f-478c-a049-4994a092ba1c tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Request body: {'security_group': {'name': 'tempest-secgroup--671633102'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:17.493257 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-234fca78-556f-478c-a049-4994a092ba1c tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:17.557133 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-234fca78-556f-478c-a049-4994a092ba1c tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:17.560587 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-234fca78-556f-478c-a049-4994a092ba1c tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:17.590863 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-234fca78-556f-478c-a049-4994a092ba1c tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:17.592081 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-234fca78-556f-478c-a049-4994a092ba1c tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1226435 Nov 29 02:05:17.593162 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234fca78-556f-478c-a049-4994a092ba1c tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=602a051f-3a87-4d81-aed4-907bc70bfeb6,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:17.595095 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43862) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:17.599710 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e827cd6b-4528-412d-bd37-a979aee8bc24 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Request body: {'security_group_rule': {'security_group_id': '602a051f-3a87-4d81-aed4-907bc70bfeb6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:17.600190 dv-neutron-819032-3-hyperv neutron-server[103255]: WARNING neutron.api.v2.base [None req-e827cd6b-4528-412d-bd37-a979aee8bc24 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 29 02:05:17.600668 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-e827cd6b-4528-412d-bd37-a979aee8bc24 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:05:17.601672 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e827cd6b-4528-412d-bd37-a979aee8bc24 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055201 Nov 29 02:05:17.604170 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43864) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:17.608901 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-0740597f-8a91-4629-b9a3-0e2e3bcb47a3 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Request body: {'security_group_rule': {'security_group_id': '602a051f-3a87-4d81-aed4-907bc70bfeb6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:17.642010 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-0740597f-8a91-4629-b9a3-0e2e3bcb47a3 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:05:17.643028 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-0740597f-8a91-4629-b9a3-0e2e3bcb47a3 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0380299 Nov 29 02:05:17.646033 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43866) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:17.650848 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-0c8761d9-43f0-498e-93f1-d894b143736a tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Request body: {'security_group_rule': {'security_group_id': '602a051f-3a87-4d81-aed4-907bc70bfeb6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:17.651318 dv-neutron-819032-3-hyperv neutron-server[103254]: WARNING neutron.api.v2.base [None req-0c8761d9-43f0-498e-93f1-d894b143736a tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 29 02:05:17.651803 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-0c8761d9-43f0-498e-93f1-d894b143736a tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:05:17.652721 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0c8761d9-43f0-498e-93f1-d894b143736a tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0056658 Nov 29 02:05:17.655496 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43868) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:17.659257 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d83264de-d38b-4a68-a0fc-0589f5e1626f tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Request body: {'security_group_rule': {'security_group_id': '602a051f-3a87-4d81-aed4-907bc70bfeb6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:17.693173 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-d83264de-d38b-4a68-a0fc-0589f5e1626f tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:05:17.694852 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d83264de-d38b-4a68-a0fc-0589f5e1626f tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0385273 Nov 29 02:05:17.697668 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43870) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:17.702029 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9266db0e-ebb8-4775-9983-57e432ca663b tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Request body: {'security_group_rule': {'security_group_id': '602a051f-3a87-4d81-aed4-907bc70bfeb6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:17.702503 dv-neutron-819032-3-hyperv neutron-server[103254]: WARNING neutron.api.v2.base [None req-9266db0e-ebb8-4775-9983-57e432ca663b tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 29 02:05:17.702976 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-9266db0e-ebb8-4775-9983-57e432ca663b tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:05:17.703879 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9266db0e-ebb8-4775-9983-57e432ca663b tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0053031 Nov 29 02:05:17.706177 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43872) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:17.710068 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e656354c-22cb-4649-b4cb-22d28dd0214d tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Request body: {'security_group_rule': {'security_group_id': '602a051f-3a87-4d81-aed4-907bc70bfeb6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:17.743581 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-e656354c-22cb-4649-b4cb-22d28dd0214d tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:05:17.744577 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e656354c-22cb-4649-b4cb-22d28dd0214d tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0375381 Nov 29 02:05:17.747341 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43874) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:17.751494 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-fba5d926-2aee-440d-bfd8-90ae067d5d57 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Request body: {'security_group_rule': {'security_group_id': '602a051f-3a87-4d81-aed4-907bc70bfeb6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:17.751956 dv-neutron-819032-3-hyperv neutron-server[103254]: WARNING neutron.api.v2.base [None req-fba5d926-2aee-440d-bfd8-90ae067d5d57 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 29 02:05:17.752411 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-fba5d926-2aee-440d-bfd8-90ae067d5d57 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:05:17.753308 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-fba5d926-2aee-440d-bfd8-90ae067d5d57 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0051010 Nov 29 02:05:17.755577 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43876) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:17.759926 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-464728ca-79e4-4401-98b0-65fe90ca81b3 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Request body: {'security_group_rule': {'security_group_id': '602a051f-3a87-4d81-aed4-907bc70bfeb6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:17.793041 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-464728ca-79e4-4401-98b0-65fe90ca81b3 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:05:17.794136 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-464728ca-79e4-4401-98b0-65fe90ca81b3 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0376968 Nov 29 02:05:17.796970 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43878) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:17.801311 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b14843ea-ea88-4f0a-9e26-2a9410ede24b tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Request body: {'security_group_rule': {'security_group_id': '602a051f-3a87-4d81-aed4-907bc70bfeb6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:17.807563 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:17.837204 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-b14843ea-ea88-4f0a-9e26-2a9410ede24b tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:05:17.838250 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b14843ea-ea88-4f0a-9e26-2a9410ede24b tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0403285 Nov 29 02:05:17.841141 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43880) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:17.891689 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e8f4d259-1a10-4f61-a78e-17590dc9d97c tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:17.912900 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e8f4d259-1a10-4f61-a78e-17590dc9d97c tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:17.954961 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e8f4d259-1a10-4f61-a78e-17590dc9d97c tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:17.957840 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e8f4d259-1a10-4f61-a78e-17590dc9d97c tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:17.959004 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e8f4d259-1a10-4f61-a78e-17590dc9d97c tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "DELETE /v2.0/security-groups/602a051f-3a87-4d81-aed4-907bc70bfeb6 HTTP/1.1" status: 204 len: 168 time: 0.1169169 Nov 29 02:05:17.961695 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43882) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:17.967810 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4d259-1a10-4f61-a78e-17590dc9d97c tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=602a051f-3a87-4d81-aed4-907bc70bfeb6,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:18.004058 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-53f94d52-085f-44db-9178-6efa977f798c tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0412104 Nov 29 02:05:18.007891 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43884) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:18.012386 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-2877842b-4646-4327-b459-551a540897e3 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Request body: {'security_group': {'name': 'tempest-secgroup--617376164'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:18.033074 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:05:18.034669 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2877842b-4646-4327-b459-551a540897e3 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:18.081836 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:18.082204 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:18.099686 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2877842b-4646-4327-b459-551a540897e3 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:18.104592 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2877842b-4646-4327-b459-551a540897e3 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:18.136785 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2877842b-4646-4327-b459-551a540897e3 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:18.142868 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2877842b-4646-4327-b459-551a540897e3 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1291714 Nov 29 02:05:18.142868 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43886) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:18.145814 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c09ca637-4bbc-4402-bc0c-f54fd44df992 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Request body: {'security_group_rule': {'security_group_id': 'ff50e725-d5a2-4681-be02-0f4ee56e228a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:18.151196 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877842b-4646-4327-b459-551a540897e3 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff50e725-d5a2-4681-be02-0f4ee56e228a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:18.162925 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:18.187841 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb0017d-dfcb-43c1-b707-72a35311303c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:05:18.190728 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0e10b9-5462-4f3e-adf2-b42d3d694bff" -d '{"events": [{"server_uuid": "6cb0017d-dfcb-43c1-b707-72a35311303c", "name": "network-vif-plugged", "status": "completed", "tag": "f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:05:18.191875 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-c09ca637-4bbc-4402-bc0c-f54fd44df992 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] create failed (client error): The resource could not be found. Nov 29 02:05:18.193041 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c09ca637-4bbc-4402-bc0c-f54fd44df992 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0510097 Nov 29 02:05:18.195839 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43890) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:18.200338 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e6767a7e-6789-4fec-9331-de716311884e tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Request body: {'security_group_rule': {'security_group_id': 'ff50e725-d5a2-4681-be02-0f4ee56e228a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '41035851-3cbe-40a6-8387-bd685a42ce0e'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:18.203833 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0,segment=NetworkSegment(a767034f-685f-46a1-b040-4b969b751661),segment_id=a767034f-685f-46a1-b040-4b969b751661)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:05:18.207938 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:18.235726 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474e5045-d0eb-4581-b4f7-46d599ff7b35 x-openstack-request-id: req-474e5045-d0eb-4581-b4f7-46d599ff7b35 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:05:18.236017 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb0017d-dfcb-43c1-b707-72a35311303c", "name": "network-vif-plugged", "status": "completed", "tag": "f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:05:18.236268 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-474e5045-d0eb-4581-b4f7-46d599ff7b35 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:05:18.236655 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb0017d-dfcb-43c1-b707-72a35311303c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0', 'code': 200} Nov 29 02:05:18.245163 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-e6767a7e-6789-4fec-9331-de716311884e tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] create failed (client error): The resource could not be found. Nov 29 02:05:18.246480 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e6767a7e-6789-4fec-9331-de716311884e tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0497227 Nov 29 02:05:18.249188 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43892) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:18.258762 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0,revision_number=8']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:18.306592 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae407a68-98a7-49ef-86c4-64c978235240 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:18.328380 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae407a68-98a7-49ef-86c4-64c978235240 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:18.373092 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae407a68-98a7-49ef-86c4-64c978235240 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:18.375827 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae407a68-98a7-49ef-86c4-64c978235240 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:18.377009 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ae407a68-98a7-49ef-86c4-64c978235240 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "DELETE /v2.0/security-groups/ff50e725-d5a2-4681-be02-0f4ee56e228a HTTP/1.1" status: 204 len: 168 time: 0.1268513 Nov 29 02:05:18.379779 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43894) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:18.385908 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae407a68-98a7-49ef-86c4-64c978235240 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff50e725-d5a2-4681-be02-0f4ee56e228a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:18.424097 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-564031e5-d8ac-4ee1-adb8-cafe61e0cecb tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0426126 Nov 29 02:05:18.427900 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43896) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:18.432502 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-34ce17d5-a285-4fee-b378-60675fbe3897 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Request body: {'security_group_rule': {'security_group_id': 'e6c0eb41-cdfb-4625-abe7-55996f205404', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:18.473527 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-34ce17d5-a285-4fee-b378-60675fbe3897 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] create failed (client error): The resource could not be found. Nov 29 02:05:18.474623 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-34ce17d5-a285-4fee-b378-60675fbe3897 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0456717 Nov 29 02:05:18.478807 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43898) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:18.483093 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-085892fe-d0e2-4259-83d0-58dcd14803ea tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1968510170'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:18.505422 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-085892fe-d0e2-4259-83d0-58dcd14803ea tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:18.569945 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-085892fe-d0e2-4259-83d0-58dcd14803ea tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:18.574512 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-085892fe-d0e2-4259-83d0-58dcd14803ea tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:18.606273 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-085892fe-d0e2-4259-83d0-58dcd14803ea tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:18.607476 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-085892fe-d0e2-4259-83d0-58dcd14803ea tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1277564 Nov 29 02:05:18.609335 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085892fe-d0e2-4259-83d0-58dcd14803ea tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a339b9c0-586b-4ef8-b326-45b84d3e5c53,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:18.610523 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43900) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:18.618016 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5fa18477-43a0-42df-a411-eb348ac28cbf tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Request body: {'security_group': {'name': 'tempest-secgroup--867098001'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:18.641054 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5fa18477-43a0-42df-a411-eb348ac28cbf tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:18.703954 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5fa18477-43a0-42df-a411-eb348ac28cbf tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:18.707209 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5fa18477-43a0-42df-a411-eb348ac28cbf tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:18.734842 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5fa18477-43a0-42df-a411-eb348ac28cbf tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:18.736058 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5fa18477-43a0-42df-a411-eb348ac28cbf tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1238110 Nov 29 02:05:18.739152 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43902) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:18.740147 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa18477-43a0-42df-a411-eb348ac28cbf tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46b9217a-8b65-4cb0-9b70-7dfb4db1401b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:18.743853 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5bab67d7-2460-47a4-b188-a746d1f8d543 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Request body: {'security_group_rule': {'security_group_id': 'a339b9c0-586b-4ef8-b326-45b84d3e5c53', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '46b9217a-8b65-4cb0-9b70-7dfb4db1401b'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:18.778038 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-5bab67d7-2460-47a4-b188-a746d1f8d543 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:05:18.779164 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5bab67d7-2460-47a4-b188-a746d1f8d543 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0389502 Nov 29 02:05:18.781932 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43904) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:18.832298 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eebb484b-51ae-4ed9-aa56-7dc36f6cf81d tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:18.854834 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eebb484b-51ae-4ed9-aa56-7dc36f6cf81d tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:18.894035 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eebb484b-51ae-4ed9-aa56-7dc36f6cf81d tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:18.896673 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eebb484b-51ae-4ed9-aa56-7dc36f6cf81d tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:18.898409 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-eebb484b-51ae-4ed9-aa56-7dc36f6cf81d tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "DELETE /v2.0/security-groups/46b9217a-8b65-4cb0-9b70-7dfb4db1401b HTTP/1.1" status: 204 len: 168 time: 0.1155627 Nov 29 02:05:18.901457 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43906) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:18.907363 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb484b-51ae-4ed9-aa56-7dc36f6cf81d tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b9217a-8b65-4cb0-9b70-7dfb4db1401b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:18.953700 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-12252baa-745b-49da-a756-00a8ec7c3da9 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0509546 Nov 29 02:05:18.956335 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43908) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:19.008769 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a00eb929-7724-47ff-a743-372456328256 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:19.030649 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a00eb929-7724-47ff-a743-372456328256 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:19.070148 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a00eb929-7724-47ff-a743-372456328256 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:19.072738 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a00eb929-7724-47ff-a743-372456328256 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:19.073879 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a00eb929-7724-47ff-a743-372456328256 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "DELETE /v2.0/security-groups/a339b9c0-586b-4ef8-b326-45b84d3e5c53 HTTP/1.1" status: 204 len: 168 time: 0.1166811 Nov 29 02:05:19.076583 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43910) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:19.082510 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00eb929-7724-47ff-a743-372456328256 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a339b9c0-586b-4ef8-b326-45b84d3e5c53,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:19.090489 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00eb929-7724-47ff-a743-372456328256 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:19.090489 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00eb929-7724-47ff-a743-372456328256 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:19.090747 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00eb929-7724-47ff-a743-372456328256 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:19.091034 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00eb929-7724-47ff-a743-372456328256 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:19.091372 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00eb929-7724-47ff-a743-372456328256 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:19.092126 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00eb929-7724-47ff-a743-372456328256 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:19.092126 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00eb929-7724-47ff-a743-372456328256 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:19.092362 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00eb929-7724-47ff-a743-372456328256 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:19.092689 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00eb929-7724-47ff-a743-372456328256 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:19.093131 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00eb929-7724-47ff-a743-372456328256 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:19.093516 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00eb929-7724-47ff-a743-372456328256 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:19.093717 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00eb929-7724-47ff-a743-372456328256 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:19.125713 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b580f631-0201-480b-8d2d-e703cb714939 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0478570 Nov 29 02:05:19.129304 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43912) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:19.134309 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9531401e-ae8f-461f-b653-b536f125bd1f tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Request body: {'security_group': {'name': 'tempest-secgroup--882833921'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:19.154574 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9531401e-ae8f-461f-b653-b536f125bd1f tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:19.221809 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9531401e-ae8f-461f-b653-b536f125bd1f tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:19.225603 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9531401e-ae8f-461f-b653-b536f125bd1f tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:19.253483 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9531401e-ae8f-461f-b653-b536f125bd1f tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:19.254722 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9531401e-ae8f-461f-b653-b536f125bd1f tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1242843 Nov 29 02:05:19.258350 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43914) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:19.259342 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9531401e-ae8f-461f-b653-b536f125bd1f tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbf28b9-3e62-447d-a03b-d423846ee438,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:19.263174 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2cce615b-2c76-4aea-8a25-4733f28c4bbf tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:19.263700 dv-neutron-819032-3-hyperv neutron-server[103255]: WARNING neutron.api.v2.base [None req-2cce615b-2c76-4aea-8a25-4733f28c4bbf tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 29 02:05:19.264189 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-2cce615b-2c76-4aea-8a25-4733f28c4bbf tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] update failed (client error): There was a conflict when trying to complete your request. Nov 29 02:05:19.265129 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2cce615b-2c76-4aea-8a25-4733f28c4bbf tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "PUT /v2.0/security-groups/cdbf28b9-3e62-447d-a03b-d423846ee438 HTTP/1.1" status: 409 len: 330 time: 0.0056710 Nov 29 02:05:19.267774 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43916) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:19.318344 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff9ee0f7-1175-47a7-a4ee-3a84828d3c16 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:19.340521 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff9ee0f7-1175-47a7-a4ee-3a84828d3c16 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:19.379392 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff9ee0f7-1175-47a7-a4ee-3a84828d3c16 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:19.382609 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff9ee0f7-1175-47a7-a4ee-3a84828d3c16 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:19.383759 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ff9ee0f7-1175-47a7-a4ee-3a84828d3c16 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "DELETE /v2.0/security-groups/cdbf28b9-3e62-447d-a03b-d423846ee438 HTTP/1.1" status: 204 len: 168 time: 0.1150193 Nov 29 02:05:19.386651 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43918) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:19.396306 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ee0f7-1175-47a7-a4ee-3a84828d3c16 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbf28b9-3e62-447d-a03b-d423846ee438,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:19.430183 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-25ccb474-4e6a-4fcf-b769-21b06eb65c9d tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0423391 Nov 29 02:05:19.434306 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43920) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:19.450562 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-8cc8dcdd-4caa-4436-bc56-a1f54285e897 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] delete failed (client error): The resource could not be found. Nov 29 02:05:19.451528 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8cc8dcdd-4caa-4436-bc56-a1f54285e897 tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "DELETE /v2.0/security-groups/86fd7c84-efa5-406b-a67f-40aa45363495 HTTP/1.1" status: 404 len: 347 time: 0.0158281 Nov 29 02:05:19.455315 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43922) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:19.467940 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-1eabae49-9456-43e7-81b1-18c9ba3e0f2c tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] show failed (client error): The resource could not be found. Nov 29 02:05:19.468893 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1eabae49-9456-43e7-81b1-18c9ba3e0f2c tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "GET /v2.0/security-groups/0fe69192-fc17-4a27-a3a1-129162cb9781 HTTP/1.1" status: 404 len: 347 time: 0.0125933 Nov 29 02:05:19.472216 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43924) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:19.483168 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-95b525b3-b925-49a3-95b5-023ff8a8ef2b tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] show failed (client error): The resource could not be found. Nov 29 02:05:19.484115 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-95b525b3-b925-49a3-95b5-023ff8a8ef2b tempest-NegativeSecGroupTest-128478796 tempest-NegativeSecGroupTest-128478796-project] 10.222.0.37 "GET /v2.0/security-group-rules/2405f234-058b-4aed-af0e-ea8389762f19 HTTP/1.1" status: 404 len: 356 time: 0.0111191 Nov 29 02:05:19.716492 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43930) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:19.846517 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6516b640-ff2b-4407-887a-97d139c75cd4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=058af89d523c45309258614e8d706200&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1288750 Nov 29 02:05:19.848949 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43934) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:19.900657 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d97e654-672a-4eb3-80da-ae99305eff0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:19.921517 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d97e654-672a-4eb3-80da-ae99305eff0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:19.969125 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d97e654-672a-4eb3-80da-ae99305eff0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:19.971696 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9d97e654-672a-4eb3-80da-ae99305eff0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:19.972809 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9d97e654-672a-4eb3-80da-ae99305eff0f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7d83eefa-f792-414c-b816-2ff8c5e79aab HTTP/1.1" status: 204 len: 168 time: 0.1229727 Nov 29 02:05:19.986368 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97e654-672a-4eb3-80da-ae99305eff0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d83eefa-f792-414c-b816-2ff8c5e79aab,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:32.696062 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5c742-ea38-4cab-b2f2-f4eda95684d9 req-41527c0c-8f63-472a-9381-51c45e6d35d9 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:32.697533 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-30c5c742-ea38-4cab-b2f2-f4eda95684d9 req-41527c0c-8f63-472a-9381-51c45e6d35d9 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef878696-d755-4843-8d89-e9fdd426c262 HTTP/1.1" status: 200 len: 945 time: 0.0527380 Nov 29 02:05:32.745526 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-30c5c742-ea38-4cab-b2f2-f4eda95684d9 req-61725b4c-f182-4351-b4e1-15d126fbb5f0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=89781957-e292-4edd-961a-22aab2556042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419533 Nov 29 02:05:33.863511 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451519d-be0f-4142-975c-fb588673075e req-6870fb9e-a490-4c9d-b13f-8669f5129791 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:33.864988 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1451519d-be0f-4142-975c-fb588673075e req-6870fb9e-a490-4c9d-b13f-8669f5129791 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef878696-d755-4843-8d89-e9fdd426c262 HTTP/1.1" status: 200 len: 945 time: 0.0493231 Nov 29 02:05:33.914559 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1451519d-be0f-4142-975c-fb588673075e req-cb785513-526c-4a8c-a5af-9292f267c824 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=89781957-e292-4edd-961a-22aab2556042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435183 Nov 29 02:05:34.432986 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435be7a-c74f-453c-b723-b7be0e1e0ef3 req-81f5b14b-c83f-4c27-a0ca-ac723194cfe8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:34.434442 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e435be7a-c74f-453c-b723-b7be0e1e0ef3 req-81f5b14b-c83f-4c27-a0ca-ac723194cfe8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef878696-d755-4843-8d89-e9fdd426c262 HTTP/1.1" status: 200 len: 945 time: 0.0602112 Nov 29 02:05:34.519851 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-e435be7a-c74f-453c-b723-b7be0e1e0ef3 req-114c0020-615e-4a48-9c06-7e43acc7fb05 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port 86f3510a-3179-4172-9c13-729e84282f67 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:05:34.520191 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e435be7a-c74f-453c-b723-b7be0e1e0ef3 req-114c0020-615e-4a48-9c06-7e43acc7fb05 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:34.608178 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-e435be7a-c74f-453c-b723-b7be0e1e0ef3 req-114c0020-615e-4a48-9c06-7e43acc7fb05 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] For port 86f3510a-3179-4172-9c13-729e84282f67, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=86f3510a-3179-4172-9c13-729e84282f67,segment=NetworkSegment(5bc2190d-26b9-4eed-a9fe-b3d3142fe50b),segment_id=5bc2190d-26b9-4eed-a9fe-b3d3142fe50b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:05:34.608545 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e435be7a-c74f-453c-b723-b7be0e1e0ef3 req-114c0020-615e-4a48-9c06-7e43acc7fb05 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:34.820035 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e435be7a-c74f-453c-b723-b7be0e1e0ef3 req-114c0020-615e-4a48-9c06-7e43acc7fb05 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:34.820317 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e435be7a-c74f-453c-b723-b7be0e1e0ef3 req-114c0020-615e-4a48-9c06-7e43acc7fb05 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:34.820635 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [req-e435be7a-c74f-453c-b723-b7be0e1e0ef3 req-114c0020-615e-4a48-9c06-7e43acc7fb05 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Floating IP e4f2e7a7-e875-44d1-88ba-980c7018fdb1 disassociated. External IP: 172.26.3.238, port: 86f3510a-3179-4172-9c13-729e84282f67. Nov 29 02:05:34.820978 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-e435be7a-c74f-453c-b723-b7be0e1e0ef3 req-114c0020-615e-4a48-9c06-7e43acc7fb05 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for 86f3510a-3179-4172-9c13-729e84282f67 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:05:34.949202 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e435be7a-c74f-453c-b723-b7be0e1e0ef3 req-114c0020-615e-4a48-9c06-7e43acc7fb05 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:34.980029 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c0020-615e-4a48-9c06-7e43acc7fb05 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=86f3510a-3179-4172-9c13-729e84282f67,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:35.022331 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7453fb39-567a-41c1-9db3-7d42b2aa6e77 req-7381473e-d71b-4d39-bec4-b80a657d5d3d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef878696-d755-4843-8d89-e9fdd426c262 HTTP/1.1" status: 200 len: 210 time: 0.0305891 Nov 29 02:05:35.090277 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e435be7a-c74f-453c-b723-b7be0e1e0ef3 req-114c0020-615e-4a48-9c06-7e43acc7fb05 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router 18cecb15-20f6-4ff4-8405-dbd7bfc2882c has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:05:35.434307 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e435be7a-c74f-453c-b723-b7be0e1e0ef3 req-114c0020-615e-4a48-9c06-7e43acc7fb05 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:05:35.446466 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc6de65-6d7a-4569-8954-bf99b3c3e506 None None] Sync routers for ids ['18cecb15-20f6-4ff4-8405-dbd7bfc2882c'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:05:35.457741 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc6de65-6d7a-4569-8954-bf99b3c3e506 None None] Routers {'18cecb15-20f6-4ff4-8405-dbd7bfc2882c'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:05:35.458380 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6bc6de65-6d7a-4569-8954-bf99b3c3e506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:05:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['18cecb15-20f6-4ff4-8405-dbd7bfc2882c'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:35.474882 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-e435be7a-c74f-453c-b723-b7be0e1e0ef3 req-114c0020-615e-4a48-9c06-7e43acc7fb05 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] No DVR routers for this DVR port 86f3510a-3179-4172-9c13-729e84282f67 on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:05:35.477528 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e435be7a-c74f-453c-b723-b7be0e1e0ef3 req-114c0020-615e-4a48-9c06-7e43acc7fb05 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:35.480852 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e435be7a-c74f-453c-b723-b7be0e1e0ef3 req-114c0020-615e-4a48-9c06-7e43acc7fb05 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "DELETE /v2.0/ports/86f3510a-3179-4172-9c13-729e84282f67 HTTP/1.1" status: 204 len: 173 time: 1.0394423 Nov 29 02:05:35.481283 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef878696-d755-4843-8d89-e9fdd426c262', 'name': 'network-vif-deleted', 'tag': '86f3510a-3179-4172-9c13-729e84282f67'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:05:35.483542 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b63e8c3-820f-4d5b-af97-47fd699e2dd9" -d '{"events": [{"server_uuid": "ef878696-d755-4843-8d89-e9fdd426c262", "name": "network-vif-deleted", "tag": "86f3510a-3179-4172-9c13-729e84282f67"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:05:35.526839 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45b290f-118d-4c55-9b26-087a15b87261 x-openstack-request-id: req-b45b290f-118d-4c55-9b26-087a15b87261 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:05:35.527211 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef878696-d755-4843-8d89-e9fdd426c262", "name": "network-vif-deleted", "tag": "86f3510a-3179-4172-9c13-729e84282f67", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:05:35.527607 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b45b290f-118d-4c55-9b26-087a15b87261 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:05:35.528250 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef878696-d755-4843-8d89-e9fdd426c262', 'name': 'network-vif-deleted', 'tag': '86f3510a-3179-4172-9c13-729e84282f67', 'status': 'completed', 'code': 200} Nov 29 02:05:35.565007 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-6bc6de65-6d7a-4569-8954-bf99b3c3e506 None None] Set router 18cecb15-20f6-4ff4-8405-dbd7bfc2882c gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:05:35.903400 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6bc6de65-6d7a-4569-8954-bf99b3c3e506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'name': 'tempest-TestNetworkBasicOps-router-309347414', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:38Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '9955ac60-f264-42a0-8860-7b0a5cb45cda', 'name': '', 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:c5:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e5415f43-09f1-4cdb-b666-d7bd67043dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:03:37Z', 'updated_at': '2021-11-29T02:03:43Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': 'e5415f43-09f1-4cdb-b666-d7bd67043dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:35.928752 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc6de65-6d7a-4569-8954-bf99b3c3e506 None None] Checking router: 18cecb15-20f6-4ff4-8405-dbd7bfc2882c for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:05:35.937832 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc6de65-6d7a-4569-8954-bf99b3c3e506 None None] Routers {'18cecb15-20f6-4ff4-8405-dbd7bfc2882c'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:05:35.939061 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6bc6de65-6d7a-4569-8954-bf99b3c3e506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:05:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['18cecb15-20f6-4ff4-8405-dbd7bfc2882c'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:36.047801 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-6bc6de65-6d7a-4569-8954-bf99b3c3e506 None None] Set router 18cecb15-20f6-4ff4-8405-dbd7bfc2882c gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:05:36.135534 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-aa7b0ec3-827e-446f-b775-0c67d544bb0e req-bd25c1d5-28af-4d46-805b-ceae7bb57b9a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef878696-d755-4843-8d89-e9fdd426c262 HTTP/1.1" status: 200 len: 210 time: 0.0274601 Nov 29 02:05:36.261198 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6bc6de65-6d7a-4569-8954-bf99b3c3e506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'name': 'tempest-TestNetworkBasicOps-router-309347414', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:38Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '9955ac60-f264-42a0-8860-7b0a5cb45cda', 'name': '', 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:c5:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e5415f43-09f1-4cdb-b666-d7bd67043dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:03:37Z', 'updated_at': '2021-11-29T02:03:43Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': 'e5415f43-09f1-4cdb-b666-d7bd67043dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:36.292590 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc6de65-6d7a-4569-8954-bf99b3c3e506 None None] The sync data for ids ['18cecb15-20f6-4ff4-8405-dbd7bfc2882c'] in dv-neutron-819032-3-hyperv is: [{'id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'name': 'tempest-TestNetworkBasicOps-router-309347414', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:38Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '9955ac60-f264-42a0-8860-7b0a5cb45cda', 'name': '', 'network_id': 'a1aa04bf-59ef-41bf-b51c-27c9e02dcb67', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:c5:48:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'e5415f43-09f1-4cdb-b666-d7bd67043dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:03:37Z', 'updated_at': '2021-11-29T02:03:43Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': 'e5415f43-09f1-4cdb-b666-d7bd67043dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:05:36.507741 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eba45b-4960-4c9a-bb98-db8b61a3a756 None None] New status for floating IP e4f2e7a7-e875-44d1-88ba-980c7018fdb1: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:05:37.190780 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43962) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:37.248795 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-347b7c05-11d9-4077-ba71-d10ed9c59760 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:37.274079 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-347b7c05-11d9-4077-ba71-d10ed9c59760 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:37.331993 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-347b7c05-11d9-4077-ba71-d10ed9c59760 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:37.334734 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-347b7c05-11d9-4077-ba71-d10ed9c59760 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:37.335952 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-347b7c05-11d9-4077-ba71-d10ed9c59760 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/security-groups/89781957-e292-4edd-961a-22aab2556042 HTTP/1.1" status: 204 len: 168 time: 0.1441731 Nov 29 02:05:37.345218 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b7c05-11d9-4077-ba71-d10ed9c59760 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89781957-e292-4edd-961a-22aab2556042,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:37.353346 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b7c05-11d9-4077-ba71-d10ed9c59760 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:37.353732 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b7c05-11d9-4077-ba71-d10ed9c59760 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:37.354080 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b7c05-11d9-4077-ba71-d10ed9c59760 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:37.354419 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b7c05-11d9-4077-ba71-d10ed9c59760 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:37.354752 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b7c05-11d9-4077-ba71-d10ed9c59760 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:37.355094 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b7c05-11d9-4077-ba71-d10ed9c59760 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:37.355422 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b7c05-11d9-4077-ba71-d10ed9c59760 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:37.355747 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b7c05-11d9-4077-ba71-d10ed9c59760 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:37.356089 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b7c05-11d9-4077-ba71-d10ed9c59760 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:37.356465 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b7c05-11d9-4077-ba71-d10ed9c59760 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:37.356831 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b7c05-11d9-4077-ba71-d10ed9c59760 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:37.357193 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347b7c05-11d9-4077-ba71-d10ed9c59760 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:37.366230 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43966) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:37.496345 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-fc437bc6-77d2-4ce8-9a51-f5e2cfa11b8b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port 00ef08ae-ff25-437b-b435-d33fff11819f {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:05:37.496657 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc437bc6-77d2-4ce8-9a51-f5e2cfa11b8b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:37.576143 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc437bc6-77d2-4ce8-9a51-f5e2cfa11b8b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:37.576467 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc437bc6-77d2-4ce8-9a51-f5e2cfa11b8b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:37.587729 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-fc437bc6-77d2-4ce8-9a51-f5e2cfa11b8b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for 00ef08ae-ff25-437b-b435-d33fff11819f owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:05:37.721069 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc437bc6-77d2-4ce8-9a51-f5e2cfa11b8b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:37.750820 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc437bc6-77d2-4ce8-9a51-f5e2cfa11b8b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=00ef08ae-ff25-437b-b435-d33fff11819f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:37.805686 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc437bc6-77d2-4ce8-9a51-f5e2cfa11b8b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:37.808228 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fc437bc6-77d2-4ce8-9a51-f5e2cfa11b8b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:37.809359 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-fc437bc6-77d2-4ce8-9a51-f5e2cfa11b8b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/floatingips/e4f2e7a7-e875-44d1-88ba-980c7018fdb1 HTTP/1.1" status: 204 len: 168 time: 0.4416099 Nov 29 02:05:38.013783 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136621b-498d-4471-9bac-7123f9a258f7 req-9f3c757d-d842-48be-b7e9-eaf3a77c135d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:38.015187 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4136621b-498d-4471-9bac-7123f9a258f7 req-9f3c757d-d842-48be-b7e9-eaf3a77c135d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6159108-576f-4c18-9700-373fb54734ff HTTP/1.1" status: 200 len: 945 time: 0.0478499 Nov 29 02:05:38.067501 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4136621b-498d-4471-9bac-7123f9a258f7 req-2befdf2f-8864-4e84-baf4-bbe3db84ca38 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=10991852-db99-41f1-8a10-600615a78cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463789 Nov 29 02:05:39.186515 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355c3d9-142b-4286-bd01-451c1339a19d req-a55bdc41-ac4c-4c80-a1cc-d309d01a8b2c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:39.188000 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d355c3d9-142b-4286-bd01-451c1339a19d req-a55bdc41-ac4c-4c80-a1cc-d309d01a8b2c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6159108-576f-4c18-9700-373fb54734ff HTTP/1.1" status: 200 len: 945 time: 0.0515091 Nov 29 02:05:39.236385 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d355c3d9-142b-4286-bd01-451c1339a19d req-cd51c9b8-7fdb-442f-bd2f-ab18149803d1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=10991852-db99-41f1-8a10-600615a78cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424590 Nov 29 02:05:39.716069 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ddf2c-219e-47a5-9700-875599021be3 req-055d92e1-cf8a-4a67-8ce8-277436d8c1bb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:39.717502 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-4d4ddf2c-219e-47a5-9700-875599021be3 req-055d92e1-cf8a-4a67-8ce8-277436d8c1bb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6159108-576f-4c18-9700-373fb54734ff HTTP/1.1" status: 200 len: 945 time: 0.0475028 Nov 29 02:05:39.806915 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-4d4ddf2c-219e-47a5-9700-875599021be3 req-51d820e6-066a-47a1-819a-e412def69269 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port 9cc93fce-b760-4a82-b891-94ec7f200b2b {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:05:39.807251 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4d4ddf2c-219e-47a5-9700-875599021be3 req-51d820e6-066a-47a1-819a-e412def69269 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:39.895622 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-4d4ddf2c-219e-47a5-9700-875599021be3 req-51d820e6-066a-47a1-819a-e412def69269 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] For port 9cc93fce-b760-4a82-b891-94ec7f200b2b, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=9cc93fce-b760-4a82-b891-94ec7f200b2b,segment=NetworkSegment(5bc2190d-26b9-4eed-a9fe-b3d3142fe50b),segment_id=5bc2190d-26b9-4eed-a9fe-b3d3142fe50b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:05:39.895979 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4d4ddf2c-219e-47a5-9700-875599021be3 req-51d820e6-066a-47a1-819a-e412def69269 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:39.908780 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-4d4ddf2c-219e-47a5-9700-875599021be3 req-51d820e6-066a-47a1-819a-e412def69269 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for 9cc93fce-b760-4a82-b891-94ec7f200b2b owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:05:40.035282 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4d4ddf2c-219e-47a5-9700-875599021be3 req-51d820e6-066a-47a1-819a-e412def69269 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:40.063418 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d820e6-066a-47a1-819a-e412def69269 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=9cc93fce-b760-4a82-b891-94ec7f200b2b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:40.108855 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4ddf2c-219e-47a5-9700-875599021be3 req-51d820e6-066a-47a1-819a-e412def69269 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] No DVR routers for this DVR port 9cc93fce-b760-4a82-b891-94ec7f200b2b on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:05:40.111188 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-4d4ddf2c-219e-47a5-9700-875599021be3 req-51d820e6-066a-47a1-819a-e412def69269 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:40.114521 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-4d4ddf2c-219e-47a5-9700-875599021be3 req-51d820e6-066a-47a1-819a-e412def69269 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "DELETE /v2.0/ports/9cc93fce-b760-4a82-b891-94ec7f200b2b HTTP/1.1" status: 204 len: 173 time: 0.3905690 Nov 29 02:05:40.114967 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6159108-576f-4c18-9700-373fb54734ff', 'name': 'network-vif-deleted', 'tag': '9cc93fce-b760-4a82-b891-94ec7f200b2b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:05:40.117749 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29d0bd0-e7ee-486a-b86d-05b7a888b303" -d '{"events": [{"server_uuid": "d6159108-576f-4c18-9700-373fb54734ff", "name": "network-vif-deleted", "tag": "9cc93fce-b760-4a82-b891-94ec7f200b2b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:05:40.135544 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 86f3510a-3179-4172-9c13-729e84282f67 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:05:40.158394 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f819afc-dc5a-4df5-a761-6d2ab9a8f841 x-openstack-request-id: req-3f819afc-dc5a-4df5-a761-6d2ab9a8f841 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:05:40.158698 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6159108-576f-4c18-9700-373fb54734ff", "name": "network-vif-deleted", "tag": "9cc93fce-b760-4a82-b891-94ec7f200b2b", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:05:40.158982 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f819afc-dc5a-4df5-a761-6d2ab9a8f841 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:05:40.159423 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6159108-576f-4c18-9700-373fb54734ff', 'name': 'network-vif-deleted', 'tag': '9cc93fce-b760-4a82-b891-94ec7f200b2b', 'status': 'completed', 'code': 200} Nov 29 02:05:40.163447 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: 86f3510a-3179-4172-9c13-729e84282f67 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:05:40.163807 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 86f3510a-3179-4172-9c13-729e84282f67 not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:05:40.343023 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-50d29ad6-c19c-4119-8ef1-097172ed0ce2 req-407d555e-d3c0-4e7b-9108-f736b55b583a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=d6159108-576f-4c18-9700-373fb54734ff HTTP/1.1" status: 200 len: 210 time: 0.0266318 Nov 29 02:05:41.398210 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43980) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:41.453336 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52a2eede-2854-424a-83e7-017cb441e5db tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:41.478275 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52a2eede-2854-424a-83e7-017cb441e5db tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:41.535754 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52a2eede-2854-424a-83e7-017cb441e5db tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:41.538550 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52a2eede-2854-424a-83e7-017cb441e5db tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:41.539721 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-52a2eede-2854-424a-83e7-017cb441e5db tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/security-groups/10991852-db99-41f1-8a10-600615a78cb7 HTTP/1.1" status: 204 len: 168 time: 0.1405206 Nov 29 02:05:41.548656 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a2eede-2854-424a-83e7-017cb441e5db tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10991852-db99-41f1-8a10-600615a78cb7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:41.570607 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43984) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:41.922964 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fe78a00-7226-410c-a888-f337b2202aa7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:42.017023 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-311a4b14-893a-4070-8891-d845880b425b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:42.173094 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-7fe78a00-7226-410c-a888-f337b2202aa7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port 9955ac60-f264-42a0-8860-7b0a5cb45cda {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:05:42.173362 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fe78a00-7226-410c-a888-f337b2202aa7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:42.259875 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-7fe78a00-7226-410c-a888-f337b2202aa7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] For port 9955ac60-f264-42a0-8860-7b0a5cb45cda, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=9955ac60-f264-42a0-8860-7b0a5cb45cda,segment=NetworkSegment(5bc2190d-26b9-4eed-a9fe-b3d3142fe50b),segment_id=5bc2190d-26b9-4eed-a9fe-b3d3142fe50b)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:05:42.260235 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fe78a00-7226-410c-a888-f337b2202aa7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:42.272242 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-7fe78a00-7226-410c-a888-f337b2202aa7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for 9955ac60-f264-42a0-8860-7b0a5cb45cda owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:05:42.452155 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fe78a00-7226-410c-a888-f337b2202aa7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:42.482474 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe78a00-7226-410c-a888-f337b2202aa7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=9955ac60-f264-42a0-8860-7b0a5cb45cda,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:42.650876 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fe78a00-7226-410c-a888-f337b2202aa7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:42.863156 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe78a00-7226-410c-a888-f337b2202aa7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router 18cecb15-20f6-4ff4-8405-dbd7bfc2882c has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:05:42.969916 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe78a00-7226-410c-a888-f337b2202aa7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:05:42.974776 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7fe78a00-7226-410c-a888-f337b2202aa7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "PUT /v2.0/routers/18cecb15-20f6-4ff4-8405-dbd7bfc2882c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4031425 Nov 29 02:05:42.977464 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43988) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:42.979200 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22de145a-c955-43a0-95df-78d798d3c168 None None] Sync routers for ids ['18cecb15-20f6-4ff4-8405-dbd7bfc2882c'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:05:42.988687 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22de145a-c955-43a0-95df-78d798d3c168 None None] Routers {'18cecb15-20f6-4ff4-8405-dbd7bfc2882c'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:05:42.989387 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-22de145a-c955-43a0-95df-78d798d3c168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:05:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['18cecb15-20f6-4ff4-8405-dbd7bfc2882c'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:43.028201 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-823e4e38-f040-478e-b38e-623e5087891e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting subnet e5415f43-09f1-4cdb-b666-d7bd67043dea {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:05:43.031363 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-823e4e38-f040-478e-b38e-623e5087891e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:43.072381 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-823e4e38-f040-478e-b38e-623e5087891e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:43.095908 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-22de145a-c955-43a0-95df-78d798d3c168 None None] Set router 18cecb15-20f6-4ff4-8405-dbd7bfc2882c gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:05:43.158444 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-823e4e38-f040-478e-b38e-623e5087891e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:43.215046 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-823e4e38-f040-478e-b38e-623e5087891e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:43.243294 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e4e38-f040-478e-b38e-623e5087891e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Subnet': ['ID=e5415f43-09f1-4cdb-b666-d7bd67043dea,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:43.245258 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-823e4e38-f040-478e-b38e-623e5087891e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:43.250644 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-823e4e38-f040-478e-b38e-623e5087891e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/subnets/e5415f43-09f1-4cdb-b666-d7bd67043dea HTTP/1.1" status: 204 len: 168 time: 0.2717543 Nov 29 02:05:43.251467 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43992) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:43.252831 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efd91c1-bfc2-4c2b-9bb2-f3dfb3a76fcb None None] Network a1aa04bf-59ef-41bf-b51c-27c9e02dcb67 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:05:43.356957 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-22de145a-c955-43a0-95df-78d798d3c168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'name': 'tempest-TestNetworkBasicOps-router-309347414', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:05:42Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:43.360287 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e31da938-6765-478f-b025-08ddfbe2b52f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:43.399242 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22de145a-c955-43a0-95df-78d798d3c168 None None] Checking router: 18cecb15-20f6-4ff4-8405-dbd7bfc2882c for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:05:43.412668 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22de145a-c955-43a0-95df-78d798d3c168 None None] Routers {'18cecb15-20f6-4ff4-8405-dbd7bfc2882c'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:05:43.413320 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-22de145a-c955-43a0-95df-78d798d3c168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:05:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['18cecb15-20f6-4ff4-8405-dbd7bfc2882c'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:43.465456 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e31da938-6765-478f-b025-08ddfbe2b52f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:43.521377 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-22de145a-c955-43a0-95df-78d798d3c168 None None] Set router 18cecb15-20f6-4ff4-8405-dbd7bfc2882c gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:05:43.521719 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e31da938-6765-478f-b025-08ddfbe2b52f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port b19088b6-0139-483a-9bba-d7432069d23c {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:05:43.522070 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e31da938-6765-478f-b025-08ddfbe2b52f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:43.577042 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d00650c-87c9-49b6-8d3d-77b05f0741b5 None None] DHCP port deletion for a1aa04bf-59ef-41bf-b51c-27c9e02dcb67 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:05:43.607333 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e31da938-6765-478f-b025-08ddfbe2b52f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] For port b19088b6-0139-483a-9bba-d7432069d23c, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=b19088b6-0139-483a-9bba-d7432069d23c,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:05:43.607692 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e31da938-6765-478f-b025-08ddfbe2b52f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:43.619726 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e31da938-6765-478f-b025-08ddfbe2b52f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for b19088b6-0139-483a-9bba-d7432069d23c owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:05:43.658098 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:43.723258 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-2d00650c-87c9-49b6-8d3d-77b05f0741b5 None None] Deleting port 1a04a1d6-2e91-41d4-8ba3-2664832d8a56 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:05:43.723633 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d00650c-87c9-49b6-8d3d-77b05f0741b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:43.784049 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e31da938-6765-478f-b025-08ddfbe2b52f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:43.801739 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-2d00650c-87c9-49b6-8d3d-77b05f0741b5 None None] For port 1a04a1d6-2e91-41d4-8ba3-2664832d8a56, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=1a04a1d6-2e91-41d4-8ba3-2664832d8a56,segment=NetworkSegment(5bc2190d-26b9-4eed-a9fe-b3d3142fe50b),segment_id=5bc2190d-26b9-4eed-a9fe-b3d3142fe50b)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:05:43.802141 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d00650c-87c9-49b6-8d3d-77b05f0741b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:43.815785 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31da938-6765-478f-b025-08ddfbe2b52f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=b19088b6-0139-483a-9bba-d7432069d23c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:43.818774 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-2d00650c-87c9-49b6-8d3d-77b05f0741b5 None None] Calling delete_port for 1a04a1d6-2e91-41d4-8ba3-2664832d8a56 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:05:43.831412 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886682a4-b7a2-4e8d-9457-ca233b8c541b None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:05:43.839271 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-22de145a-c955-43a0-95df-78d798d3c168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'name': 'tempest-TestNetworkBasicOps-router-309347414', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:05:42Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:43.872377 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e31da938-6765-478f-b025-08ddfbe2b52f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:43.895977 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22de145a-c955-43a0-95df-78d798d3c168 None None] The sync data for ids ['18cecb15-20f6-4ff4-8405-dbd7bfc2882c'] in dv-neutron-819032-3-hyperv is: [{'id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'name': 'tempest-TestNetworkBasicOps-router-309347414', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:05:42Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'b19088b6-0139-483a-9bba-d7432069d23c', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18cecb15-20f6-4ff4-8405-dbd7bfc2882c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:03:33Z', 'updated_at': '2021-11-29T02:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:05:43.941674 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2d00650c-87c9-49b6-8d3d-77b05f0741b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:43.969813 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e31da938-6765-478f-b025-08ddfbe2b52f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:43.971041 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00650c-87c9-49b6-8d3d-77b05f0741b5 None None] Pushing event deleted for resources: {'Port': ['ID=1a04a1d6-2e91-41d4-8ba3-2664832d8a56,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:43.972220 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e31da938-6765-478f-b025-08ddfbe2b52f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:43.979511 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d00650c-87c9-49b6-8d3d-77b05f0741b5 None None] No DVR routers for this DVR port 1a04a1d6-2e91-41d4-8ba3-2664832d8a56 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:05:43.981830 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d00650c-87c9-49b6-8d3d-77b05f0741b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:43.982190 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d00650c-87c9-49b6-8d3d-77b05f0741b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:43.982536 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d00650c-87c9-49b6-8d3d-77b05f0741b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:43.982878 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d00650c-87c9-49b6-8d3d-77b05f0741b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:43.983219 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d00650c-87c9-49b6-8d3d-77b05f0741b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:43.983557 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d00650c-87c9-49b6-8d3d-77b05f0741b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:43.983944 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d00650c-87c9-49b6-8d3d-77b05f0741b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:43.984233 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d00650c-87c9-49b6-8d3d-77b05f0741b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:43.984561 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d00650c-87c9-49b6-8d3d-77b05f0741b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:43.984890 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d00650c-87c9-49b6-8d3d-77b05f0741b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:43.985220 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d00650c-87c9-49b6-8d3d-77b05f0741b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:43.985563 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d00650c-87c9-49b6-8d3d-77b05f0741b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:05:44.016886 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e31da938-6765-478f-b025-08ddfbe2b52f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:44.017404 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31da938-6765-478f-b025-08ddfbe2b52f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Fanout notify agent at l3_agent the message router_deleted on router 18cecb15-20f6-4ff4-8405-dbd7bfc2882c {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:05:44.024807 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e31da938-6765-478f-b025-08ddfbe2b52f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:44.026174 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e31da938-6765-478f-b025-08ddfbe2b52f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/routers/18cecb15-20f6-4ff4-8405-dbd7bfc2882c HTTP/1.1" status: 204 len: 168 time: 0.7735567 Nov 29 02:05:44.028797 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43994) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:44.103557 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1728c9d6-6662-4b22-9437-e69c95ec6c6e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:44.153813 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 9cc93fce-b760-4a82-b891-94ec7f200b2b no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:05:44.174520 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: 9cc93fce-b760-4a82-b891-94ec7f200b2b {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:05:44.174871 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 9cc93fce-b760-4a82-b891-94ec7f200b2b not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:05:44.192345 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1728c9d6-6662-4b22-9437-e69c95ec6c6e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:44.212432 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-1728c9d6-6662-4b22-9437-e69c95ec6c6e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1aa04bf-59ef-41bf-b51c-27c9e02dcb67']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:44.221317 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-1728c9d6-6662-4b22-9437-e69c95ec6c6e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bc2190d-26b9-4eed-a9fe-b3d3142fe50b') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:44.221628 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-1728c9d6-6662-4b22-9437-e69c95ec6c6e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bc2190d-26b9-4eed-a9fe-b3d3142fe50b') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:44.234728 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1728c9d6-6662-4b22-9437-e69c95ec6c6e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:44.251429 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1728c9d6-6662-4b22-9437-e69c95ec6c6e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:44.260004 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1728c9d6-6662-4b22-9437-e69c95ec6c6e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:05:44.260603 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1728c9d6-6662-4b22-9437-e69c95ec6c6e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:44.263609 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:05:44.263609 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:05:44.263609 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:05:44.263609 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:05:44.263609 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:05:44.263609 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:05:44.263609 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:05:44.263609 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:05:44.263609 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:05:44.263609 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:05:44.263609 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:05:44.263609 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:05:44.263609 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:05:44.263609 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:05:44.263609 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:05:44.263609 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:05:44.263609 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:05:44.263609 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:05:44.263609 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:05:44.263609 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:05:44.263609 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:05:44.263609 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:05:44.263609 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:05:44.263609 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:05:44.263609 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:05:44.263609 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:05:44.263609 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:05:44.263609 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:05:44.263609 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:05:44.263609 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:05:44.263609 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:05:44.263609 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:05:44.288582 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6ff9220f-a174-493e-bb07-440da3c48bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:44.334045 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1728c9d6-6662-4b22-9437-e69c95ec6c6e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:44.349709 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1728c9d6-6662-4b22-9437-e69c95ec6c6e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:44.349709 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1728c9d6-6662-4b22-9437-e69c95ec6c6e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/networks/a1aa04bf-59ef-41bf-b51c-27c9e02dcb67 HTTP/1.1" status: 204 len: 168 time: 0.3197837 Nov 29 02:05:44.369983 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728c9d6-6662-4b22-9437-e69c95ec6c6e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Network': ['ID=a1aa04bf-59ef-41bf-b51c-27c9e02dcb67,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:44.376013 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 43996) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:44.384622 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4c34315a-1d9c-4ef2-b4e7-64d648d649b8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'network': {'name': 'tempest-network-smoke--262222123', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'port_security_enabled': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:44.391582 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 1a04a1d6-2e91-41d4-8ba3-2664832d8a56 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:05:44.407893 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c34315a-1d9c-4ef2-b4e7-64d648d649b8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Made reservation on behalf of d1a27bea49814722818e7a3b77708f76 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:05:44.411482 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c34315a-1d9c-4ef2-b4e7-64d648d649b8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:44.416873 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 1a04a1d6-2e91-41d4-8ba3-2664832d8a56 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:05:44.417704 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 1a04a1d6-2e91-41d4-8ba3-2664832d8a56 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:05:44.417704 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 9955ac60-f264-42a0-8860-7b0a5cb45cda no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:05:44.437667 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 9955ac60-f264-42a0-8860-7b0a5cb45cda {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:05:44.438041 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 9955ac60-f264-42a0-8860-7b0a5cb45cda not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:05:44.440581 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c34315a-1d9c-4ef2-b4e7-64d648d649b8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:05:44.450371 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c34315a-1d9c-4ef2-b4e7-64d648d649b8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:44.450721 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-4c34315a-1d9c-4ef2-b4e7-64d648d649b8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Added segment 34191c7b-0dce-43fe-af15-c46bf3d29acf of type vlan for network 6f6d378f-8d29-4096-9543-055cc81a9005 Nov 29 02:05:44.490210 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c34315a-1d9c-4ef2-b4e7-64d648d649b8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:44.516405 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c34315a-1d9c-4ef2-b4e7-64d648d649b8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:44.522149 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c34315a-1d9c-4ef2-b4e7-64d648d649b8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:44.523342 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c34315a-1d9c-4ef2-b4e7-64d648d649b8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:44.584727 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4c34315a-1d9c-4ef2-b4e7-64d648d649b8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2073996 Nov 29 02:05:44.587803 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 43998) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:44.593333 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-00deaf24-d207-4da0-96af-94deb51ff17a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-204012721', 'admin_state_up': True, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:44.597065 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34315a-1d9c-4ef2-b4e7-64d648d649b8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Network': ['ID=6f6d378f-8d29-4096-9543-055cc81a9005,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:44.607779 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 6f6d378f-8d29-4096-9543-055cc81a9005 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:05:44.627163 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00deaf24-d207-4da0-96af-94deb51ff17a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:44.628158 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00deaf24-d207-4da0-96af-94deb51ff17a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:44.677868 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00deaf24-d207-4da0-96af-94deb51ff17a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:44.814810 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00deaf24-d207-4da0-96af-94deb51ff17a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:45.008627 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00deaf24-d207-4da0-96af-94deb51ff17a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_gateway, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:45.029971 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00deaf24-d207-4da0-96af-94deb51ff17a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:45.131433 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-00deaf24-d207-4da0-96af-94deb51ff17a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.26.3.184 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/00eaa6ef-8733-4a2e-b9b1-cfa199642353) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:05:45.235553 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00deaf24-d207-4da0-96af-94deb51ff17a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:45.267876 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00deaf24-d207-4da0-96af-94deb51ff17a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:45.286022 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:45.303717 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00deaf24-d207-4da0-96af-94deb51ff17a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:05:45.308963 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-00deaf24-d207-4da0-96af-94deb51ff17a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:05:45.311529 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00deaf24-d207-4da0-96af-94deb51ff17a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:05:45.321592 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e5424f-939a-459a-a2d4-948804006efc None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:05:45.344829 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00deaf24-d207-4da0-96af-94deb51ff17a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=00eaa6ef-8733-4a2e-b9b1-cfa199642353,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:45.371725 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-c3268f7d-d7a8-4423-a9fa-5cee8fd38829 None None] Provisioning complete for port 00eaa6ef-8733-4a2e-b9b1-cfa199642353 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:45.372382 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3268f7d-d7a8-4423-a9fa-5cee8fd38829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:45.410295 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c3268f7d-d7a8-4423-a9fa-5cee8fd38829 None None] Port 00eaa6ef-8733-4a2e-b9b1-cfa199642353 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:05:45.564497 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00deaf24-d207-4da0-96af-94deb51ff17a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_gateway, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:45.992311 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00deaf24-d207-4da0-96af-94deb51ff17a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:46.007496 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device b19088b6-0139-483a-9bba-d7432069d23c no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:05:46.031754 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: b19088b6-0139-483a-9bba-d7432069d23c {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:05:46.032098 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device b19088b6-0139-483a-9bba-d7432069d23c not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:05:46.119820 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00deaf24-d207-4da0-96af-94deb51ff17a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router 03f72e39-0e47-4cda-a26b-e624ac351baa is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:05:46.224021 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00deaf24-d207-4da0-96af-94deb51ff17a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:05:46.233955 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce97b93e-46b9-44d8-bd64-336410d3ce65 None None] Sync routers for ids ['03f72e39-0e47-4cda-a26b-e624ac351baa'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:05:46.243994 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00deaf24-d207-4da0-96af-94deb51ff17a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:46.248039 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce97b93e-46b9-44d8-bd64-336410d3ce65 None None] Routers {'03f72e39-0e47-4cda-a26b-e624ac351baa'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:05:46.248183 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-00deaf24-d207-4da0-96af-94deb51ff17a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6558092 Nov 29 02:05:46.248319 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ce97b93e-46b9-44d8-bd64-336410d3ce65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:05:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['03f72e39-0e47-4cda-a26b-e624ac351baa'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:46.248444 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44002) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:46.283275 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-251c8e67-784b-40c3-8097-b21fad63cab1 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d1a27bea49814722818e7a3b77708f76&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339065 Nov 29 02:05:46.285826 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44004) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:46.351751 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-ce97b93e-46b9-44d8-bd64-336410d3ce65 None None] Set router 03f72e39-0e47-4cda-a26b-e624ac351baa gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:05:46.442138 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee03ce10-9113-4b14-af95-93b6d0072c7d tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:46.443652 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ee03ce10-9113-4b14-af95-93b6d0072c7d tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1569333 Nov 29 02:05:46.447147 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44006) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:46.480608 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1f723183-17ed-47c7-9336-30d66073d1da tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=4bf244a8-fda8-412f-8f05-2c7c5210f333&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323973 Nov 29 02:05:46.483223 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44008) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:46.488128 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-af1741a8-f3cb-4c57-86f1-5f1d8b4ed3e8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-998464102', 'network_id': '6f6d378f-8d29-4096-9543-055cc81a9005', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:46.525402 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ce97b93e-46b9-44d8-bd64-336410d3ce65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'name': 'tempest-TestNetworkBasicOps-router-204012721', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '00eaa6ef-8733-4a2e-b9b1-cfa199642353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:44Z', 'updated_at': '2021-11-29T02:05:45Z', 'revision_number': 3, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '00eaa6ef-8733-4a2e-b9b1-cfa199642353', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:45Z', 'updated_at': '2021-11-29T02:05:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:46.555498 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce97b93e-46b9-44d8-bd64-336410d3ce65 None None] Checking router: 03f72e39-0e47-4cda-a26b-e624ac351baa for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:05:46.555855 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce97b93e-46b9-44d8-bd64-336410d3ce65 None None] Updating router 03f72e39-0e47-4cda-a26b-e624ac351baa port 00eaa6ef-8733-4a2e-b9b1-cfa199642353 binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:05:46.577728 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1741a8-f3cb-4c57-86f1-5f1d8b4ed3e8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Made reservation on behalf of d1a27bea49814722818e7a3b77708f76 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:05:46.580704 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce97b93e-46b9-44d8-bd64-336410d3ce65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:46.581262 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af1741a8-f3cb-4c57-86f1-5f1d8b4ed3e8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:46.754036 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af1741a8-f3cb-4c57-86f1-5f1d8b4ed3e8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:46.816016 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1741a8-f3cb-4c57-86f1-5f1d8b4ed3e8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Subnet': ['ID=51259f52-7625-45fc-84ec-0f7a1dfd33d2,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:46.823113 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1741a8-f3cb-4c57-86f1-5f1d8b4ed3e8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Checking segment: {'id': '34191c7b-0dce-43fe-af15-c46bf3d29acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f6d378f-8d29-4096-9543-055cc81a9005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:05:46.823482 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1741a8-f3cb-4c57-86f1-5f1d8b4ed3e8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network hostable DHCP agents. Network: 6f6d378f-8d29-4096-9543-055cc81a9005, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:05:46.825661 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce97b93e-46b9-44d8-bd64-336410d3ce65 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:46.832002 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce97b93e-46b9-44d8-bd64-336410d3ce65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:46.841775 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1741a8-f3cb-4c57-86f1-5f1d8b4ed3e8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 6f6d378f-8d29-4096-9543-055cc81a9005 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:05:46.852050 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-af1741a8-f3cb-4c57-86f1-5f1d8b4ed3e8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 6f6d378f-8d29-4096-9543-055cc81a9005) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:05:46.857242 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1741a8-f3cb-4c57-86f1-5f1d8b4ed3e8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:46.859026 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-af1741a8-f3cb-4c57-86f1-5f1d8b4ed3e8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:46.864225 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cf046c-8985-4d46-bb8e-c9e575e792cd None None] Network 6f6d378f-8d29-4096-9543-055cc81a9005 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:05:46.879426 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b7268-c576-4453-90e2-32428c017935 None None] Pushing event updated for resources: {'Port': ['ID=00eaa6ef-8733-4a2e-b9b1-cfa199642353,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:46.880941 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-af1741a8-f3cb-4c57-86f1-5f1d8b4ed3e8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3963337 Nov 29 02:05:46.881641 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44010) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:46.893910 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ce97b93e-46b9-44d8-bd64-336410d3ce65 None None] Attempting to bind port 00eaa6ef-8733-4a2e-b9b1-cfa199642353 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:05:46.894293 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ce97b93e-46b9-44d8-bd64-336410d3ce65 None None] Attempting to bind port 00eaa6ef-8733-4a2e-b9b1-cfa199642353 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:05:46.894660 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce97b93e-46b9-44d8-bd64-336410d3ce65 None None] Attempting to bind port 00eaa6ef-8733-4a2e-b9b1-cfa199642353 on network 4bf244a8-fda8-412f-8f05-2c7c5210f333 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:05:46.900351 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce97b93e-46b9-44d8-bd64-336410d3ce65 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:05:46.900986 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce97b93e-46b9-44d8-bd64-336410d3ce65 None None] Checking segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:05:46.901383 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce97b93e-46b9-44d8-bd64-336410d3ce65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:46.901802 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce97b93e-46b9-44d8-bd64-336410d3ce65 None None] Bound using segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:05:46.902260 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ce97b93e-46b9-44d8-bd64-336410d3ce65 None None] Bound port: 00eaa6ef-8733-4a2e-b9b1-cfa199642353, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:05:46.902641 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce97b93e-46b9-44d8-bd64-336410d3ce65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:46.913147 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc1ca38-3bcb-465e-865e-d809836926bc None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:05:46.958478 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ce97b93e-46b9-44d8-bd64-336410d3ce65 None None] For port 00eaa6ef-8733-4a2e-b9b1-cfa199642353, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:05:46.962572 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ce97b93e-46b9-44d8-bd64-336410d3ce65 None None] For port 00eaa6ef-8733-4a2e-b9b1-cfa199642353, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=00eaa6ef-8733-4a2e-b9b1-cfa199642353,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:05:46.966796 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ce97b93e-46b9-44d8-bd64-336410d3ce65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:47.007514 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:47.015887 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce97b93e-46b9-44d8-bd64-336410d3ce65 None None] Routers {'03f72e39-0e47-4cda-a26b-e624ac351baa'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:05:47.016723 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ce97b93e-46b9-44d8-bd64-336410d3ce65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:05:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['03f72e39-0e47-4cda-a26b-e624ac351baa'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:47.038860 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1ba501-974e-43d0-91d9-3d0edb370b59 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:05:47.058226 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ce495a-a638-45b2-acc6-6b7625c43d93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-6f6d378f-8d29-4096-9543-055cc81a9005', 'network_id': '6f6d378f-8d29-4096-9543-055cc81a9005', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ips': [{'subnet_id': '51259f52-7625-45fc-84ec-0f7a1dfd33d2'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:05:47.059092 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3ce495a-a638-45b2-acc6-6b7625c43d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:47.061896 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-ed8f8d82-3817-4fb0-a74f-8bb66c7fb5b8 None None] Provisioning complete for port 00eaa6ef-8733-4a2e-b9b1-cfa199642353 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:47.062719 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed8f8d82-3817-4fb0-a74f-8bb66c7fb5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:47.149457 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-ce97b93e-46b9-44d8-bd64-336410d3ce65 None None] Set router 03f72e39-0e47-4cda-a26b-e624ac351baa gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:05:47.262161 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b7268-c576-4453-90e2-32428c017935 None None] Pushing event updated for resources: {'Port': ['ID=00eaa6ef-8733-4a2e-b9b1-cfa199642353,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:47.385369 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ce97b93e-46b9-44d8-bd64-336410d3ce65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'name': 'tempest-TestNetworkBasicOps-router-204012721', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '00eaa6ef-8733-4a2e-b9b1-cfa199642353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:44Z', 'updated_at': '2021-11-29T02:05:45Z', 'revision_number': 3, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '00eaa6ef-8733-4a2e-b9b1-cfa199642353', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:45Z', 'updated_at': '2021-11-29T02:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:47.415896 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce97b93e-46b9-44d8-bd64-336410d3ce65 None None] The sync data for ids ['03f72e39-0e47-4cda-a26b-e624ac351baa'] in dv-neutron-819032-3-hyperv is: [{'id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'name': 'tempest-TestNetworkBasicOps-router-204012721', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '00eaa6ef-8733-4a2e-b9b1-cfa199642353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:44Z', 'updated_at': '2021-11-29T02:05:45Z', 'revision_number': 3, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '00eaa6ef-8733-4a2e-b9b1-cfa199642353', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:45Z', 'updated_at': '2021-11-29T02:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:05:47.434675 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed8f8d82-3817-4fb0-a74f-8bb66c7fb5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:47.465106 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ed8f8d82-3817-4fb0-a74f-8bb66c7fb5b8 None None] For port 00eaa6ef-8733-4a2e-b9b1-cfa199642353, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=00eaa6ef-8733-4a2e-b9b1-cfa199642353,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:05:47.466613 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-c3ce495a-a638-45b2-acc6-6b7625c43d93 None None] Allocated IP 172.20.0.2 (6f6d378f-8d29-4096-9543-055cc81a9005/51259f52-7625-45fc-84ec-0f7a1dfd33d2/30bf0337-8431-4aca-9ead-a90e96c6a77d) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:05:47.476163 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed8f8d82-3817-4fb0-a74f-8bb66c7fb5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:47.592782 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f8d82-3817-4fb0-a74f-8bb66c7fb5b8 None None] Pushing event updated for resources: {'Port': ['ID=00eaa6ef-8733-4a2e-b9b1-cfa199642353,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:47.634323 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-3cdc7204-ff9d-427c-9ab6-bafe9698548f None None] Provisioning complete for port 00eaa6ef-8733-4a2e-b9b1-cfa199642353 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:47.634699 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3cdc7204-ff9d-427c-9ab6-bafe9698548f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:47.740698 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3ce495a-a638-45b2-acc6-6b7625c43d93 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:47.753029 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3ce495a-a638-45b2-acc6-6b7625c43d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:47.765058 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fb5a7aac-ddfc-4e2e-bd3a-8e695a77d318 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:47.838392 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ce495a-a638-45b2-acc6-6b7625c43d93 None None] Network 6f6d378f-8d29-4096-9543-055cc81a9005 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:05:47.847004 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:47.848368 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-c3ce495a-a638-45b2-acc6-6b7625c43d93 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:05:47.850473 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce495a-a638-45b2-acc6-6b7625c43d93 None None] Pushing event updated for resources: {'Port': ['ID=30bf0337-8431-4aca-9ead-a90e96c6a77d,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:47.852672 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ce495a-a638-45b2-acc6-6b7625c43d93 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:05:47.912900 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-c3ce495a-a638-45b2-acc6-6b7625c43d93 None None] Attempting to bind port 30bf0337-8431-4aca-9ead-a90e96c6a77d on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:05:47.913629 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-c3ce495a-a638-45b2-acc6-6b7625c43d93 None None] Attempting to bind port 30bf0337-8431-4aca-9ead-a90e96c6a77d by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '34191c7b-0dce-43fe-af15-c46bf3d29acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f6d378f-8d29-4096-9543-055cc81a9005'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:05:47.913862 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ce495a-a638-45b2-acc6-6b7625c43d93 None None] Attempting to bind port 30bf0337-8431-4aca-9ead-a90e96c6a77d on network 6f6d378f-8d29-4096-9543-055cc81a9005 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:05:47.919078 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ce495a-a638-45b2-acc6-6b7625c43d93 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:05:47.919464 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ce495a-a638-45b2-acc6-6b7625c43d93 None None] Checking segment: {'id': '34191c7b-0dce-43fe-af15-c46bf3d29acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f6d378f-8d29-4096-9543-055cc81a9005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:05:47.919870 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3ce495a-a638-45b2-acc6-6b7625c43d93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:47.920262 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ce495a-a638-45b2-acc6-6b7625c43d93 None None] Bound using segment: {'id': '34191c7b-0dce-43fe-af15-c46bf3d29acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f6d378f-8d29-4096-9543-055cc81a9005'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:05:47.920734 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-c3ce495a-a638-45b2-acc6-6b7625c43d93 None None] Bound port: 30bf0337-8431-4aca-9ead-a90e96c6a77d, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34191c7b-0dce-43fe-af15-c46bf3d29acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f6d378f-8d29-4096-9543-055cc81a9005'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:05:47.921115 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3ce495a-a638-45b2-acc6-6b7625c43d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:47.988645 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c3ce495a-a638-45b2-acc6-6b7625c43d93 None None] For port 30bf0337-8431-4aca-9ead-a90e96c6a77d, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:05:47.993380 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c3ce495a-a638-45b2-acc6-6b7625c43d93 None None] For port 30bf0337-8431-4aca-9ead-a90e96c6a77d, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=30bf0337-8431-4aca-9ead-a90e96c6a77d,segment=NetworkSegment(34191c7b-0dce-43fe-af15-c46bf3d29acf),segment_id=34191c7b-0dce-43fe-af15-c46bf3d29acf)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:05:47.999333 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c3ce495a-a638-45b2-acc6-6b7625c43d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:48.069775 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce495a-a638-45b2-acc6-6b7625c43d93 None None] Pushing event updated for resources: {'Port': ['ID=30bf0337-8431-4aca-9ead-a90e96c6a77d,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:48.084587 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-fb5a7aac-ddfc-4e2e-bd3a-8e695a77d318 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.20.0.1 (6f6d378f-8d29-4096-9543-055cc81a9005/51259f52-7625-45fc-84ec-0f7a1dfd33d2/4c18607f-c1aa-4b04-975e-de32934642de) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:05:48.124593 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 00eaa6ef-8733-4a2e-b9b1-cfa199642353 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:05:48.202245 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 00eaa6ef-8733-4a2e-b9b1-cfa199642353 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:48.202869 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:48.219225 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fb5a7aac-ddfc-4e2e-bd3a-8e695a77d318 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:48.275929 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fb5a7aac-ddfc-4e2e-bd3a-8e695a77d318 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:48.338696 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5a7aac-ddfc-4e2e-bd3a-8e695a77d318 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 6f6d378f-8d29-4096-9543-055cc81a9005 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:05:48.349198 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-fb5a7aac-ddfc-4e2e-bd3a-8e695a77d318 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:05:48.353854 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5a7aac-ddfc-4e2e-bd3a-8e695a77d318 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:05:48.388128 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a7aac-ddfc-4e2e-bd3a-8e695a77d318 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=4c18607f-c1aa-4b04-975e-de32934642de,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:48.409627 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fb5a7aac-ddfc-4e2e-bd3a-8e695a77d318 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:48.552682 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fb5a7aac-ddfc-4e2e-bd3a-8e695a77d318 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:48.826621 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fb5a7aac-ddfc-4e2e-bd3a-8e695a77d318 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:48.831120 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fb5a7aac-ddfc-4e2e-bd3a-8e695a77d318 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:48.905834 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a7aac-ddfc-4e2e-bd3a-8e695a77d318 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=4c18607f-c1aa-4b04-975e-de32934642de,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:48.910904 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fb5a7aac-ddfc-4e2e-bd3a-8e695a77d318 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:49.014130 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5a7aac-ddfc-4e2e-bd3a-8e695a77d318 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 6f6d378f-8d29-4096-9543-055cc81a9005 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:05:49.015564 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-fb5a7aac-ddfc-4e2e-bd3a-8e695a77d318 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:05:49.104315 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dca63b-5e80-43be-829c-4c06f4c6f074 None None] Network 6f6d378f-8d29-4096-9543-055cc81a9005 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:05:49.131628 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5a7aac-ddfc-4e2e-bd3a-8e695a77d318 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router 03f72e39-0e47-4cda-a26b-e624ac351baa has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:05:49.200266 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-801d1993-f9e3-4e88-86e0-507057f0acd6 None None] Provisioning complete for port 30bf0337-8431-4aca-9ead-a90e96c6a77d triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:49.200565 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-801d1993-f9e3-4e88-86e0-507057f0acd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:49.244376 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5a7aac-ddfc-4e2e-bd3a-8e695a77d318 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:05:49.252074 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-fb5a7aac-ddfc-4e2e-bd3a-8e695a77d318 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "PUT /v2.0/routers/03f72e39-0e47-4cda-a26b-e624ac351baa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3660269 Nov 29 02:05:49.252074 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44014) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:49.341310 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-801d1993-f9e3-4e88-86e0-507057f0acd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:49.353342 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43959317-1100-4f9c-8de5-3c4b2fe9a925 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:49.353830 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43959317-1100-4f9c-8de5-3c4b2fe9a925 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:49.354300 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43959317-1100-4f9c-8de5-3c4b2fe9a925 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:49.356035 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43959317-1100-4f9c-8de5-3c4b2fe9a925 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:49.356588 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43959317-1100-4f9c-8de5-3c4b2fe9a925 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:49.358461 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-43959317-1100-4f9c-8de5-3c4b2fe9a925 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3570 time: 0.1054680 Nov 29 02:05:49.361229 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44016) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:49.381749 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-801d1993-f9e3-4e88-86e0-507057f0acd6 None None] For port 30bf0337-8431-4aca-9ead-a90e96c6a77d, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=30bf0337-8431-4aca-9ead-a90e96c6a77d,segment=NetworkSegment(34191c7b-0dce-43fe-af15-c46bf3d29acf),segment_id=34191c7b-0dce-43fe-af15-c46bf3d29acf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:05:49.390112 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-801d1993-f9e3-4e88-86e0-507057f0acd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:49.449681 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d1993-f9e3-4e88-86e0-507057f0acd6 None None] Pushing event updated for resources: {'Port': ['ID=30bf0337-8431-4aca-9ead-a90e96c6a77d,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:49.476135 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82d005d-97aa-4b09-9b42-c617e600b1a3 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:49.476598 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82d005d-97aa-4b09-9b42-c617e600b1a3 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:49.477052 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82d005d-97aa-4b09-9b42-c617e600b1a3 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:49.477496 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82d005d-97aa-4b09-9b42-c617e600b1a3 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:49.477963 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82d005d-97aa-4b09-9b42-c617e600b1a3 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:49.479724 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c82d005d-97aa-4b09-9b42-c617e600b1a3 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3349 time: 0.1173964 Nov 29 02:05:49.482639 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44018) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:49.615106 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-dfe3bbaf-7d23-406e-8bd7-81339a23483b None None] Provisioning complete for port 30bf0337-8431-4aca-9ead-a90e96c6a77d triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:49.615488 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dfe3bbaf-7d23-406e-8bd7-81339a23483b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:49.624564 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e1bdaa89-52b2-4856-b9d5-bf446ec0b251 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2335 time: 0.1407213 Nov 29 02:05:49.627239 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44020) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:49.632971 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e95f9d2a-0107-42a7-9375-f116bc42fdf3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-56417215', 'network_id': '6f6d378f-8d29-4096-9543-055cc81a9005'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:49.724562 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-dfe3bbaf-7d23-406e-8bd7-81339a23483b None None] Provisioning complete for port 4c18607f-c1aa-4b04-975e-de32934642de triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:49.725118 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dfe3bbaf-7d23-406e-8bd7-81339a23483b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:49.753361 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8fea2b-e17f-4020-bbca-04cec78666c5 None None] Sync routers for ids ['03f72e39-0e47-4cda-a26b-e624ac351baa'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:05:49.758779 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95f9d2a-0107-42a7-9375-f116bc42fdf3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Made reservation on behalf of d1a27bea49814722818e7a3b77708f76 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:05:49.762722 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e95f9d2a-0107-42a7-9375-f116bc42fdf3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:49.779754 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-dfe3bbaf-7d23-406e-8bd7-81339a23483b None None] Port 4c18607f-c1aa-4b04-975e-de32934642de cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:05:49.781895 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [None req-e95f9d2a-0107-42a7-9375-f116bc42fdf3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] device_id is not set on port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 yet. {{(pid=103254) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:05:49.782052 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8fea2b-e17f-4020-bbca-04cec78666c5 None None] Routers {'03f72e39-0e47-4cda-a26b-e624ac351baa'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:05:49.782687 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7c8fea2b-e17f-4020-bbca-04cec78666c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:05:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['03f72e39-0e47-4cda-a26b-e624ac351baa'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:49.899242 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-e95f9d2a-0107-42a7-9375-f116bc42fdf3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.20.0.13 (6f6d378f-8d29-4096-9543-055cc81a9005/51259f52-7625-45fc-84ec-0f7a1dfd33d2/1b64932f-b40c-4e1f-a762-50fc9fdc6b04) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:05:49.904948 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-7c8fea2b-e17f-4020-bbca-04cec78666c5 None None] Set router 03f72e39-0e47-4cda-a26b-e624ac351baa gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:05:49.942579 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-d8ae6293-0e71-4007-a782-73640372f191 None None] Provisioning complete for port 4c18607f-c1aa-4b04-975e-de32934642de triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:49.942950 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d8ae6293-0e71-4007-a782-73640372f191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:50.049610 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-d8ae6293-0e71-4007-a782-73640372f191 None None] Port 4c18607f-c1aa-4b04-975e-de32934642de cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:05:50.068286 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e95f9d2a-0107-42a7-9375-f116bc42fdf3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:50.105736 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e95f9d2a-0107-42a7-9375-f116bc42fdf3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:50.114905 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 30bf0337-8431-4aca-9ead-a90e96c6a77d up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:05:50.155137 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95f9d2a-0107-42a7-9375-f116bc42fdf3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 6f6d378f-8d29-4096-9543-055cc81a9005 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:05:50.158305 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-e95f9d2a-0107-42a7-9375-f116bc42fdf3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:05:50.162165 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95f9d2a-0107-42a7-9375-f116bc42fdf3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:05:50.168493 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f9d2a-0107-42a7-9375-f116bc42fdf3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=1b64932f-b40c-4e1f-a762-50fc9fdc6b04,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:50.186436 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-93853bd5-877c-4558-8073-d9f9afbcf85a None None] Provisioning complete for port 4c18607f-c1aa-4b04-975e-de32934642de triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:50.187012 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-93853bd5-877c-4558-8073-d9f9afbcf85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:50.215914 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 30bf0337-8431-4aca-9ead-a90e96c6a77d triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:50.216291 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:50.217826 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95f9d2a-0107-42a7-9375-f116bc42fdf3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:50.218495 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e95f9d2a-0107-42a7-9375-f116bc42fdf3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:50.220559 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7c8fea2b-e17f-4020-bbca-04cec78666c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'name': 'tempest-TestNetworkBasicOps-router-204012721', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '00eaa6ef-8733-4a2e-b9b1-cfa199642353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:44Z', 'updated_at': '2021-11-29T02:05:48Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '00eaa6ef-8733-4a2e-b9b1-cfa199642353', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:45Z', 'updated_at': '2021-11-29T02:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '4c18607f-c1aa-4b04-975e-de32934642de', 'name': '', 'network_id': '6f6d378f-8d29-4096-9543-055cc81a9005', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:fd:f1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '51259f52-7625-45fc-84ec-0f7a1dfd33d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:47Z', 'updated_at': '2021-11-29T02:05:48Z', 'revision_number': 2, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '51259f52-7625-45fc-84ec-0f7a1dfd33d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:50.238457 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e95f9d2a-0107-42a7-9375-f116bc42fdf3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6099906 Nov 29 02:05:50.285478 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8fea2b-e17f-4020-bbca-04cec78666c5 None None] Checking router: 03f72e39-0e47-4cda-a26b-e624ac351baa for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:05:50.285859 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8fea2b-e17f-4020-bbca-04cec78666c5 None None] Updating router 03f72e39-0e47-4cda-a26b-e624ac351baa port 4c18607f-c1aa-4b04-975e-de32934642de binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:05:50.295453 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-93853bd5-877c-4558-8073-d9f9afbcf85a None None] Port 4c18607f-c1aa-4b04-975e-de32934642de cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:05:50.326546 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c8fea2b-e17f-4020-bbca-04cec78666c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:50.480699 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-7e5bb88e-2031-4de3-b961-84625be7ae37 None None] Provisioning complete for port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:50.481075 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e5bb88e-2031-4de3-b961-84625be7ae37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:50.488931 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44024) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:50.493683 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e99ef07d-e60a-47aa-8fc0-8b08048a0803 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1901535425', 'description': 'tempest-secgroup-smoke-1901535425 description', 'project_id': 'd1a27bea49814722818e7a3b77708f76'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:50.517326 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e99ef07d-e60a-47aa-8fc0-8b08048a0803 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:50.593312 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e99ef07d-e60a-47aa-8fc0-8b08048a0803 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:50.598560 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e99ef07d-e60a-47aa-8fc0-8b08048a0803 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:50.623024 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e99ef07d-e60a-47aa-8fc0-8b08048a0803 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:50.624293 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e99ef07d-e60a-47aa-8fc0-8b08048a0803 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1342659 Nov 29 02:05:50.627351 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44026) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:50.632543 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-76807037-83be-4c12-bdee-d03bb67c5fbe tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '220ff9ee-93be-4a33-9b06-18425ae0fbcd', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:50.636182 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ef07d-e60a-47aa-8fc0-8b08048a0803 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=220ff9ee-93be-4a33-9b06-18425ae0fbcd,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:50.661641 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-76807037-83be-4c12-bdee-d03bb67c5fbe tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:50.716554 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7e5bb88e-2031-4de3-b961-84625be7ae37 None None] Port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:05:50.718280 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-76807037-83be-4c12-bdee-d03bb67c5fbe tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:50.722702 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-76807037-83be-4c12-bdee-d03bb67c5fbe tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:50.740843 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76807037-83be-4c12-bdee-d03bb67c5fbe tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de9dda0b-1b3c-45aa-b40b-3c8f19572860,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:50.748489 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-76807037-83be-4c12-bdee-d03bb67c5fbe tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:50.749814 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-76807037-83be-4c12-bdee-d03bb67c5fbe tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210499 Nov 29 02:05:50.752466 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44028) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:50.756864 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-06f24957-1041-4a86-8829-be03d7683df0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '220ff9ee-93be-4a33-9b06-18425ae0fbcd', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:50.783492 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06f24957-1041-4a86-8829-be03d7683df0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:50.833295 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c8fea2b-e17f-4020-bbca-04cec78666c5 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:50.840796 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c8fea2b-e17f-4020-bbca-04cec78666c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:50.841508 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06f24957-1041-4a86-8829-be03d7683df0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:50.845897 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06f24957-1041-4a86-8829-be03d7683df0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:50.868700 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f24957-1041-4a86-8829-be03d7683df0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a3efade-835c-48f1-bc1d-2e5f089ae507,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:50.879540 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06f24957-1041-4a86-8829-be03d7683df0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:50.883145 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-06f24957-1041-4a86-8829-be03d7683df0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1272240 Nov 29 02:05:50.883371 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44030) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:50.887812 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f7300d42-33b9-4a7f-be4e-583eab82f7c5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '220ff9ee-93be-4a33-9b06-18425ae0fbcd', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:50.898968 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf56aa-0e81-4311-81ba-e5e9f3a484ac None None] Pushing event updated for resources: {'Port': ['ID=4c18607f-c1aa-4b04-975e-de32934642de,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:50.920642 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f7300d42-33b9-4a7f-be4e-583eab82f7c5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:50.963891 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-7c8fea2b-e17f-4020-bbca-04cec78666c5 None None] Attempting to bind port 4c18607f-c1aa-4b04-975e-de32934642de on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:05:50.964265 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-7c8fea2b-e17f-4020-bbca-04cec78666c5 None None] Attempting to bind port 4c18607f-c1aa-4b04-975e-de32934642de by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '34191c7b-0dce-43fe-af15-c46bf3d29acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f6d378f-8d29-4096-9543-055cc81a9005'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:05:50.965098 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8fea2b-e17f-4020-bbca-04cec78666c5 None None] Attempting to bind port 4c18607f-c1aa-4b04-975e-de32934642de on network 6f6d378f-8d29-4096-9543-055cc81a9005 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:05:50.971027 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8fea2b-e17f-4020-bbca-04cec78666c5 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:05:50.971429 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8fea2b-e17f-4020-bbca-04cec78666c5 None None] Checking segment: {'id': '34191c7b-0dce-43fe-af15-c46bf3d29acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f6d378f-8d29-4096-9543-055cc81a9005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:05:50.971818 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c8fea2b-e17f-4020-bbca-04cec78666c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:50.972214 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8fea2b-e17f-4020-bbca-04cec78666c5 None None] Bound using segment: {'id': '34191c7b-0dce-43fe-af15-c46bf3d29acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f6d378f-8d29-4096-9543-055cc81a9005'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:05:50.972688 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-7c8fea2b-e17f-4020-bbca-04cec78666c5 None None] Bound port: 4c18607f-c1aa-4b04-975e-de32934642de, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34191c7b-0dce-43fe-af15-c46bf3d29acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f6d378f-8d29-4096-9543-055cc81a9005'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:05:50.973097 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c8fea2b-e17f-4020-bbca-04cec78666c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:50.995362 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f7300d42-33b9-4a7f-be4e-583eab82f7c5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:51.000294 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f7300d42-33b9-4a7f-be4e-583eab82f7c5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:51.020556 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7300d42-33b9-4a7f-be4e-583eab82f7c5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c5c58f-3996-4777-9ed7-92e0057f701a,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:51.028471 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f7300d42-33b9-4a7f-be4e-583eab82f7c5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:51.032233 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f7300d42-33b9-4a7f-be4e-583eab82f7c5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1453433 Nov 29 02:05:51.032608 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44032) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:51.037267 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2287c7bc-3aeb-488c-a4b8-2ba81d46dc14 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '220ff9ee-93be-4a33-9b06-18425ae0fbcd', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:51.049632 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7c8fea2b-e17f-4020-bbca-04cec78666c5 None None] For port 4c18607f-c1aa-4b04-975e-de32934642de, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:05:51.052891 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7c8fea2b-e17f-4020-bbca-04cec78666c5 None None] For port 4c18607f-c1aa-4b04-975e-de32934642de, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=4c18607f-c1aa-4b04-975e-de32934642de,segment=NetworkSegment(34191c7b-0dce-43fe-af15-c46bf3d29acf),segment_id=34191c7b-0dce-43fe-af15-c46bf3d29acf)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:05:51.058490 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7c8fea2b-e17f-4020-bbca-04cec78666c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:51.069162 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2287c7bc-3aeb-488c-a4b8-2ba81d46dc14 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:51.116916 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8fea2b-e17f-4020-bbca-04cec78666c5 None None] Routers {'03f72e39-0e47-4cda-a26b-e624ac351baa'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:05:51.117575 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7c8fea2b-e17f-4020-bbca-04cec78666c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:05:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['03f72e39-0e47-4cda-a26b-e624ac351baa'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:51.150174 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2287c7bc-3aeb-488c-a4b8-2ba81d46dc14 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:51.154844 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2287c7bc-3aeb-488c-a4b8-2ba81d46dc14 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:51.174324 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287c7bc-3aeb-488c-a4b8-2ba81d46dc14 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7984c56-800a-4715-9c7f-48619a5ec3a1,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:51.185673 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2287c7bc-3aeb-488c-a4b8-2ba81d46dc14 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:51.189395 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2287c7bc-3aeb-488c-a4b8-2ba81d46dc14 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1532495 Nov 29 02:05:51.190312 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44034) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:51.191986 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf56aa-0e81-4311-81ba-e5e9f3a484ac None None] Pushing event updated for resources: {'Port': ['ID=4c18607f-c1aa-4b04-975e-de32934642de,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:51.195066 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a340dcbe-37bc-4534-ba31-3d59ab128d8e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '220ff9ee-93be-4a33-9b06-18425ae0fbcd', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:51.220714 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-06473dcb-574b-4024-ab1d-2f582b771a68 None None] Provisioning complete for port 4c18607f-c1aa-4b04-975e-de32934642de triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:51.220987 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-a340dcbe-37bc-4534-ba31-3d59ab128d8e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Project d1a27bea49814722818e7a3b77708f76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:05:51.223806 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-06473dcb-574b-4024-ab1d-2f582b771a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:51.228869 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a340dcbe-37bc-4534-ba31-3d59ab128d8e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:51.295915 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a340dcbe-37bc-4534-ba31-3d59ab128d8e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:51.297279 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-7c8fea2b-e17f-4020-bbca-04cec78666c5 None None] Set router 03f72e39-0e47-4cda-a26b-e624ac351baa gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:05:51.300659 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a340dcbe-37bc-4534-ba31-3d59ab128d8e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:51.320368 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340dcbe-37bc-4534-ba31-3d59ab128d8e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc2a1b0-a8e2-4d92-b19c-cef2fdfa67d8,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:51.330340 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a340dcbe-37bc-4534-ba31-3d59ab128d8e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:51.332050 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a340dcbe-37bc-4534-ba31-3d59ab128d8e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1407425 Nov 29 02:05:51.334347 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44036) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:51.339084 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-94f94a30-f647-45f2-9b6e-34be0d5f37a2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '220ff9ee-93be-4a33-9b06-18425ae0fbcd', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:51.361112 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-94f94a30-f647-45f2-9b6e-34be0d5f37a2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Project d1a27bea49814722818e7a3b77708f76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:05:51.366979 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-94f94a30-f647-45f2-9b6e-34be0d5f37a2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:51.425324 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-94f94a30-f647-45f2-9b6e-34be0d5f37a2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:51.429696 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-94f94a30-f647-45f2-9b6e-34be0d5f37a2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:51.437320 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-06473dcb-574b-4024-ab1d-2f582b771a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:51.447364 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f94a30-f647-45f2-9b6e-34be0d5f37a2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49df5d39-9945-49de-a8b3-9c03ff93fce7,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:51.457110 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-94f94a30-f647-45f2-9b6e-34be0d5f37a2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:51.466439 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-94f94a30-f647-45f2-9b6e-34be0d5f37a2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229379 Nov 29 02:05:51.501193 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-06473dcb-574b-4024-ab1d-2f582b771a68 None None] For port 4c18607f-c1aa-4b04-975e-de32934642de, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=4c18607f-c1aa-4b04-975e-de32934642de,segment=NetworkSegment(34191c7b-0dce-43fe-af15-c46bf3d29acf),segment_id=34191c7b-0dce-43fe-af15-c46bf3d29acf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:05:51.507878 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-06473dcb-574b-4024-ab1d-2f582b771a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:51.584070 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06473dcb-574b-4024-ab1d-2f582b771a68 None None] Pushing event updated for resources: {'Port': ['ID=4c18607f-c1aa-4b04-975e-de32934642de,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:51.599049 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7c8fea2b-e17f-4020-bbca-04cec78666c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'name': 'tempest-TestNetworkBasicOps-router-204012721', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '00eaa6ef-8733-4a2e-b9b1-cfa199642353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:44Z', 'updated_at': '2021-11-29T02:05:48Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '00eaa6ef-8733-4a2e-b9b1-cfa199642353', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:45Z', 'updated_at': '2021-11-29T02:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '4c18607f-c1aa-4b04-975e-de32934642de', 'name': '', 'network_id': '6f6d378f-8d29-4096-9543-055cc81a9005', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:fd:f1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '51259f52-7625-45fc-84ec-0f7a1dfd33d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:47Z', 'updated_at': '2021-11-29T02:05:51Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '51259f52-7625-45fc-84ec-0f7a1dfd33d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:51.631669 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8fea2b-e17f-4020-bbca-04cec78666c5 None None] The sync data for ids ['03f72e39-0e47-4cda-a26b-e624ac351baa'] in dv-neutron-819032-3-hyperv is: [{'id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'name': 'tempest-TestNetworkBasicOps-router-204012721', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '00eaa6ef-8733-4a2e-b9b1-cfa199642353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:44Z', 'updated_at': '2021-11-29T02:05:48Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '00eaa6ef-8733-4a2e-b9b1-cfa199642353', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:45Z', 'updated_at': '2021-11-29T02:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '4c18607f-c1aa-4b04-975e-de32934642de', 'name': '', 'network_id': '6f6d378f-8d29-4096-9543-055cc81a9005', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:fd:f1:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '51259f52-7625-45fc-84ec-0f7a1dfd33d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:47Z', 'updated_at': '2021-11-29T02:05:51Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '51259f52-7625-45fc-84ec-0f7a1dfd33d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:05:51.648923 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-fbb9f405-9b72-4b02-a2f1-a0c4d8703f87 None None] Provisioning complete for port 4c18607f-c1aa-4b04-975e-de32934642de triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:51.649287 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fbb9f405-9b72-4b02-a2f1-a0c4d8703f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:51.665052 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-13c83c88-098d-4c7f-9de8-e78502f00740 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1901535425&fields=id&tenant_id=d1a27bea49814722818e7a3b77708f76 HTTP/1.1" status: 200 len: 267 time: 0.0517933 Nov 29 02:05:51.742680 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-e4da5004-b415-4644-84bb-5be6c570dcf6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:51.744092 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-e4da5004-b415-4644-84bb-5be6c570dcf6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports/1b64932f-b40c-4e1f-a762-50fc9fdc6b04 HTTP/1.1" status: 200 len: 929 time: 0.0555749 Nov 29 02:05:51.792291 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-91dd1917-34c6-4500-8ea3-955e4b37cb83 service neutron] 10.222.0.37 "GET /v2.0/ports/1b64932f-b40c-4e1f-a762-50fc9fdc6b04?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0339844 Nov 29 02:05:51.889534 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-bbdac2d6-71d5-473e-958c-b9b5125b5017 service neutron] 10.222.0.37 "GET /v2.0/networks/6f6d378f-8d29-4096-9543-055cc81a9005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911765 Nov 29 02:05:51.987046 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-8b4c27d5-7910-4332-a4bc-224757a5d181 service neutron] 10.222.0.37 "GET /v2.0/networks/6f6d378f-8d29-4096-9543-055cc81a9005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908613 Nov 29 02:05:52.093162 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 4c18607f-c1aa-4b04-975e-de32934642de up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:05:52.152381 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 4c18607f-c1aa-4b04-975e-de32934642de triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:05:52.153342 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:52.193032 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-748d6bce-979a-486f-9f8d-08e7120a955c req-d29f7c03-4765-4edc-9bd9-3beb23091a00 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a63e1a-862c-4e73-b699-d4f18a830326 HTTP/1.1" status: 200 len: 210 time: 0.0479481 Nov 29 02:05:52.269278 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:05:52.952189 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-90e470aa-787e-4d26-8ef4-89c6972ef8bd req-a640bb62-4ba0-428c-821c-fd64681d63d9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6cb0017d-dfcb-43c1-b707-72a35311303c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374475 Nov 29 02:05:53.030067 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e470aa-787e-4d26-8ef4-89c6972ef8bd req-9d38ac3a-1ef7-4b8b-bf69-7608f1278fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:53.031520 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-90e470aa-787e-4d26-8ef4-89c6972ef8bd req-9d38ac3a-1ef7-4b8b-bf69-7608f1278fb8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5a72629fb67649cb8a5d407ce8400556&device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 1099 time: 0.0386448 Nov 29 02:05:53.146998 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e470aa-787e-4d26-8ef4-89c6972ef8bd req-f3cd65ca-8aab-4254-a454-4e1ec34d6f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:53.148990 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-90e470aa-787e-4d26-8ef4-89c6972ef8bd req-f3cd65ca-8aab-4254-a454-4e1ec34d6f74 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0920a717-4ca0-4264-bc1d-e8261a76bb0b HTTP/1.1" status: 200 len: 898 time: 0.0881579 Nov 29 02:05:53.278952 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-4597115e-bc9c-43af-8d5c-0c37b6ca9482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:53.279474 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c98bed87-4b81-4131-9f13-8094abf960ef req-836b5a46-34af-4ac2-9db0-00a65e34eb94 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a63e1a-862c-4e73-b699-d4f18a830326 HTTP/1.1" status: 200 len: 210 time: 0.0269561 Nov 29 02:05:53.280312 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-4597115e-bc9c-43af-8d5c-0c37b6ca9482 service neutron] 10.222.0.24 "GET /v2.0/ports/1b64932f-b40c-4e1f-a762-50fc9fdc6b04 HTTP/1.1" status: 200 len: 1025 time: 0.0803256 Nov 29 02:05:53.314252 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-90e470aa-787e-4d26-8ef4-89c6972ef8bd req-69da4fbf-492e-4116-97f5-0f30286db3cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0 HTTP/1.1" status: 200 len: 1000 time: 0.1153972 Nov 29 02:05:53.406224 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e470aa-787e-4d26-8ef4-89c6972ef8bd req-a38451b3-f24a-4812-83c9-f20f00cce982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:53.407650 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-90e470aa-787e-4d26-8ef4-89c6972ef8bd req-a38451b3-f24a-4812-83c9-f20f00cce982 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8af5b422-0f8b-481e-954e-b5b55cbac41b HTTP/1.1" status: 200 len: 834 time: 0.0675414 Nov 29 02:05:53.441762 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-346f4b74-1232-4754-9682-abe949317a8c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:53.443139 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-346f4b74-1232-4754-9682-abe949317a8c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/networks?id=6f6d378f-8d29-4096-9543-055cc81a9005 HTTP/1.1" status: 200 len: 796 time: 0.1541388 Nov 29 02:05:53.493878 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e470aa-787e-4d26-8ef4-89c6972ef8bd req-aff1d286-b1ec-496f-a2c4-a171c02d1efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:53.495254 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-90e470aa-787e-4d26-8ef4-89c6972ef8bd req-aff1d286-b1ec-496f-a2c4-a171c02d1efc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0920a717-4ca0-4264-bc1d-e8261a76bb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755854 Nov 29 02:05:53.564009 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-3ad1de3b-351b-4f05-9d1d-901ab9beb84e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1a27bea49814722818e7a3b77708f76 HTTP/1.1" status: 200 len: 380 time: 0.1044323 Nov 29 02:05:53.578798 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-67fcb90d-aaf3-4496-8649-df21d06972a5 service neutron] Request body: {'port': {'device_id': 'd5a63e1a-862c-4e73-b699-d4f18a830326', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:05:53.650557 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-90e470aa-787e-4d26-8ef4-89c6972ef8bd req-b5783747-b39d-4b55-b3c8-364bc85f72bb service neutron] 10.222.0.24 "GET /v2.0/networks/0920a717-4ca0-4264-bc1d-e8261a76bb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439612 Nov 29 02:05:53.653201 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-67fcb90d-aaf3-4496-8649-df21d06972a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:53.834425 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-90e470aa-787e-4d26-8ef4-89c6972ef8bd req-8d1e7f86-c7d9-48d5-abd6-30b58fd4d835 service neutron] 10.222.0.24 "GET /v2.0/networks/0920a717-4ca0-4264-bc1d-e8261a76bb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728697 Nov 29 02:05:53.981923 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-67fcb90d-aaf3-4496-8649-df21d06972a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:05:53.989287 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-67fcb90d-aaf3-4496-8649-df21d06972a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:54.001695 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-67fcb90d-aaf3-4496-8649-df21d06972a5 service neutron] Transition to ACTIVE for port object 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:05:54.005349 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-67fcb90d-aaf3-4496-8649-df21d06972a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:54.074793 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcb90d-aaf3-4496-8649-df21d06972a5 service neutron] Pushing event updated for resources: {'Port': ['ID=1b64932f-b40c-4e1f-a762-50fc9fdc6b04,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:54.098692 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44068) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:54.213488 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-67fcb90d-aaf3-4496-8649-df21d06972a5 service neutron] Attempting to bind port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:05:54.213846 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-67fcb90d-aaf3-4496-8649-df21d06972a5 service neutron] Attempting to bind port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '34191c7b-0dce-43fe-af15-c46bf3d29acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f6d378f-8d29-4096-9543-055cc81a9005'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:05:54.214187 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-67fcb90d-aaf3-4496-8649-df21d06972a5 service neutron] Attempting to bind port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 on network 6f6d378f-8d29-4096-9543-055cc81a9005 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:05:54.223634 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-67fcb90d-aaf3-4496-8649-df21d06972a5 service neutron] Port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 on network 6f6d378f-8d29-4096-9543-055cc81a9005 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:05:54.223961 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-67fcb90d-aaf3-4496-8649-df21d06972a5 service neutron] Attempting to bind port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 on network 6f6d378f-8d29-4096-9543-055cc81a9005 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:05:54.235468 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-67fcb90d-aaf3-4496-8649-df21d06972a5 service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:05:54.235810 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-67fcb90d-aaf3-4496-8649-df21d06972a5 service neutron] Checking segment: {'id': '34191c7b-0dce-43fe-af15-c46bf3d29acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f6d378f-8d29-4096-9543-055cc81a9005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:05:54.236196 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-67fcb90d-aaf3-4496-8649-df21d06972a5 service neutron] Bound using segment: {'id': '34191c7b-0dce-43fe-af15-c46bf3d29acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f6d378f-8d29-4096-9543-055cc81a9005'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:05:54.236624 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-67fcb90d-aaf3-4496-8649-df21d06972a5 service neutron] Bound port: 1b64932f-b40c-4e1f-a762-50fc9fdc6b04, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34191c7b-0dce-43fe-af15-c46bf3d29acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f6d378f-8d29-4096-9543-055cc81a9005'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:05:54.236979 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-67fcb90d-aaf3-4496-8649-df21d06972a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:54.332724 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-67fcb90d-aaf3-4496-8649-df21d06972a5 service neutron] For port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:05:54.336986 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-67fcb90d-aaf3-4496-8649-df21d06972a5 service neutron] For port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=1b64932f-b40c-4e1f-a762-50fc9fdc6b04,segment=NetworkSegment(34191c7b-0dce-43fe-af15-c46bf3d29acf),segment_id=34191c7b-0dce-43fe-af15-c46bf3d29acf)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:05:54.342467 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-6aeabefb-0532-422e-b588-5a3ddd0b11b8 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Deleting port 6a8d239e-79b9-463b-9dc2-2cc2cc9bd586 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:05:54.342808 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6aeabefb-0532-422e-b588-5a3ddd0b11b8 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:54.344766 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-67fcb90d-aaf3-4496-8649-df21d06972a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:54.404894 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca1181-628b-4518-ab67-805253d45050 req-d68daa77-b081-4a51-905d-332f7b93bf3d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:54.406484 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bfca1181-628b-4518-ab67-805253d45050 req-d68daa77-b081-4a51-905d-332f7b93bf3d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a63e1a-862c-4e73-b699-d4f18a830326 HTTP/1.1" status: 200 len: 980 time: 0.0534613 Nov 29 02:05:54.456749 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bfca1181-628b-4518-ab67-805253d45050 req-5dc1bbb5-24ba-41fd-bb94-6a5389ecb692 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=c050dc28-b2d5-497c-b863-b329b9bc75c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438018 Nov 29 02:05:54.657470 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-67fcb90d-aaf3-4496-8649-df21d06972a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:54.658266 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-67fcb90d-aaf3-4496-8649-df21d06972a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:54.659496 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-67fcb90d-aaf3-4496-8649-df21d06972a5 service neutron] 10.222.0.24 "PUT /v2.0/ports/1b64932f-b40c-4e1f-a762-50fc9fdc6b04 HTTP/1.1" status: 200 len: 1130 time: 1.0844507 Nov 29 02:05:54.663691 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a63e1a-862c-4e73-b699-d4f18a830326', 'tag': '1b64932f-b40c-4e1f-a762-50fc9fdc6b04'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:05:54.665931 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b7f354-cfee-4803-9abe-2614963d95eb" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a63e1a-862c-4e73-b699-d4f18a830326", "tag": "1b64932f-b40c-4e1f-a762-50fc9fdc6b04"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:05:54.714056 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f187bcbf-19a6-4c1a-9b07-685b9da7f3c4 x-openstack-request-id: req-f187bcbf-19a6-4c1a-9b07-685b9da7f3c4 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:05:54.714349 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a63e1a-862c-4e73-b699-d4f18a830326", "tag": "1b64932f-b40c-4e1f-a762-50fc9fdc6b04", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:05:54.714605 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f187bcbf-19a6-4c1a-9b07-685b9da7f3c4 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:05:54.714999 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a63e1a-862c-4e73-b699-d4f18a830326', 'tag': '1b64932f-b40c-4e1f-a762-50fc9fdc6b04', 'status': 'completed', 'code': 200} Nov 29 02:05:54.717313 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcb90d-aaf3-4496-8649-df21d06972a5 service neutron] Pushing event updated for resources: {'Port': ['ID=1b64932f-b40c-4e1f-a762-50fc9fdc6b04,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:54.733096 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6aeabefb-0532-422e-b588-5a3ddd0b11b8 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:54.733425 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6aeabefb-0532-422e-b588-5a3ddd0b11b8 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:54.769658 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-6aeabefb-0532-422e-b588-5a3ddd0b11b8 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Calling delete_port for 6a8d239e-79b9-463b-9dc2-2cc2cc9bd586 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:05:54.833864 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-2532a270-02bf-45a5-b8e7-94e282c86cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:54.836775 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-2532a270-02bf-45a5-b8e7-94e282c86cbc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=d5a63e1a-862c-4e73-b699-d4f18a830326 HTTP/1.1" status: 200 len: 1133 time: 0.1004024 Nov 29 02:05:54.912982 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-25eb72f7-ef37-413d-a035-a49af7e997e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b64932f-b40c-4e1f-a762-50fc9fdc6b04 HTTP/1.1" status: 200 len: 217 time: 0.0558391 Nov 29 02:05:54.984221 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-a5d77466-8338-4c69-9113-397a4df967e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:54.985637 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-a5d77466-8338-4c69-9113-397a4df967e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=51259f52-7625-45fc-84ec-0f7a1dfd33d2 HTTP/1.1" status: 200 len: 834 time: 0.0645454 Nov 29 02:05:55.070480 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6aeabefb-0532-422e-b588-5a3ddd0b11b8 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:55.079112 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-3e728d2d-4b64-4397-954f-cb99b64bd21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:55.080640 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-3e728d2d-4b64-4397-954f-cb99b64bd21b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f6d378f-8d29-4096-9543-055cc81a9005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654912 Nov 29 02:05:55.102247 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeabefb-0532-422e-b588-5a3ddd0b11b8 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Pushing event deleted for resources: {'Port': ['ID=6a8d239e-79b9-463b-9dc2-2cc2cc9bd586,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:55.220500 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6aeabefb-0532-422e-b588-5a3ddd0b11b8 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for floatingip, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:55.220750 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [None req-6aeabefb-0532-422e-b588-5a3ddd0b11b8 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Floating IP 0c03a736-b092-4e6c-a6f3-45fd33727d1f disassociated (deleted). External IP: 172.26.3.9, port: f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0. Nov 29 02:05:55.295171 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-c547a57a-ecbd-4371-98c0-0d48238a66bf service neutron] 10.222.0.24 "GET /v2.0/networks/6f6d378f-8d29-4096-9543-055cc81a9005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940465 Nov 29 02:05:55.469892 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d691e8b6-21e2-4d9a-bab1-fa56667487e0 req-92d7b649-10db-4ad0-884f-b7c653634aa2 service neutron] 10.222.0.24 "GET /v2.0/networks/6f6d378f-8d29-4096-9543-055cc81a9005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614876 Nov 29 02:05:55.507304 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aeabefb-0532-422e-b588-5a3ddd0b11b8 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Router 40bd8511-bba4-48e1-b2d9-05beb36e0da0 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:05:55.576768 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3753efa-edc3-404c-a564-81f7c612997b req-90374d58-9344-43aa-84c3-a7c751fd9628 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:55.578516 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e3753efa-edc3-404c-a564-81f7c612997b req-90374d58-9344-43aa-84c3-a7c751fd9628 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a63e1a-862c-4e73-b699-d4f18a830326 HTTP/1.1" status: 200 len: 980 time: 0.0501890 Nov 29 02:05:55.626214 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e3753efa-edc3-404c-a564-81f7c612997b req-aed0dfe2-25c4-4d92-897a-9bab0b5fe40c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=c050dc28-b2d5-497c-b863-b329b9bc75c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412083 Nov 29 02:05:55.639322 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7f354-cfee-4803-9abe-2614963d95eb req-482579cd-6c44-43ae-b047-f738bd0d24b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:55.640734 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a4b7f354-cfee-4803-9abe-2614963d95eb req-482579cd-6c44-43ae-b047-f738bd0d24b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=d5a63e1a-862c-4e73-b699-d4f18a830326 HTTP/1.1" status: 200 len: 1133 time: 0.0627174 Nov 29 02:05:55.648733 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aeabefb-0532-422e-b588-5a3ddd0b11b8 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:05:55.654138 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6aeabefb-0532-422e-b588-5a3ddd0b11b8 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:55.658656 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f730cf-c3e4-409f-a926-4252985ad1f2 None None] Sync routers for ids ['40bd8511-bba4-48e1-b2d9-05beb36e0da0'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:05:55.668728 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f730cf-c3e4-409f-a926-4252985ad1f2 None None] Routers {'40bd8511-bba4-48e1-b2d9-05beb36e0da0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:05:55.669489 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-90f730cf-c3e4-409f-a926-4252985ad1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:05:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['40bd8511-bba4-48e1-b2d9-05beb36e0da0'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:55.724298 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6aeabefb-0532-422e-b588-5a3ddd0b11b8 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "DELETE /v2.0/floatingips/0c03a736-b092-4e6c-a6f3-45fd33727d1f HTTP/1.1" status: 204 len: 168 time: 1.6244731 Nov 29 02:05:55.764311 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7f354-cfee-4803-9abe-2614963d95eb req-096074ba-7042-48de-973a-8d4b6b7d78f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:55.766026 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a4b7f354-cfee-4803-9abe-2614963d95eb req-096074ba-7042-48de-973a-8d4b6b7d78f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6f6d378f-8d29-4096-9543-055cc81a9005 HTTP/1.1" status: 200 len: 897 time: 0.1154866 Nov 29 02:05:55.772647 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-90f730cf-c3e4-409f-a926-4252985ad1f2 None None] Set router 40bd8511-bba4-48e1-b2d9-05beb36e0da0 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:05:55.816482 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a4b7f354-cfee-4803-9abe-2614963d95eb req-d2a0e4a4-104b-4a82-bfe0-6a92adf95487 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b64932f-b40c-4e1f-a762-50fc9fdc6b04 HTTP/1.1" status: 200 len: 217 time: 0.0411398 Nov 29 02:05:55.877698 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7f354-cfee-4803-9abe-2614963d95eb req-4e4cc960-bea2-4c01-adbe-dc274b29a5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:55.879307 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a4b7f354-cfee-4803-9abe-2614963d95eb req-4e4cc960-bea2-4c01-adbe-dc274b29a5b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=51259f52-7625-45fc-84ec-0f7a1dfd33d2 HTTP/1.1" status: 200 len: 834 time: 0.0550206 Nov 29 02:05:55.956644 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7f354-cfee-4803-9abe-2614963d95eb req-0a1729f4-736f-471e-ae3b-f36e826ad502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:55.958201 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a4b7f354-cfee-4803-9abe-2614963d95eb req-0a1729f4-736f-471e-ae3b-f36e826ad502 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f6d378f-8d29-4096-9543-055cc81a9005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402493 Nov 29 02:05:55.961150 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13a717-3978-47ef-82a1-a6b0e780b6e6 req-4a8266f8-9680-4c98-9b58-f5f442bdb071 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:55.962671 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ff13a717-3978-47ef-82a1-a6b0e780b6e6 req-4a8266f8-9680-4c98-9b58-f5f442bdb071 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 946 time: 0.0577295 Nov 29 02:05:55.979745 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-90f730cf-c3e4-409f-a926-4252985ad1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344392073', 'tenant_id': '5a72629fb67649cb8a5d407ce8400556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': '7a1eaa86-b255-4c2b-9eed-5df4a00b803b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:04Z', 'updated_at': '2021-11-29T02:04:09Z', 'revision_number': 4, 'project_id': '5a72629fb67649cb8a5d407ce8400556', 'gw_port': {'id': '7a1eaa86-b255-4c2b-9eed-5df4a00b803b', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:05Z', 'updated_at': '2021-11-29T02:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': 'ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532', 'name': '', 'network_id': '0920a717-4ca0-4264-bc1d-e8261a76bb0b', 'tenant_id': '5a72629fb67649cb8a5d407ce8400556', 'mac_address': 'fa:16:3e:80:68:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '8af5b422-0f8b-481e-954e-b5b55cbac41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:08Z', 'updated_at': '2021-11-29T02:04:12Z', 'revision_number': 5, 'project_id': '5a72629fb67649cb8a5d407ce8400556', 'subnets': [{'id': '8af5b422-0f8b-481e-954e-b5b55cbac41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:56.023110 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ff13a717-3978-47ef-82a1-a6b0e780b6e6 req-52fefdd2-0e4d-4e1e-905e-8f15f98de896 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/security-groups?id=86cb37b7-db83-4a76-b16f-6e747fbdc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517459 Nov 29 02:05:56.065081 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a4b7f354-cfee-4803-9abe-2614963d95eb req-dd6747d8-f46d-4053-aa05-882a02076f68 service neutron] 10.222.0.24 "GET /v2.0/networks/6f6d378f-8d29-4096-9543-055cc81a9005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974975 Nov 29 02:05:56.094528 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f730cf-c3e4-409f-a926-4252985ad1f2 None None] Checking router: 40bd8511-bba4-48e1-b2d9-05beb36e0da0 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:05:56.103547 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f730cf-c3e4-409f-a926-4252985ad1f2 None None] Routers {'40bd8511-bba4-48e1-b2d9-05beb36e0da0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:05:56.104155 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-90f730cf-c3e4-409f-a926-4252985ad1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:05:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['40bd8511-bba4-48e1-b2d9-05beb36e0da0'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:56.160698 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a4b7f354-cfee-4803-9abe-2614963d95eb req-e1ec0e47-ccc9-47c4-b796-321f8a94ac57 service neutron] 10.222.0.24 "GET /v2.0/networks/6f6d378f-8d29-4096-9543-055cc81a9005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850053 Nov 29 02:05:56.215184 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-90f730cf-c3e4-409f-a926-4252985ad1f2 None None] Set router 40bd8511-bba4-48e1-b2d9-05beb36e0da0 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:05:56.408039 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-90f730cf-c3e4-409f-a926-4252985ad1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344392073', 'tenant_id': '5a72629fb67649cb8a5d407ce8400556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': '7a1eaa86-b255-4c2b-9eed-5df4a00b803b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:04Z', 'updated_at': '2021-11-29T02:04:09Z', 'revision_number': 4, 'project_id': '5a72629fb67649cb8a5d407ce8400556', 'gw_port': {'id': '7a1eaa86-b255-4c2b-9eed-5df4a00b803b', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:05Z', 'updated_at': '2021-11-29T02:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': 'ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532', 'name': '', 'network_id': '0920a717-4ca0-4264-bc1d-e8261a76bb0b', 'tenant_id': '5a72629fb67649cb8a5d407ce8400556', 'mac_address': 'fa:16:3e:80:68:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '8af5b422-0f8b-481e-954e-b5b55cbac41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:08Z', 'updated_at': '2021-11-29T02:04:12Z', 'revision_number': 5, 'project_id': '5a72629fb67649cb8a5d407ce8400556', 'subnets': [{'id': '8af5b422-0f8b-481e-954e-b5b55cbac41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:05:56.436053 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f730cf-c3e4-409f-a926-4252985ad1f2 None None] The sync data for ids ['40bd8511-bba4-48e1-b2d9-05beb36e0da0'] in dv-neutron-819032-3-hyperv is: [{'id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344392073', 'tenant_id': '5a72629fb67649cb8a5d407ce8400556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': '7a1eaa86-b255-4c2b-9eed-5df4a00b803b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:04Z', 'updated_at': '2021-11-29T02:04:09Z', 'revision_number': 4, 'project_id': '5a72629fb67649cb8a5d407ce8400556', 'gw_port': {'id': '7a1eaa86-b255-4c2b-9eed-5df4a00b803b', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:05Z', 'updated_at': '2021-11-29T02:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': 'ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532', 'name': '', 'network_id': '0920a717-4ca0-4264-bc1d-e8261a76bb0b', 'tenant_id': '5a72629fb67649cb8a5d407ce8400556', 'mac_address': 'fa:16:3e:80:68:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '8af5b422-0f8b-481e-954e-b5b55cbac41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:08Z', 'updated_at': '2021-11-29T02:04:12Z', 'revision_number': 5, 'project_id': '5a72629fb67649cb8a5d407ce8400556', 'subnets': [{'id': '8af5b422-0f8b-481e-954e-b5b55cbac41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:05:56.638564 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4170e7a9-76d3-4255-a345-d4de95b51cb7 None None] New status for floating IP 0c03a736-b092-4e6c-a6f3-45fd33727d1f: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:05:56.716210 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb0017d-dfcb-43c1-b707-72a35311303c', 'tag': 'f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:05:56.718620 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b708e7-d859-4e27-b0b2-99c1725a4aaa" -d '{"events": [{"name": "network-changed", "server_uuid": "6cb0017d-dfcb-43c1-b707-72a35311303c", "tag": "f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:05:56.745220 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b5eb3-ad67-4224-98d5-4fd23e5f3fc8 req-171a14b6-4f6b-49c4-acf4-adb768e6f4ac tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:56.746805 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e29b5eb3-ad67-4224-98d5-4fd23e5f3fc8 req-171a14b6-4f6b-49c4-acf4-adb768e6f4ac tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a63e1a-862c-4e73-b699-d4f18a830326 HTTP/1.1" status: 200 len: 980 time: 0.0499253 Nov 29 02:05:56.762973 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269a66cc-2504-4202-96cb-e1ed5744c598 x-openstack-request-id: req-269a66cc-2504-4202-96cb-e1ed5744c598 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:05:56.763261 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cb0017d-dfcb-43c1-b707-72a35311303c", "tag": "f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:05:56.763516 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-269a66cc-2504-4202-96cb-e1ed5744c598 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:05:56.763944 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb0017d-dfcb-43c1-b707-72a35311303c', 'tag': 'f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0', 'status': 'completed', 'code': 200} Nov 29 02:05:56.794363 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e29b5eb3-ad67-4224-98d5-4fd23e5f3fc8 req-ec32702d-0b96-4f2e-bda7-844ba748aa71 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=c050dc28-b2d5-497c-b863-b329b9bc75c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418227 Nov 29 02:05:56.854822 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b708e7-d859-4e27-b0b2-99c1725a4aaa req-e8716f04-7372-4808-93de-b42f1d3874a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:56.856344 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a3b708e7-d859-4e27-b0b2-99c1725a4aaa req-e8716f04-7372-4808-93de-b42f1d3874a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5a72629fb67649cb8a5d407ce8400556&device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 1099 time: 0.0435154 Nov 29 02:05:56.949294 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b708e7-d859-4e27-b0b2-99c1725a4aaa req-679f1f43-297a-4f22-be07-2d112cafb772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:56.950662 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a3b708e7-d859-4e27-b0b2-99c1725a4aaa req-679f1f43-297a-4f22-be07-2d112cafb772 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0920a717-4ca0-4264-bc1d-e8261a76bb0b HTTP/1.1" status: 200 len: 898 time: 0.0872293 Nov 29 02:05:56.993015 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a3b708e7-d859-4e27-b0b2-99c1725a4aaa req-cbe7b53e-7264-4255-b178-b13e7a0780cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0 HTTP/1.1" status: 200 len: 217 time: 0.0330725 Nov 29 02:05:57.045133 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b708e7-d859-4e27-b0b2-99c1725a4aaa req-d48d2e7f-3b82-4598-848f-c87b9c69f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:57.046604 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a3b708e7-d859-4e27-b0b2-99c1725a4aaa req-d48d2e7f-3b82-4598-848f-c87b9c69f8b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8af5b422-0f8b-481e-954e-b5b55cbac41b HTTP/1.1" status: 200 len: 834 time: 0.0460875 Nov 29 02:05:57.094514 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b708e7-d859-4e27-b0b2-99c1725a4aaa req-8a1350ac-1e52-4405-8d7b-074cc94962ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:57.096077 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a3b708e7-d859-4e27-b0b2-99c1725a4aaa req-8a1350ac-1e52-4405-8d7b-074cc94962ea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0920a717-4ca0-4264-bc1d-e8261a76bb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391715 Nov 29 02:05:57.131528 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9f855-0ebb-46f8-950d-0221a723dcbb req-502f2b5d-2a45-4efc-b7bf-2155b8b461e6 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:57.133021 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-33f9f855-0ebb-46f8-950d-0221a723dcbb req-502f2b5d-2a45-4efc-b7bf-2155b8b461e6 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 946 time: 0.0482471 Nov 29 02:05:57.188310 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-33f9f855-0ebb-46f8-950d-0221a723dcbb req-bb2b6f9e-890f-4d00-8163-0b4a408220fc tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/security-groups?id=86cb37b7-db83-4a76-b16f-6e747fbdc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490201 Nov 29 02:05:57.193188 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a3b708e7-d859-4e27-b0b2-99c1725a4aaa req-5e1abfd4-3138-40d5-8a87-437662f76915 service neutron] 10.222.0.24 "GET /v2.0/networks/0920a717-4ca0-4264-bc1d-e8261a76bb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889761 Nov 29 02:05:57.290693 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a3b708e7-d859-4e27-b0b2-99c1725a4aaa req-cac1bed4-64f6-4991-bbf9-463e4be7b252 service neutron] 10.222.0.24 "GET /v2.0/networks/0920a717-4ca0-4264-bc1d-e8261a76bb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819805 Nov 29 02:05:57.681836 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb86df-d894-47f5-b03b-1be8b8bc7d18 req-5b2ea35b-d986-471f-bc6a-acdfa553363e tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:57.683267 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9dbb86df-d894-47f5-b03b-1be8b8bc7d18 req-5b2ea35b-d986-471f-bc6a-acdfa553363e tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.24 "GET /v2.0/ports?device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 946 time: 0.0482128 Nov 29 02:05:57.780750 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-9dbb86df-d894-47f5-b03b-1be8b8bc7d18 req-e7b8dbf1-6c92-4a4f-9ae8-611883b205f1 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Deleting port f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:05:57.781092 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9dbb86df-d894-47f5-b03b-1be8b8bc7d18 req-e7b8dbf1-6c92-4a4f-9ae8-611883b205f1 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:57.867669 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-9dbb86df-d894-47f5-b03b-1be8b8bc7d18 req-e7b8dbf1-6c92-4a4f-9ae8-611883b205f1 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] For port f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0,segment=NetworkSegment(a767034f-685f-46a1-b040-4b969b751661),segment_id=a767034f-685f-46a1-b040-4b969b751661)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:05:57.868040 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9dbb86df-d894-47f5-b03b-1be8b8bc7d18 req-e7b8dbf1-6c92-4a4f-9ae8-611883b205f1 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:57.883193 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-9dbb86df-d894-47f5-b03b-1be8b8bc7d18 req-e7b8dbf1-6c92-4a4f-9ae8-611883b205f1 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Calling delete_port for f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:05:57.911429 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ee04d-78b0-4869-854a-60c86c508939 req-a0dd0ecd-cc5f-4569-ab9e-bf44cfa724f1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:57.913070 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4a4ee04d-78b0-4869-854a-60c86c508939 req-a0dd0ecd-cc5f-4569-ab9e-bf44cfa724f1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a63e1a-862c-4e73-b699-d4f18a830326 HTTP/1.1" status: 200 len: 980 time: 0.0510161 Nov 29 02:05:57.959662 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4a4ee04d-78b0-4869-854a-60c86c508939 req-fc3d7bc0-6821-417f-99e6-c03d93e0d9de tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=c050dc28-b2d5-497c-b863-b329b9bc75c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407429 Nov 29 02:05:58.014176 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9dbb86df-d894-47f5-b03b-1be8b8bc7d18 req-e7b8dbf1-6c92-4a4f-9ae8-611883b205f1 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:58.040444 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8dbf1-6c92-4a4f-9ae8-611883b205f1 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Pushing event deleted for resources: {'Port': ['ID=f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:58.086502 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dbb86df-d894-47f5-b03b-1be8b8bc7d18 req-e7b8dbf1-6c92-4a4f-9ae8-611883b205f1 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] No DVR routers for this DVR port f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0 on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:05:58.088827 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9dbb86df-d894-47f5-b03b-1be8b8bc7d18 req-e7b8dbf1-6c92-4a4f-9ae8-611883b205f1 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:58.092122 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9dbb86df-d894-47f5-b03b-1be8b8bc7d18 req-e7b8dbf1-6c92-4a4f-9ae8-611883b205f1 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.24 "DELETE /v2.0/ports/f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0 HTTP/1.1" status: 204 len: 173 time: 0.3983891 Nov 29 02:05:58.195980 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:05:58.295633 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4f2e2b11-508c-43b7-acdf-4029e83a87d8 req-89b24a2e-b5db-4940-8af0-0b84b03d2658 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb0017d-dfcb-43c1-b707-72a35311303c HTTP/1.1" status: 200 len: 210 time: 0.0255578 Nov 29 02:05:58.295981 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=1b64932f-b40c-4e1f-a762-50fc9fdc6b04,segment=NetworkSegment(34191c7b-0dce-43fe-af15-c46bf3d29acf),segment_id=34191c7b-0dce-43fe-af15-c46bf3d29acf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:05:58.308233 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '1b64932f-b40c-4e1f-a762-50fc9fdc6b04', 'network_id': '6f6d378f-8d29-4096-9543-055cc81a9005', 'port_id': '1b64932f-b40c-4e1f-a762-50fc9fdc6b04', 'mac_address': 'fa:16:3e:8b:e2:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51259f52-7625-45fc-84ec-0f7a1dfd33d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:05:58.347924 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:58.360476 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:05:58.381007 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=1b64932f-b40c-4e1f-a762-50fc9fdc6b04,segment=NetworkSegment(34191c7b-0dce-43fe-af15-c46bf3d29acf),segment_id=34191c7b-0dce-43fe-af15-c46bf3d29acf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:05:58.385397 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:58.433246 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=1b64932f-b40c-4e1f-a762-50fc9fdc6b04,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:05:58.721515 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['1b64932f-b40c-4e1f-a762-50fc9fdc6b04'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:05:58.765496 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb0017d-dfcb-43c1-b707-72a35311303c', 'name': 'network-vif-deleted', 'tag': 'f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:05:58.768069 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0b2abd-471f-4016-9339-362c5b7520b9" -d '{"events": [{"server_uuid": "6cb0017d-dfcb-43c1-b707-72a35311303c", "name": "network-vif-deleted", "tag": "f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:05:58.803096 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f8b96a-5541-4859-a9fe-7c201a9601ec x-openstack-request-id: req-67f8b96a-5541-4859-a9fe-7c201a9601ec {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:05:58.803410 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb0017d-dfcb-43c1-b707-72a35311303c", "name": "network-vif-deleted", "tag": "f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:05:58.803742 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-67f8b96a-5541-4859-a9fe-7c201a9601ec {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:05:58.804663 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb0017d-dfcb-43c1-b707-72a35311303c', 'name': 'network-vif-deleted', 'tag': 'f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0', 'status': 'completed', 'code': 200} Nov 29 02:05:59.071620 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def372b-238e-49ae-a8cc-d3b402aed2d7 req-66f7962f-db71-4c95-a7e0-e097e328ad9c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:05:59.073059 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7def372b-238e-49ae-a8cc-d3b402aed2d7 req-66f7962f-db71-4c95-a7e0-e097e328ad9c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a63e1a-862c-4e73-b699-d4f18a830326 HTTP/1.1" status: 200 len: 981 time: 0.0476274 Nov 29 02:05:59.122832 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7def372b-238e-49ae-a8cc-d3b402aed2d7 req-59bfbd35-0a43-4416-8aee-d90024ea9e6c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=c050dc28-b2d5-497c-b863-b329b9bc75c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438092 Nov 29 02:05:59.355072 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44096) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:05:59.697711 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d37a098-76cf-49ef-8b01-2c91032af72d tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:05:59.940869 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d37a098-76cf-49ef-8b01-2c91032af72d tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Deleting port ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:05:59.941606 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d37a098-76cf-49ef-8b01-2c91032af72d tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:00.030061 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3d37a098-76cf-49ef-8b01-2c91032af72d tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] For port ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532,segment=NetworkSegment(a767034f-685f-46a1-b040-4b969b751661),segment_id=a767034f-685f-46a1-b040-4b969b751661)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:06:00.030430 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d37a098-76cf-49ef-8b01-2c91032af72d tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:00.042950 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3d37a098-76cf-49ef-8b01-2c91032af72d tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Calling delete_port for ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:06:00.209174 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:06:00.243669 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91d416-3491-4026-9664-16411016a613 req-d5d9ce53-93f9-48af-a77a-e3b7f5670ab3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:00.250506 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4d91d416-3491-4026-9664-16411016a613 req-d5d9ce53-93f9-48af-a77a-e3b7f5670ab3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a63e1a-862c-4e73-b699-d4f18a830326 HTTP/1.1" status: 200 len: 981 time: 0.0604470 Nov 29 02:06:00.267503 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:06:00.272073 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:00.273145 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:00.301059 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4d91d416-3491-4026-9664-16411016a613 req-876e3edd-4c44-460a-9c1b-cdba49d1e9bf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=c050dc28-b2d5-497c-b863-b329b9bc75c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494084 Nov 29 02:06:00.367206 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:00.391178 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a63e1a-862c-4e73-b699-d4f18a830326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b64932f-b40c-4e1f-a762-50fc9fdc6b04'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:06:00.393464 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faee697e-014d-4324-97da-09e79fd7294b" -d '{"events": [{"server_uuid": "d5a63e1a-862c-4e73-b699-d4f18a830326", "name": "network-vif-plugged", "status": "completed", "tag": "1b64932f-b40c-4e1f-a762-50fc9fdc6b04"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:06:00.406949 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=1b64932f-b40c-4e1f-a762-50fc9fdc6b04,segment=NetworkSegment(34191c7b-0dce-43fe-af15-c46bf3d29acf),segment_id=34191c7b-0dce-43fe-af15-c46bf3d29acf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:06:00.411744 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:00.412923 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:06:00.452715 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66884fb0-b485-4aac-890f-abe21f5633df x-openstack-request-id: req-66884fb0-b485-4aac-890f-abe21f5633df {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:06:00.453012 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a63e1a-862c-4e73-b699-d4f18a830326", "name": "network-vif-plugged", "status": "completed", "tag": "1b64932f-b40c-4e1f-a762-50fc9fdc6b04", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:06:00.453264 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66884fb0-b485-4aac-890f-abe21f5633df {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:06:00.455517 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a63e1a-862c-4e73-b699-d4f18a830326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b64932f-b40c-4e1f-a762-50fc9fdc6b04', 'code': 200} Nov 29 02:06:00.456005 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:06:00.456436 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device f8cbe2c9-dcfc-43c9-ab6f-8db7d155efc0 not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:06:00.482084 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=1b64932f-b40c-4e1f-a762-50fc9fdc6b04,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:00.511578 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d37a098-76cf-49ef-8b01-2c91032af72d tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:00.537590 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37a098-76cf-49ef-8b01-2c91032af72d tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Pushing event deleted for resources: {'Port': ['ID=ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:00.739005 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc3d08-86f5-4ce4-a146-1fa2c0d0344e req-813163f1-9d9d-4137-ba44-bc72c58d464e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:00.740502 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-acdc3d08-86f5-4ce4-a146-1fa2c0d0344e req-813163f1-9d9d-4137-ba44-bc72c58d464e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d5a63e1a-862c-4e73-b699-d4f18a830326 HTTP/1.1" status: 200 len: 1135 time: 0.0705526 Nov 29 02:06:00.745276 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3d37a098-76cf-49ef-8b01-2c91032af72d tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:00.865241 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-acdc3d08-86f5-4ce4-a146-1fa2c0d0344e req-fb22fc1f-aa68-41f9-b104-bf93a1cba480 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c050dc28-b2d5-497c-b863-b329b9bc75c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117921 Nov 29 02:06:00.987248 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d37a098-76cf-49ef-8b01-2c91032af72d tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Router 40bd8511-bba4-48e1-b2d9-05beb36e0da0 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:06:01.089402 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d37a098-76cf-49ef-8b01-2c91032af72d tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:06:01.097332 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3d37a098-76cf-49ef-8b01-2c91032af72d tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "PUT /v2.0/routers/40bd8511-bba4-48e1-b2d9-05beb36e0da0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7386241 Nov 29 02:06:01.097747 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44102) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:01.099626 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7aa48e-eaca-46c8-8793-3e6a9e7f154e None None] Sync routers for ids ['40bd8511-bba4-48e1-b2d9-05beb36e0da0'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:06:01.109630 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7aa48e-eaca-46c8-8793-3e6a9e7f154e None None] Routers {'40bd8511-bba4-48e1-b2d9-05beb36e0da0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:06:01.110319 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1f7aa48e-eaca-46c8-8793-3e6a9e7f154e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:05:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['40bd8511-bba4-48e1-b2d9-05beb36e0da0'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:01.147995 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eafb384-150b-4d43-be14-a9ae88a15fca tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Deleting subnet 8af5b422-0f8b-481e-954e-b5b55cbac41b {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:06:01.151502 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0eafb384-150b-4d43-be14-a9ae88a15fca tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:01.190169 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0eafb384-150b-4d43-be14-a9ae88a15fca tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:01.212456 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-1f7aa48e-eaca-46c8-8793-3e6a9e7f154e None None] Set router 40bd8511-bba4-48e1-b2d9-05beb36e0da0 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:06:01.276166 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0eafb384-150b-4d43-be14-a9ae88a15fca tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:01.335617 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0eafb384-150b-4d43-be14-a9ae88a15fca tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:01.357941 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89661790-0ff6-4f44-90ee-e72363998e08 None None] Network 0920a717-4ca0-4264-bc1d-e8261a76bb0b requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:06:01.368210 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eafb384-150b-4d43-be14-a9ae88a15fca tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Pushing event deleted for resources: {'Subnet': ['ID=8af5b422-0f8b-481e-954e-b5b55cbac41b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:01.370576 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0eafb384-150b-4d43-be14-a9ae88a15fca tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:01.376487 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44106) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:01.376629 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0eafb384-150b-4d43-be14-a9ae88a15fca tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "DELETE /v2.0/subnets/8af5b422-0f8b-481e-954e-b5b55cbac41b HTTP/1.1" status: 204 len: 168 time: 0.2777469 Nov 29 02:06:01.389012 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1f7aa48e-eaca-46c8-8793-3e6a9e7f154e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344392073', 'tenant_id': '5a72629fb67649cb8a5d407ce8400556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': '7a1eaa86-b255-4c2b-9eed-5df4a00b803b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:04Z', 'updated_at': '2021-11-29T02:06:00Z', 'revision_number': 5, 'project_id': '5a72629fb67649cb8a5d407ce8400556', 'gw_port': {'id': '7a1eaa86-b255-4c2b-9eed-5df4a00b803b', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:05Z', 'updated_at': '2021-11-29T02:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:01.417973 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7aa48e-eaca-46c8-8793-3e6a9e7f154e None None] Checking router: 40bd8511-bba4-48e1-b2d9-05beb36e0da0 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:06:01.426421 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7aa48e-eaca-46c8-8793-3e6a9e7f154e None None] Routers {'40bd8511-bba4-48e1-b2d9-05beb36e0da0'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:06:01.427079 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1f7aa48e-eaca-46c8-8793-3e6a9e7f154e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:05:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['40bd8511-bba4-48e1-b2d9-05beb36e0da0'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:01.462799 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24022e03-2695-411a-bf55-0ad83133ca9c req-31a92760-8cc1-41de-b1c5-dd57574fe789 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:01.470052 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-24022e03-2695-411a-bf55-0ad83133ca9c req-31a92760-8cc1-41de-b1c5-dd57574fe789 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a63e1a-862c-4e73-b699-d4f18a830326 HTTP/1.1" status: 200 len: 982 time: 0.0678308 Nov 29 02:06:01.485778 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7205aed3-40a6-4d3c-a982-b6c1711fa96c tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:01.524859 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-24022e03-2695-411a-bf55-0ad83133ca9c req-796c9658-43dd-4160-9a57-e36f462258ee tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=c050dc28-b2d5-497c-b863-b329b9bc75c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538819 Nov 29 02:06:01.541116 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-1f7aa48e-eaca-46c8-8793-3e6a9e7f154e None None] Set router 40bd8511-bba4-48e1-b2d9-05beb36e0da0 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:06:01.597265 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294fca1b-f008-4c8d-9835-0ed8dd92de93 None None] DHCP port deletion for 0920a717-4ca0-4264-bc1d-e8261a76bb0b request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:06:01.604278 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7205aed3-40a6-4d3c-a982-b6c1711fa96c tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:01.651721 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-294fca1b-f008-4c8d-9835-0ed8dd92de93 None None] Deleting port c08d53ff-d2e6-45cd-be40-a9717d073024 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:06:01.652102 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-294fca1b-f008-4c8d-9835-0ed8dd92de93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:01.667865 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7205aed3-40a6-4d3c-a982-b6c1711fa96c tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Deleting port 7a1eaa86-b255-4c2b-9eed-5df4a00b803b {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:06:01.668136 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7205aed3-40a6-4d3c-a982-b6c1711fa96c tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:01.719049 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-294fca1b-f008-4c8d-9835-0ed8dd92de93 None None] For port c08d53ff-d2e6-45cd-be40-a9717d073024, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c08d53ff-d2e6-45cd-be40-a9717d073024,segment=NetworkSegment(a767034f-685f-46a1-b040-4b969b751661),segment_id=a767034f-685f-46a1-b040-4b969b751661)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:06:01.719452 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-294fca1b-f008-4c8d-9835-0ed8dd92de93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:01.731329 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1f7aa48e-eaca-46c8-8793-3e6a9e7f154e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344392073', 'tenant_id': '5a72629fb67649cb8a5d407ce8400556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': '7a1eaa86-b255-4c2b-9eed-5df4a00b803b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:04Z', 'updated_at': '2021-11-29T02:06:00Z', 'revision_number': 5, 'project_id': '5a72629fb67649cb8a5d407ce8400556', 'gw_port': {'id': '7a1eaa86-b255-4c2b-9eed-5df4a00b803b', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:05Z', 'updated_at': '2021-11-29T02:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:01.732572 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-294fca1b-f008-4c8d-9835-0ed8dd92de93 None None] Calling delete_port for c08d53ff-d2e6-45cd-be40-a9717d073024 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:06:01.749295 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7205aed3-40a6-4d3c-a982-b6c1711fa96c tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] For port 7a1eaa86-b255-4c2b-9eed-5df4a00b803b, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7a1eaa86-b255-4c2b-9eed-5df4a00b803b,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:06:01.749717 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7205aed3-40a6-4d3c-a982-b6c1711fa96c tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:01.757258 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7aa48e-eaca-46c8-8793-3e6a9e7f154e None None] The sync data for ids ['40bd8511-bba4-48e1-b2d9-05beb36e0da0'] in dv-neutron-819032-3-hyperv is: [{'id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344392073', 'tenant_id': '5a72629fb67649cb8a5d407ce8400556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': '7a1eaa86-b255-4c2b-9eed-5df4a00b803b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:04:04Z', 'updated_at': '2021-11-29T02:06:00Z', 'revision_number': 5, 'project_id': '5a72629fb67649cb8a5d407ce8400556', 'gw_port': {'id': '7a1eaa86-b255-4c2b-9eed-5df4a00b803b', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd8511-bba4-48e1-b2d9-05beb36e0da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:04:05Z', 'updated_at': '2021-11-29T02:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:06:01.763283 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7205aed3-40a6-4d3c-a982-b6c1711fa96c tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Calling delete_port for 7a1eaa86-b255-4c2b-9eed-5df4a00b803b owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:06:01.822390 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-294fca1b-f008-4c8d-9835-0ed8dd92de93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:01.847250 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294fca1b-f008-4c8d-9835-0ed8dd92de93 None None] Pushing event deleted for resources: {'Port': ['ID=c08d53ff-d2e6-45cd-be40-a9717d073024,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:01.850690 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294fca1b-f008-4c8d-9835-0ed8dd92de93 None None] No DVR routers for this DVR port c08d53ff-d2e6-45cd-be40-a9717d073024 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:06:01.936916 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7205aed3-40a6-4d3c-a982-b6c1711fa96c tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:01.962448 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205aed3-40a6-4d3c-a982-b6c1711fa96c tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Pushing event deleted for resources: {'Port': ['ID=7a1eaa86-b255-4c2b-9eed-5df4a00b803b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:01.976195 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2adfb3-3634-4ace-b38f-81f20b15e1c0 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:06:02.027191 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7205aed3-40a6-4d3c-a982-b6c1711fa96c tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:02.115398 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7205aed3-40a6-4d3c-a982-b6c1711fa96c tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:02.120349 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7205aed3-40a6-4d3c-a982-b6c1711fa96c tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:02.171049 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7205aed3-40a6-4d3c-a982-b6c1711fa96c tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:02.171787 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7205aed3-40a6-4d3c-a982-b6c1711fa96c tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Fanout notify agent at l3_agent the message router_deleted on router 40bd8511-bba4-48e1-b2d9-05beb36e0da0 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:06:02.180152 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7205aed3-40a6-4d3c-a982-b6c1711fa96c tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:02.181074 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7205aed3-40a6-4d3c-a982-b6c1711fa96c tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "DELETE /v2.0/routers/40bd8511-bba4-48e1-b2d9-05beb36e0da0 HTTP/1.1" status: 204 len: 168 time: 0.8026726 Nov 29 02:06:02.184917 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44108) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:02.250604 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c08d53ff-d2e6-45cd-be40-a9717d073024 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:06:02.272283 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f88d8651-2e99-47f6-a100-08d7e43c9306 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:02.272610 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: c08d53ff-d2e6-45cd-be40-a9717d073024 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:06:02.272937 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c08d53ff-d2e6-45cd-be40-a9717d073024 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:06:02.273603 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:06:02.296407 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:06:02.296759 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device ca92e9cf-f8e1-4e97-9aa9-9ceef0db5532 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:06:02.360981 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f88d8651-2e99-47f6-a100-08d7e43c9306 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:02.386872 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-f88d8651-2e99-47f6-a100-08d7e43c9306 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0920a717-4ca0-4264-bc1d-e8261a76bb0b']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:02.397034 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-f88d8651-2e99-47f6-a100-08d7e43c9306 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a767034f-685f-46a1-b040-4b969b751661') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:02.397337 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-f88d8651-2e99-47f6-a100-08d7e43c9306 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a767034f-685f-46a1-b040-4b969b751661') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:02.407912 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f88d8651-2e99-47f6-a100-08d7e43c9306 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:02.422027 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f88d8651-2e99-47f6-a100-08d7e43c9306 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:02.428364 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f88d8651-2e99-47f6-a100-08d7e43c9306 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:06:02.429719 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f88d8651-2e99-47f6-a100-08d7e43c9306 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:02.432935 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:06:02.432935 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:06:02.432935 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:06:02.432935 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:06:02.432935 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:06:02.432935 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:06:02.432935 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:06:02.432935 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:06:02.432935 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:06:02.432935 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:06:02.432935 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:06:02.432935 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:06:02.432935 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:06:02.432935 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:06:02.432935 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:06:02.432935 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:06:02.432935 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:06:02.432935 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:06:02.432935 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:06:02.432935 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:06:02.432935 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:06:02.432935 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:06:02.432935 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:06:02.432935 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:06:02.432935 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:06:02.432935 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:06:02.432935 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:06:02.432935 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:06:02.432935 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:06:02.432935 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:06:02.432935 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:06:02.432935 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:06:02.490857 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f88d8651-2e99-47f6-a100-08d7e43c9306 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:02.496193 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f88d8651-2e99-47f6-a100-08d7e43c9306 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:02.499619 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f88d8651-2e99-47f6-a100-08d7e43c9306 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "DELETE /v2.0/networks/0920a717-4ca0-4264-bc1d-e8261a76bb0b HTTP/1.1" status: 204 len: 168 time: 0.3135982 Nov 29 02:06:02.502485 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44110) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:02.513898 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d8651-2e99-47f6-a100-08d7e43c9306 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Pushing event deleted for resources: {'Network': ['ID=0920a717-4ca0-4264-bc1d-e8261a76bb0b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:02.559029 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11e63b2e-33fc-4f17-a493-4b6c69d79707 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:02.584028 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11e63b2e-33fc-4f17-a493-4b6c69d79707 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:02.659657 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361f6f0-b7ad-46fa-bc9f-2c4feae03fbe req-b0f27a16-ba39-4f16-972c-9575ac1488b9 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:02.661133 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d361f6f0-b7ad-46fa-bc9f-2c4feae03fbe req-b0f27a16-ba39-4f16-972c-9575ac1488b9 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a63e1a-862c-4e73-b699-d4f18a830326 HTTP/1.1" status: 200 len: 982 time: 0.0677559 Nov 29 02:06:02.695407 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11e63b2e-33fc-4f17-a493-4b6c69d79707 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:02.697956 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-11e63b2e-33fc-4f17-a493-4b6c69d79707 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:02.699149 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-11e63b2e-33fc-4f17-a493-4b6c69d79707 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] 10.222.0.37 "DELETE /v2.0/security-groups/86cb37b7-db83-4a76-b16f-6e747fbdc47a HTTP/1.1" status: 204 len: 168 time: 0.1955502 Nov 29 02:06:02.715604 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e63b2e-33fc-4f17-a493-4b6c69d79707 tempest-TestNetworkAdvancedServerOps-1845419019 tempest-TestNetworkAdvancedServerOps-1845419019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cb37b7-db83-4a76-b16f-6e747fbdc47a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:02.729471 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d361f6f0-b7ad-46fa-bc9f-2c4feae03fbe req-af76103f-bd69-4c8e-83df-4b483f460fdf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=c050dc28-b2d5-497c-b863-b329b9bc75c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613177 Nov 29 02:06:02.855835 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d7180-af50-4a83-a915-91e67c668e37 req-a388f200-3fa7-4b9e-852d-646eded925c2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:02.857352 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-345d7180-af50-4a83-a915-91e67c668e37 req-a388f200-3fa7-4b9e-852d-646eded925c2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a63e1a-862c-4e73-b699-d4f18a830326 HTTP/1.1" status: 200 len: 982 time: 0.0541029 Nov 29 02:06:02.906236 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-345d7180-af50-4a83-a915-91e67c668e37 req-5a58b10d-078e-43b2-b5f6-55dd84324eff tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=c050dc28-b2d5-497c-b863-b329b9bc75c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429256 Nov 29 02:06:02.929563 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44120) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:02.972263 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4877c8a5-f565-4faf-be34-4f6fa67e976c tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:02.973810 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4877c8a5-f565-4faf-be34-4f6fa67e976c tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d5a63e1a-862c-4e73-b699-d4f18a830326 HTTP/1.1" status: 200 len: 1130 time: 0.0431426 Nov 29 02:06:02.976686 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44124) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:02.980992 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-08ddc22d-57d2-4676-be15-7109a0ba2549 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'port_id': '1b64932f-b40c-4e1f-a762-50fc9fdc6b04', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:03.003089 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08ddc22d-57d2-4676-be15-7109a0ba2549 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:03.018500 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44126) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:03.109274 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08ddc22d-57d2-4676-be15-7109a0ba2549 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:03.217409 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bbc50a27-d5ba-481e-b765-fd445ad044d5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a72629fb67649cb8a5d407ce8400556&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1977494 Nov 29 02:06:03.220086 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44130) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:03.239099 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-08ddc22d-57d2-4676-be15-7109a0ba2549 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.26.3.191 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/07c167ab-57b7-4fc4-8cdd-dd7ac1fa54af) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:06:03.268223 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52a453dc-011b-40a8-8e36-621e18799f83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:03.290159 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52a453dc-011b-40a8-8e36-621e18799f83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:03.340057 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52a453dc-011b-40a8-8e36-621e18799f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:03.342663 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52a453dc-011b-40a8-8e36-621e18799f83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:03.343804 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-52a453dc-011b-40a8-8e36-621e18799f83 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d932ecc1-8392-4c62-88bc-55d6c059cf19 HTTP/1.1" status: 204 len: 168 time: 0.1226389 Nov 29 02:06:03.344159 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08ddc22d-57d2-4676-be15-7109a0ba2549 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:03.351348 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a453dc-011b-40a8-8e36-621e18799f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d932ecc1-8392-4c62-88bc-55d6c059cf19,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:03.389318 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08ddc22d-57d2-4676-be15-7109a0ba2549 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:03.430735 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ddc22d-57d2-4676-be15-7109a0ba2549 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:06:03.433758 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-08ddc22d-57d2-4676-be15-7109a0ba2549 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:06:03.437446 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ddc22d-57d2-4676-be15-7109a0ba2549 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:06:03.463867 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ddc22d-57d2-4676-be15-7109a0ba2549 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=07c167ab-57b7-4fc4-8cdd-dd7ac1fa54af,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:03.606886 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44136) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:03.620444 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e89ebace-aa78-4524-85ea-c39a9fdd8eea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:03.696534 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e89ebace-aa78-4524-85ea-c39a9fdd8eea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:03.700489 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e89ebace-aa78-4524-85ea-c39a9fdd8eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:03.748620 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e89ebace-aa78-4524-85ea-c39a9fdd8eea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2c5872b08e50457ea4b4bca4a3a08266&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1404347 Nov 29 02:06:03.749349 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ebace-aa78-4524-85ea-c39a9fdd8eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1f51b1-f0a7-4bad-960e-ea1602ee414b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:03.751804 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44138) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:03.805890 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-416d93e8-c670-4a4b-80d6-22539c4fccd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:03.828525 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-416d93e8-c670-4a4b-80d6-22539c4fccd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:03.878004 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-416d93e8-c670-4a4b-80d6-22539c4fccd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:03.880735 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-416d93e8-c670-4a4b-80d6-22539c4fccd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:03.881992 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-416d93e8-c670-4a4b-80d6-22539c4fccd9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3d1f51b1-f0a7-4bad-960e-ea1602ee414b HTTP/1.1" status: 204 len: 168 time: 0.1291125 Nov 29 02:06:03.890957 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d93e8-c670-4a4b-80d6-22539c4fccd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1f51b1-f0a7-4bad-960e-ea1602ee414b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:04.017730 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7a1eaa86-b255-4c2b-9eed-5df4a00b803b no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:06:04.040258 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 7a1eaa86-b255-4c2b-9eed-5df4a00b803b {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:06:04.040907 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7a1eaa86-b255-4c2b-9eed-5df4a00b803b not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:06:04.115316 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08ddc22d-57d2-4676-be15-7109a0ba2549 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:04.187865 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08ddc22d-57d2-4676-be15-7109a0ba2549 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:04.345904 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08ddc22d-57d2-4676-be15-7109a0ba2549 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:04.351615 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08ddc22d-57d2-4676-be15-7109a0ba2549 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:04.423740 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ddc22d-57d2-4676-be15-7109a0ba2549 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=07c167ab-57b7-4fc4-8cdd-dd7ac1fa54af,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:04.437226 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08ddc22d-57d2-4676-be15-7109a0ba2549 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:04.538068 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-08ddc22d-57d2-4676-be15-7109a0ba2549 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Floating IP e0926bef-bb07-41d7-b1c3-ee5b08856524 associated. External IP: 172.26.3.191, port: 1b64932f-b40c-4e1f-a762-50fc9fdc6b04. Nov 29 02:06:04.568518 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44160) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:04.665367 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-acb0c287-18d5-49ad-b5c7-8a4ede6ad82e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1266187055-network', 'tenant_id': '3060dfec19084cafb93931e7452bdab5'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:04.690210 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb0c287-18d5-49ad-b5c7-8a4ede6ad82e admin admin] Made reservation on behalf of 3060dfec19084cafb93931e7452bdab5 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:06:04.692462 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-acb0c287-18d5-49ad-b5c7-8a4ede6ad82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:04.701178 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-acb0c287-18d5-49ad-b5c7-8a4ede6ad82e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:04.746430 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ddc22d-57d2-4676-be15-7109a0ba2549 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router 03f72e39-0e47-4cda-a26b-e624ac351baa has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:06:04.776812 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-acb0c287-18d5-49ad-b5c7-8a4ede6ad82e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:04.780804 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-acb0c287-18d5-49ad-b5c7-8a4ede6ad82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:04.804903 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acb0c287-18d5-49ad-b5c7-8a4ede6ad82e admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:06:04.818042 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0c287-18d5-49ad-b5c7-8a4ede6ad82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8e18fe-6add-490c-aedf-333d0a56af58,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:04.823341 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-acb0c287-18d5-49ad-b5c7-8a4ede6ad82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:04.823686 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-acb0c287-18d5-49ad-b5c7-8a4ede6ad82e admin admin] Added segment 31bd7d82-9151-4f94-9ab3-8f638663a596 of type vlan for network 3a23c10c-1173-4947-bb79-14efb4a73c2a Nov 29 02:06:04.861661 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ddc22d-57d2-4676-be15-7109a0ba2549 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:06:04.872452 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-acb0c287-18d5-49ad-b5c7-8a4ede6ad82e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:04.876433 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544783b5-8a64-481d-bd07-e49fb98e3a3c None None] Sync routers for ids ['03f72e39-0e47-4cda-a26b-e624ac351baa'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:06:04.881805 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08ddc22d-57d2-4676-be15-7109a0ba2549 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:04.889327 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544783b5-8a64-481d-bd07-e49fb98e3a3c None None] Routers {'03f72e39-0e47-4cda-a26b-e624ac351baa'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:06:04.890113 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-544783b5-8a64-481d-bd07-e49fb98e3a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:05:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['03f72e39-0e47-4cda-a26b-e624ac351baa'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:04.901615 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-acb0c287-18d5-49ad-b5c7-8a4ede6ad82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:04.902844 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb0c287-18d5-49ad-b5c7-8a4ede6ad82e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:04.903567 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-acb0c287-18d5-49ad-b5c7-8a4ede6ad82e admin admin] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:04.913767 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-08ddc22d-57d2-4676-be15-7109a0ba2549 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 1.9334416 Nov 29 02:06:04.913767 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a63e1a-862c-4e73-b699-d4f18a830326', 'tag': '1b64932f-b40c-4e1f-a762-50fc9fdc6b04'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:06:04.916121 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a54b0b8d43a805c8e04fafa9e6e1877f555095d74f053d1eebc96b979e45145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6153e20-837e-4af1-9f52-adb52d3e07be" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a63e1a-862c-4e73-b699-d4f18a830326", "tag": "1b64932f-b40c-4e1f-a762-50fc9fdc6b04"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:06:04.916483 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44166) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:04.952528 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1072e7fe-dcfa-43d3-9f55-8b37b9225dcb x-openstack-request-id: req-1072e7fe-dcfa-43d3-9f55-8b37b9225dcb {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:06:04.952952 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a63e1a-862c-4e73-b699-d4f18a830326", "tag": "1b64932f-b40c-4e1f-a762-50fc9fdc6b04", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:06:04.953269 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1072e7fe-dcfa-43d3-9f55-8b37b9225dcb {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:06:04.953783 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a63e1a-862c-4e73-b699-d4f18a830326', 'tag': '1b64932f-b40c-4e1f-a762-50fc9fdc6b04', 'status': 'completed', 'code': 200} Nov 29 02:06:05.075640 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-acb0c287-18d5-49ad-b5c7-8a4ede6ad82e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5024595 Nov 29 02:06:05.075864 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44170) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:05.080879 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e682161f-69e8-4eda-bc0d-49868f76d3ba admin admin] Request body: {'subnet': {'network_id': '3a23c10c-1173-4947-bb79-14efb4a73c2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1266187055-subnet', 'tenant_id': '3060dfec19084cafb93931e7452bdab5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:05.102123 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0c287-18d5-49ad-b5c7-8a4ede6ad82e admin admin] Pushing event updated for resources: {'Network': ['ID=3a23c10c-1173-4947-bb79-14efb4a73c2a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:05.103359 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e682161f-69e8-4eda-bc0d-49868f76d3ba admin admin] Made reservation on behalf of 3060dfec19084cafb93931e7452bdab5 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:06:05.105978 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e682161f-69e8-4eda-bc0d-49868f76d3ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:05.126066 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 3a23c10c-1173-4947-bb79-14efb4a73c2a details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:06:05.129892 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384024b6-01ed-494a-a177-139f67797cfb tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:05.131434 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-384024b6-01ed-494a-a177-139f67797cfb tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d5a63e1a-862c-4e73-b699-d4f18a830326&network_id=6f6d378f-8d29-4096-9543-055cc81a9005 HTTP/1.1" status: 200 len: 1130 time: 0.2111521 Nov 29 02:06:05.133896 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6153e20-837e-4af1-9f52-adb52d3e07be req-54b1df1c-996b-4ea8-9bcc-cdef7a2e831e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:05.145289 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f6153e20-837e-4af1-9f52-adb52d3e07be req-54b1df1c-996b-4ea8-9bcc-cdef7a2e831e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=d5a63e1a-862c-4e73-b699-d4f18a830326 HTTP/1.1" status: 200 len: 1135 time: 0.1198010 Nov 29 02:06:05.233309 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-544783b5-8a64-481d-bd07-e49fb98e3a3c None None] Set router 03f72e39-0e47-4cda-a26b-e624ac351baa gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:06:05.293355 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6153e20-837e-4af1-9f52-adb52d3e07be req-c2998503-b3a2-4e7c-a34f-5c8f783af930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:05.295442 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f6153e20-837e-4af1-9f52-adb52d3e07be req-c2998503-b3a2-4e7c-a34f-5c8f783af930 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6f6d378f-8d29-4096-9543-055cc81a9005 HTTP/1.1" status: 200 len: 897 time: 0.1394048 Nov 29 02:06:05.331959 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e682161f-69e8-4eda-bc0d-49868f76d3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:05.372750 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f6153e20-837e-4af1-9f52-adb52d3e07be req-18dcd1eb-c0b1-4597-aaf7-2e6bd7ce8155 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b64932f-b40c-4e1f-a762-50fc9fdc6b04 HTTP/1.1" status: 200 len: 1036 time: 0.0671980 Nov 29 02:06:05.426066 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6153e20-837e-4af1-9f52-adb52d3e07be req-92147367-1d81-4aff-b8de-93d9d4aef664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:05.427629 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f6153e20-837e-4af1-9f52-adb52d3e07be req-92147367-1d81-4aff-b8de-93d9d4aef664 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=51259f52-7625-45fc-84ec-0f7a1dfd33d2 HTTP/1.1" status: 200 len: 834 time: 0.0458417 Nov 29 02:06:05.430067 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682161f-69e8-4eda-bc0d-49868f76d3ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=b966b51f-c3a4-4943-8845-a870eb47c219,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:05.445909 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e682161f-69e8-4eda-bc0d-49868f76d3ba admin admin] Checking segment: {'id': '31bd7d82-9151-4f94-9ab3-8f638663a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3a23c10c-1173-4947-bb79-14efb4a73c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:06:05.446292 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e682161f-69e8-4eda-bc0d-49868f76d3ba admin admin] Network hostable DHCP agents. Network: 3a23c10c-1173-4947-bb79-14efb4a73c2a, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:06:05.457129 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2866c85-e6d0-4e4c-9bf9-69833efb02ab req-50d58549-1da4-468c-9f3a-7ec1beebc872 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:05.458788 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b2866c85-e6d0-4e4c-9bf9-69833efb02ab req-50d58549-1da4-468c-9f3a-7ec1beebc872 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a63e1a-862c-4e73-b699-d4f18a830326 HTTP/1.1" status: 200 len: 982 time: 0.0865006 Nov 29 02:06:05.479439 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e682161f-69e8-4eda-bc0d-49868f76d3ba admin admin] Network 3a23c10c-1173-4947-bb79-14efb4a73c2a is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:06:05.483441 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6153e20-837e-4af1-9f52-adb52d3e07be req-bda3a581-b83d-499f-956b-11aa10b4d9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:05.485083 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f6153e20-837e-4af1-9f52-adb52d3e07be req-bda3a581-b83d-499f-956b-11aa10b4d9b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f6d378f-8d29-4096-9543-055cc81a9005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0483754 Nov 29 02:06:05.491801 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-544783b5-8a64-481d-bd07-e49fb98e3a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'name': 'tempest-TestNetworkBasicOps-router-204012721', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '00eaa6ef-8733-4a2e-b9b1-cfa199642353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:44Z', 'updated_at': '2021-11-29T02:05:48Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '00eaa6ef-8733-4a2e-b9b1-cfa199642353', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:45Z', 'updated_at': '2021-11-29T02:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'e0926bef-bb07-41d7-b1c3-ee5b08856524', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.191', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'port_id': '1b64932f-b40c-4e1f-a762-50fc9fdc6b04', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-56417215', 'network_id': '6f6d378f-8d29-4096-9543-055cc81a9005', 'mac_address': 'fa:16:3e:8b:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a63e1a-862c-4e73-b699-d4f18a830326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:06:03Z', 'updated_at': '2021-11-29T02:06:03Z', 'revision_number': 0, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c18607f-c1aa-4b04-975e-de32934642de', 'name': '', 'network_id': '6f6d378f-8d29-4096-9543-055cc81a9005', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:fd:f1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '51259f52-7625-45fc-84ec-0f7a1dfd33d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:47Z', 'updated_at': '2021-11-29T02:05:51Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '51259f52-7625-45fc-84ec-0f7a1dfd33d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:05.499762 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-e682161f-69e8-4eda-bc0d-49868f76d3ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 3a23c10c-1173-4947-bb79-14efb4a73c2a) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:06:05.504439 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e682161f-69e8-4eda-bc0d-49868f76d3ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:05.505200 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e682161f-69e8-4eda-bc0d-49868f76d3ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:05.527059 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20200d55-6bfc-41fb-8abf-4874286d2f96 None None] Network 3a23c10c-1173-4947-bb79-14efb4a73c2a requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:06:05.530392 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544783b5-8a64-481d-bd07-e49fb98e3a3c None None] Checking router: 03f72e39-0e47-4cda-a26b-e624ac351baa for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:06:05.545919 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e682161f-69e8-4eda-bc0d-49868f76d3ba admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4597981 Nov 29 02:06:05.563610 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b2866c85-e6d0-4e4c-9bf9-69833efb02ab req-097a7382-2eec-4b28-bc6c-a67fab63797f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=c050dc28-b2d5-497c-b863-b329b9bc75c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907102 Nov 29 02:06:05.586789 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544783b5-8a64-481d-bd07-e49fb98e3a3c None None] Routers {'03f72e39-0e47-4cda-a26b-e624ac351baa'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:06:05.587491 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-544783b5-8a64-481d-bd07-e49fb98e3a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:05:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['03f72e39-0e47-4cda-a26b-e624ac351baa'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:05.598438 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f6153e20-837e-4af1-9f52-adb52d3e07be req-90c05ccb-523f-4055-bb52-4a394bd911ef service neutron] 10.222.0.24 "GET /v2.0/networks/6f6d378f-8d29-4096-9543-055cc81a9005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030147 Nov 29 02:06:05.697242 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f6153e20-837e-4af1-9f52-adb52d3e07be req-3a1282ae-0cd3-4ed6-9180-343f5415a85a service neutron] 10.222.0.24 "GET /v2.0/networks/6f6d378f-8d29-4096-9543-055cc81a9005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904634 Nov 29 02:06:05.751435 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8ce24b-dae6-4593-b4dd-4b7b431a9ab8 None None] Network 3a23c10c-1173-4947-bb79-14efb4a73c2a requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:06:05.754312 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-544783b5-8a64-481d-bd07-e49fb98e3a3c None None] Set router 03f72e39-0e47-4cda-a26b-e624ac351baa gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:06:06.031651 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44190) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:06.036546 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-47c10b2f-a643-4e3c-9aac-c6818b293461 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1309662303-network', 'tenant_id': 'e5b658f393674129a7b7320077385f9d'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:06.056333 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c10b2f-a643-4e3c-9aac-c6818b293461 admin admin] Made reservation on behalf of e5b658f393674129a7b7320077385f9d for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:06:06.058874 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47c10b2f-a643-4e3c-9aac-c6818b293461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:06.067638 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47c10b2f-a643-4e3c-9aac-c6818b293461 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:06.088939 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-544783b5-8a64-481d-bd07-e49fb98e3a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'name': 'tempest-TestNetworkBasicOps-router-204012721', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '00eaa6ef-8733-4a2e-b9b1-cfa199642353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:44Z', 'updated_at': '2021-11-29T02:05:48Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '00eaa6ef-8733-4a2e-b9b1-cfa199642353', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:45Z', 'updated_at': '2021-11-29T02:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'e0926bef-bb07-41d7-b1c3-ee5b08856524', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.191', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'port_id': '1b64932f-b40c-4e1f-a762-50fc9fdc6b04', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-56417215', 'network_id': '6f6d378f-8d29-4096-9543-055cc81a9005', 'mac_address': 'fa:16:3e:8b:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a63e1a-862c-4e73-b699-d4f18a830326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:06:03Z', 'updated_at': '2021-11-29T02:06:03Z', 'revision_number': 0, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c18607f-c1aa-4b04-975e-de32934642de', 'name': '', 'network_id': '6f6d378f-8d29-4096-9543-055cc81a9005', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:fd:f1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '51259f52-7625-45fc-84ec-0f7a1dfd33d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:47Z', 'updated_at': '2021-11-29T02:05:51Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '51259f52-7625-45fc-84ec-0f7a1dfd33d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:06.115418 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544783b5-8a64-481d-bd07-e49fb98e3a3c None None] The sync data for ids ['03f72e39-0e47-4cda-a26b-e624ac351baa'] in dv-neutron-819032-3-hyperv is: [{'id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'name': 'tempest-TestNetworkBasicOps-router-204012721', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '00eaa6ef-8733-4a2e-b9b1-cfa199642353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:44Z', 'updated_at': '2021-11-29T02:05:48Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '00eaa6ef-8733-4a2e-b9b1-cfa199642353', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:45Z', 'updated_at': '2021-11-29T02:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'e0926bef-bb07-41d7-b1c3-ee5b08856524', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.191', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'port_id': '1b64932f-b40c-4e1f-a762-50fc9fdc6b04', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-56417215', 'network_id': '6f6d378f-8d29-4096-9543-055cc81a9005', 'mac_address': 'fa:16:3e:8b:e2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a63e1a-862c-4e73-b699-d4f18a830326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:06:03Z', 'updated_at': '2021-11-29T02:06:03Z', 'revision_number': 0, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c18607f-c1aa-4b04-975e-de32934642de', 'name': '', 'network_id': '6f6d378f-8d29-4096-9543-055cc81a9005', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:fd:f1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '51259f52-7625-45fc-84ec-0f7a1dfd33d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:47Z', 'updated_at': '2021-11-29T02:05:51Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '51259f52-7625-45fc-84ec-0f7a1dfd33d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:06:06.148465 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47c10b2f-a643-4e3c-9aac-c6818b293461 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:06.152794 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47c10b2f-a643-4e3c-9aac-c6818b293461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:06.179538 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47c10b2f-a643-4e3c-9aac-c6818b293461 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:06:06.188695 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c10b2f-a643-4e3c-9aac-c6818b293461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c560f3-55c2-4aa5-9a81-f9e145908a30,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:06.198308 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47c10b2f-a643-4e3c-9aac-c6818b293461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:06.198660 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-47c10b2f-a643-4e3c-9aac-c6818b293461 admin admin] Added segment 26befe5e-a2ff-4b0f-bb7e-aad13dfd06dc of type vlan for network 10a22df3-db95-4210-b288-c22377b412a6 Nov 29 02:06:06.244152 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47c10b2f-a643-4e3c-9aac-c6818b293461 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:06.274006 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47c10b2f-a643-4e3c-9aac-c6818b293461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:06.275018 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c10b2f-a643-4e3c-9aac-c6818b293461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:06.275604 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-47c10b2f-a643-4e3c-9aac-c6818b293461 admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:06.332408 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2159bf-31ad-4bcb-a8ba-ce62b3413303 None None] New status for floating IP e0926bef-bb07-41d7-b1c3-ee5b08856524: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:06:06.333631 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-47c10b2f-a643-4e3c-9aac-c6818b293461 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3008623 Nov 29 02:06:06.336511 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44192) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:06.341507 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-8a3152bd-0935-46ac-8d90-b5706c403bd1 admin admin] Request body: {'subnet': {'network_id': '10a22df3-db95-4210-b288-c22377b412a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1309662303-subnet', 'tenant_id': 'e5b658f393674129a7b7320077385f9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:06.361369 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3152bd-0935-46ac-8d90-b5706c403bd1 admin admin] Made reservation on behalf of e5b658f393674129a7b7320077385f9d for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:06:06.363709 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8a3152bd-0935-46ac-8d90-b5706c403bd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:06.372403 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c10b2f-a643-4e3c-9aac-c6818b293461 admin admin] Pushing event updated for resources: {'Network': ['ID=10a22df3-db95-4210-b288-c22377b412a6,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:06.383865 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 10a22df3-db95-4210-b288-c22377b412a6 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:06:06.540058 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8a3152bd-0935-46ac-8d90-b5706c403bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:06.597750 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3152bd-0935-46ac-8d90-b5706c403bd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2232b4ec-d0a7-411b-ae7d-fa9af8acfb20,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:06.605524 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3152bd-0935-46ac-8d90-b5706c403bd1 admin admin] Checking segment: {'id': '26befe5e-a2ff-4b0f-bb7e-aad13dfd06dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '10a22df3-db95-4210-b288-c22377b412a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:06:06.606142 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3152bd-0935-46ac-8d90-b5706c403bd1 admin admin] Network hostable DHCP agents. Network: 10a22df3-db95-4210-b288-c22377b412a6, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:06:06.622764 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3152bd-0935-46ac-8d90-b5706c403bd1 admin admin] Network 10a22df3-db95-4210-b288-c22377b412a6 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:06:06.634899 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-8a3152bd-0935-46ac-8d90-b5706c403bd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 10a22df3-db95-4210-b288-c22377b412a6) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:06:06.639237 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3152bd-0935-46ac-8d90-b5706c403bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:06.639952 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8a3152bd-0935-46ac-8d90-b5706c403bd1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:06.645607 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4e064e-890d-40d2-9659-872033f7c6c9 None None] Network 10a22df3-db95-4210-b288-c22377b412a6 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:06:06.658486 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8a3152bd-0935-46ac-8d90-b5706c403bd1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3208694 Nov 29 02:06:06.685209 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279839a5-cd2b-41ea-bd20-8b6315fdd3ae req-f58ae07f-d7b5-4bab-8f39-394d3b6c31b9 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:06.687046 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-279839a5-cd2b-41ea-bd20-8b6315fdd3ae req-f58ae07f-d7b5-4bab-8f39-394d3b6c31b9 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a63e1a-862c-4e73-b699-d4f18a830326 HTTP/1.1" status: 200 len: 982 time: 0.0615356 Nov 29 02:06:06.738082 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-279839a5-cd2b-41ea-bd20-8b6315fdd3ae req-13884a39-e729-4dd6-b9db-9fb879480468 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=c050dc28-b2d5-497c-b863-b329b9bc75c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440438 Nov 29 02:06:06.776707 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4830bfe4-0696-4028-ad04-de66ce3303a7 None None] Network 10a22df3-db95-4210-b288-c22377b412a6 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:06:06.955001 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0750d5-fb6e-4ccf-8460-9c68f4e05d84 req-0c9b6001-6c21-4550-ac1d-0ea30d2e5234 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:06.956521 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5f0750d5-fb6e-4ccf-8460-9c68f4e05d84 req-0c9b6001-6c21-4550-ac1d-0ea30d2e5234 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5a63e1a-862c-4e73-b699-d4f18a830326 HTTP/1.1" status: 200 len: 982 time: 0.0476210 Nov 29 02:06:07.007241 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0750d5-fb6e-4ccf-8460-9c68f4e05d84 req-e9fd2252-df91-4fa6-865d-8f1e7452e283 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:07.008600 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5f0750d5-fb6e-4ccf-8460-9c68f4e05d84 req-e9fd2252-df91-4fa6-865d-8f1e7452e283 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/ports/1b64932f-b40c-4e1f-a762-50fc9fdc6b04?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0423408 Nov 29 02:06:07.112887 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5f0750d5-fb6e-4ccf-8460-9c68f4e05d84 req-dbeb8f33-626b-49d8-aa8a-196f22414652 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/networks/6f6d378f-8d29-4096-9543-055cc81a9005?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0941894 Nov 29 02:06:07.129705 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-5f0750d5-fb6e-4ccf-8460-9c68f4e05d84 req-867873ae-cce6-4072-80b2-ec513218c392 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:07.140120 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23770db-9153-48c0-8550-ffbb3c291408 req-26b1558a-395d-4835-b466-06cf66dd8d40 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:07.141768 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b23770db-9153-48c0-8550-ffbb3c291408 req-26b1558a-395d-4835-b466-06cf66dd8d40 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/networks?id=3a23c10c-1173-4947-bb79-14efb4a73c2a HTTP/1.1" status: 200 len: 812 time: 0.1004426 Nov 29 02:06:07.157988 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b23770db-9153-48c0-8550-ffbb3c291408 req-47c42b97-e6d7-4f70-8a16-ae630b89fbd2 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/quotas/3060dfec19084cafb93931e7452bdab5 HTTP/1.1" status: 200 len: 375 time: 0.0095203 Nov 29 02:06:07.195854 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b23770db-9153-48c0-8550-ffbb3c291408 req-6bb00d04-cd1d-4911-9754-2194f51463f7 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3060dfec19084cafb93931e7452bdab5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315578 Nov 29 02:06:07.294824 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b23770db-9153-48c0-8550-ffbb3c291408 req-53dfd80d-65e3-4797-9b78-e7b44dc87cee service neutron] 10.222.0.37 "GET /v2.0/networks/3a23c10c-1173-4947-bb79-14efb4a73c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886862 Nov 29 02:06:07.392170 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b23770db-9153-48c0-8550-ffbb3c291408 req-a69ef82b-6eef-4a8a-afb1-4aba495ec5c4 service neutron] 10.222.0.37 "GET /v2.0/networks/3a23c10c-1173-4947-bb79-14efb4a73c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909946 Nov 29 02:06:07.458631 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5f0750d5-fb6e-4ccf-8460-9c68f4e05d84 req-867873ae-cce6-4072-80b2-ec513218c392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:07.561230 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fd9323c1-7332-45ff-b311-e3168315741a req-497bc672-b4ef-48d0-a53b-98963d4e4fe7 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3799c0-4057-435c-b6af-de1d19f820ee HTTP/1.1" status: 200 len: 210 time: 0.0280039 Nov 29 02:06:07.607023 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-5f0750d5-fb6e-4ccf-8460-9c68f4e05d84 req-867873ae-cce6-4072-80b2-ec513218c392 service neutron] For port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=1b64932f-b40c-4e1f-a762-50fc9fdc6b04,segment=NetworkSegment(34191c7b-0dce-43fe-af15-c46bf3d29acf),segment_id=34191c7b-0dce-43fe-af15-c46bf3d29acf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:06:07.639976 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-5f0750d5-fb6e-4ccf-8460-9c68f4e05d84 req-867873ae-cce6-4072-80b2-ec513218c392 service neutron] For port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:06:07.675593 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-5f0750d5-fb6e-4ccf-8460-9c68f4e05d84 req-867873ae-cce6-4072-80b2-ec513218c392 service neutron] device_id is not set on port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:06:07.684781 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5f0750d5-fb6e-4ccf-8460-9c68f4e05d84 req-867873ae-cce6-4072-80b2-ec513218c392 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:07.691000 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5f0750d5-fb6e-4ccf-8460-9c68f4e05d84 req-867873ae-cce6-4072-80b2-ec513218c392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:07.811706 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867873ae-cce6-4072-80b2-ec513218c392 service neutron] Pushing event updated for resources: {'Port': ['ID=1b64932f-b40c-4e1f-a762-50fc9fdc6b04,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:07.877808 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a629a0af-7e58-4707-8036-e0f400912417 req-199776a1-18bc-41e0-9402-2a0065dfdfbb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a63e1a-862c-4e73-b699-d4f18a830326 HTTP/1.1" status: 200 len: 210 time: 0.0344324 Nov 29 02:06:07.897320 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0750d5-fb6e-4ccf-8460-9c68f4e05d84 req-867873ae-cce6-4072-80b2-ec513218c392 service neutron] No DVR routers for this DVR port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:06:08.011267 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-219f7daf-2e57-4512-af6d-cf5aa06aee57 None None] Provisioning complete for port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:08.011740 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-219f7daf-2e57-4512-af6d-cf5aa06aee57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:08.043601 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-5f0750d5-fb6e-4ccf-8460-9c68f4e05d84 req-867873ae-cce6-4072-80b2-ec513218c392 service neutron] In _notify_port_updated(), no bound segment for port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 on network 6f6d378f-8d29-4096-9543-055cc81a9005 {{(pid=103255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 02:06:08.044476 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0750d5-fb6e-4ccf-8460-9c68f4e05d84 req-867873ae-cce6-4072-80b2-ec513218c392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:08.045082 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5f0750d5-fb6e-4ccf-8460-9c68f4e05d84 req-867873ae-cce6-4072-80b2-ec513218c392 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:08.046353 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-219f7daf-2e57-4512-af6d-cf5aa06aee57 None None] Port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:06:08.046481 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5f0750d5-fb6e-4ccf-8460-9c68f4e05d84 req-867873ae-cce6-4072-80b2-ec513218c392 service neutron] 10.222.0.24 "PUT /v2.0/ports/1b64932f-b40c-4e1f-a762-50fc9fdc6b04 HTTP/1.1" status: 200 len: 1025 time: 0.9207020 Nov 29 02:06:08.657822 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6033e629-a9f6-497b-bdc1-8b0773b6237d req-26436764-19bb-4281-9b06-93b7f2cc91bb tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3799c0-4057-435c-b6af-de1d19f820ee HTTP/1.1" status: 200 len: 210 time: 0.0263696 Nov 29 02:06:08.769176 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23770db-9153-48c0-8550-ffbb3c291408 req-1b5b8412-8669-44ec-a1d2-8677f05fa297 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:08.770848 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b23770db-9153-48c0-8550-ffbb3c291408 req-1b5b8412-8669-44ec-a1d2-8677f05fa297 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.24 "GET /v2.0/networks?id=3a23c10c-1173-4947-bb79-14efb4a73c2a HTTP/1.1" status: 200 len: 812 time: 0.1006563 Nov 29 02:06:08.793193 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-b23770db-9153-48c0-8550-ffbb3c291408 req-dc9a4e1e-b179-4e28-978e-346807f4cb83 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Request body: {'port': {'device_id': '2b3799c0-4057-435c-b6af-de1d19f820ee', 'network_id': '3a23c10c-1173-4947-bb79-14efb4a73c2a', 'admin_state_up': True, 'tenant_id': '3060dfec19084cafb93931e7452bdab5'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:08.908688 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b23770db-9153-48c0-8550-ffbb3c291408 req-dc9a4e1e-b179-4e28-978e-346807f4cb83 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Made reservation on behalf of 3060dfec19084cafb93931e7452bdab5 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:06:08.911507 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b23770db-9153-48c0-8550-ffbb3c291408 req-dc9a4e1e-b179-4e28-978e-346807f4cb83 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:08.994011 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8e0c5897-62e7-4005-bafb-3795754de5a8 req-ffb26cfa-8e4d-4704-9d32-fd08268c721b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5a63e1a-862c-4e73-b699-d4f18a830326 HTTP/1.1" status: 200 len: 210 time: 0.0334885 Nov 29 02:06:09.040557 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-b23770db-9153-48c0-8550-ffbb3c291408 req-dc9a4e1e-b179-4e28-978e-346807f4cb83 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Allocated IP 172.20.0.10 (3a23c10c-1173-4947-bb79-14efb4a73c2a/b966b51f-c3a4-4943-8845-a870eb47c219/56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:06:09.193736 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b23770db-9153-48c0-8550-ffbb3c291408 req-dc9a4e1e-b179-4e28-978e-346807f4cb83 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:09.226504 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b23770db-9153-48c0-8550-ffbb3c291408 req-dc9a4e1e-b179-4e28-978e-346807f4cb83 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:09.273040 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b23770db-9153-48c0-8550-ffbb3c291408 req-dc9a4e1e-b179-4e28-978e-346807f4cb83 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Network 3a23c10c-1173-4947-bb79-14efb4a73c2a is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:06:09.276393 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-b23770db-9153-48c0-8550-ffbb3c291408 req-dc9a4e1e-b179-4e28-978e-346807f4cb83 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:06:09.280207 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23770db-9153-48c0-8550-ffbb3c291408 req-dc9a4e1e-b179-4e28-978e-346807f4cb83 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:06:09.286362 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a4e1e-b179-4e28-978e-346807f4cb83 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Pushing event updated for resources: {'Port': ['ID=56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:09.331541 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23770db-9153-48c0-8550-ffbb3c291408 req-dc9a4e1e-b179-4e28-978e-346807f4cb83 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:09.332143 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b23770db-9153-48c0-8550-ffbb3c291408 req-dc9a4e1e-b179-4e28-978e-346807f4cb83 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:09.347403 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b23770db-9153-48c0-8550-ffbb3c291408 req-dc9a4e1e-b179-4e28-978e-346807f4cb83 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5577605 Nov 29 02:06:09.377811 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-b23770db-9153-48c0-8550-ffbb3c291408 req-d620e104-1c49-4d11-a575-64d995e5b11e service neutron] Request body: {'port': {'device_id': '2b3799c0-4057-435c-b6af-de1d19f820ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:09.429268 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b23770db-9153-48c0-8550-ffbb3c291408 req-d620e104-1c49-4d11-a575-64d995e5b11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:09.685117 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-b23770db-9153-48c0-8550-ffbb3c291408 req-d620e104-1c49-4d11-a575-64d995e5b11e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:06:09.692636 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b23770db-9153-48c0-8550-ffbb3c291408 req-d620e104-1c49-4d11-a575-64d995e5b11e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:09.704826 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-b23770db-9153-48c0-8550-ffbb3c291408 req-d620e104-1c49-4d11-a575-64d995e5b11e service neutron] Transition to ACTIVE for port object 56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:06:09.708344 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b23770db-9153-48c0-8550-ffbb3c291408 req-d620e104-1c49-4d11-a575-64d995e5b11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:09.759784 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620e104-1c49-4d11-a575-64d995e5b11e service neutron] Pushing event updated for resources: {'Port': ['ID=56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:09.773726 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb326272-afe1-43d8-bff0-23dc003567ac req-b5d69a5d-c6b1-47b1-97ba-02f7368430df tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:09.775213 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cb326272-afe1-43d8-bff0-23dc003567ac req-b5d69a5d-c6b1-47b1-97ba-02f7368430df tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3799c0-4057-435c-b6af-de1d19f820ee HTTP/1.1" status: 200 len: 944 time: 0.0482666 Nov 29 02:06:09.822940 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cb326272-afe1-43d8-bff0-23dc003567ac req-0ec59d9c-2be2-4437-ac67-935a24732622 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae8e18fe-6add-490c-aedf-333d0a56af58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413065 Nov 29 02:06:09.826219 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-b23770db-9153-48c0-8550-ffbb3c291408 req-d620e104-1c49-4d11-a575-64d995e5b11e service neutron] Attempting to bind port 56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:06:09.826732 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-b23770db-9153-48c0-8550-ffbb3c291408 req-d620e104-1c49-4d11-a575-64d995e5b11e service neutron] Attempting to bind port 56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '31bd7d82-9151-4f94-9ab3-8f638663a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3a23c10c-1173-4947-bb79-14efb4a73c2a'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:06:09.826874 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23770db-9153-48c0-8550-ffbb3c291408 req-d620e104-1c49-4d11-a575-64d995e5b11e service neutron] Attempting to bind port 56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b on network 3a23c10c-1173-4947-bb79-14efb4a73c2a {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:06:09.831166 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23770db-9153-48c0-8550-ffbb3c291408 req-d620e104-1c49-4d11-a575-64d995e5b11e service neutron] Port 56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b on network 3a23c10c-1173-4947-bb79-14efb4a73c2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:06:09.831486 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23770db-9153-48c0-8550-ffbb3c291408 req-d620e104-1c49-4d11-a575-64d995e5b11e service neutron] Attempting to bind port 56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b on network 3a23c10c-1173-4947-bb79-14efb4a73c2a {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:06:09.836266 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23770db-9153-48c0-8550-ffbb3c291408 req-d620e104-1c49-4d11-a575-64d995e5b11e service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:06:09.836607 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23770db-9153-48c0-8550-ffbb3c291408 req-d620e104-1c49-4d11-a575-64d995e5b11e service neutron] Checking segment: {'id': '31bd7d82-9151-4f94-9ab3-8f638663a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3a23c10c-1173-4947-bb79-14efb4a73c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:06:09.836978 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23770db-9153-48c0-8550-ffbb3c291408 req-d620e104-1c49-4d11-a575-64d995e5b11e service neutron] Bound using segment: {'id': '31bd7d82-9151-4f94-9ab3-8f638663a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3a23c10c-1173-4947-bb79-14efb4a73c2a'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:06:09.837396 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-b23770db-9153-48c0-8550-ffbb3c291408 req-d620e104-1c49-4d11-a575-64d995e5b11e service neutron] Bound port: 56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31bd7d82-9151-4f94-9ab3-8f638663a596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '3a23c10c-1173-4947-bb79-14efb4a73c2a'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:06:09.837781 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b23770db-9153-48c0-8550-ffbb3c291408 req-d620e104-1c49-4d11-a575-64d995e5b11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:09.899688 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b23770db-9153-48c0-8550-ffbb3c291408 req-d620e104-1c49-4d11-a575-64d995e5b11e service neutron] For port 56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:06:09.902878 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b23770db-9153-48c0-8550-ffbb3c291408 req-d620e104-1c49-4d11-a575-64d995e5b11e service neutron] For port 56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b,segment=NetworkSegment(31bd7d82-9151-4f94-9ab3-8f638663a596),segment_id=31bd7d82-9151-4f94-9ab3-8f638663a596)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:06:09.907055 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b23770db-9153-48c0-8550-ffbb3c291408 req-d620e104-1c49-4d11-a575-64d995e5b11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:09.944007 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23770db-9153-48c0-8550-ffbb3c291408 req-d620e104-1c49-4d11-a575-64d995e5b11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:09.944673 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b23770db-9153-48c0-8550-ffbb3c291408 req-d620e104-1c49-4d11-a575-64d995e5b11e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:09.946203 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b23770db-9153-48c0-8550-ffbb3c291408 req-d620e104-1c49-4d11-a575-64d995e5b11e service neutron] 10.222.0.24 "PUT /v2.0/ports/56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b HTTP/1.1" status: 200 len: 1094 time: 0.5724747 Nov 29 02:06:09.946651 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b3799c0-4057-435c-b6af-de1d19f820ee', 'tag': '56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:06:09.948917 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6fec97-625b-461b-9401-a8b2b5472aad" -d '{"events": [{"name": "network-changed", "server_uuid": "2b3799c0-4057-435c-b6af-de1d19f820ee", "tag": "56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:06:09.971014 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620e104-1c49-4d11-a575-64d995e5b11e service neutron] Pushing event updated for resources: {'Port': ['ID=56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:09.984621 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45c32b7-d4d0-444b-b995-894c20839075 x-openstack-request-id: req-d45c32b7-d4d0-444b-b995-894c20839075 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:06:09.985111 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b3799c0-4057-435c-b6af-de1d19f820ee", "tag": "56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:06:09.985398 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d45c32b7-d4d0-444b-b995-894c20839075 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:06:09.985861 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b3799c0-4057-435c-b6af-de1d19f820ee', 'tag': '56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b', 'status': 'completed', 'code': 200} Nov 29 02:06:10.051087 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44238) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:10.079420 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6fec97-625b-461b-9401-a8b2b5472aad req-174095cb-89e1-40ee-9f20-5ccc4899a160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:10.080920 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7c6fec97-625b-461b-9401-a8b2b5472aad req-174095cb-89e1-40ee-9f20-5ccc4899a160 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3060dfec19084cafb93931e7452bdab5&device_id=2b3799c0-4057-435c-b6af-de1d19f820ee HTTP/1.1" status: 200 len: 1097 time: 0.0415323 Nov 29 02:06:10.093925 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6160d2d-9036-47a5-8aa2-fc8576337f75 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:10.095286 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a6160d2d-9036-47a5-8aa2-fc8576337f75 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports/1b64932f-b40c-4e1f-a762-50fc9fdc6b04 HTTP/1.1" status: 200 len: 924 time: 0.0432141 Nov 29 02:06:10.269023 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6fec97-625b-461b-9401-a8b2b5472aad req-fa63aac1-960c-4f8a-96ea-99ed1a85c91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:10.270516 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7c6fec97-625b-461b-9401-a8b2b5472aad req-fa63aac1-960c-4f8a-96ea-99ed1a85c91f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3060dfec19084cafb93931e7452bdab5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1661329 Nov 29 02:06:10.295885 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44242) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:10.300611 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1ea39d0a-8d30-4441-b76f-d63c4f2c0897 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-313363788', 'description': 'tempest-secgroup-smoke-313363788 description', 'project_id': 'd1a27bea49814722818e7a3b77708f76'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:10.324123 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1ea39d0a-8d30-4441-b76f-d63c4f2c0897 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:10.389495 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1ea39d0a-8d30-4441-b76f-d63c4f2c0897 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:10.394285 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1ea39d0a-8d30-4441-b76f-d63c4f2c0897 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:10.421898 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1ea39d0a-8d30-4441-b76f-d63c4f2c0897 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:10.423579 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1ea39d0a-8d30-4441-b76f-d63c4f2c0897 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1265712 Nov 29 02:06:10.426620 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44244) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:10.428297 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea39d0a-8d30-4441-b76f-d63c4f2c0897 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28e4a433-d6f7-4de1-af46-f8f0c15f0703,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:10.431854 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-59b806d5-9cf0-456b-a005-7929f062c538 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '28e4a433-d6f7-4de1-af46-f8f0c15f0703', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:10.460257 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6fec97-625b-461b-9401-a8b2b5472aad req-1dacf116-f72b-4f32-9f6c-333310f67835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:10.461749 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7c6fec97-625b-461b-9401-a8b2b5472aad req-1dacf116-f72b-4f32-9f6c-333310f67835 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1826797 Nov 29 02:06:10.474713 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-59b806d5-9cf0-456b-a005-7929f062c538 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:10.536886 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-59b806d5-9cf0-456b-a005-7929f062c538 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:10.541034 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-59b806d5-9cf0-456b-a005-7929f062c538 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:10.578806 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b806d5-9cf0-456b-a005-7929f062c538 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba4867b-1a14-4c3a-95d0-809b0aa43931,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:10.587037 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-59b806d5-9cf0-456b-a005-7929f062c538 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:10.588194 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-59b806d5-9cf0-456b-a005-7929f062c538 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1606150 Nov 29 02:06:10.591135 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44246) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:10.594584 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23770db-9153-48c0-8550-ffbb3c291408 req-4198572b-b8e6-4fac-b1ec-1ece46e93c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:10.595876 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-2847adee-5b82-4376-9e68-00d16ae3c44b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '28e4a433-d6f7-4de1-af46-f8f0c15f0703', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:10.596072 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b23770db-9153-48c0-8550-ffbb3c291408 req-4198572b-b8e6-4fac-b1ec-1ece46e93c05 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3060dfec19084cafb93931e7452bdab5&device_id=2b3799c0-4057-435c-b6af-de1d19f820ee HTTP/1.1" status: 200 len: 1097 time: 0.0675044 Nov 29 02:06:10.622861 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2847adee-5b82-4376-9e68-00d16ae3c44b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:10.647636 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b23770db-9153-48c0-8550-ffbb3c291408 req-0fcfd1de-6310-4ada-a4a5-2c6c4b5481d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b HTTP/1.1" status: 200 len: 217 time: 0.0332594 Nov 29 02:06:10.682647 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2847adee-5b82-4376-9e68-00d16ae3c44b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:10.686564 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2847adee-5b82-4376-9e68-00d16ae3c44b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:10.698808 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23770db-9153-48c0-8550-ffbb3c291408 req-10d6acfa-d715-4514-bdfd-be3f4cb51c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:10.700368 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b23770db-9153-48c0-8550-ffbb3c291408 req-10d6acfa-d715-4514-bdfd-be3f4cb51c42 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b966b51f-c3a4-4943-8845-a870eb47c219 HTTP/1.1" status: 200 len: 852 time: 0.0444503 Nov 29 02:06:10.704070 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847adee-5b82-4376-9e68-00d16ae3c44b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960aca86-b766-4da4-bfe4-c20628da7fd7,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:10.711464 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2847adee-5b82-4376-9e68-00d16ae3c44b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:10.712648 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2847adee-5b82-4376-9e68-00d16ae3c44b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1204195 Nov 29 02:06:10.715486 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44248) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:10.719925 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-3c98a12c-a7df-4987-b9e2-1dea7132d302 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '28e4a433-d6f7-4de1-af46-f8f0c15f0703', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:10.733405 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b23770db-9153-48c0-8550-ffbb3c291408 req-8cff322a-5bf9-48d6-8a06-db31cb327ad8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a23c10c-1173-4947-bb79-14efb4a73c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249557 Nov 29 02:06:10.746554 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c98a12c-a7df-4987-b9e2-1dea7132d302 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:10.802405 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c98a12c-a7df-4987-b9e2-1dea7132d302 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:10.806857 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c98a12c-a7df-4987-b9e2-1dea7132d302 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:10.825053 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b23770db-9153-48c0-8550-ffbb3c291408 req-2f5dfa1c-837e-4fea-aab9-1f9d6e10b75e service neutron] 10.222.0.24 "GET /v2.0/networks/3a23c10c-1173-4947-bb79-14efb4a73c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844760 Nov 29 02:06:10.825842 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98a12c-a7df-4987-b9e2-1dea7132d302 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc13edf-2cf6-4913-8cb2-4db97f51e7b8,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:10.834645 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c98a12c-a7df-4987-b9e2-1dea7132d302 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:10.837999 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3c98a12c-a7df-4987-b9e2-1dea7132d302 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215253 Nov 29 02:06:10.838985 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44250) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:10.843363 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-471e0054-989a-4a5e-9901-3d3c1384ec46 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '28e4a433-d6f7-4de1-af46-f8f0c15f0703', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:10.877848 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-471e0054-989a-4a5e-9901-3d3c1384ec46 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:10.932801 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b23770db-9153-48c0-8550-ffbb3c291408 req-6d5d850a-b113-47ad-99ea-ef2555a77ca1 service neutron] 10.222.0.24 "GET /v2.0/networks/3a23c10c-1173-4947-bb79-14efb4a73c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987356 Nov 29 02:06:10.970630 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-471e0054-989a-4a5e-9901-3d3c1384ec46 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:10.981790 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440db575-46f6-4bf0-bf86-24f042ebda33 req-f43e4403-0b36-402d-8a8a-b0d8dc58703b tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:10.983275 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-440db575-46f6-4bf0-bf86-24f042ebda33 req-f43e4403-0b36-402d-8a8a-b0d8dc58703b tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3799c0-4057-435c-b6af-de1d19f820ee HTTP/1.1" status: 200 len: 944 time: 0.0757134 Nov 29 02:06:10.984340 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-471e0054-989a-4a5e-9901-3d3c1384ec46 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:11.014252 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e0054-989a-4a5e-9901-3d3c1384ec46 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76d9f4f0-f7f1-4267-ad38-b45ecd75d9f7,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:11.022869 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-471e0054-989a-4a5e-9901-3d3c1384ec46 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:11.024044 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-471e0054-989a-4a5e-9901-3d3c1384ec46 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1841178 Nov 29 02:06:11.027215 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44254) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:11.031827 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-43de0f89-207b-41c9-b982-871a3624bd8f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '28e4a433-d6f7-4de1-af46-f8f0c15f0703', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:11.050418 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-440db575-46f6-4bf0-bf86-24f042ebda33 req-2e82b2ad-12ca-4a7b-8314-53a7f868d455 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae8e18fe-6add-490c-aedf-333d0a56af58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586991 Nov 29 02:06:11.054007 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-43de0f89-207b-41c9-b982-871a3624bd8f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Project d1a27bea49814722818e7a3b77708f76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:06:11.058907 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43de0f89-207b-41c9-b982-871a3624bd8f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:11.116529 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43de0f89-207b-41c9-b982-871a3624bd8f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:11.120019 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43de0f89-207b-41c9-b982-871a3624bd8f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:11.136843 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de0f89-207b-41c9-b982-871a3624bd8f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b78211b4-eeef-4fa2-bd79-4d412f15a0b6,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:11.144670 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43de0f89-207b-41c9-b982-871a3624bd8f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:11.145844 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-43de0f89-207b-41c9-b982-871a3624bd8f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1174953 Nov 29 02:06:11.149047 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44256) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:11.153625 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f3068d56-11a4-457c-9052-fa9bad32d957 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '28e4a433-d6f7-4de1-af46-f8f0c15f0703', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:11.174192 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-f3068d56-11a4-457c-9052-fa9bad32d957 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Project d1a27bea49814722818e7a3b77708f76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:06:11.178837 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f3068d56-11a4-457c-9052-fa9bad32d957 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:11.236531 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f3068d56-11a4-457c-9052-fa9bad32d957 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:11.240162 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f3068d56-11a4-457c-9052-fa9bad32d957 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:11.259765 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3068d56-11a4-457c-9052-fa9bad32d957 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516761a5-7e08-4562-9c41-72f192f3b783,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:11.265570 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f3068d56-11a4-457c-9052-fa9bad32d957 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:11.266717 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f3068d56-11a4-457c-9052-fa9bad32d957 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1167097 Nov 29 02:06:11.458700 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-e61f49bb-b878-429b-bb12-f693001aad8b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-313363788&fields=id&tenant_id=d1a27bea49814722818e7a3b77708f76 HTTP/1.1" status: 200 len: 267 time: 0.0451422 Nov 29 02:06:11.508795 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-66104418-d7dc-424e-89d0-69de3aa49ea4 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:11.510163 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-66104418-d7dc-424e-89d0-69de3aa49ea4 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports/1b64932f-b40c-4e1f-a762-50fc9fdc6b04 HTTP/1.1" status: 200 len: 929 time: 0.0434570 Nov 29 02:06:11.554948 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-fc33bf67-d92e-4383-ab7b-d87fc404634f service neutron] 10.222.0.37 "GET /v2.0/ports/1b64932f-b40c-4e1f-a762-50fc9fdc6b04?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0327902 Nov 29 02:06:11.644634 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-7b68fb69-4970-4105-b4f1-092fc16eb1f0 service neutron] 10.222.0.37 "GET /v2.0/networks/6f6d378f-8d29-4096-9543-055cc81a9005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839343 Nov 29 02:06:11.733501 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-35326fc0-f285-41ee-9324-3316086e7be3 service neutron] 10.222.0.37 "GET /v2.0/networks/6f6d378f-8d29-4096-9543-055cc81a9005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829184 Nov 29 02:06:11.889324 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-011e6797-8d6e-4d16-b8e7-75c51e5efb75 req-25f94c11-9a0d-47c2-b923-9b37e38b018a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=54eb28a1-43f6-4631-aaee-28d6dc68cfb3 HTTP/1.1" status: 200 len: 210 time: 0.0288098 Nov 29 02:06:12.020683 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-64fd6a73-b491-41f1-9444-192ad52ac9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:12.169327 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190644d-dca3-4d3f-ae12-4899eee7140d req-0673aac7-5f8c-492f-81f9-26b6f72ad191 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:12.170815 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e190644d-dca3-4d3f-ae12-4899eee7140d req-0673aac7-5f8c-492f-81f9-26b6f72ad191 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3799c0-4057-435c-b6af-de1d19f820ee HTTP/1.1" status: 200 len: 944 time: 0.0511642 Nov 29 02:06:12.219084 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e190644d-dca3-4d3f-ae12-4899eee7140d req-0a87be3e-1b08-4fc0-81f1-4ed15540f462 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae8e18fe-6add-490c-aedf-333d0a56af58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419996 Nov 29 02:06:12.276752 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:06:12.318953 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:06:12.938400 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-91e1a003-e1be-4445-87e2-d6811b3b62c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:12.939761 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-91e1a003-e1be-4445-87e2-d6811b3b62c2 service neutron] 10.222.0.24 "GET /v2.0/ports/1b64932f-b40c-4e1f-a762-50fc9fdc6b04 HTTP/1.1" status: 200 len: 1025 time: 0.0444870 Nov 29 02:06:12.985644 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-647f5c82-0b62-4749-978f-89b3f48f243b req-7e38acd0-26f2-456c-a490-bfdbc24dbf28 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=54eb28a1-43f6-4631-aaee-28d6dc68cfb3 HTTP/1.1" status: 200 len: 210 time: 0.0260842 Nov 29 02:06:13.054822 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-cdfa8fb1-5890-4554-9b84-d6655013beff tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:13.056431 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-cdfa8fb1-5890-4554-9b84-d6655013beff tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/networks?id=6f6d378f-8d29-4096-9543-055cc81a9005 HTTP/1.1" status: 200 len: 796 time: 0.1080317 Nov 29 02:06:13.143982 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-43d4557f-d2cb-4518-9f66-b2db4b98fedc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1a27bea49814722818e7a3b77708f76 HTTP/1.1" status: 200 len: 472 time: 0.0664427 Nov 29 02:06:13.159860 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-76fdf803-0767-4f76-af2d-f1b4e2845532 service neutron] Request body: {'port': {'device_id': '54eb28a1-43f6-4631-aaee-28d6dc68cfb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:13.213823 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-76fdf803-0767-4f76-af2d-f1b4e2845532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:13.338590 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898a04f-cda8-48d5-aeba-2e3be9b1a885 req-06634c52-efbd-4ce1-88b2-dd5edc59ed23 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:13.340060 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c898a04f-cda8-48d5-aeba-2e3be9b1a885 req-06634c52-efbd-4ce1-88b2-dd5edc59ed23 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3799c0-4057-435c-b6af-de1d19f820ee HTTP/1.1" status: 200 len: 944 time: 0.0522528 Nov 29 02:06:13.387648 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c898a04f-cda8-48d5-aeba-2e3be9b1a885 req-ca01bb50-0794-4625-a7f6-52f94bfd775b tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae8e18fe-6add-490c-aedf-333d0a56af58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412772 Nov 29 02:06:13.469103 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-76fdf803-0767-4f76-af2d-f1b4e2845532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:06:13.476745 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-76fdf803-0767-4f76-af2d-f1b4e2845532 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:13.488634 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-76fdf803-0767-4f76-af2d-f1b4e2845532 service neutron] Transition to ACTIVE for port object 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:06:13.492870 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-76fdf803-0767-4f76-af2d-f1b4e2845532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:13.573723 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdf803-0767-4f76-af2d-f1b4e2845532 service neutron] Pushing event updated for resources: {'Port': ['ID=1b64932f-b40c-4e1f-a762-50fc9fdc6b04,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:13.610898 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:13.672542 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-76fdf803-0767-4f76-af2d-f1b4e2845532 service neutron] Attempting to bind port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:06:13.672880 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-76fdf803-0767-4f76-af2d-f1b4e2845532 service neutron] Attempting to bind port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '34191c7b-0dce-43fe-af15-c46bf3d29acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f6d378f-8d29-4096-9543-055cc81a9005'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:06:13.673212 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-76fdf803-0767-4f76-af2d-f1b4e2845532 service neutron] Attempting to bind port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 on network 6f6d378f-8d29-4096-9543-055cc81a9005 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:06:13.677800 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-76fdf803-0767-4f76-af2d-f1b4e2845532 service neutron] Port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 on network 6f6d378f-8d29-4096-9543-055cc81a9005 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:06:13.678130 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-76fdf803-0767-4f76-af2d-f1b4e2845532 service neutron] Attempting to bind port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 on network 6f6d378f-8d29-4096-9543-055cc81a9005 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:06:13.683555 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-76fdf803-0767-4f76-af2d-f1b4e2845532 service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:06:13.683894 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-76fdf803-0767-4f76-af2d-f1b4e2845532 service neutron] Checking segment: {'id': '34191c7b-0dce-43fe-af15-c46bf3d29acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f6d378f-8d29-4096-9543-055cc81a9005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:06:13.684277 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-76fdf803-0767-4f76-af2d-f1b4e2845532 service neutron] Bound using segment: {'id': '34191c7b-0dce-43fe-af15-c46bf3d29acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f6d378f-8d29-4096-9543-055cc81a9005'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:06:13.684702 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-76fdf803-0767-4f76-af2d-f1b4e2845532 service neutron] Bound port: 1b64932f-b40c-4e1f-a762-50fc9fdc6b04, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34191c7b-0dce-43fe-af15-c46bf3d29acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f6d378f-8d29-4096-9543-055cc81a9005'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:06:13.685060 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-76fdf803-0767-4f76-af2d-f1b4e2845532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:13.749564 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-76fdf803-0767-4f76-af2d-f1b4e2845532 service neutron] For port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:06:13.752434 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-76fdf803-0767-4f76-af2d-f1b4e2845532 service neutron] For port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=1b64932f-b40c-4e1f-a762-50fc9fdc6b04,segment=NetworkSegment(34191c7b-0dce-43fe-af15-c46bf3d29acf),segment_id=34191c7b-0dce-43fe-af15-c46bf3d29acf)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:06:13.757350 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-76fdf803-0767-4f76-af2d-f1b4e2845532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:13.789920 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-76fdf803-0767-4f76-af2d-f1b4e2845532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:13.790617 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-76fdf803-0767-4f76-af2d-f1b4e2845532 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:13.792150 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-76fdf803-0767-4f76-af2d-f1b4e2845532 service neutron] 10.222.0.24 "PUT /v2.0/ports/1b64932f-b40c-4e1f-a762-50fc9fdc6b04 HTTP/1.1" status: 200 len: 1130 time: 0.6362824 Nov 29 02:06:13.794545 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54eb28a1-43f6-4631-aaee-28d6dc68cfb3', 'tag': '1b64932f-b40c-4e1f-a762-50fc9fdc6b04'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:06:13.796938 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affd1ec6-c23a-4996-b232-50fe6d1a9f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "54eb28a1-43f6-4631-aaee-28d6dc68cfb3", "tag": "1b64932f-b40c-4e1f-a762-50fc9fdc6b04"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:06:13.825479 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdf803-0767-4f76-af2d-f1b4e2845532 service neutron] Pushing event updated for resources: {'Port': ['ID=1b64932f-b40c-4e1f-a762-50fc9fdc6b04,revision_number=8']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:13.843612 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1e0847-cba5-4cbe-ba74-3706942cd5f0 x-openstack-request-id: req-0c1e0847-cba5-4cbe-ba74-3706942cd5f0 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:06:13.843919 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54eb28a1-43f6-4631-aaee-28d6dc68cfb3", "tag": "1b64932f-b40c-4e1f-a762-50fc9fdc6b04", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:06:13.844176 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c1e0847-cba5-4cbe-ba74-3706942cd5f0 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:06:13.844582 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54eb28a1-43f6-4631-aaee-28d6dc68cfb3', 'tag': '1b64932f-b40c-4e1f-a762-50fc9fdc6b04', 'status': 'completed', 'code': 200} Nov 29 02:06:13.902239 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-4d7dbd20-58ae-4441-84e6-918fb7988670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:13.903740 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-4d7dbd20-58ae-4441-84e6-918fb7988670 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=54eb28a1-43f6-4631-aaee-28d6dc68cfb3 HTTP/1.1" status: 200 len: 1133 time: 0.0431626 Nov 29 02:06:13.984648 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-d50e3a9f-4952-4f8f-8d98-ea6a90854670 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b64932f-b40c-4e1f-a762-50fc9fdc6b04 HTTP/1.1" status: 200 len: 1036 time: 0.0624702 Nov 29 02:06:14.043821 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-8a9fcb4d-ed3c-4b92-b3b5-775f229c0812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:14.045462 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-8a9fcb4d-ed3c-4b92-b3b5-775f229c0812 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=51259f52-7625-45fc-84ec-0f7a1dfd33d2 HTTP/1.1" status: 200 len: 834 time: 0.0466745 Nov 29 02:06:14.095589 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-c582ba5c-a3d6-42bd-ab97-e8f1dfc16f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:14.097007 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-c582ba5c-a3d6-42bd-ab97-e8f1dfc16f14 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f6d378f-8d29-4096-9543-055cc81a9005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395193 Nov 29 02:06:14.100152 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6931d-405a-46a0-8beb-224e372a5011 req-e58ec38b-b9c3-4b06-b00c-9df017be5e61 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:14.102279 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-19e6931d-405a-46a0-8beb-224e372a5011 req-e58ec38b-b9c3-4b06-b00c-9df017be5e61 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=54eb28a1-43f6-4631-aaee-28d6dc68cfb3 HTTP/1.1" status: 200 len: 980 time: 0.0491054 Nov 29 02:06:14.151867 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-19e6931d-405a-46a0-8beb-224e372a5011 req-a8e39769-230b-475f-88ff-fd35c5f7be9f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=c050dc28-b2d5-497c-b863-b329b9bc75c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436172 Nov 29 02:06:14.198008 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-818a0058-056c-4431-9be8-8dff886886f2 service neutron] 10.222.0.24 "GET /v2.0/networks/6f6d378f-8d29-4096-9543-055cc81a9005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877090 Nov 29 02:06:14.274455 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:06:14.287542 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f7154e8f-c6f4-4ab2-83cf-eba5c312076b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:14.292173 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-55b8e001-8592-4979-9299-9a0c366a8cdc req-1002f760-262a-4bbb-b218-acb6b9a64a3f service neutron] 10.222.0.24 "GET /v2.0/networks/6f6d378f-8d29-4096-9543-055cc81a9005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830009 Nov 29 02:06:14.374637 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b,segment=NetworkSegment(31bd7d82-9151-4f94-9ab3-8f638663a596),segment_id=31bd7d82-9151-4f94-9ab3-8f638663a596)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:06:14.386193 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b', 'network_id': '3a23c10c-1173-4947-bb79-14efb4a73c2a', 'port_id': '56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b', 'mac_address': 'fa:16:3e:fc:5b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b966b51f-c3a4-4943-8845-a870eb47c219', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:06:14.424106 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:14.437301 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:06:14.452171 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd1ec6-c23a-4996-b232-50fe6d1a9f5f req-09352989-0383-4fcc-8ffa-23387d7e1bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:14.453741 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-affd1ec6-c23a-4996-b232-50fe6d1a9f5f req-09352989-0383-4fcc-8ffa-23387d7e1bfd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=54eb28a1-43f6-4631-aaee-28d6dc68cfb3 HTTP/1.1" status: 200 len: 1133 time: 0.0492978 Nov 29 02:06:14.458124 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b,segment=NetworkSegment(31bd7d82-9151-4f94-9ab3-8f638663a596),segment_id=31bd7d82-9151-4f94-9ab3-8f638663a596)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:06:14.463199 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:14.513492 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e43d1-fbd7-4299-9d63-06120e009fa1 req-9cb65002-a0c6-409f-bca2-b530c84999a6 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:14.513970 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:14.515099 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c75e43d1-fbd7-4299-9d63-06120e009fa1 req-9cb65002-a0c6-409f-bca2-b530c84999a6 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3799c0-4057-435c-b6af-de1d19f820ee HTTP/1.1" status: 200 len: 945 time: 0.0551836 Nov 29 02:06:14.580956 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c75e43d1-fbd7-4299-9d63-06120e009fa1 req-aa8ec3ef-8390-4a30-a16f-075c99320b78 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae8e18fe-6add-490c-aedf-333d0a56af58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572097 Nov 29 02:06:14.782235 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:06:14.817166 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd1ec6-c23a-4996-b232-50fe6d1a9f5f req-00e8ef24-0e35-4d0a-8ddf-cc4435a5e2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:14.818761 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-affd1ec6-c23a-4996-b232-50fe6d1a9f5f req-00e8ef24-0e35-4d0a-8ddf-cc4435a5e2c1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6f6d378f-8d29-4096-9543-055cc81a9005 HTTP/1.1" status: 200 len: 897 time: 0.3563707 Nov 29 02:06:14.891203 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-affd1ec6-c23a-4996-b232-50fe6d1a9f5f req-2271a7ef-0b84-4e16-8336-3daf9cb09fdc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b64932f-b40c-4e1f-a762-50fc9fdc6b04 HTTP/1.1" status: 200 len: 1036 time: 0.0639179 Nov 29 02:06:14.941201 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd1ec6-c23a-4996-b232-50fe6d1a9f5f req-3ebf854c-afec-47dd-aca6-21a0009e7659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:14.942662 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-affd1ec6-c23a-4996-b232-50fe6d1a9f5f req-3ebf854c-afec-47dd-aca6-21a0009e7659 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=51259f52-7625-45fc-84ec-0f7a1dfd33d2 HTTP/1.1" status: 200 len: 834 time: 0.0429623 Nov 29 02:06:14.987536 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd1ec6-c23a-4996-b232-50fe6d1a9f5f req-4a408fc1-f697-4ab1-9ff5-2ba7c27139b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:14.989107 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-affd1ec6-c23a-4996-b232-50fe6d1a9f5f req-4a408fc1-f697-4ab1-9ff5-2ba7c27139b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6f6d378f-8d29-4096-9543-055cc81a9005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382040 Nov 29 02:06:15.079677 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-affd1ec6-c23a-4996-b232-50fe6d1a9f5f req-158fa363-2698-41e7-8993-114ef25ad261 service neutron] 10.222.0.24 "GET /v2.0/networks/6f6d378f-8d29-4096-9543-055cc81a9005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821240 Nov 29 02:06:15.170875 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-affd1ec6-c23a-4996-b232-50fe6d1a9f5f req-a768a48a-efa2-4a6a-b763-ab2c7d6fe368 service neutron] 10.222.0.24 "GET /v2.0/networks/6f6d378f-8d29-4096-9543-055cc81a9005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811443 Nov 29 02:06:15.267098 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571eb908-53f0-4531-8878-b2f66b1e0e5e req-7e2ede77-6447-4376-acac-c6363da5d251 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:15.268572 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-571eb908-53f0-4531-8878-b2f66b1e0e5e req-7e2ede77-6447-4376-acac-c6363da5d251 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=54eb28a1-43f6-4631-aaee-28d6dc68cfb3 HTTP/1.1" status: 200 len: 980 time: 0.0495226 Nov 29 02:06:15.290168 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:15.316640 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-571eb908-53f0-4531-8878-b2f66b1e0e5e req-4240aa4b-8452-44fd-8105-94e79386643e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=c050dc28-b2d5-497c-b863-b329b9bc75c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414293 Nov 29 02:06:15.693878 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e3be3-3e27-40f6-8a58-3498517b1fa0 req-a18179d2-7f5a-4127-bf06-fb07d178b752 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:15.695989 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d74e3be3-3e27-40f6-8a58-3498517b1fa0 req-a18179d2-7f5a-4127-bf06-fb07d178b752 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3799c0-4057-435c-b6af-de1d19f820ee HTTP/1.1" status: 200 len: 945 time: 0.0492229 Nov 29 02:06:15.741830 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d74e3be3-3e27-40f6-8a58-3498517b1fa0 req-2f8c51f7-c7d1-4737-808f-8b4fc74d1c0d tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae8e18fe-6add-490c-aedf-333d0a56af58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395417 Nov 29 02:06:16.270788 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:06:16.318316 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port 56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:06:16.322210 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:16.322584 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:16.403070 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:16.426320 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3799c0-4057-435c-b6af-de1d19f820ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:06:16.428616 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ec8032-1113-45b2-aa81-5066f60a3964" -d '{"events": [{"server_uuid": "2b3799c0-4057-435c-b6af-de1d19f820ee", "name": "network-vif-plugged", "status": "completed", "tag": "56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:06:16.436645 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa8aee-a535-4711-b1f4-3a09653db935 req-f9233a5b-b4ee-4dd5-a491-0d18de3d29f0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:16.438181 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-87aa8aee-a535-4711-b1f4-3a09653db935 req-f9233a5b-b4ee-4dd5-a491-0d18de3d29f0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=54eb28a1-43f6-4631-aaee-28d6dc68cfb3 HTTP/1.1" status: 200 len: 980 time: 0.0536909 Nov 29 02:06:16.441059 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b,segment=NetworkSegment(31bd7d82-9151-4f94-9ab3-8f638663a596),segment_id=31bd7d82-9151-4f94-9ab3-8f638663a596)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:06:16.446809 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:16.473478 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4864cdaf-4cd9-4bf6-8185-b792af8f3ed4 x-openstack-request-id: req-4864cdaf-4cd9-4bf6-8185-b792af8f3ed4 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:06:16.473791 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b3799c0-4057-435c-b6af-de1d19f820ee", "name": "network-vif-plugged", "status": "completed", "tag": "56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:06:16.474044 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4864cdaf-4cd9-4bf6-8185-b792af8f3ed4 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:06:16.474431 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3799c0-4057-435c-b6af-de1d19f820ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b', 'code': 200} Nov 29 02:06:16.489276 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-87aa8aee-a535-4711-b1f4-3a09653db935 req-5714e13d-4677-4eae-b84f-802917c0cded tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=c050dc28-b2d5-497c-b863-b329b9bc75c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429664 Nov 29 02:06:16.496863 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:16.695203 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde33e9-9143-43ee-9fce-eaabf708df1a req-23408501-8dfb-4792-8634-bc2eaa98d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:16.696690 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-adde33e9-9143-43ee-9fce-eaabf708df1a req-23408501-8dfb-4792-8634-bc2eaa98d0d1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2b3799c0-4057-435c-b6af-de1d19f820ee HTTP/1.1" status: 200 len: 1099 time: 0.0436761 Nov 29 02:06:16.741512 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-adde33e9-9143-43ee-9fce-eaabf708df1a req-20edeba8-2a31-4b4c-848d-5032ab6dac67 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ae8e18fe-6add-490c-aedf-333d0a56af58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360589 Nov 29 02:06:16.853998 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0102f5-035b-4a5a-967e-c9e1c9a5d10f req-0dcede83-5848-48eb-ba2a-c0d9fb4b5ec7 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:16.855374 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ac0102f5-035b-4a5a-967e-c9e1c9a5d10f req-0dcede83-5848-48eb-ba2a-c0d9fb4b5ec7 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3799c0-4057-435c-b6af-de1d19f820ee HTTP/1.1" status: 200 len: 946 time: 0.0473161 Nov 29 02:06:16.904596 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ac0102f5-035b-4a5a-967e-c9e1c9a5d10f req-2c3d7bb2-ca42-4038-9792-76e870c96548 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae8e18fe-6add-490c-aedf-333d0a56af58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433881 Nov 29 02:06:16.974234 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:17.601665 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff8f40-f6f1-426f-a460-3a03c159321e req-e938a3e9-9f48-4c8b-95d3-a3d291647d56 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:17.603121 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-11ff8f40-f6f1-426f-a460-3a03c159321e req-e938a3e9-9f48-4c8b-95d3-a3d291647d56 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=54eb28a1-43f6-4631-aaee-28d6dc68cfb3 HTTP/1.1" status: 200 len: 980 time: 0.0473564 Nov 29 02:06:17.652616 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-11ff8f40-f6f1-426f-a460-3a03c159321e req-8c00a8e4-04a2-4fb9-937d-9cbf24658aba tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=c050dc28-b2d5-497c-b863-b329b9bc75c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435781 Nov 29 02:06:17.813771 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:18.020413 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4802b-f868-499c-82ed-041ed98e131d req-4c1e20a5-97d9-4b17-84cb-e49f9977dd2a tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:18.021937 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f5d4802b-f868-499c-82ed-041ed98e131d req-4c1e20a5-97d9-4b17-84cb-e49f9977dd2a tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3799c0-4057-435c-b6af-de1d19f820ee HTTP/1.1" status: 200 len: 946 time: 0.0487339 Nov 29 02:06:18.068328 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f5d4802b-f868-499c-82ed-041ed98e131d req-45535ae1-de08-43d3-a08c-fe6ba8dbe149 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae8e18fe-6add-490c-aedf-333d0a56af58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394614 Nov 29 02:06:18.180362 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb046e-c826-4f5c-ab74-e21c001df129 req-36281b2a-3fa7-42f6-915d-4ed885e0e406 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:18.181854 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-defb046e-c826-4f5c-ab74-e21c001df129 req-36281b2a-3fa7-42f6-915d-4ed885e0e406 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3799c0-4057-435c-b6af-de1d19f820ee HTTP/1.1" status: 200 len: 946 time: 0.0485036 Nov 29 02:06:18.228862 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-defb046e-c826-4f5c-ab74-e21c001df129 req-6d4927c3-b21f-4961-99dd-2389838f5d0d tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae8e18fe-6add-490c-aedf-333d0a56af58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410488 Nov 29 02:06:18.281827 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:06:18.382638 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=1b64932f-b40c-4e1f-a762-50fc9fdc6b04,segment=NetworkSegment(34191c7b-0dce-43fe-af15-c46bf3d29acf),segment_id=34191c7b-0dce-43fe-af15-c46bf3d29acf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:06:18.393659 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '1b64932f-b40c-4e1f-a762-50fc9fdc6b04', 'network_id': '6f6d378f-8d29-4096-9543-055cc81a9005', 'port_id': '1b64932f-b40c-4e1f-a762-50fc9fdc6b04', 'mac_address': 'fa:16:3e:8b:e2:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51259f52-7625-45fc-84ec-0f7a1dfd33d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:06:18.451359 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646fb22-7b92-4aae-8103-439aab87c43f req-761131e7-2299-495e-8443-545015c54975 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:18.452955 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4646fb22-7b92-4aae-8103-439aab87c43f req-761131e7-2299-495e-8443-545015c54975 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3799c0-4057-435c-b6af-de1d19f820ee HTTP/1.1" status: 200 len: 946 time: 0.0549388 Nov 29 02:06:18.503777 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4646fb22-7b92-4aae-8103-439aab87c43f req-5d370995-adaa-407c-8cf0-982f2ea082ca tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae8e18fe-6add-490c-aedf-333d0a56af58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443463 Nov 29 02:06:18.578523 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:18.591246 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:06:18.609861 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=1b64932f-b40c-4e1f-a762-50fc9fdc6b04,segment=NetworkSegment(34191c7b-0dce-43fe-af15-c46bf3d29acf),segment_id=34191c7b-0dce-43fe-af15-c46bf3d29acf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:06:18.613773 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:18.660916 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=1b64932f-b40c-4e1f-a762-50fc9fdc6b04,revision_number=9']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:18.768630 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5751298-b454-4632-9c26-3cbe6c6f874a req-ef65c3d1-632b-4d13-b1b3-548a244eb4f1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:18.770128 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e5751298-b454-4632-9c26-3cbe6c6f874a req-ef65c3d1-632b-4d13-b1b3-548a244eb4f1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=54eb28a1-43f6-4631-aaee-28d6dc68cfb3 HTTP/1.1" status: 200 len: 981 time: 0.0482936 Nov 29 02:06:18.816614 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e5751298-b454-4632-9c26-3cbe6c6f874a req-47fd0c3f-fe86-453f-a9fa-e9162b2c69f7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=c050dc28-b2d5-497c-b863-b329b9bc75c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406296 Nov 29 02:06:18.952850 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['1b64932f-b40c-4e1f-a762-50fc9fdc6b04'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:06:19.622293 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba2eae-2adb-4d5f-bd60-d447222c6b84 req-d6f4e34d-fa1c-4431-9d2a-013e43fbefa2 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:19.623752 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7cba2eae-2adb-4d5f-bd60-d447222c6b84 req-d6f4e34d-fa1c-4431-9d2a-013e43fbefa2 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3799c0-4057-435c-b6af-de1d19f820ee HTTP/1.1" status: 200 len: 946 time: 0.0516858 Nov 29 02:06:19.669461 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7cba2eae-2adb-4d5f-bd60-d447222c6b84 req-509792e8-fe17-47b1-aeb3-9b7b7b6096f9 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae8e18fe-6add-490c-aedf-333d0a56af58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398712 Nov 29 02:06:19.866447 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36474d-4676-4f8a-a8d5-d87dc20f881f req-5c57f96a-0b3f-4fa0-83e8-16d9b36ebd42 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:19.867952 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1c36474d-4676-4f8a-a8d5-d87dc20f881f req-5c57f96a-0b3f-4fa0-83e8-16d9b36ebd42 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3799c0-4057-435c-b6af-de1d19f820ee HTTP/1.1" status: 200 len: 946 time: 0.0507076 Nov 29 02:06:19.935320 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6da85e-b712-4ffc-bd8e-dcddf0d498e4 req-0a08b8ee-294b-4172-9e36-7822e343df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:19.936838 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3d6da85e-b712-4ffc-bd8e-dcddf0d498e4 req-0a08b8ee-294b-4172-9e36-7822e343df5f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3060dfec19084cafb93931e7452bdab5&device_id=2b3799c0-4057-435c-b6af-de1d19f820ee HTTP/1.1" status: 200 len: 1099 time: 0.0451229 Nov 29 02:06:19.949502 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1c36474d-4676-4f8a-a8d5-d87dc20f881f req-361ccef2-b7f0-47c9-b242-02347178aaa3 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae8e18fe-6add-490c-aedf-333d0a56af58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731452 Nov 29 02:06:19.962325 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b2bc6-49e0-4e9c-a64f-b2386a28a0bf req-4d8584e4-278b-430d-8e97-098ec43586c8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:19.963801 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a57b2bc6-49e0-4e9c-a64f-b2386a28a0bf req-4d8584e4-278b-430d-8e97-098ec43586c8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=54eb28a1-43f6-4631-aaee-28d6dc68cfb3 HTTP/1.1" status: 200 len: 981 time: 0.0710270 Nov 29 02:06:20.015759 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a57b2bc6-49e0-4e9c-a64f-b2386a28a0bf req-ba45f646-459b-4fc6-bf9c-f4f5309f09c0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=c050dc28-b2d5-497c-b863-b329b9bc75c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457237 Nov 29 02:06:20.042557 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6da85e-b712-4ffc-bd8e-dcddf0d498e4 req-8cf5d772-7208-4dc6-9468-28ca0b4239b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:20.043959 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3d6da85e-b712-4ffc-bd8e-dcddf0d498e4 req-8cf5d772-7208-4dc6-9468-28ca0b4239b2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3a23c10c-1173-4947-bb79-14efb4a73c2a HTTP/1.1" status: 200 len: 913 time: 0.0931964 Nov 29 02:06:20.087779 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3d6da85e-b712-4ffc-bd8e-dcddf0d498e4 req-4b548d77-d281-4b76-b7c1-f6ff19d8b297 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b HTTP/1.1" status: 200 len: 217 time: 0.0329261 Nov 29 02:06:20.136336 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6da85e-b712-4ffc-bd8e-dcddf0d498e4 req-092d7875-3e50-411c-bfd9-40572249892b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:20.137787 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3d6da85e-b712-4ffc-bd8e-dcddf0d498e4 req-092d7875-3e50-411c-bfd9-40572249892b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b966b51f-c3a4-4943-8845-a870eb47c219 HTTP/1.1" status: 200 len: 852 time: 0.0422468 Nov 29 02:06:20.177283 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3d6da85e-b712-4ffc-bd8e-dcddf0d498e4 req-02798ea2-9ee7-4e21-a6a5-db4c13cf2c06 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a23c10c-1173-4947-bb79-14efb4a73c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280125 Nov 29 02:06:20.269893 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3d6da85e-b712-4ffc-bd8e-dcddf0d498e4 req-b3b5ac2d-5337-455b-be77-a45ce7c3dea3 service neutron] 10.222.0.24 "GET /v2.0/networks/3a23c10c-1173-4947-bb79-14efb4a73c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800188 Nov 29 02:06:20.286843 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:06:20.333720 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:06:20.338424 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:20.338791 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:20.367078 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3d6da85e-b712-4ffc-bd8e-dcddf0d498e4 req-2042f1df-6632-40b6-8e4d-ddd784475dbf service neutron] 10.222.0.24 "GET /v2.0/networks/3a23c10c-1173-4947-bb79-14efb4a73c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853739 Nov 29 02:06:20.419250 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:20.440851 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54eb28a1-43f6-4631-aaee-28d6dc68cfb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b64932f-b40c-4e1f-a762-50fc9fdc6b04'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:06:20.443151 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be856d33-0ae0-4e31-83a9-d9d754aac465" -d '{"events": [{"server_uuid": "54eb28a1-43f6-4631-aaee-28d6dc68cfb3", "name": "network-vif-plugged", "status": "completed", "tag": "1b64932f-b40c-4e1f-a762-50fc9fdc6b04"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:06:20.456336 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=1b64932f-b40c-4e1f-a762-50fc9fdc6b04,segment=NetworkSegment(34191c7b-0dce-43fe-af15-c46bf3d29acf),segment_id=34191c7b-0dce-43fe-af15-c46bf3d29acf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:06:20.461242 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:20.483586 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf767e0-7d39-4882-bcae-469d014e33c9 x-openstack-request-id: req-ddf767e0-7d39-4882-bcae-469d014e33c9 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:06:20.483881 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54eb28a1-43f6-4631-aaee-28d6dc68cfb3", "name": "network-vif-plugged", "status": "completed", "tag": "1b64932f-b40c-4e1f-a762-50fc9fdc6b04", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:06:20.484138 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ddf767e0-7d39-4882-bcae-469d014e33c9 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:06:20.484529 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54eb28a1-43f6-4631-aaee-28d6dc68cfb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b64932f-b40c-4e1f-a762-50fc9fdc6b04', 'code': 200} Nov 29 02:06:20.509327 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=1b64932f-b40c-4e1f-a762-50fc9fdc6b04,revision_number=10']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:20.697777 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a78149-1a12-40ab-9a87-20eb46d55c7b req-c160da11-7d12-4c15-b16a-cae8fb06c1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:20.699348 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c8a78149-1a12-40ab-9a87-20eb46d55c7b req-c160da11-7d12-4c15-b16a-cae8fb06c1bb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=54eb28a1-43f6-4631-aaee-28d6dc68cfb3 HTTP/1.1" status: 200 len: 1136 time: 0.0389745 Nov 29 02:06:20.745982 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c8a78149-1a12-40ab-9a87-20eb46d55c7b req-6ef16cf1-95ee-4ca6-b588-4dee9beedee4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c050dc28-b2d5-497c-b863-b329b9bc75c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354958 Nov 29 02:06:21.064959 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9637b53-d36f-4b1f-8570-a33ec00dd563 req-da5a6c69-c0ef-4081-b647-976b846f5a26 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:21.066469 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f9637b53-d36f-4b1f-8570-a33ec00dd563 req-da5a6c69-c0ef-4081-b647-976b846f5a26 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3799c0-4057-435c-b6af-de1d19f820ee HTTP/1.1" status: 200 len: 946 time: 0.0484812 Nov 29 02:06:21.140934 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f9637b53-d36f-4b1f-8570-a33ec00dd563 req-df84c0f2-b8cc-4e75-b324-16a628acad7b tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae8e18fe-6add-490c-aedf-333d0a56af58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683579 Nov 29 02:06:21.156853 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb297c-a494-4941-bd79-a8ad95da84cc req-b9b682b9-c630-4690-8455-9d2805a2ecbd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:21.158336 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-16bb297c-a494-4941-bd79-a8ad95da84cc req-b9b682b9-c630-4690-8455-9d2805a2ecbd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=54eb28a1-43f6-4631-aaee-28d6dc68cfb3 HTTP/1.1" status: 200 len: 983 time: 0.0726442 Nov 29 02:06:21.212405 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-16bb297c-a494-4941-bd79-a8ad95da84cc req-a8a6d247-6f34-49f0-9e61-a0decc748ac5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=c050dc28-b2d5-497c-b863-b329b9bc75c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475113 Nov 29 02:06:22.266415 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefeb64-f644-448a-9713-908ca99017fb req-1d3984a9-8309-4040-b913-3f137c13fb80 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:22.267817 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-beefeb64-f644-448a-9713-908ca99017fb req-1d3984a9-8309-4040-b913-3f137c13fb80 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3799c0-4057-435c-b6af-de1d19f820ee HTTP/1.1" status: 200 len: 946 time: 0.0522127 Nov 29 02:06:22.343762 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-beefeb64-f644-448a-9713-908ca99017fb req-c33af64f-5259-40cb-bd9e-5a89cafd39a4 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae8e18fe-6add-490c-aedf-333d0a56af58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699778 Nov 29 02:06:22.351815 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248048a9-5136-443b-9ff6-ec0e64157e61 req-91bcf8b7-0fb4-476d-9076-2b6006ef453e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:22.353230 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-248048a9-5136-443b-9ff6-ec0e64157e61 req-91bcf8b7-0fb4-476d-9076-2b6006ef453e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=54eb28a1-43f6-4631-aaee-28d6dc68cfb3 HTTP/1.1" status: 200 len: 983 time: 0.0724843 Nov 29 02:06:22.402994 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-248048a9-5136-443b-9ff6-ec0e64157e61 req-7b79b0d9-46a5-4987-8abc-f0403c18ab64 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=c050dc28-b2d5-497c-b863-b329b9bc75c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437782 Nov 29 02:06:22.527426 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26e8a0-b963-489e-b89e-431ed59552fc req-9e13c2a4-59b9-4805-b4d4-6caea6e8ab42 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:22.528802 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bb26e8a0-b963-489e-b89e-431ed59552fc req-9e13c2a4-59b9-4805-b4d4-6caea6e8ab42 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=54eb28a1-43f6-4631-aaee-28d6dc68cfb3 HTTP/1.1" status: 200 len: 983 time: 0.0595713 Nov 29 02:06:22.604673 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f03c4-877f-4b0e-9f17-665ee25ca5a6 req-2384b2e9-b405-4e27-8363-ea275c163d2b tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:22.606175 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e09f03c4-877f-4b0e-9f17-665ee25ca5a6 req-2384b2e9-b405-4e27-8363-ea275c163d2b tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3799c0-4057-435c-b6af-de1d19f820ee HTTP/1.1" status: 200 len: 946 time: 0.0765035 Nov 29 02:06:22.609228 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bb26e8a0-b963-489e-b89e-431ed59552fc req-66a35021-623d-4b83-adb0-33daf20e2821 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=c050dc28-b2d5-497c-b863-b329b9bc75c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715775 Nov 29 02:06:22.631453 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44342) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:22.653920 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e09f03c4-877f-4b0e-9f17-665ee25ca5a6 req-a1cadb92-cc2d-4faa-92fc-e17619526be7 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae8e18fe-6add-490c-aedf-333d0a56af58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418453 Nov 29 02:06:22.670510 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d5b659-731e-434b-8144-cc96be1b01e5 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:22.672034 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-99d5b659-731e-434b-8144-cc96be1b01e5 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=54eb28a1-43f6-4631-aaee-28d6dc68cfb3&network_id=6f6d378f-8d29-4096-9543-055cc81a9005 HTTP/1.1" status: 200 len: 1131 time: 0.0395541 Nov 29 02:06:22.884019 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129e374-8c4d-4d28-abb6-59d54af2378e req-b0772c95-a9e4-4265-8981-d25e442950a5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:22.886183 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2129e374-8c4d-4d28-abb6-59d54af2378e req-b0772c95-a9e4-4265-8981-d25e442950a5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=54eb28a1-43f6-4631-aaee-28d6dc68cfb3 HTTP/1.1" status: 200 len: 983 time: 0.0517988 Nov 29 02:06:22.940863 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2129e374-8c4d-4d28-abb6-59d54af2378e req-2fa94a84-6637-413c-8ee2-41aad55e508f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=c050dc28-b2d5-497c-b863-b329b9bc75c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487745 Nov 29 02:06:23.769071 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e19dcd-bf5c-4c86-9c0a-75737fb5b40f req-05a3eb45-d2d7-45f7-a971-2199b3e3405d tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:23.770566 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-06e19dcd-bf5c-4c86-9c0a-75737fb5b40f req-05a3eb45-d2d7-45f7-a971-2199b3e3405d tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3799c0-4057-435c-b6af-de1d19f820ee HTTP/1.1" status: 200 len: 946 time: 0.0482872 Nov 29 02:06:23.816903 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-06e19dcd-bf5c-4c86-9c0a-75737fb5b40f req-f19443ba-9b5d-4270-80f9-b73570516b2f tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae8e18fe-6add-490c-aedf-333d0a56af58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405533 Nov 29 02:06:24.015574 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61d781-3e30-43e4-96f8-fc54d8586e54 req-3adc737d-0176-4aff-af18-3248a30d83e9 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:24.017064 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1b61d781-3e30-43e4-96f8-fc54d8586e54 req-3adc737d-0176-4aff-af18-3248a30d83e9 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3799c0-4057-435c-b6af-de1d19f820ee HTTP/1.1" status: 200 len: 946 time: 0.0502973 Nov 29 02:06:24.092496 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ccfd5c-081e-4d68-b26e-679d286e7c76 req-c25f9653-1b42-4cfd-8034-5b1399432f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:24.094023 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-91ccfd5c-081e-4d68-b26e-679d286e7c76 req-c25f9653-1b42-4cfd-8034-5b1399432f03 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3060dfec19084cafb93931e7452bdab5&device_id=2b3799c0-4057-435c-b6af-de1d19f820ee HTTP/1.1" status: 200 len: 1099 time: 0.0432422 Nov 29 02:06:24.097352 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f731774-3df6-4c08-aa68-8f4240277c57 req-8470491e-4afd-41f4-aeca-24569b48d84d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:24.098836 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1f731774-3df6-4c08-aa68-8f4240277c57 req-8470491e-4afd-41f4-aeca-24569b48d84d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=54eb28a1-43f6-4631-aaee-28d6dc68cfb3 HTTP/1.1" status: 200 len: 983 time: 0.0808742 Nov 29 02:06:24.103858 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1b61d781-3e30-43e4-96f8-fc54d8586e54 req-a0e952a3-20ea-4dd2-9163-1554c3f016bf tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae8e18fe-6add-490c-aedf-333d0a56af58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777841 Nov 29 02:06:24.147674 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1f731774-3df6-4c08-aa68-8f4240277c57 req-7f68b639-65f2-4ace-b340-8e7196d266a8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=c050dc28-b2d5-497c-b863-b329b9bc75c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422485 Nov 29 02:06:24.201312 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ccfd5c-081e-4d68-b26e-679d286e7c76 req-246ff488-d6b8-43b0-bc16-3d9b7dc370ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:24.202784 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-91ccfd5c-081e-4d68-b26e-679d286e7c76 req-246ff488-d6b8-43b0-bc16-3d9b7dc370ba service neutron] 10.222.0.24 "GET /v2.0/networks?id=3a23c10c-1173-4947-bb79-14efb4a73c2a HTTP/1.1" status: 200 len: 913 time: 0.0974698 Nov 29 02:06:24.249363 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-91ccfd5c-081e-4d68-b26e-679d286e7c76 req-b679fbb9-a2ad-44be-a714-838ab74c9cb7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b HTTP/1.1" status: 200 len: 217 time: 0.0387113 Nov 29 02:06:24.299288 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ccfd5c-081e-4d68-b26e-679d286e7c76 req-960bcb05-5ef5-452d-a105-de044f119c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:24.300708 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-91ccfd5c-081e-4d68-b26e-679d286e7c76 req-960bcb05-5ef5-452d-a105-de044f119c0b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b966b51f-c3a4-4943-8845-a870eb47c219 HTTP/1.1" status: 200 len: 852 time: 0.0439734 Nov 29 02:06:24.332315 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-91ccfd5c-081e-4d68-b26e-679d286e7c76 req-15f123c6-baa1-4e28-b972-c16c6b7a4f8b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a23c10c-1173-4947-bb79-14efb4a73c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231628 Nov 29 02:06:24.425234 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-91ccfd5c-081e-4d68-b26e-679d286e7c76 req-12f6bed2-e3e0-4108-96de-b1d375ecf87e service neutron] 10.222.0.24 "GET /v2.0/networks/3a23c10c-1173-4947-bb79-14efb4a73c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850036 Nov 29 02:06:24.565429 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b06588-70b1-4c3d-9ae4-b11845210980 req-19c63d58-bbcc-4f1b-8d8c-f09ff4b44a25 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:24.566795 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-63b06588-70b1-4c3d-9ae4-b11845210980 req-19c63d58-bbcc-4f1b-8d8c-f09ff4b44a25 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/ports?device_id=54eb28a1-43f6-4631-aaee-28d6dc68cfb3 HTTP/1.1" status: 200 len: 983 time: 0.0990570 Nov 29 02:06:24.614552 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-91ccfd5c-081e-4d68-b26e-679d286e7c76 req-7cb5b244-a04a-415c-9ee6-5a05cb619ee6 service neutron] 10.222.0.24 "GET /v2.0/networks/3a23c10c-1173-4947-bb79-14efb4a73c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456378 Nov 29 02:06:24.622412 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b06588-70b1-4c3d-9ae4-b11845210980 req-610db2bf-1a21-410a-8fde-1f66ed009b2d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:24.623671 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-63b06588-70b1-4c3d-9ae4-b11845210980 req-610db2bf-1a21-410a-8fde-1f66ed009b2d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/ports/1b64932f-b40c-4e1f-a762-50fc9fdc6b04?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0489101 Nov 29 02:06:24.738041 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-63b06588-70b1-4c3d-9ae4-b11845210980 req-7c8ed26a-2530-4e2c-9b86-0dcefd5308e0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/networks/6f6d378f-8d29-4096-9543-055cc81a9005?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0968201 Nov 29 02:06:24.749111 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-63b06588-70b1-4c3d-9ae4-b11845210980 req-e9314cb5-644d-472e-a6c4-8cde525a4a25 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:24.799477 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-63b06588-70b1-4c3d-9ae4-b11845210980 req-e9314cb5-644d-472e-a6c4-8cde525a4a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:24.932159 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-63b06588-70b1-4c3d-9ae4-b11845210980 req-e9314cb5-644d-472e-a6c4-8cde525a4a25 service neutron] For port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=1b64932f-b40c-4e1f-a762-50fc9fdc6b04,segment=NetworkSegment(34191c7b-0dce-43fe-af15-c46bf3d29acf),segment_id=34191c7b-0dce-43fe-af15-c46bf3d29acf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:06:24.967261 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-63b06588-70b1-4c3d-9ae4-b11845210980 req-e9314cb5-644d-472e-a6c4-8cde525a4a25 service neutron] For port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:06:24.997919 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-63b06588-70b1-4c3d-9ae4-b11845210980 req-e9314cb5-644d-472e-a6c4-8cde525a4a25 service neutron] device_id is not set on port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 yet. {{(pid=103255) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 02:06:25.005879 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-63b06588-70b1-4c3d-9ae4-b11845210980 req-e9314cb5-644d-472e-a6c4-8cde525a4a25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:25.011153 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-63b06588-70b1-4c3d-9ae4-b11845210980 req-e9314cb5-644d-472e-a6c4-8cde525a4a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:25.087024 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9314cb5-644d-472e-a6c4-8cde525a4a25 service neutron] Pushing event updated for resources: {'Port': ['ID=1b64932f-b40c-4e1f-a762-50fc9fdc6b04,revision_number=11']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:25.100489 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9314cb5-644d-472e-a6c4-8cde525a4a25 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:25.101170 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9314cb5-644d-472e-a6c4-8cde525a4a25 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:25.101170 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9314cb5-644d-472e-a6c4-8cde525a4a25 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:25.101490 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9314cb5-644d-472e-a6c4-8cde525a4a25 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:25.101848 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9314cb5-644d-472e-a6c4-8cde525a4a25 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:25.102185 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9314cb5-644d-472e-a6c4-8cde525a4a25 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:25.102515 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9314cb5-644d-472e-a6c4-8cde525a4a25 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:25.102842 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9314cb5-644d-472e-a6c4-8cde525a4a25 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:25.103172 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9314cb5-644d-472e-a6c4-8cde525a4a25 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:25.103493 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9314cb5-644d-472e-a6c4-8cde525a4a25 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:25.104030 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9314cb5-644d-472e-a6c4-8cde525a4a25 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:25.104165 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9314cb5-644d-472e-a6c4-8cde525a4a25 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:25.140267 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b06588-70b1-4c3d-9ae4-b11845210980 req-e9314cb5-644d-472e-a6c4-8cde525a4a25 service neutron] No DVR routers for this DVR port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:06:25.267646 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4c903-4aac-435e-b34b-422a64873d56 req-28e1fa78-89ec-420e-a03e-45a462d7a1ea tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:25.269156 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-adb4c903-4aac-435e-b34b-422a64873d56 req-28e1fa78-89ec-420e-a03e-45a462d7a1ea tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3799c0-4057-435c-b6af-de1d19f820ee HTTP/1.1" status: 200 len: 946 time: 0.0796912 Nov 29 02:06:25.271149 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-65ba0a24-4579-4a78-9990-d259dbf3de2e req-c4858cc2-471f-4bd7-b2bb-8f1413204583 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=54eb28a1-43f6-4631-aaee-28d6dc68cfb3 HTTP/1.1" status: 200 len: 210 time: 0.0376525 Nov 29 02:06:25.298336 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-63b06588-70b1-4c3d-9ae4-b11845210980 req-e9314cb5-644d-472e-a6c4-8cde525a4a25 service neutron] In _notify_port_updated(), no bound segment for port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 on network 6f6d378f-8d29-4096-9543-055cc81a9005 {{(pid=103255) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 02:06:25.299207 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b06588-70b1-4c3d-9ae4-b11845210980 req-e9314cb5-644d-472e-a6c4-8cde525a4a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:25.299816 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-63b06588-70b1-4c3d-9ae4-b11845210980 req-e9314cb5-644d-472e-a6c4-8cde525a4a25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:25.301126 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-63b06588-70b1-4c3d-9ae4-b11845210980 req-e9314cb5-644d-472e-a6c4-8cde525a4a25 service neutron] 10.222.0.24 "PUT /v2.0/ports/1b64932f-b40c-4e1f-a762-50fc9fdc6b04 HTTP/1.1" status: 200 len: 1026 time: 0.5558298 Nov 29 02:06:25.317791 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-adb4c903-4aac-435e-b34b-422a64873d56 req-a0c7386e-b4d8-4a5e-8c50-97f972e080a4 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae8e18fe-6add-490c-aedf-333d0a56af58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423853 Nov 29 02:06:25.326271 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-452938d8-fa2e-4be2-aca4-d57c7091bb43 None None] Provisioning complete for port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:25.326804 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-452938d8-fa2e-4be2-aca4-d57c7091bb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:25.362775 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-452938d8-fa2e-4be2-aca4-d57c7091bb43 None None] Port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:06:26.326566 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44362) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:26.388255 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9c02365-f738-4bb0-a508-634a89c34fa0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:26.435659 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9c02365-f738-4bb0-a508-634a89c34fa0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:26.477464 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c5500-6eca-4f20-9ba2-ddcf80db497d req-57798970-640a-4e0a-881d-804c97f347c3 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:26.478972 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-984c5500-6eca-4f20-9ba2-ddcf80db497d req-57798970-640a-4e0a-881d-804c97f347c3 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3799c0-4057-435c-b6af-de1d19f820ee HTTP/1.1" status: 200 len: 946 time: 0.0927200 Nov 29 02:06:26.527677 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-984c5500-6eca-4f20-9ba2-ddcf80db497d req-21c84d20-2383-4a28-aec8-eeb6898fbfd6 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae8e18fe-6add-490c-aedf-333d0a56af58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427840 Nov 29 02:06:26.533988 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9c02365-f738-4bb0-a508-634a89c34fa0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:26.536651 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e9c02365-f738-4bb0-a508-634a89c34fa0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:26.537844 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e9c02365-f738-4bb0-a508-634a89c34fa0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/security-groups/28e4a433-d6f7-4de1-af46-f8f0c15f0703 HTTP/1.1" status: 204 len: 168 time: 0.2102346 Nov 29 02:06:26.551030 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c02365-f738-4bb0-a508-634a89c34fa0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e4a433-d6f7-4de1-af46-f8f0c15f0703,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:26.574424 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44370) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:26.765934 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0d505cb2-447d-474e-8c49-493b4835a48d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port 07c167ab-57b7-4fc4-8cdd-dd7ac1fa54af {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:06:26.766282 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0d505cb2-447d-474e-8c49-493b4835a48d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:26.835855 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35797852-9d82-4d29-bff8-e43435bd330b req-78620ac3-a8d1-4b10-9637-0b68679bef95 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:26.837346 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-35797852-9d82-4d29-bff8-e43435bd330b req-78620ac3-a8d1-4b10-9637-0b68679bef95 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3799c0-4057-435c-b6af-de1d19f820ee HTTP/1.1" status: 200 len: 946 time: 0.1084642 Nov 29 02:06:26.881172 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0d505cb2-447d-474e-8c49-493b4835a48d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:26.882710 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0d505cb2-447d-474e-8c49-493b4835a48d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:26.903936 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-0d505cb2-447d-474e-8c49-493b4835a48d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for 07c167ab-57b7-4fc4-8cdd-dd7ac1fa54af owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:06:26.921275 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-35797852-9d82-4d29-bff8-e43435bd330b req-e0ae9597-69b7-4071-b632-6680fe07a20c tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae8e18fe-6add-490c-aedf-333d0a56af58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773618 Nov 29 02:06:27.060808 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0d505cb2-447d-474e-8c49-493b4835a48d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:27.089908 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d505cb2-447d-474e-8c49-493b4835a48d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=07c167ab-57b7-4fc4-8cdd-dd7ac1fa54af,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:27.148348 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0d505cb2-447d-474e-8c49-493b4835a48d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:27.148686 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-0d505cb2-447d-474e-8c49-493b4835a48d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Floating IP e0926bef-bb07-41d7-b1c3-ee5b08856524 disassociated (deleted). External IP: 172.26.3.191, port: 1b64932f-b40c-4e1f-a762-50fc9fdc6b04. Nov 29 02:06:27.349756 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d505cb2-447d-474e-8c49-493b4835a48d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router 03f72e39-0e47-4cda-a26b-e624ac351baa has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:06:27.458331 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d505cb2-447d-474e-8c49-493b4835a48d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:06:27.463637 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0d505cb2-447d-474e-8c49-493b4835a48d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:27.470052 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29732540-389a-4ff4-9cea-6bfe7b0a2038 None None] Sync routers for ids ['03f72e39-0e47-4cda-a26b-e624ac351baa'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:06:27.481789 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29732540-389a-4ff4-9cea-6bfe7b0a2038 None None] Routers {'03f72e39-0e47-4cda-a26b-e624ac351baa'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:06:27.482745 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-29732540-389a-4ff4-9cea-6bfe7b0a2038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:06:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['03f72e39-0e47-4cda-a26b-e624ac351baa'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:27.592613 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-29732540-389a-4ff4-9cea-6bfe7b0a2038 None None] Set router 03f72e39-0e47-4cda-a26b-e624ac351baa gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:06:27.802860 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-29732540-389a-4ff4-9cea-6bfe7b0a2038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'name': 'tempest-TestNetworkBasicOps-router-204012721', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '00eaa6ef-8733-4a2e-b9b1-cfa199642353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:44Z', 'updated_at': '2021-11-29T02:05:48Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '00eaa6ef-8733-4a2e-b9b1-cfa199642353', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:45Z', 'updated_at': '2021-11-29T02:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '4c18607f-c1aa-4b04-975e-de32934642de', 'name': '', 'network_id': '6f6d378f-8d29-4096-9543-055cc81a9005', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:fd:f1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '51259f52-7625-45fc-84ec-0f7a1dfd33d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:47Z', 'updated_at': '2021-11-29T02:05:51Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '51259f52-7625-45fc-84ec-0f7a1dfd33d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:27.810026 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0d505cb2-447d-474e-8c49-493b4835a48d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/floatingips/e0926bef-bb07-41d7-b1c3-ee5b08856524 HTTP/1.1" status: 204 len: 168 time: 1.2341866 Nov 29 02:06:27.834543 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29732540-389a-4ff4-9cea-6bfe7b0a2038 None None] Checking router: 03f72e39-0e47-4cda-a26b-e624ac351baa for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:06:27.843870 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29732540-389a-4ff4-9cea-6bfe7b0a2038 None None] Routers {'03f72e39-0e47-4cda-a26b-e624ac351baa'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:06:27.844605 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-29732540-389a-4ff4-9cea-6bfe7b0a2038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:06:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['03f72e39-0e47-4cda-a26b-e624ac351baa'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:27.884009 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44378) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:27.939972 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b80cbebf-957d-4ac4-8dd0-805905b139ff tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:27.953190 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-29732540-389a-4ff4-9cea-6bfe7b0a2038 None None] Set router 03f72e39-0e47-4cda-a26b-e624ac351baa gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:06:27.966687 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b80cbebf-957d-4ac4-8dd0-805905b139ff tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:28.042780 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b80cbebf-957d-4ac4-8dd0-805905b139ff tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:28.045238 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb5c63-420e-4f7b-8b45-2c7d5edd1dbc req-c9e8923f-4921-4f68-95c9-56b2ef05be9a tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:28.046910 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b80cbebf-957d-4ac4-8dd0-805905b139ff tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:28.048619 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b80cbebf-957d-4ac4-8dd0-805905b139ff tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/security-groups/220ff9ee-93be-4a33-9b06-18425ae0fbcd HTTP/1.1" status: 204 len: 168 time: 0.1633198 Nov 29 02:06:28.051078 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c0bb5c63-420e-4f7b-8b45-2c7d5edd1dbc req-c9e8923f-4921-4f68-95c9-56b2ef05be9a tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3799c0-4057-435c-b6af-de1d19f820ee HTTP/1.1" status: 200 len: 946 time: 0.0556190 Nov 29 02:06:28.073072 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80cbebf-957d-4ac4-8dd0-805905b139ff tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=220ff9ee-93be-4a33-9b06-18425ae0fbcd,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:28.093407 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44384) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:28.122208 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c0bb5c63-420e-4f7b-8b45-2c7d5edd1dbc req-c48425bf-099e-461f-af28-55eab0eee180 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae8e18fe-6add-490c-aedf-333d0a56af58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635958 Nov 29 02:06:28.201119 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a5035f33-b486-4c3c-b1c7-8a69210f68cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:06:28.201458 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5035f33-b486-4c3c-b1c7-8a69210f68cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:28.219382 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-29732540-389a-4ff4-9cea-6bfe7b0a2038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'name': 'tempest-TestNetworkBasicOps-router-204012721', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '00eaa6ef-8733-4a2e-b9b1-cfa199642353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:44Z', 'updated_at': '2021-11-29T02:05:48Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '00eaa6ef-8733-4a2e-b9b1-cfa199642353', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:45Z', 'updated_at': '2021-11-29T02:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '4c18607f-c1aa-4b04-975e-de32934642de', 'name': '', 'network_id': '6f6d378f-8d29-4096-9543-055cc81a9005', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:fd:f1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '51259f52-7625-45fc-84ec-0f7a1dfd33d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:47Z', 'updated_at': '2021-11-29T02:05:51Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '51259f52-7625-45fc-84ec-0f7a1dfd33d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:28.244925 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29732540-389a-4ff4-9cea-6bfe7b0a2038 None None] The sync data for ids ['03f72e39-0e47-4cda-a26b-e624ac351baa'] in dv-neutron-819032-3-hyperv is: [{'id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'name': 'tempest-TestNetworkBasicOps-router-204012721', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '00eaa6ef-8733-4a2e-b9b1-cfa199642353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:44Z', 'updated_at': '2021-11-29T02:05:48Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '00eaa6ef-8733-4a2e-b9b1-cfa199642353', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:45Z', 'updated_at': '2021-11-29T02:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '4c18607f-c1aa-4b04-975e-de32934642de', 'name': '', 'network_id': '6f6d378f-8d29-4096-9543-055cc81a9005', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:fd:f1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '51259f52-7625-45fc-84ec-0f7a1dfd33d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:47Z', 'updated_at': '2021-11-29T02:05:51Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '51259f52-7625-45fc-84ec-0f7a1dfd33d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:06:28.291453 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5035f33-b486-4c3c-b1c7-8a69210f68cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:28.304003 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a5035f33-b486-4c3c-b1c7-8a69210f68cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 owned by {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:06:28.328771 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:06:28.374319 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 1b64932f-b40c-4e1f-a762-50fc9fdc6b04 not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:06:28.433022 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5035f33-b486-4c3c-b1c7-8a69210f68cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:28.461792 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5035f33-b486-4c3c-b1c7-8a69210f68cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=1b64932f-b40c-4e1f-a762-50fc9fdc6b04,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:28.475873 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abdda76-482a-46ce-afc3-2fe47ac83549 None None] New status for floating IP e0926bef-bb07-41d7-b1c3-ee5b08856524: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:06:28.539776 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5035f33-b486-4c3c-b1c7-8a69210f68cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:28.543265 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a5035f33-b486-4c3c-b1c7-8a69210f68cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/ports/1b64932f-b40c-4e1f-a762-50fc9fdc6b04 HTTP/1.1" status: 204 len: 168 time: 0.4481909 Nov 29 02:06:28.545928 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44386) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:28.929770 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bbaf0-5c4a-490f-96c3-ea913a60928f req-ab133415-72a6-49fd-999d-8d0f15f3e0cb tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:28.931220 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-209bbaf0-5c4a-490f-96c3-ea913a60928f req-ab133415-72a6-49fd-999d-8d0f15f3e0cb tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b3799c0-4057-435c-b6af-de1d19f820ee HTTP/1.1" status: 200 len: 946 time: 0.0829396 Nov 29 02:06:28.943143 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8344c14a-e605-4a29-9421-f30ba216ac92 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:29.165681 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-209bbaf0-5c4a-490f-96c3-ea913a60928f req-2cd088f9-9f48-42d5-85b5-aa4d12c275fa tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Deleting port 56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:06:29.166018 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-209bbaf0-5c4a-490f-96c3-ea913a60928f req-2cd088f9-9f48-42d5-85b5-aa4d12c275fa tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:29.238789 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445baee-d91b-4c64-afe4-ae67e8ecf1bf req-0f4e325f-8385-4999-9505-f0aac307599b tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:29.240291 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b445baee-d91b-4c64-afe4-ae67e8ecf1bf req-0f4e325f-8385-4999-9505-f0aac307599b tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3799c0-4057-435c-b6af-de1d19f820ee HTTP/1.1" status: 200 len: 946 time: 0.0478947 Nov 29 02:06:29.286581 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-209bbaf0-5c4a-490f-96c3-ea913a60928f req-2cd088f9-9f48-42d5-85b5-aa4d12c275fa tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] For port 56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b,segment=NetworkSegment(31bd7d82-9151-4f94-9ab3-8f638663a596),segment_id=31bd7d82-9151-4f94-9ab3-8f638663a596)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:06:29.286581 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-209bbaf0-5c4a-490f-96c3-ea913a60928f req-2cd088f9-9f48-42d5-85b5-aa4d12c275fa tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:29.293107 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b445baee-d91b-4c64-afe4-ae67e8ecf1bf req-b0e588f3-27be-42bb-b02a-c9fb0786a14b tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae8e18fe-6add-490c-aedf-333d0a56af58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467551 Nov 29 02:06:29.307552 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-209bbaf0-5c4a-490f-96c3-ea913a60928f req-2cd088f9-9f48-42d5-85b5-aa4d12c275fa tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Calling delete_port for 56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:06:29.369778 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:06:29.702251 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8344c14a-e605-4a29-9421-f30ba216ac92 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port 4c18607f-c1aa-4b04-975e-de32934642de {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:06:29.702590 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8344c14a-e605-4a29-9421-f30ba216ac92 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:29.824873 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8344c14a-e605-4a29-9421-f30ba216ac92 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] For port 4c18607f-c1aa-4b04-975e-de32934642de, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=4c18607f-c1aa-4b04-975e-de32934642de,segment=NetworkSegment(34191c7b-0dce-43fe-af15-c46bf3d29acf),segment_id=34191c7b-0dce-43fe-af15-c46bf3d29acf)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:06:29.825225 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8344c14a-e605-4a29-9421-f30ba216ac92 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:29.827440 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-209bbaf0-5c4a-490f-96c3-ea913a60928f req-2cd088f9-9f48-42d5-85b5-aa4d12c275fa tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:29.866396 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8344c14a-e605-4a29-9421-f30ba216ac92 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for 4c18607f-c1aa-4b04-975e-de32934642de owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:06:29.871772 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd088f9-9f48-42d5-85b5-aa4d12c275fa tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Pushing event deleted for resources: {'Port': ['ID=56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:29.876043 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:06:29.914130 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-209bbaf0-5c4a-490f-96c3-ea913a60928f req-2cd088f9-9f48-42d5-85b5-aa4d12c275fa tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] No DVR routers for this DVR port 56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:06:29.941523 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-209bbaf0-5c4a-490f-96c3-ea913a60928f req-2cd088f9-9f48-42d5-85b5-aa4d12c275fa tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:29.945470 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-209bbaf0-5c4a-490f-96c3-ea913a60928f req-2cd088f9-9f48-42d5-85b5-aa4d12c275fa tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.24 "DELETE /v2.0/ports/56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b HTTP/1.1" status: 204 len: 173 time: 0.9996099 Nov 29 02:06:29.945933 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3799c0-4057-435c-b6af-de1d19f820ee', 'name': 'network-vif-deleted', 'tag': '56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:06:29.948166 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c28d90d-dd28-414b-99da-053d4fdca399" -d '{"events": [{"server_uuid": "2b3799c0-4057-435c-b6af-de1d19f820ee", "name": "network-vif-deleted", "tag": "56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:06:30.011912 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05ea776-a327-44fa-b8ee-7cc528d94333 x-openstack-request-id: req-b05ea776-a327-44fa-b8ee-7cc528d94333 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:06:30.012208 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b3799c0-4057-435c-b6af-de1d19f820ee", "name": "network-vif-deleted", "tag": "56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:06:30.012464 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b05ea776-a327-44fa-b8ee-7cc528d94333 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:06:30.012857 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3799c0-4057-435c-b6af-de1d19f820ee', 'name': 'network-vif-deleted', 'tag': '56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b', 'status': 'completed', 'code': 200} Nov 29 02:06:30.103167 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8344c14a-e605-4a29-9421-f30ba216ac92 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:30.130943 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344c14a-e605-4a29-9421-f30ba216ac92 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=4c18607f-c1aa-4b04-975e-de32934642de,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:30.313219 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8344c14a-e605-4a29-9421-f30ba216ac92 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:30.397774 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fe917675-378a-4f11-884b-c5f898ba9b00 req-90640ba8-a882-4cba-826d-a4cc01f69589 tempest-TestServerAdvancedOps-1101032498 tempest-TestServerAdvancedOps-1101032498-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b3799c0-4057-435c-b6af-de1d19f820ee HTTP/1.1" status: 200 len: 210 time: 0.0264966 Nov 29 02:06:30.528751 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8344c14a-e605-4a29-9421-f30ba216ac92 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router 03f72e39-0e47-4cda-a26b-e624ac351baa has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:06:30.640975 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8344c14a-e605-4a29-9421-f30ba216ac92 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:06:30.646167 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8344c14a-e605-4a29-9421-f30ba216ac92 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "PUT /v2.0/routers/03f72e39-0e47-4cda-a26b-e624ac351baa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0990703 Nov 29 02:06:30.649045 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44394) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:30.650379 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a302fb-9c77-48c7-a4c2-0fe5baec3e91 None None] Sync routers for ids ['03f72e39-0e47-4cda-a26b-e624ac351baa'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:06:30.661567 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a302fb-9c77-48c7-a4c2-0fe5baec3e91 None None] Routers {'03f72e39-0e47-4cda-a26b-e624ac351baa'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:06:30.662221 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-34a302fb-9c77-48c7-a4c2-0fe5baec3e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:06:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['03f72e39-0e47-4cda-a26b-e624ac351baa'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:30.702985 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4a167c6-7dd3-442a-94b0-8e71c473c396 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting subnet 51259f52-7625-45fc-84ec-0f7a1dfd33d2 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:06:30.706323 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d4a167c6-7dd3-442a-94b0-8e71c473c396 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:30.746924 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d4a167c6-7dd3-442a-94b0-8e71c473c396 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:30.765890 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-34a302fb-9c77-48c7-a4c2-0fe5baec3e91 None None] Set router 03f72e39-0e47-4cda-a26b-e624ac351baa gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:06:30.827113 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d4a167c6-7dd3-442a-94b0-8e71c473c396 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:30.894947 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d4a167c6-7dd3-442a-94b0-8e71c473c396 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:30.923139 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a167c6-7dd3-442a-94b0-8e71c473c396 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Subnet': ['ID=51259f52-7625-45fc-84ec-0f7a1dfd33d2,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:30.925109 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d4a167c6-7dd3-442a-94b0-8e71c473c396 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:30.929139 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d4a167c6-7dd3-442a-94b0-8e71c473c396 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/subnets/51259f52-7625-45fc-84ec-0f7a1dfd33d2 HTTP/1.1" status: 204 len: 168 time: 0.2784810 Nov 29 02:06:30.931688 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44396) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:30.932732 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9e90f4-eb85-427c-b0ac-9048b76bb43e None None] Network 6f6d378f-8d29-4096-9543-055cc81a9005 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:06:31.010060 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-34a302fb-9c77-48c7-a4c2-0fe5baec3e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'name': 'tempest-TestNetworkBasicOps-router-204012721', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '00eaa6ef-8733-4a2e-b9b1-cfa199642353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:44Z', 'updated_at': '2021-11-29T02:06:30Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '00eaa6ef-8733-4a2e-b9b1-cfa199642353', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:45Z', 'updated_at': '2021-11-29T02:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:31.040135 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-de6864ac-0a4e-4e49-9bdf-bf41a633c812 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:31.054289 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a302fb-9c77-48c7-a4c2-0fe5baec3e91 None None] Checking router: 03f72e39-0e47-4cda-a26b-e624ac351baa for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:06:31.081133 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a302fb-9c77-48c7-a4c2-0fe5baec3e91 None None] Routers {'03f72e39-0e47-4cda-a26b-e624ac351baa'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:06:31.081798 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-34a302fb-9c77-48c7-a4c2-0fe5baec3e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:06:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['03f72e39-0e47-4cda-a26b-e624ac351baa'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:31.146430 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-de6864ac-0a4e-4e49-9bdf-bf41a633c812 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:31.203635 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-de6864ac-0a4e-4e49-9bdf-bf41a633c812 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port 00eaa6ef-8733-4a2e-b9b1-cfa199642353 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:06:31.203978 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-de6864ac-0a4e-4e49-9bdf-bf41a633c812 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:31.286470 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-de6864ac-0a4e-4e49-9bdf-bf41a633c812 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] For port 00eaa6ef-8733-4a2e-b9b1-cfa199642353, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=00eaa6ef-8733-4a2e-b9b1-cfa199642353,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:06:31.286749 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-de6864ac-0a4e-4e49-9bdf-bf41a633c812 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:31.299900 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-de6864ac-0a4e-4e49-9bdf-bf41a633c812 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for 00eaa6ef-8733-4a2e-b9b1-cfa199642353 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:06:31.342286 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-34a302fb-9c77-48c7-a4c2-0fe5baec3e91 None None] Set router 03f72e39-0e47-4cda-a26b-e624ac351baa gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:06:31.394584 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9009a6f8-a908-4c21-81da-ba2b4559f5c3 None None] DHCP port deletion for 6f6d378f-8d29-4096-9543-055cc81a9005 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:06:31.458406 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44400) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:31.504732 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-de6864ac-0a4e-4e49-9bdf-bf41a633c812 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:31.534239 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-9009a6f8-a908-4c21-81da-ba2b4559f5c3 None None] Deleting port 30bf0337-8431-4aca-9ead-a90e96c6a77d {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:06:31.534614 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9009a6f8-a908-4c21-81da-ba2b4559f5c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:31.536742 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6864ac-0a4e-4e49-9bdf-bf41a633c812 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=00eaa6ef-8733-4a2e-b9b1-cfa199642353,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:31.546908 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ec6ed1c-0479-48e8-8634-798c70698e30 admin admin] Deleting subnet b966b51f-c3a4-4943-8845-a870eb47c219 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:06:31.564931 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ec6ed1c-0479-48e8-8634-798c70698e30 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:31.580026 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583a2ec7-d762-4a9e-9a15-59a98958f470 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:06:31.617291 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9009a6f8-a908-4c21-81da-ba2b4559f5c3 None None] For port 30bf0337-8431-4aca-9ead-a90e96c6a77d, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=30bf0337-8431-4aca-9ead-a90e96c6a77d,segment=NetworkSegment(34191c7b-0dce-43fe-af15-c46bf3d29acf),segment_id=34191c7b-0dce-43fe-af15-c46bf3d29acf)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:06:31.617782 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9009a6f8-a908-4c21-81da-ba2b4559f5c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:31.630912 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ec6ed1c-0479-48e8-8634-798c70698e30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:31.633880 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-9009a6f8-a908-4c21-81da-ba2b4559f5c3 None None] Calling delete_port for 30bf0337-8431-4aca-9ead-a90e96c6a77d owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:06:31.645127 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-34a302fb-9c77-48c7-a4c2-0fe5baec3e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'name': 'tempest-TestNetworkBasicOps-router-204012721', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '00eaa6ef-8733-4a2e-b9b1-cfa199642353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:44Z', 'updated_at': '2021-11-29T02:06:30Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '00eaa6ef-8733-4a2e-b9b1-cfa199642353', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:45Z', 'updated_at': '2021-11-29T02:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:31.655554 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-de6864ac-0a4e-4e49-9bdf-bf41a633c812 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:31.675909 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a302fb-9c77-48c7-a4c2-0fe5baec3e91 None None] The sync data for ids ['03f72e39-0e47-4cda-a26b-e624ac351baa'] in dv-neutron-819032-3-hyperv is: [{'id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'name': 'tempest-TestNetworkBasicOps-router-204012721', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.184'}], 'enable_snat': True}, 'gw_port_id': '00eaa6ef-8733-4a2e-b9b1-cfa199642353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:05:44Z', 'updated_at': '2021-11-29T02:06:30Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '00eaa6ef-8733-4a2e-b9b1-cfa199642353', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f72e39-0e47-4cda-a26b-e624ac351baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:05:45Z', 'updated_at': '2021-11-29T02:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:06:31.747424 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9009a6f8-a908-4c21-81da-ba2b4559f5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:31.756250 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-de6864ac-0a4e-4e49-9bdf-bf41a633c812 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:31.760511 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-de6864ac-0a4e-4e49-9bdf-bf41a633c812 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:31.764699 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ec6ed1c-0479-48e8-8634-798c70698e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:31.773442 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009a6f8-a908-4c21-81da-ba2b4559f5c3 None None] Pushing event deleted for resources: {'Port': ['ID=30bf0337-8431-4aca-9ead-a90e96c6a77d,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:31.777360 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9009a6f8-a908-4c21-81da-ba2b4559f5c3 None None] No DVR routers for this DVR port 30bf0337-8431-4aca-9ead-a90e96c6a77d on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:06:31.836683 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-de6864ac-0a4e-4e49-9bdf-bf41a633c812 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:31.837214 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6864ac-0a4e-4e49-9bdf-bf41a633c812 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Fanout notify agent at l3_agent the message router_deleted on router 03f72e39-0e47-4cda-a26b-e624ac351baa {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:06:31.844178 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-de6864ac-0a4e-4e49-9bdf-bf41a633c812 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:31.845278 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-de6864ac-0a4e-4e49-9bdf-bf41a633c812 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/routers/03f72e39-0e47-4cda-a26b-e624ac351baa HTTP/1.1" status: 204 len: 168 time: 0.9125094 Nov 29 02:06:31.847988 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44402) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:31.865728 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ec6ed1c-0479-48e8-8634-798c70698e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:31.895806 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ec6ed1c-0479-48e8-8634-798c70698e30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:31.901383 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2ec6ed1c-0479-48e8-8634-798c70698e30 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b966b51f-c3a4-4943-8845-a870eb47c219 HTTP/1.1" status: 204 len: 168 time: 0.4393380 Nov 29 02:06:31.901383 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6ed1c-0479-48e8-8634-798c70698e30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b966b51f-c3a4-4943-8845-a870eb47c219,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:31.902350 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44404) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:31.927055 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-97506e67-1c51-4afe-914c-4be98859b364 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:31.970290 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6db008a3-0192-47e3-9b33-8a3e371b1dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:32.017332 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-97506e67-1c51-4afe-914c-4be98859b364 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:32.040191 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-97506e67-1c51-4afe-914c-4be98859b364 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f6d378f-8d29-4096-9543-055cc81a9005']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:32.054023 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-97506e67-1c51-4afe-914c-4be98859b364 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34191c7b-0dce-43fe-af15-c46bf3d29acf') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:32.054695 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-97506e67-1c51-4afe-914c-4be98859b364 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34191c7b-0dce-43fe-af15-c46bf3d29acf') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:32.067083 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-97506e67-1c51-4afe-914c-4be98859b364 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:32.074224 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6db008a3-0192-47e3-9b33-8a3e371b1dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:32.081196 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-97506e67-1c51-4afe-914c-4be98859b364 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:32.087454 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97506e67-1c51-4afe-914c-4be98859b364 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:06:32.087843 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-97506e67-1c51-4afe-914c-4be98859b364 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:32.097928 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:06:32.097928 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:06:32.097928 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:06:32.097928 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:06:32.097928 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:06:32.097928 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:06:32.097928 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:06:32.097928 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:06:32.097928 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:06:32.097928 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:06:32.097928 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:06:32.097928 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:06:32.097928 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:06:32.097928 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:06:32.097928 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:06:32.097928 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:06:32.097928 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:06:32.097928 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:06:32.097928 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:06:32.097928 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:06:32.097928 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:06:32.097928 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:06:32.097928 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:06:32.097928 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:06:32.097928 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:06:32.097928 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:06:32.097928 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:06:32.097928 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:06:32.097928 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:06:32.097928 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:06:32.097928 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:06:32.097928 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:06:32.101052 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-6db008a3-0192-47e3-9b33-8a3e371b1dd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a23c10c-1173-4947-bb79-14efb4a73c2a']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:32.106648 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-6db008a3-0192-47e3-9b33-8a3e371b1dd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31bd7d82-9151-4f94-9ab3-8f638663a596') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:32.106950 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-6db008a3-0192-47e3-9b33-8a3e371b1dd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31bd7d82-9151-4f94-9ab3-8f638663a596') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:32.125311 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6db008a3-0192-47e3-9b33-8a3e371b1dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:32.149812 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6db008a3-0192-47e3-9b33-8a3e371b1dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:32.158593 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db008a3-0192-47e3-9b33-8a3e371b1dd9 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:06:32.159495 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6db008a3-0192-47e3-9b33-8a3e371b1dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:32.172869 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 4c18607f-c1aa-4b04-975e-de32934642de no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:06:32.173529 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-97506e67-1c51-4afe-914c-4be98859b364 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:32.175223 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:06:32.175223 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:06:32.175223 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:06:32.175223 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:06:32.175223 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:06:32.175223 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:06:32.175223 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:06:32.175223 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:06:32.175223 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:06:32.175223 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:06:32.175223 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:06:32.175223 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:06:32.175223 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:06:32.175223 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:06:32.175223 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:06:32.175223 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:06:32.175223 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:06:32.175223 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:06:32.175223 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:06:32.175223 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:06:32.175223 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:06:32.175223 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:06:32.175223 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:06:32.175223 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:06:32.175223 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:06:32.175223 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:06:32.175223 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:06:32.175223 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:06:32.175223 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:06:32.175223 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:06:32.175223 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:06:32.175223 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:06:32.197948 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-97506e67-1c51-4afe-914c-4be98859b364 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:32.199754 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 4c18607f-c1aa-4b04-975e-de32934642de {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:06:32.200123 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 4c18607f-c1aa-4b04-975e-de32934642de not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:06:32.200549 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 30bf0337-8431-4aca-9ead-a90e96c6a77d no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:06:32.213373 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-97506e67-1c51-4afe-914c-4be98859b364 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/networks/6f6d378f-8d29-4096-9543-055cc81a9005 HTTP/1.1" status: 204 len: 168 time: 0.3551993 Nov 29 02:06:32.213373 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97506e67-1c51-4afe-914c-4be98859b364 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Network': ['ID=6f6d378f-8d29-4096-9543-055cc81a9005,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:32.218137 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44406) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:32.228403 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 30bf0337-8431-4aca-9ead-a90e96c6a77d {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:06:32.228878 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 30bf0337-8431-4aca-9ead-a90e96c6a77d not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:06:32.247197 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-908a6311-f700-4574-a726-bd7eafc85602 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0127709 Nov 29 02:06:32.247394 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44408) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:32.252087 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f0a3b091-d96b-4272-b67d-0efb347a6a3e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'network': {'name': 'tempest-network-smoke--535529209', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'port_security_enabled': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:32.256480 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6db008a3-0192-47e3-9b33-8a3e371b1dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:32.269830 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6db008a3-0192-47e3-9b33-8a3e371b1dd9 admin admin] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:32.273021 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6db008a3-0192-47e3-9b33-8a3e371b1dd9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3a23c10c-1173-4947-bb79-14efb4a73c2a HTTP/1.1" status: 204 len: 168 time: 0.3697701 Nov 29 02:06:32.275969 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44410) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:32.292349 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db008a3-0192-47e3-9b33-8a3e371b1dd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a23c10c-1173-4947-bb79-14efb4a73c2a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:32.303202 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a3b091-d96b-4272-b67d-0efb347a6a3e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Made reservation on behalf of d1a27bea49814722818e7a3b77708f76 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:06:32.307835 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0a3b091-d96b-4272-b67d-0efb347a6a3e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:32.330273 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c14aabc-1b72-4919-b3f2-296c6ae39cda admin admin] Deleting subnet 2232b4ec-d0a7-411b-ae7d-fa9af8acfb20 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:06:32.333458 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c14aabc-1b72-4919-b3f2-296c6ae39cda admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:32.334712 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a3b091-d96b-4272-b67d-0efb347a6a3e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:06:32.345594 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0a3b091-d96b-4272-b67d-0efb347a6a3e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:32.345945 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-f0a3b091-d96b-4272-b67d-0efb347a6a3e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Added segment ec52d3ea-de5f-45da-8587-a2db29293987 of type vlan for network 38cf7e25-d3db-4b1c-ba51-3f50b4f4b315 Nov 29 02:06:32.375139 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c14aabc-1b72-4919-b3f2-296c6ae39cda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:32.388099 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0a3b091-d96b-4272-b67d-0efb347a6a3e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:32.418317 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c14aabc-1b72-4919-b3f2-296c6ae39cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:32.418927 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0a3b091-d96b-4272-b67d-0efb347a6a3e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:32.425221 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a3b091-d96b-4272-b67d-0efb347a6a3e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:32.426071 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0a3b091-d96b-4272-b67d-0efb347a6a3e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:32.483558 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c14aabc-1b72-4919-b3f2-296c6ae39cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:32.491916 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f0a3b091-d96b-4272-b67d-0efb347a6a3e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2404511 Nov 29 02:06:32.494191 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44412) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:32.502584 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3b091-d96b-4272-b67d-0efb347a6a3e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Network': ['ID=38cf7e25-d3db-4b1c-ba51-3f50b4f4b315,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:32.519855 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 38cf7e25-d3db-4b1c-ba51-3f50b4f4b315 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:06:32.520089 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-01975d4a-19a2-45ff-beb0-dbe00366de40 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-199818646', 'admin_state_up': True, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:32.532309 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4c14aabc-1b72-4919-b3f2-296c6ae39cda admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:32.538442 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4c14aabc-1b72-4919-b3f2-296c6ae39cda admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2232b4ec-d0a7-411b-ae7d-fa9af8acfb20 HTTP/1.1" status: 204 len: 168 time: 0.2583520 Nov 29 02:06:32.539202 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14aabc-1b72-4919-b3f2-296c6ae39cda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2232b4ec-d0a7-411b-ae7d-fa9af8acfb20,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:32.540419 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44414) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:32.567672 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01975d4a-19a2-45ff-beb0-dbe00366de40 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:32.569227 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01975d4a-19a2-45ff-beb0-dbe00366de40 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:32.623751 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd6e6-88d0-4eeb-b226-066ef08de586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:32.628310 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01975d4a-19a2-45ff-beb0-dbe00366de40 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:32.706965 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd6e6-88d0-4eeb-b226-066ef08de586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:32.728444 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-0f2dd6e6-88d0-4eeb-b226-066ef08de586 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a22df3-db95-4210-b288-c22377b412a6']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:32.738350 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-0f2dd6e6-88d0-4eeb-b226-066ef08de586 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26befe5e-a2ff-4b0f-bb7e-aad13dfd06dc') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:32.738646 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-0f2dd6e6-88d0-4eeb-b226-066ef08de586 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26befe5e-a2ff-4b0f-bb7e-aad13dfd06dc') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:32.748236 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd6e6-88d0-4eeb-b226-066ef08de586 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:32.761392 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd6e6-88d0-4eeb-b226-066ef08de586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:32.767115 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01975d4a-19a2-45ff-beb0-dbe00366de40 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:32.767859 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2dd6e6-88d0-4eeb-b226-066ef08de586 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:06:32.768241 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd6e6-88d0-4eeb-b226-066ef08de586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:32.770170 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:06:32.770170 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:06:32.770170 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:06:32.770170 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:06:32.770170 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:06:32.770170 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:06:32.770170 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:06:32.770170 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:06:32.770170 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:06:32.770170 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:06:32.770170 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:06:32.770170 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:06:32.770170 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:06:32.770170 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:06:32.770170 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:06:32.770170 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:06:32.770170 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:06:32.770170 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:06:32.770170 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:06:32.770170 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:06:32.770170 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:06:32.770170 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:06:32.770170 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:06:32.770170 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:06:32.770170 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:06:32.770170 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:06:32.770170 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:06:32.770170 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:06:32.770170 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:06:32.770170 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:06:32.770170 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:06:32.770170 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:06:32.824175 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd6e6-88d0-4eeb-b226-066ef08de586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:32.830666 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd6e6-88d0-4eeb-b226-066ef08de586 admin admin] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:32.833944 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-0f2dd6e6-88d0-4eeb-b226-066ef08de586 admin admin] 10.222.0.37 "DELETE /v2.0/networks/10a22df3-db95-4210-b288-c22377b412a6 HTTP/1.1" status: 204 len: 168 time: 0.2923877 Nov 29 02:06:32.844904 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2dd6e6-88d0-4eeb-b226-066ef08de586 admin admin] Pushing event deleted for resources: {'Network': ['ID=10a22df3-db95-4210-b288-c22377b412a6,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:32.978360 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01975d4a-19a2-45ff-beb0-dbe00366de40 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:33.003476 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01975d4a-19a2-45ff-beb0-dbe00366de40 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:33.011610 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44418) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:33.051950 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9ea327cf-a877-4386-914f-b57b0aa49a9b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3060dfec19084cafb93931e7452bdab5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391927 Nov 29 02:06:33.056039 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44420) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:33.105693 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ec4f613-a8d2-441f-a1a8-e0301259dbd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:33.106364 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-01975d4a-19a2-45ff-beb0-dbe00366de40 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.26.3.56 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/8682c672-c10e-4beb-9f49-d193591a3270) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:06:33.130146 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ec4f613-a8d2-441f-a1a8-e0301259dbd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:33.177655 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ec4f613-a8d2-441f-a1a8-e0301259dbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:33.180661 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ec4f613-a8d2-441f-a1a8-e0301259dbd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:33.181940 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2ec4f613-a8d2-441f-a1a8-e0301259dbd3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ae8e18fe-6add-490c-aedf-333d0a56af58 HTTP/1.1" status: 204 len: 168 time: 0.1263571 Nov 29 02:06:33.190242 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec4f613-a8d2-441f-a1a8-e0301259dbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8e18fe-6add-490c-aedf-333d0a56af58,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:33.226694 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01975d4a-19a2-45ff-beb0-dbe00366de40 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:33.260849 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01975d4a-19a2-45ff-beb0-dbe00366de40 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:33.302032 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01975d4a-19a2-45ff-beb0-dbe00366de40 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:06:33.310430 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01975d4a-19a2-45ff-beb0-dbe00366de40 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=8682c672-c10e-4beb-9f49-d193591a3270,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:33.312904 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-01975d4a-19a2-45ff-beb0-dbe00366de40 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:06:33.315269 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01975d4a-19a2-45ff-beb0-dbe00366de40 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:06:33.327233 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f180cb-fecf-42af-861a-9e13a6d2101f None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:06:33.446194 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-e7f3e2f0-748d-4874-99b8-ed2ee03a5b69 None None] Provisioning complete for port 8682c672-c10e-4beb-9f49-d193591a3270 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:33.446558 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e7f3e2f0-748d-4874-99b8-ed2ee03a5b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:33.484367 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e7f3e2f0-748d-4874-99b8-ed2ee03a5b69 None None] Port 8682c672-c10e-4beb-9f49-d193591a3270 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:06:33.515862 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44426) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:33.555666 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b542fa5a-73fe-4a9c-8d0e-af8189e93256 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e5b658f393674129a7b7320077385f9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382588 Nov 29 02:06:33.558774 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44428) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:33.583391 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01975d4a-19a2-45ff-beb0-dbe00366de40 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:33.606760 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7f791d6-71b5-42db-9946-4db1e04e96b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:33.631087 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7f791d6-71b5-42db-9946-4db1e04e96b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:33.679204 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7f791d6-71b5-42db-9946-4db1e04e96b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:33.681912 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7f791d6-71b5-42db-9946-4db1e04e96b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:33.683049 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d7f791d6-71b5-42db-9946-4db1e04e96b5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a7c560f3-55c2-4aa5-9a81-f9e145908a30 HTTP/1.1" status: 204 len: 168 time: 0.1233790 Nov 29 02:06:33.690748 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f791d6-71b5-42db-9946-4db1e04e96b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c560f3-55c2-4aa5-9a81-f9e145908a30,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:33.798680 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01975d4a-19a2-45ff-beb0-dbe00366de40 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:33.935097 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01975d4a-19a2-45ff-beb0-dbe00366de40 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router a9662208-cc4a-43e8-8728-476c2dc13b41 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:06:34.033294 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 00eaa6ef-8733-4a2e-b9b1-cfa199642353 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:06:34.058151 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01975d4a-19a2-45ff-beb0-dbe00366de40 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:06:34.060334 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 00eaa6ef-8733-4a2e-b9b1-cfa199642353 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:06:34.060747 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 00eaa6ef-8733-4a2e-b9b1-cfa199642353 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:06:34.075599 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de65295-dd39-49f9-8514-fb3110baa84e None None] Sync routers for ids ['a9662208-cc4a-43e8-8728-476c2dc13b41'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:06:34.083094 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01975d4a-19a2-45ff-beb0-dbe00366de40 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:34.087622 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-01975d4a-19a2-45ff-beb0-dbe00366de40 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5891719 Nov 29 02:06:34.088012 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44440) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:34.088534 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de65295-dd39-49f9-8514-fb3110baa84e None None] Routers {'a9662208-cc4a-43e8-8728-476c2dc13b41'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:06:34.089169 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-9de65295-dd39-49f9-8514-fb3110baa84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:06:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a9662208-cc4a-43e8-8728-476c2dc13b41'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:34.127962 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a595dd20-cf9c-49ea-bef9-fdb9b9352d98 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d1a27bea49814722818e7a3b77708f76&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365198 Nov 29 02:06:34.130003 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44444) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:34.210224 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-9de65295-dd39-49f9-8514-fb3110baa84e None None] Set router a9662208-cc4a-43e8-8728-476c2dc13b41 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:06:34.229750 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407ea0ae-c9cd-4bd8-be7d-c5e0521b1279 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:34.231563 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-407ea0ae-c9cd-4bd8-be7d-c5e0521b1279 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1005933 Nov 29 02:06:34.234680 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44446) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:34.267139 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3cd1a5dd-2949-4918-8261-d16d63c81b8a tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=4bf244a8-fda8-412f-8f05-2c7c5210f333&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285456 Nov 29 02:06:34.267139 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44450) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:34.272878 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ee3d6ca9-add4-44e2-8ecf-f1c522eef7ca tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-941782201', 'network_id': '38cf7e25-d3db-4b1c-ba51-3f50b4f4b315', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:34.349610 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:06:34.373315 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3d6ca9-add4-44e2-8ecf-f1c522eef7ca tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Made reservation on behalf of d1a27bea49814722818e7a3b77708f76 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:06:34.377761 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee3d6ca9-add4-44e2-8ecf-f1c522eef7ca tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:34.379612 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: 56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:06:34.380063 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 56e01f5f-dd4d-481c-8f88-7fb9a8a9a83b not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:06:34.434543 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-9de65295-dd39-49f9-8514-fb3110baa84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'name': 'tempest-TestNetworkBasicOps-router-199818646', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '8682c672-c10e-4beb-9f49-d193591a3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:32Z', 'updated_at': '2021-11-29T02:06:33Z', 'revision_number': 3, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '8682c672-c10e-4beb-9f49-d193591a3270', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:33Z', 'updated_at': '2021-11-29T02:06:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:34.466539 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de65295-dd39-49f9-8514-fb3110baa84e None None] Checking router: a9662208-cc4a-43e8-8728-476c2dc13b41 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:06:34.466947 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de65295-dd39-49f9-8514-fb3110baa84e None None] Updating router a9662208-cc4a-43e8-8728-476c2dc13b41 port 8682c672-c10e-4beb-9f49-d193591a3270 binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:06:34.476426 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44458) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:34.493324 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9de65295-dd39-49f9-8514-fb3110baa84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:34.571544 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee3d6ca9-add4-44e2-8ecf-f1c522eef7ca tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:34.584088 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e71d6504-a019-458c-8fde-732eea01478d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1034486042-network', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:34.606560 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71d6504-a019-458c-8fde-732eea01478d admin admin] Made reservation on behalf of 99e2787ae1eb4571b1be84af3aefd0fe for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:06:34.608895 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e71d6504-a019-458c-8fde-732eea01478d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:34.619023 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e71d6504-a019-458c-8fde-732eea01478d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:34.639950 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d6ca9-add4-44e2-8ecf-f1c522eef7ca tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Subnet': ['ID=96e07e69-e940-44f0-a2b0-2b954ca6e2c5,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:34.647457 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3d6ca9-add4-44e2-8ecf-f1c522eef7ca tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Checking segment: {'id': 'ec52d3ea-de5f-45da-8587-a2db29293987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '38cf7e25-d3db-4b1c-ba51-3f50b4f4b315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:06:34.647826 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3d6ca9-add4-44e2-8ecf-f1c522eef7ca tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network hostable DHCP agents. Network: 38cf7e25-d3db-4b1c-ba51-3f50b4f4b315, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:06:34.666841 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3d6ca9-add4-44e2-8ecf-f1c522eef7ca tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 38cf7e25-d3db-4b1c-ba51-3f50b4f4b315 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:06:34.676422 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-ee3d6ca9-add4-44e2-8ecf-f1c522eef7ca tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 38cf7e25-d3db-4b1c-ba51-3f50b4f4b315) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:06:34.683016 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3d6ca9-add4-44e2-8ecf-f1c522eef7ca tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:34.683343 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee3d6ca9-add4-44e2-8ecf-f1c522eef7ca tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:34.687900 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7433343-2c5f-4d46-8249-2d33c20f1789 None None] Network 38cf7e25-d3db-4b1c-ba51-3f50b4f4b315 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:06:34.704892 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ee3d6ca9-add4-44e2-8ecf-f1c522eef7ca tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4364619 Nov 29 02:06:34.707315 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44462) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:34.716156 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e71d6504-a019-458c-8fde-732eea01478d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:34.722805 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e71d6504-a019-458c-8fde-732eea01478d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:34.751145 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e71d6504-a019-458c-8fde-732eea01478d admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:06:34.764633 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d6504-a019-458c-8fde-732eea01478d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffb10f8-f97d-4ab7-b57e-f662c1ae30d6,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:34.767946 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e71d6504-a019-458c-8fde-732eea01478d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:34.768289 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-e71d6504-a019-458c-8fde-732eea01478d admin admin] Added segment 43e3cd5a-9d58-4166-b36e-b280ad609a36 of type vlan for network 2758948e-395a-46ec-aaa8-7c73c4196c63 Nov 29 02:06:34.803889 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9de65295-dd39-49f9-8514-fb3110baa84e None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:34.812021 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9de65295-dd39-49f9-8514-fb3110baa84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:34.823051 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e71d6504-a019-458c-8fde-732eea01478d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:34.852783 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e71d6504-a019-458c-8fde-732eea01478d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:34.854820 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71d6504-a019-458c-8fde-732eea01478d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:34.855708 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e71d6504-a019-458c-8fde-732eea01478d admin admin] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:34.867835 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d660f0b8-e2aa-4c99-a300-5321ffde94ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-38cf7e25-d3db-4b1c-ba51-3f50b4f4b315', 'network_id': '38cf7e25-d3db-4b1c-ba51-3f50b4f4b315', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ips': [{'subnet_id': '96e07e69-e940-44f0-a2b0-2b954ca6e2c5'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:06:34.871088 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d660f0b8-e2aa-4c99-a300-5321ffde94ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:34.881284 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-9de65295-dd39-49f9-8514-fb3110baa84e None None] Attempting to bind port 8682c672-c10e-4beb-9f49-d193591a3270 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:06:34.881813 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-9de65295-dd39-49f9-8514-fb3110baa84e None None] Attempting to bind port 8682c672-c10e-4beb-9f49-d193591a3270 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:06:34.882214 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de65295-dd39-49f9-8514-fb3110baa84e None None] Attempting to bind port 8682c672-c10e-4beb-9f49-d193591a3270 on network 4bf244a8-fda8-412f-8f05-2c7c5210f333 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:06:34.892406 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e71d6504-a019-458c-8fde-732eea01478d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4120739 Nov 29 02:06:34.894454 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de65295-dd39-49f9-8514-fb3110baa84e None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:06:34.894971 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de65295-dd39-49f9-8514-fb3110baa84e None None] Checking segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:06:34.895473 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9de65295-dd39-49f9-8514-fb3110baa84e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:34.895963 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de65295-dd39-49f9-8514-fb3110baa84e None None] Bound using segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:06:34.896649 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-9de65295-dd39-49f9-8514-fb3110baa84e None None] Bound port: 8682c672-c10e-4beb-9f49-d193591a3270, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:06:34.897726 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9de65295-dd39-49f9-8514-fb3110baa84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:34.910681 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f18ddaa-ab76-4a7c-852d-5ef515bdee24 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:06:34.916144 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44464) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:34.920892 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a2dfb50c-1f41-4e63-a01c-1a538db7cf90 admin admin] Request body: {'subnet': {'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1034486042-subnet', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:34.926892 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe471e3-4ad2-4199-a4c6-4205fc14278d None None] Pushing event updated for resources: {'Port': ['ID=8682c672-c10e-4beb-9f49-d193591a3270,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:34.946467 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d6504-a019-458c-8fde-732eea01478d admin admin] Pushing event updated for resources: {'Network': ['ID=2758948e-395a-46ec-aaa8-7c73c4196c63,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:34.948672 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe471e3-4ad2-4199-a4c6-4205fc14278d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:34.949063 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe471e3-4ad2-4199-a4c6-4205fc14278d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:34.949359 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe471e3-4ad2-4199-a4c6-4205fc14278d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:34.949713 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe471e3-4ad2-4199-a4c6-4205fc14278d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:34.950447 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe471e3-4ad2-4199-a4c6-4205fc14278d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:34.950796 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe471e3-4ad2-4199-a4c6-4205fc14278d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:34.951132 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe471e3-4ad2-4199-a4c6-4205fc14278d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:34.951554 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe471e3-4ad2-4199-a4c6-4205fc14278d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:34.952063 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe471e3-4ad2-4199-a4c6-4205fc14278d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:34.952400 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe471e3-4ad2-4199-a4c6-4205fc14278d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:34.952979 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe471e3-4ad2-4199-a4c6-4205fc14278d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:34.953300 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe471e3-4ad2-4199-a4c6-4205fc14278d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:34.986094 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-9de65295-dd39-49f9-8514-fb3110baa84e None None] For port 8682c672-c10e-4beb-9f49-d193591a3270, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:06:34.989327 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-9de65295-dd39-49f9-8514-fb3110baa84e None None] For port 8682c672-c10e-4beb-9f49-d193591a3270, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=8682c672-c10e-4beb-9f49-d193591a3270,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:06:34.995209 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-9de65295-dd39-49f9-8514-fb3110baa84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:35.005579 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 2758948e-395a-46ec-aaa8-7c73c4196c63 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:06:35.018788 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dfb50c-1f41-4e63-a01c-1a538db7cf90 admin admin] Made reservation on behalf of 99e2787ae1eb4571b1be84af3aefd0fe for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:06:35.021431 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2dfb50c-1f41-4e63-a01c-1a538db7cf90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:35.058731 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de65295-dd39-49f9-8514-fb3110baa84e None None] Routers {'a9662208-cc4a-43e8-8728-476c2dc13b41'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:06:35.059873 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-9de65295-dd39-49f9-8514-fb3110baa84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:06:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a9662208-cc4a-43e8-8728-476c2dc13b41'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:35.068219 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f00cd8-584b-4a41-be38-f9d4cd9554fe None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:06:35.077731 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-e9bdf070-5d25-4b95-a3cf-77f852374c8d None None] Provisioning complete for port 8682c672-c10e-4beb-9f49-d193591a3270 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:35.078109 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9bdf070-5d25-4b95-a3cf-77f852374c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:35.081327 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe471e3-4ad2-4199-a4c6-4205fc14278d None None] Pushing event updated for resources: {'Port': ['ID=8682c672-c10e-4beb-9f49-d193591a3270,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:35.193530 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-d660f0b8-e2aa-4c99-a300-5321ffde94ef None None] Allocated IP 172.20.0.2 (38cf7e25-d3db-4b1c-ba51-3f50b4f4b315/96e07e69-e940-44f0-a2b0-2b954ca6e2c5/7d401e4e-c8bf-4904-bd56-9004851aa5a8) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:06:35.241030 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-9de65295-dd39-49f9-8514-fb3110baa84e None None] Set router a9662208-cc4a-43e8-8728-476c2dc13b41 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:06:35.246449 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9bdf070-5d25-4b95-a3cf-77f852374c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:35.301424 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e9bdf070-5d25-4b95-a3cf-77f852374c8d None None] For port 8682c672-c10e-4beb-9f49-d193591a3270, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=8682c672-c10e-4beb-9f49-d193591a3270,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:06:35.307248 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e9bdf070-5d25-4b95-a3cf-77f852374c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:35.361234 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2dfb50c-1f41-4e63-a01c-1a538db7cf90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:35.401260 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bdf070-5d25-4b95-a3cf-77f852374c8d None None] Pushing event updated for resources: {'Port': ['ID=8682c672-c10e-4beb-9f49-d193591a3270,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:35.444403 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d660f0b8-e2aa-4c99-a300-5321ffde94ef None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:35.446800 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-4d99f6b1-4772-4d10-8192-f78cf72ec0dd None None] Provisioning complete for port 8682c672-c10e-4beb-9f49-d193591a3270 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:35.447337 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4d99f6b1-4772-4d10-8192-f78cf72ec0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:35.447728 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-9de65295-dd39-49f9-8514-fb3110baa84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'name': 'tempest-TestNetworkBasicOps-router-199818646', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '8682c672-c10e-4beb-9f49-d193591a3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:32Z', 'updated_at': '2021-11-29T02:06:33Z', 'revision_number': 3, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '8682c672-c10e-4beb-9f49-d193591a3270', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:33Z', 'updated_at': '2021-11-29T02:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:35.465787 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dfb50c-1f41-4e63-a01c-1a538db7cf90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cf21d5a-352a-4dc2-8e6c-9e7126bec139,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:35.475527 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de65295-dd39-49f9-8514-fb3110baa84e None None] The sync data for ids ['a9662208-cc4a-43e8-8728-476c2dc13b41'] in dv-neutron-819032-3-hyperv is: [{'id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'name': 'tempest-TestNetworkBasicOps-router-199818646', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '8682c672-c10e-4beb-9f49-d193591a3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:32Z', 'updated_at': '2021-11-29T02:06:33Z', 'revision_number': 3, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '8682c672-c10e-4beb-9f49-d193591a3270', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:33Z', 'updated_at': '2021-11-29T02:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:06:35.475716 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d660f0b8-e2aa-4c99-a300-5321ffde94ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:35.476236 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-337f9ed6-3090-47c3-9162-57ba696c30e3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:35.496984 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dfb50c-1f41-4e63-a01c-1a538db7cf90 admin admin] Checking segment: {'id': '43e3cd5a-9d58-4166-b36e-b280ad609a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:06:35.496984 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dfb50c-1f41-4e63-a01c-1a538db7cf90 admin admin] Network hostable DHCP agents. Network: 2758948e-395a-46ec-aaa8-7c73c4196c63, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:06:35.537724 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d660f0b8-e2aa-4c99-a300-5321ffde94ef None None] Network 38cf7e25-d3db-4b1c-ba51-3f50b4f4b315 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:06:35.541334 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-d660f0b8-e2aa-4c99-a300-5321ffde94ef None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:06:35.545011 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d660f0b8-e2aa-4c99-a300-5321ffde94ef None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:06:35.563066 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660f0b8-e2aa-4c99-a300-5321ffde94ef None None] Pushing event updated for resources: {'Port': ['ID=7d401e4e-c8bf-4904-bd56-9004851aa5a8,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:35.642548 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-d660f0b8-e2aa-4c99-a300-5321ffde94ef None None] Attempting to bind port 7d401e4e-c8bf-4904-bd56-9004851aa5a8 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:06:35.642918 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-d660f0b8-e2aa-4c99-a300-5321ffde94ef None None] Attempting to bind port 7d401e4e-c8bf-4904-bd56-9004851aa5a8 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'ec52d3ea-de5f-45da-8587-a2db29293987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '38cf7e25-d3db-4b1c-ba51-3f50b4f4b315'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:06:35.643279 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d660f0b8-e2aa-4c99-a300-5321ffde94ef None None] Attempting to bind port 7d401e4e-c8bf-4904-bd56-9004851aa5a8 on network 38cf7e25-d3db-4b1c-ba51-3f50b4f4b315 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:06:35.652140 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d660f0b8-e2aa-4c99-a300-5321ffde94ef None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:06:35.652588 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d660f0b8-e2aa-4c99-a300-5321ffde94ef None None] Checking segment: {'id': 'ec52d3ea-de5f-45da-8587-a2db29293987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '38cf7e25-d3db-4b1c-ba51-3f50b4f4b315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:06:35.652918 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d660f0b8-e2aa-4c99-a300-5321ffde94ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:35.653301 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d660f0b8-e2aa-4c99-a300-5321ffde94ef None None] Bound using segment: {'id': 'ec52d3ea-de5f-45da-8587-a2db29293987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '38cf7e25-d3db-4b1c-ba51-3f50b4f4b315'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:06:35.653815 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-d660f0b8-e2aa-4c99-a300-5321ffde94ef None None] Bound port: 7d401e4e-c8bf-4904-bd56-9004851aa5a8, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec52d3ea-de5f-45da-8587-a2db29293987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '38cf7e25-d3db-4b1c-ba51-3f50b4f4b315'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:06:35.654321 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d660f0b8-e2aa-4c99-a300-5321ffde94ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:35.748517 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-d660f0b8-e2aa-4c99-a300-5321ffde94ef None None] For port 7d401e4e-c8bf-4904-bd56-9004851aa5a8, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:06:35.751869 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-d660f0b8-e2aa-4c99-a300-5321ffde94ef None None] For port 7d401e4e-c8bf-4904-bd56-9004851aa5a8, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7d401e4e-c8bf-4904-bd56-9004851aa5a8,segment=NetworkSegment(ec52d3ea-de5f-45da-8587-a2db29293987),segment_id=ec52d3ea-de5f-45da-8587-a2db29293987)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:06:35.759743 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d660f0b8-e2aa-4c99-a300-5321ffde94ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:35.831928 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660f0b8-e2aa-4c99-a300-5321ffde94ef None None] Pushing event updated for resources: {'Port': ['ID=7d401e4e-c8bf-4904-bd56-9004851aa5a8,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:35.923365 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dfb50c-1f41-4e63-a01c-1a538db7cf90 admin admin] Network 2758948e-395a-46ec-aaa8-7c73c4196c63 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:06:35.941160 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-a2dfb50c-1f41-4e63-a01c-1a538db7cf90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 2758948e-395a-46ec-aaa8-7c73c4196c63) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:06:35.948393 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dfb50c-1f41-4e63-a01c-1a538db7cf90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:35.948928 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2dfb50c-1f41-4e63-a01c-1a538db7cf90 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:35.954964 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7069b8a-731c-4957-8c4e-dca7529c3dfe None None] Network 2758948e-395a-46ec-aaa8-7c73c4196c63 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:06:35.973632 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a2dfb50c-1f41-4e63-a01c-1a538db7cf90 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0563107 Nov 29 02:06:35.976646 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44466) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:35.982153 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-aad706c1-6d0a-4bad-a94b-160637d1cb77 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1034486042-router', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:36.053407 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aad706c1-6d0a-4bad-a94b-160637d1cb77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:36.054475 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aad706c1-6d0a-4bad-a94b-160637d1cb77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:36.179995 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aad706c1-6d0a-4bad-a94b-160637d1cb77 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:36.229020 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b173b88a-4c21-4fe4-b920-2c3dd619faf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-2758948e-395a-46ec-aaa8-7c73c4196c63', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'fixed_ips': [{'subnet_id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:06:36.231466 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b173b88a-4c21-4fe4-b920-2c3dd619faf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:36.238254 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 8682c672-c10e-4beb-9f49-d193591a3270 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:06:36.384086 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 8682c672-c10e-4beb-9f49-d193591a3270 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:36.384465 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:36.408448 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-337f9ed6-3090-47c3-9162-57ba696c30e3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.20.0.1 (38cf7e25-d3db-4b1c-ba51-3f50b4f4b315/96e07e69-e940-44f0-a2b0-2b954ca6e2c5/cda53efd-8717-46b0-a2e2-21f7963d841e) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:06:36.414163 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aad706c1-6d0a-4bad-a94b-160637d1cb77 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:36.461329 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-b173b88a-4c21-4fe4-b920-2c3dd619faf2 None None] Allocated IP 172.20.0.2 (2758948e-395a-46ec-aaa8-7c73c4196c63/4cf21d5a-352a-4dc2-8e6c-9e7126bec139/7b4b60d8-ab78-4159-9fa7-f4ce6d9d86d6) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:06:36.562468 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7d401e4e-c8bf-4904-bd56-9004851aa5a8 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:06:36.597449 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-337f9ed6-3090-47c3-9162-57ba696c30e3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:36.668907 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 7d401e4e-c8bf-4904-bd56-9004851aa5a8 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:36.669286 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:36.707342 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-337f9ed6-3090-47c3-9162-57ba696c30e3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:36.781245 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337f9ed6-3090-47c3-9162-57ba696c30e3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 38cf7e25-d3db-4b1c-ba51-3f50b4f4b315 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:06:36.792640 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-337f9ed6-3090-47c3-9162-57ba696c30e3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:06:36.795231 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337f9ed6-3090-47c3-9162-57ba696c30e3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:06:36.803082 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f9ed6-3090-47c3-9162-57ba696c30e3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=cda53efd-8717-46b0-a2e2-21f7963d841e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:36.842180 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aad706c1-6d0a-4bad-a94b-160637d1cb77 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:36.855579 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b173b88a-4c21-4fe4-b920-2c3dd619faf2 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:36.868197 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b173b88a-4c21-4fe4-b920-2c3dd619faf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:36.871152 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aad706c1-6d0a-4bad-a94b-160637d1cb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:36.884887 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-337f9ed6-3090-47c3-9162-57ba696c30e3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:36.916185 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b173b88a-4c21-4fe4-b920-2c3dd619faf2 None None] Network 2758948e-395a-46ec-aaa8-7c73c4196c63 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:06:36.923590 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-b173b88a-4c21-4fe4-b920-2c3dd619faf2 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:06:36.928765 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b173b88a-4c21-4fe4-b920-2c3dd619faf2 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:06:36.932615 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b173b88a-4c21-4fe4-b920-2c3dd619faf2 None None] Pushing event updated for resources: {'Port': ['ID=7b4b60d8-ab78-4159-9fa7-f4ce6d9d86d6,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:37.018007 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e074bfc-5cdd-463b-88a7-deaf264e4cdc None None] Network 38cf7e25-d3db-4b1c-ba51-3f50b4f4b315 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:06:37.021410 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:37.040093 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b173b88a-4c21-4fe4-b920-2c3dd619faf2 None None] Attempting to bind port 7b4b60d8-ab78-4159-9fa7-f4ce6d9d86d6 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:06:37.040471 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b173b88a-4c21-4fe4-b920-2c3dd619faf2 None None] Attempting to bind port 7b4b60d8-ab78-4159-9fa7-f4ce6d9d86d6 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '43e3cd5a-9d58-4166-b36e-b280ad609a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:06:37.040840 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b173b88a-4c21-4fe4-b920-2c3dd619faf2 None None] Attempting to bind port 7b4b60d8-ab78-4159-9fa7-f4ce6d9d86d6 on network 2758948e-395a-46ec-aaa8-7c73c4196c63 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:06:37.070733 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-aad706c1-6d0a-4bad-a94b-160637d1cb77 admin admin] Allocated IP 172.26.3.244 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/2c7efa7a-7f7e-4060-8b37-e99445040c94) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:06:37.075314 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b173b88a-4c21-4fe4-b920-2c3dd619faf2 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:06:37.075694 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b173b88a-4c21-4fe4-b920-2c3dd619faf2 None None] Checking segment: {'id': '43e3cd5a-9d58-4166-b36e-b280ad609a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:06:37.076101 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b173b88a-4c21-4fe4-b920-2c3dd619faf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:37.076503 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b173b88a-4c21-4fe4-b920-2c3dd619faf2 None None] Bound using segment: {'id': '43e3cd5a-9d58-4166-b36e-b280ad609a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:06:37.076979 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b173b88a-4c21-4fe4-b920-2c3dd619faf2 None None] Bound port: 7b4b60d8-ab78-4159-9fa7-f4ce6d9d86d6, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e3cd5a-9d58-4166-b36e-b280ad609a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:06:37.077366 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b173b88a-4c21-4fe4-b920-2c3dd619faf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:37.111979 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-337f9ed6-3090-47c3-9162-57ba696c30e3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:37.130762 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port 7d401e4e-c8bf-4904-bd56-9004851aa5a8, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7d401e4e-c8bf-4904-bd56-9004851aa5a8,segment=NetworkSegment(ec52d3ea-de5f-45da-8587-a2db29293987),segment_id=ec52d3ea-de5f-45da-8587-a2db29293987)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:06:37.159573 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:37.204077 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-7565d446-088d-4d35-80de-e123f6c290a6 None None] Provisioning complete for port 7d401e4e-c8bf-4904-bd56-9004851aa5a8 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:37.204455 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7565d446-088d-4d35-80de-e123f6c290a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:37.312720 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b173b88a-4c21-4fe4-b920-2c3dd619faf2 None None] For port 7b4b60d8-ab78-4159-9fa7-f4ce6d9d86d6, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:06:37.317190 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aad706c1-6d0a-4bad-a94b-160637d1cb77 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:37.319759 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=7d401e4e-c8bf-4904-bd56-9004851aa5a8,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:37.336118 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b173b88a-4c21-4fe4-b920-2c3dd619faf2 None None] For port 7b4b60d8-ab78-4159-9fa7-f4ce6d9d86d6, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7b4b60d8-ab78-4159-9fa7-f4ce6d9d86d6,segment=NetworkSegment(43e3cd5a-9d58-4166-b36e-b280ad609a36),segment_id=43e3cd5a-9d58-4166-b36e-b280ad609a36)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:06:37.359422 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b173b88a-4c21-4fe4-b920-2c3dd619faf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:37.427351 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aad706c1-6d0a-4bad-a94b-160637d1cb77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:37.462236 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b173b88a-4c21-4fe4-b920-2c3dd619faf2 None None] Pushing event updated for resources: {'Port': ['ID=7b4b60d8-ab78-4159-9fa7-f4ce6d9d86d6,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:37.519673 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad706c1-6d0a-4bad-a94b-160637d1cb77 admin admin] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:06:37.523703 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad706c1-6d0a-4bad-a94b-160637d1cb77 admin admin] Pushing event updated for resources: {'Port': ['ID=2c7efa7a-7f7e-4060-8b37-e99445040c94,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:37.526063 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-aad706c1-6d0a-4bad-a94b-160637d1cb77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:06:37.534557 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad706c1-6d0a-4bad-a94b-160637d1cb77 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:06:37.544223 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2380ee3f-38e2-4f31-8c2c-eac72d76cb56 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:06:37.563592 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad706c1-6d0a-4bad-a94b-160637d1cb77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:37.563992 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad706c1-6d0a-4bad-a94b-160637d1cb77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:37.564320 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad706c1-6d0a-4bad-a94b-160637d1cb77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:37.564672 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad706c1-6d0a-4bad-a94b-160637d1cb77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:37.565010 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad706c1-6d0a-4bad-a94b-160637d1cb77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:37.565349 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad706c1-6d0a-4bad-a94b-160637d1cb77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:37.565722 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad706c1-6d0a-4bad-a94b-160637d1cb77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:37.566274 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad706c1-6d0a-4bad-a94b-160637d1cb77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:37.566876 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad706c1-6d0a-4bad-a94b-160637d1cb77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:37.567454 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad706c1-6d0a-4bad-a94b-160637d1cb77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:37.568072 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad706c1-6d0a-4bad-a94b-160637d1cb77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:37.568898 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad706c1-6d0a-4bad-a94b-160637d1cb77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:37.615200 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-337f9ed6-3090-47c3-9162-57ba696c30e3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:37.655849 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-337f9ed6-3090-47c3-9162-57ba696c30e3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:37.700703 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-a4a1c5bd-3026-4fdf-8bd3-66af3595f3af None None] Provisioning complete for port 2c7efa7a-7f7e-4060-8b37-e99445040c94 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:37.701572 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a4a1c5bd-3026-4fdf-8bd3-66af3595f3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:37.752758 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a4a1c5bd-3026-4fdf-8bd3-66af3595f3af None None] Port 2c7efa7a-7f7e-4060-8b37-e99445040c94 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:06:37.811411 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-337f9ed6-3090-47c3-9162-57ba696c30e3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:37.820232 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f9ed6-3090-47c3-9162-57ba696c30e3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=cda53efd-8717-46b0-a2e2-21f7963d841e,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:37.878919 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-32698ff3-f012-4d68-b9a1-3f976038d737 None None] Provisioning complete for port 7d401e4e-c8bf-4904-bd56-9004851aa5a8 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:37.879397 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-32698ff3-f012-4d68-b9a1-3f976038d737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:37.984210 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-32698ff3-f012-4d68-b9a1-3f976038d737 None None] Provisioning complete for port cda53efd-8717-46b0-a2e2-21f7963d841e triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:37.984685 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-32698ff3-f012-4d68-b9a1-3f976038d737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:38.003082 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337f9ed6-3090-47c3-9162-57ba696c30e3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 38cf7e25-d3db-4b1c-ba51-3f50b4f4b315 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:06:38.003848 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aad706c1-6d0a-4bad-a94b-160637d1cb77 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:38.006771 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-337f9ed6-3090-47c3-9162-57ba696c30e3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:06:38.024246 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-32698ff3-f012-4d68-b9a1-3f976038d737 None None] Port cda53efd-8717-46b0-a2e2-21f7963d841e cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:06:38.152336 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-8d5bd464-2599-4ba8-8c65-956fe16aa4a3 None None] Provisioning complete for port cda53efd-8717-46b0-a2e2-21f7963d841e triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:38.152977 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8d5bd464-2599-4ba8-8c65-956fe16aa4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:38.199487 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-8d5bd464-2599-4ba8-8c65-956fe16aa4a3 None None] Port cda53efd-8717-46b0-a2e2-21f7963d841e cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:06:38.215463 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7b4b60d8-ab78-4159-9fa7-f4ce6d9d86d6 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:06:38.275955 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 7b4b60d8-ab78-4159-9fa7-f4ce6d9d86d6 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:38.276431 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:38.337421 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-b23051a6-4e79-4e29-9752-03909d90f626 None None] Provisioning complete for port cda53efd-8717-46b0-a2e2-21f7963d841e triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:38.337876 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b23051a6-4e79-4e29-9752-03909d90f626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:38.408726 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b23051a6-4e79-4e29-9752-03909d90f626 None None] Port cda53efd-8717-46b0-a2e2-21f7963d841e cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:06:38.410596 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:38.447686 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port 7b4b60d8-ab78-4159-9fa7-f4ce6d9d86d6, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7b4b60d8-ab78-4159-9fa7-f4ce6d9d86d6,segment=NetworkSegment(43e3cd5a-9d58-4166-b36e-b280ad609a36),segment_id=43e3cd5a-9d58-4166-b36e-b280ad609a36)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:06:38.453114 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:38.453921 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7d401e4e-c8bf-4904-bd56-9004851aa5a8 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:06:38.544498 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=7b4b60d8-ab78-4159-9fa7-f4ce6d9d86d6,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:38.560343 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 7d401e4e-c8bf-4904-bd56-9004851aa5a8 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:38.560925 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:38.607895 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337f9ed6-3090-47c3-9162-57ba696c30e3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router a9662208-cc4a-43e8-8728-476c2dc13b41 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:06:38.638321 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20a3eb4-b127-4f63-998b-49e8b4dac2d6 None None] Network 2758948e-395a-46ec-aaa8-7c73c4196c63 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:06:38.698843 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aad706c1-6d0a-4bad-a94b-160637d1cb77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:38.764012 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-f12e552e-0b05-4fc9-93fe-07ad43c09b05 None None] Provisioning complete for port 7b4b60d8-ab78-4159-9fa7-f4ce6d9d86d6 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:38.764382 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f12e552e-0b05-4fc9-93fe-07ad43c09b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:38.801028 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337f9ed6-3090-47c3-9162-57ba696c30e3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:06:38.809597 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-337f9ed6-3090-47c3-9162-57ba696c30e3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "PUT /v2.0/routers/a9662208-cc4a-43e8-8728-476c2dc13b41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0973051 Nov 29 02:06:38.809776 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44468) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:38.815256 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ea83f9-4272-46d7-82f0-2c727737f16a None None] Sync routers for ids ['a9662208-cc4a-43e8-8728-476c2dc13b41'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:06:38.847984 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ea83f9-4272-46d7-82f0-2c727737f16a None None] Routers {'a9662208-cc4a-43e8-8728-476c2dc13b41'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:06:38.848593 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-41ea83f9-4272-46d7-82f0-2c727737f16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:06:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a9662208-cc4a-43e8-8728-476c2dc13b41'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:38.861994 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad706c1-6d0a-4bad-a94b-160637d1cb77 admin admin] Router 95237a31-4eb2-4f77-8a2a-d66f853fb185 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:06:39.010836 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-41ea83f9-4272-46d7-82f0-2c727737f16a None None] Set router a9662208-cc4a-43e8-8728-476c2dc13b41 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:06:39.011648 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad706c1-6d0a-4bad-a94b-160637d1cb77 admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:06:39.030503 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef642607-2e78-4530-aa60-e60743165720 None None] Sync routers for ids ['95237a31-4eb2-4f77-8a2a-d66f853fb185'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:06:39.046302 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-aad706c1-6d0a-4bad-a94b-160637d1cb77 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:39.048078 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef642607-2e78-4530-aa60-e60743165720 None None] Routers {'95237a31-4eb2-4f77-8a2a-d66f853fb185'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:06:39.049590 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-aad706c1-6d0a-4bad-a94b-160637d1cb77 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0719423 Nov 29 02:06:39.050464 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ef642607-2e78-4530-aa60-e60743165720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:06:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['95237a31-4eb2-4f77-8a2a-d66f853fb185'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:39.052423 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44470) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:39.222731 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-ef642607-2e78-4530-aa60-e60743165720 None None] Set router 95237a31-4eb2-4f77-8a2a-d66f853fb185 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:06:39.280481 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-41ea83f9-4272-46d7-82f0-2c727737f16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'name': 'tempest-TestNetworkBasicOps-router-199818646', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '8682c672-c10e-4beb-9f49-d193591a3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:32Z', 'updated_at': '2021-11-29T02:06:37Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '8682c672-c10e-4beb-9f49-d193591a3270', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:33Z', 'updated_at': '2021-11-29T02:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': 'cda53efd-8717-46b0-a2e2-21f7963d841e', 'name': '', 'network_id': '38cf7e25-d3db-4b1c-ba51-3f50b4f4b315', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:90:d4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '96e07e69-e940-44f0-a2b0-2b954ca6e2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:35Z', 'updated_at': '2021-11-29T02:06:37Z', 'revision_number': 2, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '96e07e69-e940-44f0-a2b0-2b954ca6e2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:39.317762 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ea83f9-4272-46d7-82f0-2c727737f16a None None] Checking router: a9662208-cc4a-43e8-8728-476c2dc13b41 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:06:39.318263 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ea83f9-4272-46d7-82f0-2c727737f16a None None] Updating router a9662208-cc4a-43e8-8728-476c2dc13b41 port cda53efd-8717-46b0-a2e2-21f7963d841e binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:06:39.398529 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041a53e7-639e-42cc-85d2-c3f60038c062 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:39.399340 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041a53e7-639e-42cc-85d2-c3f60038c062 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:39.399980 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041a53e7-639e-42cc-85d2-c3f60038c062 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:39.400790 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041a53e7-639e-42cc-85d2-c3f60038c062 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:39.401419 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041a53e7-639e-42cc-85d2-c3f60038c062 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:39.406922 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-041a53e7-639e-42cc-85d2-c3f60038c062 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3585 time: 0.5942826 Nov 29 02:06:39.407600 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44472) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:39.463190 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7c524f-8819-4d0c-9e13-df7d4f4838b2 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:39.463968 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7c524f-8819-4d0c-9e13-df7d4f4838b2 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:39.464587 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7c524f-8819-4d0c-9e13-df7d4f4838b2 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:39.465426 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7c524f-8819-4d0c-9e13-df7d4f4838b2 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:39.466058 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7c524f-8819-4d0c-9e13-df7d4f4838b2 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:39.470875 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44474) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:39.471545 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6b7c524f-8819-4d0c-9e13-df7d4f4838b2 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3366 time: 0.0627337 Nov 29 02:06:39.510085 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-d27c3f51-9213-407a-b97e-62eec6d84e57 None None] Provisioning complete for port 7b4b60d8-ab78-4159-9fa7-f4ce6d9d86d6 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:39.510722 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d27c3f51-9213-407a-b97e-62eec6d84e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:39.532457 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41ea83f9-4272-46d7-82f0-2c727737f16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:39.536884 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ef642607-2e78-4530-aa60-e60743165720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'name': 'tempest-TestVolumeBootPattern-1034486042-router', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:37Z', 'revision_number': 3, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'gw_port': {'id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:39.579291 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef642607-2e78-4530-aa60-e60743165720 None None] Checking router: 95237a31-4eb2-4f77-8a2a-d66f853fb185 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:06:39.579978 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef642607-2e78-4530-aa60-e60743165720 None None] Updating router 95237a31-4eb2-4f77-8a2a-d66f853fb185 port 2c7efa7a-7f7e-4060-8b37-e99445040c94 binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:06:39.606827 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ef642607-2e78-4530-aa60-e60743165720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:39.654038 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf13af8a-2dfd-4320-8888-05ada16c13ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:39.768970 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-fad9ac71-376f-455e-8319-b429aa41cebe tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2327 time: 0.2946391 Nov 29 02:06:39.852240 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41ea83f9-4272-46d7-82f0-2c727737f16a None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:39.861101 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41ea83f9-4272-46d7-82f0-2c727737f16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:39.862059 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-bf13af8a-2dfd-4320-8888-05ada16c13ec admin admin] Allocated IP 172.20.0.1 (2758948e-395a-46ec-aaa8-7c73c4196c63/4cf21d5a-352a-4dc2-8e6c-9e7126bec139/8a720ae1-5dfc-414c-94e9-47350fb463f2) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:06:39.887687 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ef642607-2e78-4530-aa60-e60743165720 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:39.895158 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ef642607-2e78-4530-aa60-e60743165720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:39.933432 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbdc6e-672c-490a-add3-9fdfc1cad6d5 None None] Pushing event updated for resources: {'Port': ['ID=cda53efd-8717-46b0-a2e2-21f7963d841e,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:39.946691 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ef642607-2e78-4530-aa60-e60743165720 None None] Attempting to bind port 2c7efa7a-7f7e-4060-8b37-e99445040c94 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:06:39.947097 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ef642607-2e78-4530-aa60-e60743165720 None None] Attempting to bind port 2c7efa7a-7f7e-4060-8b37-e99445040c94 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:06:39.947467 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef642607-2e78-4530-aa60-e60743165720 None None] Attempting to bind port 2c7efa7a-7f7e-4060-8b37-e99445040c94 on network 4bf244a8-fda8-412f-8f05-2c7c5210f333 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:06:39.959281 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef642607-2e78-4530-aa60-e60743165720 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:06:39.959693 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef642607-2e78-4530-aa60-e60743165720 None None] Checking segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:06:39.960597 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ef642607-2e78-4530-aa60-e60743165720 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:39.961006 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef642607-2e78-4530-aa60-e60743165720 None None] Bound using segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:06:39.961485 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-ef642607-2e78-4530-aa60-e60743165720 None None] Bound port: 2c7efa7a-7f7e-4060-8b37-e99445040c94, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:06:39.961894 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ef642607-2e78-4530-aa60-e60743165720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:40.020900 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-41ea83f9-4272-46d7-82f0-2c727737f16a None None] Attempting to bind port cda53efd-8717-46b0-a2e2-21f7963d841e on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:06:40.021751 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-41ea83f9-4272-46d7-82f0-2c727737f16a None None] Attempting to bind port cda53efd-8717-46b0-a2e2-21f7963d841e by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'ec52d3ea-de5f-45da-8587-a2db29293987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '38cf7e25-d3db-4b1c-ba51-3f50b4f4b315'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:06:40.022624 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ea83f9-4272-46d7-82f0-2c727737f16a None None] Attempting to bind port cda53efd-8717-46b0-a2e2-21f7963d841e on network 38cf7e25-d3db-4b1c-ba51-3f50b4f4b315 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:06:40.023748 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ef642607-2e78-4530-aa60-e60743165720 None None] For port 2c7efa7a-7f7e-4060-8b37-e99445040c94, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:06:40.026123 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a9b0a4-991e-4e31-b577-4218f22047f2 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:06:40.028543 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-ef642607-2e78-4530-aa60-e60743165720 None None] For port 2c7efa7a-7f7e-4060-8b37-e99445040c94, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=2c7efa7a-7f7e-4060-8b37-e99445040c94,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:06:40.043612 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-ef642607-2e78-4530-aa60-e60743165720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:40.047165 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c7dd9-161f-4ff0-b592-cd7d715d7593 None None] Pushing event updated for resources: {'Port': ['ID=2c7efa7a-7f7e-4060-8b37-e99445040c94,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:40.065294 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf13af8a-2dfd-4320-8888-05ada16c13ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:40.067232 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ea83f9-4272-46d7-82f0-2c727737f16a None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:06:40.070622 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ea83f9-4272-46d7-82f0-2c727737f16a None None] Checking segment: {'id': 'ec52d3ea-de5f-45da-8587-a2db29293987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '38cf7e25-d3db-4b1c-ba51-3f50b4f4b315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:06:40.071231 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41ea83f9-4272-46d7-82f0-2c727737f16a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:40.071814 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ea83f9-4272-46d7-82f0-2c727737f16a None None] Bound using segment: {'id': 'ec52d3ea-de5f-45da-8587-a2db29293987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '38cf7e25-d3db-4b1c-ba51-3f50b4f4b315'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:06:40.073153 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-41ea83f9-4272-46d7-82f0-2c727737f16a None None] Bound port: cda53efd-8717-46b0-a2e2-21f7963d841e, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec52d3ea-de5f-45da-8587-a2db29293987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '38cf7e25-d3db-4b1c-ba51-3f50b4f4b315'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:06:40.074955 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41ea83f9-4272-46d7-82f0-2c727737f16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:40.107640 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c7dd9-161f-4ff0-b592-cd7d715d7593 None None] Pushing event updated for resources: {'Port': ['ID=2c7efa7a-7f7e-4060-8b37-e99445040c94,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:40.145011 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef642607-2e78-4530-aa60-e60743165720 None None] Routers {'95237a31-4eb2-4f77-8a2a-d66f853fb185'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:06:40.145686 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ef642607-2e78-4530-aa60-e60743165720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:06:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['95237a31-4eb2-4f77-8a2a-d66f853fb185'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:40.147916 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c027e799-cbdd-43ed-ad72-93ebbb139202 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:06:40.176231 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf13af8a-2dfd-4320-8888-05ada16c13ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:40.189718 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-41ea83f9-4272-46d7-82f0-2c727737f16a None None] For port cda53efd-8717-46b0-a2e2-21f7963d841e, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:06:40.193848 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-41ea83f9-4272-46d7-82f0-2c727737f16a None None] For port cda53efd-8717-46b0-a2e2-21f7963d841e, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=cda53efd-8717-46b0-a2e2-21f7963d841e,segment=NetworkSegment(ec52d3ea-de5f-45da-8587-a2db29293987),segment_id=ec52d3ea-de5f-45da-8587-a2db29293987)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:06:40.204359 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7b4b60d8-ab78-4159-9fa7-f4ce6d9d86d6 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:06:40.233190 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf13af8a-2dfd-4320-8888-05ada16c13ec admin admin] Network 2758948e-395a-46ec-aaa8-7c73c4196c63 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:06:40.236372 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-bf13af8a-2dfd-4320-8888-05ada16c13ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:06:40.240320 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf13af8a-2dfd-4320-8888-05ada16c13ec admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:06:40.268091 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13af8a-2dfd-4320-8888-05ada16c13ec admin admin] Pushing event updated for resources: {'Port': ['ID=8a720ae1-5dfc-414c-94e9-47350fb463f2,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:40.290512 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf13af8a-2dfd-4320-8888-05ada16c13ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:40.291207 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41ea83f9-4272-46d7-82f0-2c727737f16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:40.376668 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-ef642607-2e78-4530-aa60-e60743165720 None None] Set router 95237a31-4eb2-4f77-8a2a-d66f853fb185 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:06:40.391176 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-85888f0b-07d5-4aaa-b2da-22fc6940d8c6 None None] Provisioning complete for port 2c7efa7a-7f7e-4060-8b37-e99445040c94 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:40.391556 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-85888f0b-07d5-4aaa-b2da-22fc6940d8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:40.447678 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbdc6e-672c-490a-add3-9fdfc1cad6d5 None None] Pushing event updated for resources: {'Port': ['ID=cda53efd-8717-46b0-a2e2-21f7963d841e,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:40.476690 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 7b4b60d8-ab78-4159-9fa7-f4ce6d9d86d6 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:40.477153 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:40.503321 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ea83f9-4272-46d7-82f0-2c727737f16a None None] Routers {'a9662208-cc4a-43e8-8728-476c2dc13b41'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:06:40.504052 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-41ea83f9-4272-46d7-82f0-2c727737f16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:06:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a9662208-cc4a-43e8-8728-476c2dc13b41'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:40.506188 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf13af8a-2dfd-4320-8888-05ada16c13ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:40.625074 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44478) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:40.636588 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ff705659-28fb-4ada-bf9b-f3b32ae195a3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1137579407', 'description': 'tempest-secgroup-smoke-1137579407 description', 'project_id': 'd1a27bea49814722818e7a3b77708f76'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:40.662634 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ef642607-2e78-4530-aa60-e60743165720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'name': 'tempest-TestVolumeBootPattern-1034486042-router', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:37Z', 'revision_number': 3, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'gw_port': {'id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:40.688047 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff705659-28fb-4ada-bf9b-f3b32ae195a3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:40.708591 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef642607-2e78-4530-aa60-e60743165720 None None] The sync data for ids ['95237a31-4eb2-4f77-8a2a-d66f853fb185'] in dv-neutron-819032-3-hyperv is: [{'id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'name': 'tempest-TestVolumeBootPattern-1034486042-router', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:37Z', 'revision_number': 3, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'gw_port': {'id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:06:40.750106 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-41ea83f9-4272-46d7-82f0-2c727737f16a None None] Set router a9662208-cc4a-43e8-8728-476c2dc13b41 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:06:40.752583 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-85888f0b-07d5-4aaa-b2da-22fc6940d8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:40.762370 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf13af8a-2dfd-4320-8888-05ada16c13ec admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:40.770204 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf13af8a-2dfd-4320-8888-05ada16c13ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:40.775288 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-85888f0b-07d5-4aaa-b2da-22fc6940d8c6 None None] For port 2c7efa7a-7f7e-4060-8b37-e99445040c94, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=2c7efa7a-7f7e-4060-8b37-e99445040c94,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:06:40.810883 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff705659-28fb-4ada-bf9b-f3b32ae195a3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:40.815790 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff705659-28fb-4ada-bf9b-f3b32ae195a3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:40.839769 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf13af8a-2dfd-4320-8888-05ada16c13ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:40.847663 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13af8a-2dfd-4320-8888-05ada16c13ec admin admin] Pushing event updated for resources: {'Port': ['ID=8a720ae1-5dfc-414c-94e9-47350fb463f2,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:40.853472 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff705659-28fb-4ada-bf9b-f3b32ae195a3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43157c85-d7f9-4d41-8301-7e11a2a6efcf,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:40.861226 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ff705659-28fb-4ada-bf9b-f3b32ae195a3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:40.862805 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ff705659-28fb-4ada-bf9b-f3b32ae195a3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2353241 Nov 29 02:06:40.866405 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44480) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:40.875903 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6731afaf-3e48-495d-b661-f54d76a5d51c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '43157c85-d7f9-4d41-8301-7e11a2a6efcf', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:40.876909 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-85888f0b-07d5-4aaa-b2da-22fc6940d8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:40.920175 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6731afaf-3e48-495d-b661-f54d76a5d51c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:40.965239 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf13af8a-2dfd-4320-8888-05ada16c13ec admin admin] Network 2758948e-395a-46ec-aaa8-7c73c4196c63 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:06:40.966819 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-bf13af8a-2dfd-4320-8888-05ada16c13ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:06:41.008927 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6731afaf-3e48-495d-b661-f54d76a5d51c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:41.010142 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85888f0b-07d5-4aaa-b2da-22fc6940d8c6 None None] Pushing event updated for resources: {'Port': ['ID=2c7efa7a-7f7e-4060-8b37-e99445040c94,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:41.018886 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6731afaf-3e48-495d-b661-f54d76a5d51c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:41.043839 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731afaf-3e48-495d-b661-f54d76a5d51c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb2577fa-a207-4aa1-a0b8-eeec6f84d9d8,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:41.045668 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-f87629be-30a8-426b-9050-e5099b35c971 None None] Provisioning complete for port 8a720ae1-5dfc-414c-94e9-47350fb463f2 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:41.046218 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f87629be-30a8-426b-9050-e5099b35c971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:41.055325 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6731afaf-3e48-495d-b661-f54d76a5d51c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:41.059418 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6731afaf-3e48-495d-b661-f54d76a5d51c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1885366 Nov 29 02:06:41.060080 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44482) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:41.072003 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-1bc146d1-d9b0-419a-a333-dad43942c790 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '43157c85-d7f9-4d41-8301-7e11a2a6efcf', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:41.103875 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f87629be-30a8-426b-9050-e5099b35c971 None None] Port 8a720ae1-5dfc-414c-94e9-47350fb463f2 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:06:41.147524 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1bc146d1-d9b0-419a-a333-dad43942c790 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:41.154171 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-f87629be-30a8-426b-9050-e5099b35c971 None None] Provisioning complete for port cda53efd-8717-46b0-a2e2-21f7963d841e triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:41.154789 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f87629be-30a8-426b-9050-e5099b35c971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:41.203440 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf13af8a-2dfd-4320-8888-05ada16c13ec admin admin] Router 95237a31-4eb2-4f77-8a2a-d66f853fb185 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:06:41.246567 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1bc146d1-d9b0-419a-a333-dad43942c790 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:41.255864 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1bc146d1-d9b0-419a-a333-dad43942c790 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:41.267506 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-41ea83f9-4272-46d7-82f0-2c727737f16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'name': 'tempest-TestNetworkBasicOps-router-199818646', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '8682c672-c10e-4beb-9f49-d193591a3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:32Z', 'updated_at': '2021-11-29T02:06:37Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '8682c672-c10e-4beb-9f49-d193591a3270', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:33Z', 'updated_at': '2021-11-29T02:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': 'cda53efd-8717-46b0-a2e2-21f7963d841e', 'name': '', 'network_id': '38cf7e25-d3db-4b1c-ba51-3f50b4f4b315', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:90:d4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '96e07e69-e940-44f0-a2b0-2b954ca6e2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:35Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '96e07e69-e940-44f0-a2b0-2b954ca6e2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:41.296220 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc146d1-d9b0-419a-a333-dad43942c790 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c82ab5a-dc8b-4193-b90e-1bb6c2966c7c,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:41.302073 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1bc146d1-d9b0-419a-a333-dad43942c790 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:41.304219 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1bc146d1-d9b0-419a-a333-dad43942c790 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2421229 Nov 29 02:06:41.306854 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44484) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:41.312898 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-52fe70ce-c41d-4f52-89d8-75a0611b4daf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '43157c85-d7f9-4d41-8301-7e11a2a6efcf', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:41.317817 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ea83f9-4272-46d7-82f0-2c727737f16a None None] The sync data for ids ['a9662208-cc4a-43e8-8728-476c2dc13b41'] in dv-neutron-819032-3-hyperv is: [{'id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'name': 'tempest-TestNetworkBasicOps-router-199818646', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '8682c672-c10e-4beb-9f49-d193591a3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:32Z', 'updated_at': '2021-11-29T02:06:37Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '8682c672-c10e-4beb-9f49-d193591a3270', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:33Z', 'updated_at': '2021-11-29T02:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': 'cda53efd-8717-46b0-a2e2-21f7963d841e', 'name': '', 'network_id': '38cf7e25-d3db-4b1c-ba51-3f50b4f4b315', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:90:d4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '96e07e69-e940-44f0-a2b0-2b954ca6e2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:35Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '96e07e69-e940-44f0-a2b0-2b954ca6e2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:06:41.329380 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f87629be-30a8-426b-9050-e5099b35c971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:41.358514 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52fe70ce-c41d-4f52-89d8-75a0611b4daf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:41.364438 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf13af8a-2dfd-4320-8888-05ada16c13ec admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:06:41.374194 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bf13af8a-2dfd-4320-8888-05ada16c13ec admin admin] 10.222.0.37 "PUT /v2.0/routers/95237a31-4eb2-4f77-8a2a-d66f853fb185/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3207331 Nov 29 02:06:41.375632 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-f87629be-30a8-426b-9050-e5099b35c971 None None] For port cda53efd-8717-46b0-a2e2-21f7963d841e, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=cda53efd-8717-46b0-a2e2-21f7963d841e,segment=NetworkSegment(ec52d3ea-de5f-45da-8587-a2db29293987),segment_id=ec52d3ea-de5f-45da-8587-a2db29293987)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:06:41.397868 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f87629be-30a8-426b-9050-e5099b35c971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:41.448241 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52fe70ce-c41d-4f52-89d8-75a0611b4daf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:41.452606 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52fe70ce-c41d-4f52-89d8-75a0611b4daf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:41.456339 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87629be-30a8-426b-9050-e5099b35c971 None None] Pushing event updated for resources: {'Port': ['ID=cda53efd-8717-46b0-a2e2-21f7963d841e,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:41.482169 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe70ce-c41d-4f52-89d8-75a0611b4daf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c22fea-8797-449d-9ced-6126934db844,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:41.493583 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-52fe70ce-c41d-4f52-89d8-75a0611b4daf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:41.498050 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44488) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:41.498440 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-52fe70ce-c41d-4f52-89d8-75a0611b4daf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1901169 Nov 29 02:06:41.502958 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-817aebc8-577c-4bdc-8ab0-0e89c627a5ef tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '43157c85-d7f9-4d41-8301-7e11a2a6efcf', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:41.525696 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0b94ff76-b648-4055-b007-a91ba0f4bd93 None None] Provisioning complete for port 8a720ae1-5dfc-414c-94e9-47350fb463f2 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:41.526073 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b94ff76-b648-4055-b007-a91ba0f4bd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:41.548397 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-817aebc8-577c-4bdc-8ab0-0e89c627a5ef tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:41.575212 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0b94ff76-b648-4055-b007-a91ba0f4bd93 None None] Port 8a720ae1-5dfc-414c-94e9-47350fb463f2 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:06:41.643916 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-817aebc8-577c-4bdc-8ab0-0e89c627a5ef tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:41.651636 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-817aebc8-577c-4bdc-8ab0-0e89c627a5ef tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:41.678115 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817aebc8-577c-4bdc-8ab0-0e89c627a5ef tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cde113d-9c21-46c8-a315-c7b68214fb8b,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:41.687794 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-817aebc8-577c-4bdc-8ab0-0e89c627a5ef tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:41.691640 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-817aebc8-577c-4bdc-8ab0-0e89c627a5ef tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1899810 Nov 29 02:06:41.691898 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44494) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:41.696896 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b1ed77c5-5530-499b-8c1e-80b277392295 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '43157c85-d7f9-4d41-8301-7e11a2a6efcf', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:41.731903 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-b1ed77c5-5530-499b-8c1e-80b277392295 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Project d1a27bea49814722818e7a3b77708f76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:06:41.737240 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b1ed77c5-5530-499b-8c1e-80b277392295 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:41.810033 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b1ed77c5-5530-499b-8c1e-80b277392295 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:41.815592 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b1ed77c5-5530-499b-8c1e-80b277392295 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:41.835757 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed77c5-5530-499b-8c1e-80b277392295 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1138f8a8-860b-4093-9544-192fa7d73c3a,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:41.847184 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b1ed77c5-5530-499b-8c1e-80b277392295 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:41.851417 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b1ed77c5-5530-499b-8c1e-80b277392295 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1554303 Nov 29 02:06:41.851760 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44502) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:41.856782 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4905192e-5212-4313-891a-208dd8c6f60b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '43157c85-d7f9-4d41-8301-7e11a2a6efcf', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:41.891283 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-4905192e-5212-4313-891a-208dd8c6f60b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Project d1a27bea49814722818e7a3b77708f76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:06:41.898482 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4905192e-5212-4313-891a-208dd8c6f60b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:41.975809 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4905192e-5212-4313-891a-208dd8c6f60b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:41.979901 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4905192e-5212-4313-891a-208dd8c6f60b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:41.997098 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44506) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:42.002577 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-81570746-3e07-4de7-a485-d7489523c4ad admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1913791122-network', 'tenant_id': 'cd21e1a85ed64fa080b8c9ccc2640b66'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:42.013948 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905192e-5212-4313-891a-208dd8c6f60b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b8baab4-2b4b-48d3-9e77-f1da3cd86a40,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:42.028937 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f7dcab3a-6dd0-4ad3-b7e7-ff5c1f829891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:42.032946 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4905192e-5212-4313-891a-208dd8c6f60b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:42.034959 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4905192e-5212-4313-891a-208dd8c6f60b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1820600 Nov 29 02:06:42.056747 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81570746-3e07-4de7-a485-d7489523c4ad admin admin] Made reservation on behalf of cd21e1a85ed64fa080b8c9ccc2640b66 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:06:42.062468 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81570746-3e07-4de7-a485-d7489523c4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:42.076529 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81570746-3e07-4de7-a485-d7489523c4ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:42.192721 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 2c7efa7a-7f7e-4060-8b37-e99445040c94 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:06:42.215546 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81570746-3e07-4de7-a485-d7489523c4ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:42.224759 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81570746-3e07-4de7-a485-d7489523c4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:42.257946 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81570746-3e07-4de7-a485-d7489523c4ad admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:06:42.271165 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81570746-3e07-4de7-a485-d7489523c4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ca6694-19cf-4190-8aba-007deb8225ae,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:42.272724 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 2c7efa7a-7f7e-4060-8b37-e99445040c94 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:42.273099 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:42.277850 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81570746-3e07-4de7-a485-d7489523c4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:42.278416 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-81570746-3e07-4de7-a485-d7489523c4ad admin admin] Added segment d89a4114-442f-4039-8477-24b8de88b1e0 of type vlan for network 020e456d-4491-447e-bc4b-10739be6febc Nov 29 02:06:42.328996 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81570746-3e07-4de7-a485-d7489523c4ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:42.354348 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-68d12310-b7f6-49aa-bb2a-8e0f63b3a41b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1137579407&fields=id&tenant_id=d1a27bea49814722818e7a3b77708f76 HTTP/1.1" status: 200 len: 267 time: 0.0520310 Nov 29 02:06:42.356647 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81570746-3e07-4de7-a485-d7489523c4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:42.357750 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81570746-3e07-4de7-a485-d7489523c4ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:42.358006 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device cda53efd-8717-46b0-a2e2-21f7963d841e up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:06:42.358400 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-81570746-3e07-4de7-a485-d7489523c4ad admin admin] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:42.410666 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port cda53efd-8717-46b0-a2e2-21f7963d841e triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:42.411039 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:42.419579 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81570746-3e07-4de7-a485-d7489523c4ad admin admin] Pushing event updated for resources: {'Network': ['ID=020e456d-4491-447e-bc4b-10739be6febc,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:42.432178 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-81570746-3e07-4de7-a485-d7489523c4ad admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4338131 Nov 29 02:06:42.434831 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44520) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:42.442571 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d49a7c86-4f21-4ef9-9524-a5e212ec932d admin admin] Request body: {'subnet': {'network_id': '020e456d-4491-447e-bc4b-10739be6febc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1913791122-subnet', 'tenant_id': 'cd21e1a85ed64fa080b8c9ccc2640b66', 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:42.445947 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 020e456d-4491-447e-bc4b-10739be6febc details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:06:42.468067 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49a7c86-4f21-4ef9-9524-a5e212ec932d admin admin] Made reservation on behalf of cd21e1a85ed64fa080b8c9ccc2640b66 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:06:42.470614 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d49a7c86-4f21-4ef9-9524-a5e212ec932d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:42.477513 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-ed88da74-3450-48a5-9421-f9f289011934 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:42.479174 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-ed88da74-3450-48a5-9421-f9f289011934 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/networks?id=38cf7e25-d3db-4b1c-ba51-3f50b4f4b315 HTTP/1.1" status: 200 len: 796 time: 0.1213245 Nov 29 02:06:42.505530 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-d1a24217-4867-4140-b668-365a8ef7ea3d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/quotas/d1a27bea49814722818e7a3b77708f76 HTTP/1.1" status: 200 len: 375 time: 0.0189576 Nov 29 02:06:42.573918 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-50a41ae0-7236-410d-b01a-6bcc2dacfaf5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609739 Nov 29 02:06:42.647531 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d49a7c86-4f21-4ef9-9524-a5e212ec932d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:42.664163 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-6b0bc9e8-e81d-4a12-8b50-858a3ce08e21 service neutron] 10.222.0.37 "GET /v2.0/networks/38cf7e25-d3db-4b1c-ba51-3f50b4f4b315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874095 Nov 29 02:06:42.715170 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a7c86-4f21-4ef9-9524-a5e212ec932d admin admin] Pushing event updated for resources: {'Subnet': ['ID=01ba64ed-cf58-4bd9-b221-21415fe3dad2,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:42.724529 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49a7c86-4f21-4ef9-9524-a5e212ec932d admin admin] Checking segment: {'id': 'd89a4114-442f-4039-8477-24b8de88b1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '020e456d-4491-447e-bc4b-10739be6febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:06:42.724895 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49a7c86-4f21-4ef9-9524-a5e212ec932d admin admin] Network hostable DHCP agents. Network: 020e456d-4491-447e-bc4b-10739be6febc, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:06:42.743836 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49a7c86-4f21-4ef9-9524-a5e212ec932d admin admin] Network 020e456d-4491-447e-bc4b-10739be6febc is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:06:42.757859 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-d49a7c86-4f21-4ef9-9524-a5e212ec932d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 020e456d-4491-447e-bc4b-10739be6febc) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:06:42.762743 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49a7c86-4f21-4ef9-9524-a5e212ec932d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:42.763535 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d49a7c86-4f21-4ef9-9524-a5e212ec932d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:42.769574 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f294478-617a-47a5-8f0c-bb1e23356f29 None None] Network 020e456d-4491-447e-bc4b-10739be6febc requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:06:42.793897 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44522) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:42.795851 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d49a7c86-4f21-4ef9-9524-a5e212ec932d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3585804 Nov 29 02:06:42.805128 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-781438a7-9c90-4725-bf39-7a5f30a1f9ff admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1913791122-router', 'tenant_id': 'cd21e1a85ed64fa080b8c9ccc2640b66', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:42.817040 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-54a10497-ac08-4633-8e87-266c07122d28 service neutron] 10.222.0.37 "GET /v2.0/networks/38cf7e25-d3db-4b1c-ba51-3f50b4f4b315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423850 Nov 29 02:06:42.835768 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-781438a7-9c90-4725-bf39-7a5f30a1f9ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:42.837478 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-781438a7-9c90-4725-bf39-7a5f30a1f9ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:42.910664 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-781438a7-9c90-4725-bf39-7a5f30a1f9ff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:42.979076 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd0bb23-168b-4897-a540-435ec9929f5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-020e456d-4491-447e-bc4b-10739be6febc', 'network_id': '020e456d-4491-447e-bc4b-10739be6febc', 'tenant_id': 'cd21e1a85ed64fa080b8c9ccc2640b66', 'fixed_ips': [{'subnet_id': '01ba64ed-cf58-4bd9-b221-21415fe3dad2'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:06:42.980202 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8cd0bb23-168b-4897-a540-435ec9929f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:43.083477 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-46ee5b5e-86e6-48aa-99e6-66f5e7959fb6 req-efacd1e7-edda-499c-9505-cef899636d28 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fbd8787-d5e7-4cfe-a819-a50dbce195dc HTTP/1.1" status: 200 len: 210 time: 0.0389307 Nov 29 02:06:43.166474 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-8cd0bb23-168b-4897-a540-435ec9929f5d None None] Allocated IP 172.20.0.2 (020e456d-4491-447e-bc4b-10739be6febc/01ba64ed-cf58-4bd9-b221-21415fe3dad2/debf1935-abdb-4897-ae6e-a77dfd6c7b19) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:06:43.176347 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-781438a7-9c90-4725-bf39-7a5f30a1f9ff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:43.267458 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7988e438-a083-4291-a542-3f8d376a0f9e None None] Sync routers for ids ['95237a31-4eb2-4f77-8a2a-d66f853fb185'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:06:43.294286 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7988e438-a083-4291-a542-3f8d376a0f9e None None] Routers {'95237a31-4eb2-4f77-8a2a-d66f853fb185'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:06:43.294943 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7988e438-a083-4291-a542-3f8d376a0f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:06:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['95237a31-4eb2-4f77-8a2a-d66f853fb185'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:43.609210 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8cd0bb23-168b-4897-a540-435ec9929f5d None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:43.617335 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8cd0bb23-168b-4897-a540-435ec9929f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:43.670862 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-7988e438-a083-4291-a542-3f8d376a0f9e None None] Set router 95237a31-4eb2-4f77-8a2a-d66f853fb185 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:06:43.713286 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd0bb23-168b-4897-a540-435ec9929f5d None None] Network 020e456d-4491-447e-bc4b-10739be6febc is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:06:43.713898 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:43.722050 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-8cd0bb23-168b-4897-a540-435ec9929f5d None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:06:43.728100 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd0bb23-168b-4897-a540-435ec9929f5d None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:06:43.736407 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd0bb23-168b-4897-a540-435ec9929f5d None None] Pushing event updated for resources: {'Port': ['ID=debf1935-abdb-4897-ae6e-a77dfd6c7b19,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:43.760893 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-781438a7-9c90-4725-bf39-7a5f30a1f9ff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:43.782858 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-781438a7-9c90-4725-bf39-7a5f30a1f9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:43.858066 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-8cd0bb23-168b-4897-a540-435ec9929f5d None None] Attempting to bind port debf1935-abdb-4897-ae6e-a77dfd6c7b19 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:06:43.858446 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-8cd0bb23-168b-4897-a540-435ec9929f5d None None] Attempting to bind port debf1935-abdb-4897-ae6e-a77dfd6c7b19 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'd89a4114-442f-4039-8477-24b8de88b1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '020e456d-4491-447e-bc4b-10739be6febc'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:06:43.858815 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd0bb23-168b-4897-a540-435ec9929f5d None None] Attempting to bind port debf1935-abdb-4897-ae6e-a77dfd6c7b19 on network 020e456d-4491-447e-bc4b-10739be6febc {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:06:43.869393 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd0bb23-168b-4897-a540-435ec9929f5d None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:06:43.869799 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd0bb23-168b-4897-a540-435ec9929f5d None None] Checking segment: {'id': 'd89a4114-442f-4039-8477-24b8de88b1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '020e456d-4491-447e-bc4b-10739be6febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:06:43.870213 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8cd0bb23-168b-4897-a540-435ec9929f5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:43.870612 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd0bb23-168b-4897-a540-435ec9929f5d None None] Bound using segment: {'id': 'd89a4114-442f-4039-8477-24b8de88b1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '020e456d-4491-447e-bc4b-10739be6febc'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:06:43.871114 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-8cd0bb23-168b-4897-a540-435ec9929f5d None None] Bound port: debf1935-abdb-4897-ae6e-a77dfd6c7b19, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89a4114-442f-4039-8477-24b8de88b1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '020e456d-4491-447e-bc4b-10739be6febc'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:06:43.871496 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8cd0bb23-168b-4897-a540-435ec9929f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:43.900353 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-781438a7-9c90-4725-bf39-7a5f30a1f9ff admin admin] Allocated IP 172.26.3.24 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/b627d733-8c8f-42f4-96f6-c073edb40892) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:06:43.985688 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-8cd0bb23-168b-4897-a540-435ec9929f5d None None] For port debf1935-abdb-4897-ae6e-a77dfd6c7b19, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:06:44.001569 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-8cd0bb23-168b-4897-a540-435ec9929f5d None None] For port debf1935-abdb-4897-ae6e-a77dfd6c7b19, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=debf1935-abdb-4897-ae6e-a77dfd6c7b19,segment=NetworkSegment(d89a4114-442f-4039-8477-24b8de88b1e0),segment_id=d89a4114-442f-4039-8477-24b8de88b1e0)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:06:44.010050 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8cd0bb23-168b-4897-a540-435ec9929f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:44.014369 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-781438a7-9c90-4725-bf39-7a5f30a1f9ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:44.050709 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-781438a7-9c90-4725-bf39-7a5f30a1f9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:44.058282 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7988e438-a083-4291-a542-3f8d376a0f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'name': 'tempest-TestVolumeBootPattern-1034486042-router', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'gw_port': {'id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '8a720ae1-5dfc-414c-94e9-47350fb463f2', 'name': '', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'mac_address': 'fa:16:3e:fd:24:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:39Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 2, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'subnets': [{'id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:44.090814 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781438a7-9c90-4725-bf39-7a5f30a1f9ff admin admin] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:06:44.092971 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7988e438-a083-4291-a542-3f8d376a0f9e None None] Checking router: 95237a31-4eb2-4f77-8a2a-d66f853fb185 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:06:44.093334 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7988e438-a083-4291-a542-3f8d376a0f9e None None] Updating router 95237a31-4eb2-4f77-8a2a-d66f853fb185 port 8a720ae1-5dfc-414c-94e9-47350fb463f2 binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:06:44.096513 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-781438a7-9c90-4725-bf39-7a5f30a1f9ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:06:44.099425 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781438a7-9c90-4725-bf39-7a5f30a1f9ff admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:06:44.129913 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92daadb0-ed24-4795-96ba-eb3d5b40ff3e None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:06:44.141474 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd0bb23-168b-4897-a540-435ec9929f5d None None] Pushing event updated for resources: {'Port': ['ID=debf1935-abdb-4897-ae6e-a77dfd6c7b19,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:44.159674 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7988e438-a083-4291-a542-3f8d376a0f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:44.162324 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd0bb23-168b-4897-a540-435ec9929f5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:44.163271 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd0bb23-168b-4897-a540-435ec9929f5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:44.163625 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd0bb23-168b-4897-a540-435ec9929f5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:44.163969 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd0bb23-168b-4897-a540-435ec9929f5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:44.164305 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd0bb23-168b-4897-a540-435ec9929f5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:44.164765 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd0bb23-168b-4897-a540-435ec9929f5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:44.164964 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd0bb23-168b-4897-a540-435ec9929f5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:44.165306 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd0bb23-168b-4897-a540-435ec9929f5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:44.166017 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd0bb23-168b-4897-a540-435ec9929f5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:44.166017 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd0bb23-168b-4897-a540-435ec9929f5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:44.166304 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd0bb23-168b-4897-a540-435ec9929f5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:44.166635 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd0bb23-168b-4897-a540-435ec9929f5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:06:44.210833 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781438a7-9c90-4725-bf39-7a5f30a1f9ff admin admin] Pushing event updated for resources: {'Port': ['ID=b627d733-8c8f-42f4-96f6-c073edb40892,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:44.253850 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dfe68383-1c98-4374-8edf-91c249055011 req-a912f4f7-bd56-49fb-8308-91b720c784ae tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fbd8787-d5e7-4cfe-a819-a50dbce195dc HTTP/1.1" status: 200 len: 210 time: 0.0779991 Nov 29 02:06:44.315389 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-e51fe115-33c0-41c4-98e3-6540479a5c56 None None] Provisioning complete for port b627d733-8c8f-42f4-96f6-c073edb40892 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:44.315936 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e51fe115-33c0-41c4-98e3-6540479a5c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:44.348610 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-503ea3a0-c340-4486-8134-ef092e93e3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:44.402023 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e51fe115-33c0-41c4-98e3-6540479a5c56 None None] Port b627d733-8c8f-42f4-96f6-c073edb40892 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:06:44.508342 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-781438a7-9c90-4725-bf39-7a5f30a1f9ff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:44.525203 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7988e438-a083-4291-a542-3f8d376a0f9e None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:44.530947 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7988e438-a083-4291-a542-3f8d376a0f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:44.586186 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01aeb1-fc30-41f7-892a-93a0aae7cd6f None None] Pushing event updated for resources: {'Port': ['ID=8a720ae1-5dfc-414c-94e9-47350fb463f2,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:44.636395 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-7988e438-a083-4291-a542-3f8d376a0f9e None None] Attempting to bind port 8a720ae1-5dfc-414c-94e9-47350fb463f2 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:06:44.636862 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-7988e438-a083-4291-a542-3f8d376a0f9e None None] Attempting to bind port 8a720ae1-5dfc-414c-94e9-47350fb463f2 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '43e3cd5a-9d58-4166-b36e-b280ad609a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:06:44.637613 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7988e438-a083-4291-a542-3f8d376a0f9e None None] Attempting to bind port 8a720ae1-5dfc-414c-94e9-47350fb463f2 on network 2758948e-395a-46ec-aaa8-7c73c4196c63 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:06:44.643961 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7988e438-a083-4291-a542-3f8d376a0f9e None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:06:44.644581 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7988e438-a083-4291-a542-3f8d376a0f9e None None] Checking segment: {'id': '43e3cd5a-9d58-4166-b36e-b280ad609a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:06:44.645048 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7988e438-a083-4291-a542-3f8d376a0f9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:44.645516 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7988e438-a083-4291-a542-3f8d376a0f9e None None] Bound using segment: {'id': '43e3cd5a-9d58-4166-b36e-b280ad609a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:06:44.646088 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-7988e438-a083-4291-a542-3f8d376a0f9e None None] Bound port: 8a720ae1-5dfc-414c-94e9-47350fb463f2, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e3cd5a-9d58-4166-b36e-b280ad609a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:06:44.646533 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7988e438-a083-4291-a542-3f8d376a0f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:44.718806 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-781438a7-9c90-4725-bf39-7a5f30a1f9ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:44.751131 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7988e438-a083-4291-a542-3f8d376a0f9e None None] For port 8a720ae1-5dfc-414c-94e9-47350fb463f2, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:06:44.754702 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7988e438-a083-4291-a542-3f8d376a0f9e None None] For port 8a720ae1-5dfc-414c-94e9-47350fb463f2, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=8a720ae1-5dfc-414c-94e9-47350fb463f2,segment=NetworkSegment(43e3cd5a-9d58-4166-b36e-b280ad609a36),segment_id=43e3cd5a-9d58-4166-b36e-b280ad609a36)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:06:44.759823 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7988e438-a083-4291-a542-3f8d376a0f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:44.848231 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7988e438-a083-4291-a542-3f8d376a0f9e None None] Routers {'95237a31-4eb2-4f77-8a2a-d66f853fb185'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:06:44.848828 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7988e438-a083-4291-a542-3f8d376a0f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:06:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['95237a31-4eb2-4f77-8a2a-d66f853fb185'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:44.855673 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-e6bb8324-b2e7-4f10-912b-bc504fa3ff41 None None] Provisioning complete for port 8a720ae1-5dfc-414c-94e9-47350fb463f2 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:44.855673 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e6bb8324-b2e7-4f10-912b-bc504fa3ff41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:44.914002 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781438a7-9c90-4725-bf39-7a5f30a1f9ff admin admin] Router d1a2fddb-d833-48d0-a544-faf874963566 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:06:45.003240 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-65778467-02e2-4713-ab55-5dca21bb31bf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:45.005092 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-65778467-02e2-4713-ab55-5dca21bb31bf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/networks?id=38cf7e25-d3db-4b1c-ba51-3f50b4f4b315 HTTP/1.1" status: 200 len: 796 time: 0.1976125 Nov 29 02:06:45.026073 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01aeb1-fc30-41f7-892a-93a0aae7cd6f None None] Pushing event updated for resources: {'Port': ['ID=8a720ae1-5dfc-414c-94e9-47350fb463f2,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:45.083383 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781438a7-9c90-4725-bf39-7a5f30a1f9ff admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:06:45.095426 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c83a9a-9d13-48d1-81d1-54cdf7499b93 None None] Sync routers for ids ['d1a2fddb-d833-48d0-a544-faf874963566'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:06:45.113042 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-781438a7-9c90-4725-bf39-7a5f30a1f9ff admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:45.120585 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c83a9a-9d13-48d1-81d1-54cdf7499b93 None None] Routers {'d1a2fddb-d833-48d0-a544-faf874963566'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:06:45.122930 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-90c83a9a-9d13-48d1-81d1-54cdf7499b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:06:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['d1a2fddb-d833-48d0-a544-faf874963566'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:45.129843 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-781438a7-9c90-4725-bf39-7a5f30a1f9ff admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3346016 Nov 29 02:06:45.133500 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44544) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:45.161200 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-7988e438-a083-4291-a542-3f8d376a0f9e None None] Set router 95237a31-4eb2-4f77-8a2a-d66f853fb185 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:06:45.189933 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e6bb8324-b2e7-4f10-912b-bc504fa3ff41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:45.198364 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-fbf45630-6afc-4eab-a37d-049ee736b378 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1a27bea49814722818e7a3b77708f76 HTTP/1.1" status: 200 len: 380 time: 0.1635821 Nov 29 02:06:45.217284 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-8ee6ca6d-4fc4-4b52-a27e-2172f9ff29e8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'port': {'device_id': '5fbd8787-d5e7-4cfe-a819-a50dbce195dc', 'network_id': '38cf7e25-d3db-4b1c-ba51-3f50b4f4b315', 'admin_state_up': True, 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'security_groups': ['43157c85-d7f9-4d41-8301-7e11a2a6efcf']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:45.335437 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-90c83a9a-9d13-48d1-81d1-54cdf7499b93 None None] Set router d1a2fddb-d833-48d0-a544-faf874963566 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:06:45.394746 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-8ee6ca6d-4fc4-4b52-a27e-2172f9ff29e8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Made reservation on behalf of d1a27bea49814722818e7a3b77708f76 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:06:45.399018 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-8ee6ca6d-4fc4-4b52-a27e-2172f9ff29e8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:45.424280 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e6bb8324-b2e7-4f10-912b-bc504fa3ff41 None None] For port 8a720ae1-5dfc-414c-94e9-47350fb463f2, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=8a720ae1-5dfc-414c-94e9-47350fb463f2,segment=NetworkSegment(43e3cd5a-9d58-4166-b36e-b280ad609a36),segment_id=43e3cd5a-9d58-4166-b36e-b280ad609a36)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:06:45.470811 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94624184-4993-4941-8473-f6144cac53bb None None] Network 020e456d-4491-447e-bc4b-10739be6febc requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:06:45.477310 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e6bb8324-b2e7-4f10-912b-bc504fa3ff41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:45.478362 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8e906039-da39-4958-a4ea-f212fee31514 req-b6c29547-3d15-4993-8862-2cf36a6b6ad6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fbd8787-d5e7-4cfe-a819-a50dbce195dc HTTP/1.1" status: 200 len: 210 time: 0.0639889 Nov 29 02:06:45.547568 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-90c83a9a-9d13-48d1-81d1-54cdf7499b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a2fddb-d833-48d0-a544-faf874963566', 'name': 'tempest-TestVolumeBootPattern-1913791122-router', 'tenant_id': 'cd21e1a85ed64fa080b8c9ccc2640b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': 'b627d733-8c8f-42f4-96f6-c073edb40892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:42Z', 'updated_at': '2021-11-29T02:06:44Z', 'revision_number': 3, 'project_id': 'cd21e1a85ed64fa080b8c9ccc2640b66', 'gw_port': {'id': 'b627d733-8c8f-42f4-96f6-c073edb40892', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a2fddb-d833-48d0-a544-faf874963566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:43Z', 'updated_at': '2021-11-29T02:06:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:45.552408 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:45.594966 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c83a9a-9d13-48d1-81d1-54cdf7499b93 None None] Checking router: d1a2fddb-d833-48d0-a544-faf874963566 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:06:45.596764 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c83a9a-9d13-48d1-81d1-54cdf7499b93 None None] Updating router d1a2fddb-d833-48d0-a544-faf874963566 port b627d733-8c8f-42f4-96f6-c073edb40892 binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:06:45.604014 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-8ee6ca6d-4fc4-4b52-a27e-2172f9ff29e8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.20.0.3 (38cf7e25-d3db-4b1c-ba51-3f50b4f4b315/96e07e69-e940-44f0-a2b0-2b954ca6e2c5/55067f40-7dc0-4391-9239-c93c45b3c925) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:06:45.614752 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb8324-b2e7-4f10-912b-bc504fa3ff41 None None] Pushing event updated for resources: {'Port': ['ID=8a720ae1-5dfc-414c-94e9-47350fb463f2,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:45.643045 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7988e438-a083-4291-a542-3f8d376a0f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'name': 'tempest-TestVolumeBootPattern-1034486042-router', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'gw_port': {'id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '8a720ae1-5dfc-414c-94e9-47350fb463f2', 'name': '', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'mac_address': 'fa:16:3e:fd:24:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:39Z', 'updated_at': '2021-11-29T02:06:44Z', 'revision_number': 4, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'subnets': [{'id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:45.644786 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-f3104e8d-5479-4318-bc43-5fbd43fe8217 None None] Provisioning complete for port debf1935-abdb-4897-ae6e-a77dfd6c7b19 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:45.645061 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-90c83a9a-9d13-48d1-81d1-54cdf7499b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:45.645209 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f3104e8d-5479-4318-bc43-5fbd43fe8217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:45.702096 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7988e438-a083-4291-a542-3f8d376a0f9e None None] The sync data for ids ['95237a31-4eb2-4f77-8a2a-d66f853fb185'] in dv-neutron-819032-3-hyperv is: [{'id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'name': 'tempest-TestVolumeBootPattern-1034486042-router', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'gw_port': {'id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '8a720ae1-5dfc-414c-94e9-47350fb463f2', 'name': '', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'mac_address': 'fa:16:3e:fd:24:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:39Z', 'updated_at': '2021-11-29T02:06:44Z', 'revision_number': 4, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'subnets': [{'id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:06:45.802951 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-8ee6ca6d-4fc4-4b52-a27e-2172f9ff29e8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:45.859596 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7de221be-93a2-432d-8465-8a8c064afe9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:45.861857 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-8ee6ca6d-4fc4-4b52-a27e-2172f9ff29e8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:45.883121 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f3104e8d-5479-4318-bc43-5fbd43fe8217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:45.932373 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-f3104e8d-5479-4318-bc43-5fbd43fe8217 None None] For port debf1935-abdb-4897-ae6e-a77dfd6c7b19, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=debf1935-abdb-4897-ae6e-a77dfd6c7b19,segment=NetworkSegment(d89a4114-442f-4039-8477-24b8de88b1e0),segment_id=d89a4114-442f-4039-8477-24b8de88b1e0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:06:45.940330 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f3104e8d-5479-4318-bc43-5fbd43fe8217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:45.960499 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-8ee6ca6d-4fc4-4b52-a27e-2172f9ff29e8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 38cf7e25-d3db-4b1c-ba51-3f50b4f4b315 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:06:45.970653 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-8ee6ca6d-4fc4-4b52-a27e-2172f9ff29e8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:06:45.973791 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-8ee6ca6d-4fc4-4b52-a27e-2172f9ff29e8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:06:45.984842 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6ca6d-4fc4-4b52-a27e-2172f9ff29e8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=55067f40-7dc0-4391-9239-c93c45b3c925,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:46.002341 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-f3104e8d-5479-4318-bc43-5fbd43fe8217 None None] Provisioning complete for port 8a720ae1-5dfc-414c-94e9-47350fb463f2 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:46.003009 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f3104e8d-5479-4318-bc43-5fbd43fe8217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:46.071174 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-8ee6ca6d-4fc4-4b52-a27e-2172f9ff29e8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:46.071902 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-8ee6ca6d-4fc4-4b52-a27e-2172f9ff29e8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:46.118229 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-8ee6ca6d-4fc4-4b52-a27e-2172f9ff29e8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9052813 Nov 29 02:06:46.130773 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3104e8d-5479-4318-bc43-5fbd43fe8217 None None] Pushing event updated for resources: {'Port': ['ID=debf1935-abdb-4897-ae6e-a77dfd6c7b19,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:46.148254 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-8c95e960-68c7-484b-9143-e3ae966a845e service neutron] Request body: {'port': {'device_id': '5fbd8787-d5e7-4cfe-a819-a50dbce195dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:46.148864 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-90c83a9a-9d13-48d1-81d1-54cdf7499b93 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:46.159196 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-90c83a9a-9d13-48d1-81d1-54cdf7499b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:46.275695 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca6625-9dd1-48c9-a924-a1785e881985 None None] Pushing event updated for resources: {'Port': ['ID=b627d733-8c8f-42f4-96f6-c073edb40892,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:46.295248 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-7de221be-93a2-432d-8465-8a8c064afe9e admin admin] Allocated IP 172.20.0.1 (020e456d-4491-447e-bc4b-10739be6febc/01ba64ed-cf58-4bd9-b221-21415fe3dad2/e0a794b0-8dc8-4b4d-8017-69cab094bd55) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:06:46.299437 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61b5235-8917-4b16-afc7-fae306c0e4de None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:06:46.309228 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-90c83a9a-9d13-48d1-81d1-54cdf7499b93 None None] Attempting to bind port b627d733-8c8f-42f4-96f6-c073edb40892 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:06:46.309524 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-90c83a9a-9d13-48d1-81d1-54cdf7499b93 None None] Attempting to bind port b627d733-8c8f-42f4-96f6-c073edb40892 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:06:46.310257 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c83a9a-9d13-48d1-81d1-54cdf7499b93 None None] Attempting to bind port b627d733-8c8f-42f4-96f6-c073edb40892 on network 4bf244a8-fda8-412f-8f05-2c7c5210f333 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:06:46.319899 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c83a9a-9d13-48d1-81d1-54cdf7499b93 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:06:46.320667 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c83a9a-9d13-48d1-81d1-54cdf7499b93 None None] Checking segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:06:46.321284 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-90c83a9a-9d13-48d1-81d1-54cdf7499b93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:46.337093 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-8c95e960-68c7-484b-9143-e3ae966a845e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:46.337234 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c83a9a-9d13-48d1-81d1-54cdf7499b93 None None] Bound using segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:06:46.338601 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-90c83a9a-9d13-48d1-81d1-54cdf7499b93 None None] Bound port: b627d733-8c8f-42f4-96f6-c073edb40892, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:06:46.339013 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-90c83a9a-9d13-48d1-81d1-54cdf7499b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:46.346921 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 8a720ae1-5dfc-414c-94e9-47350fb463f2 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:06:46.439641 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-90c83a9a-9d13-48d1-81d1-54cdf7499b93 None None] For port b627d733-8c8f-42f4-96f6-c073edb40892, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:06:46.444462 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-90c83a9a-9d13-48d1-81d1-54cdf7499b93 None None] For port b627d733-8c8f-42f4-96f6-c073edb40892, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=b627d733-8c8f-42f4-96f6-c073edb40892,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:06:46.449873 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-90c83a9a-9d13-48d1-81d1-54cdf7499b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:46.464499 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-c27d9562-9002-4ac7-9a24-b7f23279981d None None] Provisioning complete for port debf1935-abdb-4897-ae6e-a77dfd6c7b19 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:46.464876 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c27d9562-9002-4ac7-9a24-b7f23279981d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:46.507295 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a7bd2c-59cc-4a50-a610-7a33c7e62e1d None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:06:46.517886 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c83a9a-9d13-48d1-81d1-54cdf7499b93 None None] Routers {'d1a2fddb-d833-48d0-a544-faf874963566'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:06:46.518566 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-90c83a9a-9d13-48d1-81d1-54cdf7499b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:06:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['d1a2fddb-d833-48d0-a544-faf874963566'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:46.547791 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7de221be-93a2-432d-8465-8a8c064afe9e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:46.564311 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 8a720ae1-5dfc-414c-94e9-47350fb463f2 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:46.564690 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:46.637511 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7de221be-93a2-432d-8465-8a8c064afe9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:46.649083 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca6625-9dd1-48c9-a924-a1785e881985 None None] Pushing event updated for resources: {'Port': ['ID=b627d733-8c8f-42f4-96f6-c073edb40892,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:46.691080 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de221be-93a2-432d-8465-8a8c064afe9e admin admin] Network 020e456d-4491-447e-bc4b-10739be6febc is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:06:46.700275 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-90c83a9a-9d13-48d1-81d1-54cdf7499b93 None None] Set router d1a2fddb-d833-48d0-a544-faf874963566 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:06:46.718113 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-7de221be-93a2-432d-8465-8a8c064afe9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:06:46.723236 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de221be-93a2-432d-8465-8a8c064afe9e admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:06:46.749576 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-8c95e960-68c7-484b-9143-e3ae966a845e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55067f40-7dc0-4391-9239-c93c45b3c925 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:06:46.760064 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-8c95e960-68c7-484b-9143-e3ae966a845e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:46.779303 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-8c95e960-68c7-484b-9143-e3ae966a845e service neutron] Transition to ACTIVE for port object 55067f40-7dc0-4391-9239-c93c45b3c925 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:06:46.786132 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-8c95e960-68c7-484b-9143-e3ae966a845e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:46.790074 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb86629-6687-4269-8315-d87dda764c50 req-f5c5ba3f-2c5d-4c36-b17c-5a8adfc9c565 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:46.791702 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bbb86629-6687-4269-8315-d87dda764c50 req-f5c5ba3f-2c5d-4c36-b17c-5a8adfc9c565 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fbd8787-d5e7-4cfe-a819-a50dbce195dc HTTP/1.1" status: 200 len: 931 time: 0.1693969 Nov 29 02:06:46.808201 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de221be-93a2-432d-8465-8a8c064afe9e admin admin] Pushing event updated for resources: {'Port': ['ID=e0a794b0-8dc8-4b4d-8017-69cab094bd55,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:46.828798 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-c27d9562-9002-4ac7-9a24-b7f23279981d None None] Provisioning complete for port b627d733-8c8f-42f4-96f6-c073edb40892 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:46.829168 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c27d9562-9002-4ac7-9a24-b7f23279981d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:46.838811 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7de221be-93a2-432d-8465-8a8c064afe9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:46.864760 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95e960-68c7-484b-9143-e3ae966a845e service neutron] Pushing event updated for resources: {'Port': ['ID=55067f40-7dc0-4391-9239-c93c45b3c925,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:46.884235 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device debf1935-abdb-4897-ae6e-a77dfd6c7b19 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:06:47.020318 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bbb86629-6687-4269-8315-d87dda764c50 req-d017047f-8632-481a-977f-5f937e4e6b92 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=43157c85-d7f9-4d41-8301-7e11a2a6efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161474 Nov 29 02:06:47.062215 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c27d9562-9002-4ac7-9a24-b7f23279981d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:47.074383 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port debf1935-abdb-4897-ae6e-a77dfd6c7b19 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:47.074895 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-8c95e960-68c7-484b-9143-e3ae966a845e service neutron] Attempting to bind port 55067f40-7dc0-4391-9239-c93c45b3c925 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:06:47.075599 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:47.076684 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-8c95e960-68c7-484b-9143-e3ae966a845e service neutron] Attempting to bind port 55067f40-7dc0-4391-9239-c93c45b3c925 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'ec52d3ea-de5f-45da-8587-a2db29293987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '38cf7e25-d3db-4b1c-ba51-3f50b4f4b315'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:06:47.077828 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-8c95e960-68c7-484b-9143-e3ae966a845e service neutron] Attempting to bind port 55067f40-7dc0-4391-9239-c93c45b3c925 on network 38cf7e25-d3db-4b1c-ba51-3f50b4f4b315 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:06:47.092228 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-8c95e960-68c7-484b-9143-e3ae966a845e service neutron] Port 55067f40-7dc0-4391-9239-c93c45b3c925 on network 38cf7e25-d3db-4b1c-ba51-3f50b4f4b315 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:06:47.092858 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-8c95e960-68c7-484b-9143-e3ae966a845e service neutron] Attempting to bind port 55067f40-7dc0-4391-9239-c93c45b3c925 on network 38cf7e25-d3db-4b1c-ba51-3f50b4f4b315 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:06:47.104418 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-8c95e960-68c7-484b-9143-e3ae966a845e service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:06:47.104760 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-8c95e960-68c7-484b-9143-e3ae966a845e service neutron] Checking segment: {'id': 'ec52d3ea-de5f-45da-8587-a2db29293987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '38cf7e25-d3db-4b1c-ba51-3f50b4f4b315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:06:47.105142 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-8c95e960-68c7-484b-9143-e3ae966a845e service neutron] Bound using segment: {'id': 'ec52d3ea-de5f-45da-8587-a2db29293987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '38cf7e25-d3db-4b1c-ba51-3f50b4f4b315'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:06:47.106299 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-8c95e960-68c7-484b-9143-e3ae966a845e service neutron] Bound port: 55067f40-7dc0-4391-9239-c93c45b3c925, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec52d3ea-de5f-45da-8587-a2db29293987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '38cf7e25-d3db-4b1c-ba51-3f50b4f4b315'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:06:47.106903 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-8c95e960-68c7-484b-9143-e3ae966a845e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:47.193101 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c27d9562-9002-4ac7-9a24-b7f23279981d None None] For port b627d733-8c8f-42f4-96f6-c073edb40892, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=b627d733-8c8f-42f4-96f6-c073edb40892,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:06:47.200356 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7de221be-93a2-432d-8465-8a8c064afe9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:47.209118 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:47.214107 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c27d9562-9002-4ac7-9a24-b7f23279981d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:47.236250 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-8c95e960-68c7-484b-9143-e3ae966a845e service neutron] For port 55067f40-7dc0-4391-9239-c93c45b3c925, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:06:47.244582 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-8c95e960-68c7-484b-9143-e3ae966a845e service neutron] For port 55067f40-7dc0-4391-9239-c93c45b3c925, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=55067f40-7dc0-4391-9239-c93c45b3c925,segment=NetworkSegment(ec52d3ea-de5f-45da-8587-a2db29293987),segment_id=ec52d3ea-de5f-45da-8587-a2db29293987)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:06:47.254585 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-8c95e960-68c7-484b-9143-e3ae966a845e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:47.285042 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-8c95e960-68c7-484b-9143-e3ae966a845e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:47.285626 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-8c95e960-68c7-484b-9143-e3ae966a845e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:47.288842 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-8c95e960-68c7-484b-9143-e3ae966a845e service neutron] 10.222.0.24 "PUT /v2.0/ports/55067f40-7dc0-4391-9239-c93c45b3c925 HTTP/1.1" status: 200 len: 1093 time: 1.1460032 Nov 29 02:06:47.293528 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbd8787-d5e7-4cfe-a819-a50dbce195dc', 'tag': '55067f40-7dc0-4391-9239-c93c45b3c925'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:06:47.296601 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2bbb79-0da7-4110-880a-4de63edd2ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbd8787-d5e7-4cfe-a819-a50dbce195dc", "tag": "55067f40-7dc0-4391-9239-c93c45b3c925"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:06:47.298839 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-90c83a9a-9d13-48d1-81d1-54cdf7499b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a2fddb-d833-48d0-a544-faf874963566', 'name': 'tempest-TestVolumeBootPattern-1913791122-router', 'tenant_id': 'cd21e1a85ed64fa080b8c9ccc2640b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': 'b627d733-8c8f-42f4-96f6-c073edb40892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:42Z', 'updated_at': '2021-11-29T02:06:44Z', 'revision_number': 3, 'project_id': 'cd21e1a85ed64fa080b8c9ccc2640b66', 'gw_port': {'id': 'b627d733-8c8f-42f4-96f6-c073edb40892', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a2fddb-d833-48d0-a544-faf874963566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:43Z', 'updated_at': '2021-11-29T02:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:47.370199 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c83a9a-9d13-48d1-81d1-54cdf7499b93 None None] The sync data for ids ['d1a2fddb-d833-48d0-a544-faf874963566'] in dv-neutron-819032-3-hyperv is: [{'id': 'd1a2fddb-d833-48d0-a544-faf874963566', 'name': 'tempest-TestVolumeBootPattern-1913791122-router', 'tenant_id': 'cd21e1a85ed64fa080b8c9ccc2640b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': 'b627d733-8c8f-42f4-96f6-c073edb40892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:42Z', 'updated_at': '2021-11-29T02:06:44Z', 'revision_number': 3, 'project_id': 'cd21e1a85ed64fa080b8c9ccc2640b66', 'gw_port': {'id': 'b627d733-8c8f-42f4-96f6-c073edb40892', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a2fddb-d833-48d0-a544-faf874963566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:43Z', 'updated_at': '2021-11-29T02:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:06:47.421575 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc06670-15b1-46db-a916-487894fe210b x-openstack-request-id: req-ffc06670-15b1-46db-a916-487894fe210b {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:06:47.421848 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbd8787-d5e7-4cfe-a819-a50dbce195dc", "tag": "55067f40-7dc0-4391-9239-c93c45b3c925", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:06:47.422097 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ffc06670-15b1-46db-a916-487894fe210b {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:06:47.422724 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fbd8787-d5e7-4cfe-a819-a50dbce195dc', 'tag': '55067f40-7dc0-4391-9239-c93c45b3c925', 'status': 'completed', 'code': 200} Nov 29 02:06:47.429961 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d9562-9002-4ac7-9a24-b7f23279981d None None] Pushing event updated for resources: {'Port': ['ID=b627d733-8c8f-42f4-96f6-c073edb40892,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:47.450331 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-846a4f23-3839-4386-989e-ebfc117ead0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:47.451680 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-feb7a57a-287e-42ba-b4e8-20e2b9096408 None None] Provisioning complete for port b627d733-8c8f-42f4-96f6-c073edb40892 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:47.451829 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-846a4f23-3839-4386-989e-ebfc117ead0e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=5fbd8787-d5e7-4cfe-a819-a50dbce195dc HTTP/1.1" status: 200 len: 1096 time: 0.0852172 Nov 29 02:06:47.452144 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-feb7a57a-287e-42ba-b4e8-20e2b9096408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:47.452842 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95e960-68c7-484b-9143-e3ae966a845e service neutron] Pushing event updated for resources: {'Port': ['ID=55067f40-7dc0-4391-9239-c93c45b3c925,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:47.506127 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-7ef3012f-6780-4fa7-bbf4-1707906a01dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55067f40-7dc0-4391-9239-c93c45b3c925 HTTP/1.1" status: 200 len: 217 time: 0.0364246 Nov 29 02:06:47.508308 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7de221be-93a2-432d-8465-8a8c064afe9e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:47.514916 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7de221be-93a2-432d-8465-8a8c064afe9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:47.564109 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-feb7a57a-287e-42ba-b4e8-20e2b9096408 None None] Provisioning complete for port e0a794b0-8dc8-4b4d-8017-69cab094bd55 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:47.564530 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-feb7a57a-287e-42ba-b4e8-20e2b9096408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:47.580586 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-d560427c-4e66-40e1-902c-3c775bd94068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:47.583023 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-d560427c-4e66-40e1-902c-3c775bd94068 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=96e07e69-e940-44f0-a2b0-2b954ca6e2c5 HTTP/1.1" status: 200 len: 834 time: 0.0647039 Nov 29 02:06:47.594938 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7de221be-93a2-432d-8465-8a8c064afe9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:47.605888 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de221be-93a2-432d-8465-8a8c064afe9e admin admin] Pushing event updated for resources: {'Port': ['ID=e0a794b0-8dc8-4b4d-8017-69cab094bd55,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:47.641436 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-feb7a57a-287e-42ba-b4e8-20e2b9096408 None None] Port e0a794b0-8dc8-4b4d-8017-69cab094bd55 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:06:47.676034 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-d4a25e5f-480c-4510-aaaf-f495575671d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:47.679697 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-d4a25e5f-480c-4510-aaaf-f495575671d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=38cf7e25-d3db-4b1c-ba51-3f50b4f4b315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844378 Nov 29 02:06:47.735141 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de221be-93a2-432d-8465-8a8c064afe9e admin admin] Network 020e456d-4491-447e-bc4b-10739be6febc is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:06:47.736738 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-7de221be-93a2-432d-8465-8a8c064afe9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:06:47.809424 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-6eac7b2f-2dc4-48af-87d4-517e232fc2a1 service neutron] 10.222.0.24 "GET /v2.0/networks/38cf7e25-d3db-4b1c-ba51-3f50b4f4b315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156533 Nov 29 02:06:47.820566 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:47.885371 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de221be-93a2-432d-8465-8a8c064afe9e admin admin] Router d1a2fddb-d833-48d0-a544-faf874963566 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:06:47.941075 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e8c20596-6a7d-43e8-839b-0903d2073eeb req-d0920d88-23c4-492e-b0d0-6fa6270e62ef service neutron] 10.222.0.24 "GET /v2.0/networks/38cf7e25-d3db-4b1c-ba51-3f50b4f4b315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182640 Nov 29 02:06:48.004079 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-9455a54f-ff65-446f-9d34-b68967792c4e None None] Provisioning complete for port e0a794b0-8dc8-4b4d-8017-69cab094bd55 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:48.004445 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9455a54f-ff65-446f-9d34-b68967792c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:48.016717 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de221be-93a2-432d-8465-8a8c064afe9e admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:06:48.027940 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7de221be-93a2-432d-8465-8a8c064afe9e admin admin] 10.222.0.37 "PUT /v2.0/routers/d1a2fddb-d833-48d0-a544-faf874963566/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8858719 Nov 29 02:06:48.039509 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-9455a54f-ff65-446f-9d34-b68967792c4e None None] Port e0a794b0-8dc8-4b4d-8017-69cab094bd55 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:06:48.121574 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device debf1935-abdb-4897-ae6e-a77dfd6c7b19 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:06:48.123893 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2bbb79-0da7-4110-880a-4de63edd2ff6 req-4af8be50-48fa-4083-991b-8e0a49e7b9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:48.127697 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-1f2bbb79-0da7-4110-880a-4de63edd2ff6 req-4af8be50-48fa-4083-991b-8e0a49e7b9a4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=5fbd8787-d5e7-4cfe-a819-a50dbce195dc HTTP/1.1" status: 200 len: 1096 time: 0.0594625 Nov 29 02:06:48.171814 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port debf1935-abdb-4897-ae6e-a77dfd6c7b19 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:48.172184 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:48.172740 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69481154-f7a0-4032-980d-514ed248f6af req-f827fbdb-00bc-454d-a37c-1ddf757fbe41 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:48.174533 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-69481154-f7a0-4032-980d-514ed248f6af req-f827fbdb-00bc-454d-a37c-1ddf757fbe41 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fbd8787-d5e7-4cfe-a819-a50dbce195dc HTTP/1.1" status: 200 len: 943 time: 0.0684655 Nov 29 02:06:48.239051 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2bbb79-0da7-4110-880a-4de63edd2ff6 req-a80ef850-05e4-4781-8a66-f019ce0afb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:48.245816 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-69481154-f7a0-4032-980d-514ed248f6af req-bbfb7645-0801-4770-a976-86b797d25a14 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=43157c85-d7f9-4d41-8301-7e11a2a6efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630143 Nov 29 02:06:48.246258 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-1f2bbb79-0da7-4110-880a-4de63edd2ff6 req-a80ef850-05e4-4781-8a66-f019ce0afb3f service neutron] 10.222.0.24 "GET /v2.0/networks?id=38cf7e25-d3db-4b1c-ba51-3f50b4f4b315 HTTP/1.1" status: 200 len: 897 time: 0.1105917 Nov 29 02:06:48.291687 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-1f2bbb79-0da7-4110-880a-4de63edd2ff6 req-a26819aa-1283-4d06-8aa4-5093f43962e2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55067f40-7dc0-4391-9239-c93c45b3c925 HTTP/1.1" status: 200 len: 217 time: 0.0378249 Nov 29 02:06:48.351228 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2bbb79-0da7-4110-880a-4de63edd2ff6 req-c9525666-5cb3-4d2f-8219-57fa4a28fe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:48.353065 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-1f2bbb79-0da7-4110-880a-4de63edd2ff6 req-c9525666-5cb3-4d2f-8219-57fa4a28fe3d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=96e07e69-e940-44f0-a2b0-2b954ca6e2c5 HTTP/1.1" status: 200 len: 834 time: 0.0536549 Nov 29 02:06:48.410700 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2bbb79-0da7-4110-880a-4de63edd2ff6 req-9901138a-efcd-4d41-a001-326e9fb737eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:48.412225 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-1f2bbb79-0da7-4110-880a-4de63edd2ff6 req-9901138a-efcd-4d41-a001-326e9fb737eb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=38cf7e25-d3db-4b1c-ba51-3f50b4f4b315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0501060 Nov 29 02:06:48.519511 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-1f2bbb79-0da7-4110-880a-4de63edd2ff6 req-66d2be8c-2448-4cbb-aa69-dd41ab2d62b9 service neutron] 10.222.0.24 "GET /v2.0/networks/38cf7e25-d3db-4b1c-ba51-3f50b4f4b315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989511 Nov 29 02:06:48.646800 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-1f2bbb79-0da7-4110-880a-4de63edd2ff6 req-c4544d13-85d1-414a-be8e-26d814db4ad6 service neutron] 10.222.0.24 "GET /v2.0/networks/38cf7e25-d3db-4b1c-ba51-3f50b4f4b315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189666 Nov 29 02:06:48.673999 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44562) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:48.678722 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a2ec5a6d-33bb-4db3-be85-02cd9a87f4bf tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-82570639', 'description': 'tempest-secgroup-smoke-82570639 description', 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:48.704796 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2ec5a6d-33bb-4db3-be85-02cd9a87f4bf tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:48.784009 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2ec5a6d-33bb-4db3-be85-02cd9a87f4bf tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:48.788302 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2ec5a6d-33bb-4db3-be85-02cd9a87f4bf tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:48.822734 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a2ec5a6d-33bb-4db3-be85-02cd9a87f4bf tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:48.824110 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a2ec5a6d-33bb-4db3-be85-02cd9a87f4bf tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1490133 Nov 29 02:06:48.827048 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44564) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:48.831401 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9dc9d272-d698-4f1a-8f0b-bcd370d09106 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Request body: {'security_group_rule': {'security_group_id': '55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29', 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:48.840048 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec5a6d-33bb-4db3-be85-02cd9a87f4bf tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:48.863894 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9dc9d272-d698-4f1a-8f0b-bcd370d09106 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:48.926560 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9dc9d272-d698-4f1a-8f0b-bcd370d09106 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:48.931104 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9dc9d272-d698-4f1a-8f0b-bcd370d09106 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:48.950295 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9d272-d698-4f1a-8f0b-bcd370d09106 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad00b6f0-8acd-43b2-8f1d-8d544e277ef6,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:48.960656 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9dc9d272-d698-4f1a-8f0b-bcd370d09106 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:48.962053 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9dc9d272-d698-4f1a-8f0b-bcd370d09106 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1340637 Nov 29 02:06:48.965326 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44566) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:48.970145 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-cff7cd93-38d7-4b0d-a22b-38839ef28295 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Request body: {'security_group_rule': {'security_group_id': '55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29', 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:49.001935 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cff7cd93-38d7-4b0d-a22b-38839ef28295 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:49.063169 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cff7cd93-38d7-4b0d-a22b-38839ef28295 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:49.067253 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cff7cd93-38d7-4b0d-a22b-38839ef28295 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:49.085970 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7cd93-38d7-4b0d-a22b-38839ef28295 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8857c0ca-e58e-4d06-8664-9c9639c1b152,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:49.096114 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cff7cd93-38d7-4b0d-a22b-38839ef28295 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:49.097334 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-cff7cd93-38d7-4b0d-a22b-38839ef28295 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1309400 Nov 29 02:06:49.100224 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44568) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:49.104863 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-00daac7b-6cc7-499f-a692-ad76a3e8dfcc tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Request body: {'security_group_rule': {'security_group_id': '55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29', 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:49.136910 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00daac7b-6cc7-499f-a692-ad76a3e8dfcc tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:49.195240 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00daac7b-6cc7-499f-a692-ad76a3e8dfcc tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:49.199274 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00daac7b-6cc7-499f-a692-ad76a3e8dfcc tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:49.217756 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00daac7b-6cc7-499f-a692-ad76a3e8dfcc tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b93f864-e720-4ed0-8431-edd0b48866b6,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:49.225536 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-00daac7b-6cc7-499f-a692-ad76a3e8dfcc tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:49.226860 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-00daac7b-6cc7-499f-a692-ad76a3e8dfcc tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255989 Nov 29 02:06:49.229616 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44570) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:49.233997 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-01078a0c-529a-47c9-be64-de9cdd4649f7 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Request body: {'security_group_rule': {'security_group_id': '55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29', 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:49.262009 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01078a0c-529a-47c9-be64-de9cdd4649f7 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:49.328123 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01078a0c-529a-47c9-be64-de9cdd4649f7 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:49.345412 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01078a0c-529a-47c9-be64-de9cdd4649f7 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:49.367636 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01078a0c-529a-47c9-be64-de9cdd4649f7 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d77af46-e7a8-46f6-a01f-c67084f9769a,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:49.379307 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-01078a0c-529a-47c9-be64-de9cdd4649f7 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:49.380509 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-01078a0c-529a-47c9-be64-de9cdd4649f7 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1499126 Nov 29 02:06:49.384110 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44574) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:49.388964 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-dcdbb88a-877b-4645-aac2-4b33ab6ead67 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Request body: {'security_group_rule': {'security_group_id': '55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29', 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:49.389529 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bb572-d2e4-416c-aff2-87e7ad0bdfc2 req-bef7b780-afca-4c3f-8309-db7ac6be0ea3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:49.391054 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fe4bb572-d2e4-416c-aff2-87e7ad0bdfc2 req-bef7b780-afca-4c3f-8309-db7ac6be0ea3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fbd8787-d5e7-4cfe-a819-a50dbce195dc HTTP/1.1" status: 200 len: 943 time: 0.0795019 Nov 29 02:06:49.413708 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-dcdbb88a-877b-4645-aac2-4b33ab6ead67 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Project 99e2787ae1eb4571b1be84af3aefd0fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:06:49.418601 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dcdbb88a-877b-4645-aac2-4b33ab6ead67 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:49.443251 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fe4bb572-d2e4-416c-aff2-87e7ad0bdfc2 req-c06e9ee8-3dff-432b-bd23-686170369fee tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=43157c85-d7f9-4d41-8301-7e11a2a6efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462968 Nov 29 02:06:49.477356 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dcdbb88a-877b-4645-aac2-4b33ab6ead67 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:49.480755 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dcdbb88a-877b-4645-aac2-4b33ab6ead67 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:49.498337 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbb88a-877b-4645-aac2-4b33ab6ead67 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b350efc5-8758-4f40-a256-81aefb539e2d,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:49.505534 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dcdbb88a-877b-4645-aac2-4b33ab6ead67 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:49.506782 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-dcdbb88a-877b-4645-aac2-4b33ab6ead67 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1215427 Nov 29 02:06:49.509572 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44576) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:49.513823 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c5446668-8fd9-4099-a5c5-ab24943610f9 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Request body: {'security_group_rule': {'security_group_id': '55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29', 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:49.534326 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-c5446668-8fd9-4099-a5c5-ab24943610f9 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Project 99e2787ae1eb4571b1be84af3aefd0fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:06:49.539550 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c5446668-8fd9-4099-a5c5-ab24943610f9 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:49.600864 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c5446668-8fd9-4099-a5c5-ab24943610f9 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:49.604752 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c5446668-8fd9-4099-a5c5-ab24943610f9 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:49.625176 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5446668-8fd9-4099-a5c5-ab24943610f9 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5909f6e3-d698-4ec4-ae4e-6fa2201dab3b,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:49.631615 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c5446668-8fd9-4099-a5c5-ab24943610f9 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:49.636225 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c5446668-8fd9-4099-a5c5-ab24943610f9 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226659 Nov 29 02:06:49.927470 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3b9ff9-0d0b-4fd6-a57c-27487f2e3d7e None None] Sync routers for ids ['d1a2fddb-d833-48d0-a544-faf874963566'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:06:49.936824 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3b9ff9-0d0b-4fd6-a57c-27487f2e3d7e None None] Routers {'d1a2fddb-d833-48d0-a544-faf874963566'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:06:49.937444 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ed3b9ff9-0d0b-4fd6-a57c-27487f2e3d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:06:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['d1a2fddb-d833-48d0-a544-faf874963566'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:50.047751 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-ed3b9ff9-0d0b-4fd6-a57c-27487f2e3d7e None None] Set router d1a2fddb-d833-48d0-a544-faf874963566 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:06:50.164934 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device b627d733-8c8f-42f4-96f6-c073edb40892 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:06:50.282169 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port b627d733-8c8f-42f4-96f6-c073edb40892 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:50.282533 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:50.354776 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ed3b9ff9-0d0b-4fd6-a57c-27487f2e3d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a2fddb-d833-48d0-a544-faf874963566', 'name': 'tempest-TestVolumeBootPattern-1913791122-router', 'tenant_id': 'cd21e1a85ed64fa080b8c9ccc2640b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': 'b627d733-8c8f-42f4-96f6-c073edb40892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:42Z', 'updated_at': '2021-11-29T02:06:47Z', 'revision_number': 4, 'project_id': 'cd21e1a85ed64fa080b8c9ccc2640b66', 'gw_port': {'id': 'b627d733-8c8f-42f4-96f6-c073edb40892', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a2fddb-d833-48d0-a544-faf874963566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:43Z', 'updated_at': '2021-11-29T02:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': 'e0a794b0-8dc8-4b4d-8017-69cab094bd55', 'name': '', 'network_id': '020e456d-4491-447e-bc4b-10739be6febc', 'tenant_id': 'cd21e1a85ed64fa080b8c9ccc2640b66', 'mac_address': 'fa:16:3e:57:37:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a2fddb-d833-48d0-a544-faf874963566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '01ba64ed-cf58-4bd9-b221-21415fe3dad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:45Z', 'updated_at': '2021-11-29T02:06:47Z', 'revision_number': 2, 'project_id': 'cd21e1a85ed64fa080b8c9ccc2640b66', 'subnets': [{'id': '01ba64ed-cf58-4bd9-b221-21415fe3dad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:50.382941 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3b9ff9-0d0b-4fd6-a57c-27487f2e3d7e None None] Checking router: d1a2fddb-d833-48d0-a544-faf874963566 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:06:50.383313 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3b9ff9-0d0b-4fd6-a57c-27487f2e3d7e None None] Updating router d1a2fddb-d833-48d0-a544-faf874963566 port e0a794b0-8dc8-4b4d-8017-69cab094bd55 binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:06:50.419842 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 55067f40-7dc0-4391-9239-c93c45b3c925 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:06:50.451709 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed3b9ff9-0d0b-4fd6-a57c-27487f2e3d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:50.568616 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719fcec-01e9-4f22-8a9a-e74c0c7a40eb req-2c37a443-eef7-44b5-b301-681a087b0435 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:50.571046 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6719fcec-01e9-4f22-8a9a-e74c0c7a40eb req-2c37a443-eef7-44b5-b301-681a087b0435 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fbd8787-d5e7-4cfe-a819-a50dbce195dc HTTP/1.1" status: 200 len: 943 time: 0.0528002 Nov 29 02:06:50.628024 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6719fcec-01e9-4f22-8a9a-e74c0c7a40eb req-7e62f754-d4b4-481a-a4af-aba3cd9a002d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=43157c85-d7f9-4d41-8301-7e11a2a6efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505996 Nov 29 02:06:50.639963 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 55067f40-7dc0-4391-9239-c93c45b3c925, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=55067f40-7dc0-4391-9239-c93c45b3c925,segment=NetworkSegment(ec52d3ea-de5f-45da-8587-a2db29293987),segment_id=ec52d3ea-de5f-45da-8587-a2db29293987)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:06:50.660256 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '55067f40-7dc0-4391-9239-c93c45b3c925', 'network_id': '38cf7e25-d3db-4b1c-ba51-3f50b4f4b315', 'port_id': '55067f40-7dc0-4391-9239-c93c45b3c925', 'mac_address': 'fa:16:3e:c7:a9:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e07e69-e940-44f0-a2b0-2b954ca6e2c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:06:50.747696 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:50.774894 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55067f40-7dc0-4391-9239-c93c45b3c925 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:06:50.807422 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 55067f40-7dc0-4391-9239-c93c45b3c925, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=55067f40-7dc0-4391-9239-c93c45b3c925,segment=NetworkSegment(ec52d3ea-de5f-45da-8587-a2db29293987),segment_id=ec52d3ea-de5f-45da-8587-a2db29293987)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:06:50.812588 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:50.902889 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed3b9ff9-0d0b-4fd6-a57c-27487f2e3d7e None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:50.907222 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=55067f40-7dc0-4391-9239-c93c45b3c925,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:50.910387 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed3b9ff9-0d0b-4fd6-a57c-27487f2e3d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:50.960471 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367d7b4-1e59-4664-a8a5-4edd6880db70 None None] Pushing event updated for resources: {'Port': ['ID=e0a794b0-8dc8-4b4d-8017-69cab094bd55,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:51.016832 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ed3b9ff9-0d0b-4fd6-a57c-27487f2e3d7e None None] Attempting to bind port e0a794b0-8dc8-4b4d-8017-69cab094bd55 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:06:51.017212 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ed3b9ff9-0d0b-4fd6-a57c-27487f2e3d7e None None] Attempting to bind port e0a794b0-8dc8-4b4d-8017-69cab094bd55 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'd89a4114-442f-4039-8477-24b8de88b1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '020e456d-4491-447e-bc4b-10739be6febc'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:06:51.017691 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3b9ff9-0d0b-4fd6-a57c-27487f2e3d7e None None] Attempting to bind port e0a794b0-8dc8-4b4d-8017-69cab094bd55 on network 020e456d-4491-447e-bc4b-10739be6febc {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:06:51.023330 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3b9ff9-0d0b-4fd6-a57c-27487f2e3d7e None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:06:51.023707 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3b9ff9-0d0b-4fd6-a57c-27487f2e3d7e None None] Checking segment: {'id': 'd89a4114-442f-4039-8477-24b8de88b1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '020e456d-4491-447e-bc4b-10739be6febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:06:51.024148 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed3b9ff9-0d0b-4fd6-a57c-27487f2e3d7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:51.024545 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3b9ff9-0d0b-4fd6-a57c-27487f2e3d7e None None] Bound using segment: {'id': 'd89a4114-442f-4039-8477-24b8de88b1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '020e456d-4491-447e-bc4b-10739be6febc'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:06:51.025018 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ed3b9ff9-0d0b-4fd6-a57c-27487f2e3d7e None None] Bound port: e0a794b0-8dc8-4b4d-8017-69cab094bd55, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89a4114-442f-4039-8477-24b8de88b1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '020e456d-4491-447e-bc4b-10739be6febc'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:06:51.025396 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed3b9ff9-0d0b-4fd6-a57c-27487f2e3d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:51.107641 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ed3b9ff9-0d0b-4fd6-a57c-27487f2e3d7e None None] For port e0a794b0-8dc8-4b4d-8017-69cab094bd55, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:06:51.111269 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ed3b9ff9-0d0b-4fd6-a57c-27487f2e3d7e None None] For port e0a794b0-8dc8-4b4d-8017-69cab094bd55, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=e0a794b0-8dc8-4b4d-8017-69cab094bd55,segment=NetworkSegment(d89a4114-442f-4039-8477-24b8de88b1e0),segment_id=d89a4114-442f-4039-8477-24b8de88b1e0)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:06:51.116315 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed3b9ff9-0d0b-4fd6-a57c-27487f2e3d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:51.145492 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['55067f40-7dc0-4391-9239-c93c45b3c925'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:06:51.232000 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3b9ff9-0d0b-4fd6-a57c-27487f2e3d7e None None] Routers {'d1a2fddb-d833-48d0-a544-faf874963566'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:06:51.232640 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ed3b9ff9-0d0b-4fd6-a57c-27487f2e3d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:06:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['d1a2fddb-d833-48d0-a544-faf874963566'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:51.235856 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367d7b4-1e59-4664-a8a5-4edd6880db70 None None] Pushing event updated for resources: {'Port': ['ID=e0a794b0-8dc8-4b4d-8017-69cab094bd55,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:51.421907 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-26308049-afd2-4663-abf0-ecee9f3595c4 None None] Provisioning complete for port e0a794b0-8dc8-4b4d-8017-69cab094bd55 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:51.422272 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-26308049-afd2-4663-abf0-ecee9f3595c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:51.564920 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-ed3b9ff9-0d0b-4fd6-a57c-27487f2e3d7e None None] Set router d1a2fddb-d833-48d0-a544-faf874963566 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:06:51.706036 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-26308049-afd2-4663-abf0-ecee9f3595c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:51.765920 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79041fd0-356d-4d7e-9691-d2bc0fb848fa req-5f35c4ef-9296-4e51-8cc1-37bf8b7e9176 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:51.768127 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-79041fd0-356d-4d7e-9691-d2bc0fb848fa req-5f35c4ef-9296-4e51-8cc1-37bf8b7e9176 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fbd8787-d5e7-4cfe-a819-a50dbce195dc HTTP/1.1" status: 200 len: 944 time: 0.0624557 Nov 29 02:06:51.813896 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-26308049-afd2-4663-abf0-ecee9f3595c4 None None] For port e0a794b0-8dc8-4b4d-8017-69cab094bd55, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=e0a794b0-8dc8-4b4d-8017-69cab094bd55,segment=NetworkSegment(d89a4114-442f-4039-8477-24b8de88b1e0),segment_id=d89a4114-442f-4039-8477-24b8de88b1e0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:06:51.825171 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-79041fd0-356d-4d7e-9691-d2bc0fb848fa req-40096ec4-2c49-477e-980a-5553b32808c7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=43157c85-d7f9-4d41-8301-7e11a2a6efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497887 Nov 29 02:06:51.829915 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-26308049-afd2-4663-abf0-ecee9f3595c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:51.971692 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26308049-afd2-4663-abf0-ecee9f3595c4 None None] Pushing event updated for resources: {'Port': ['ID=e0a794b0-8dc8-4b4d-8017-69cab094bd55,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:52.003188 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-543fd4ed-913d-48f5-b9ac-da0448fe54e6 None None] Provisioning complete for port e0a794b0-8dc8-4b4d-8017-69cab094bd55 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:52.003558 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-543fd4ed-913d-48f5-b9ac-da0448fe54e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:52.069766 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ed3b9ff9-0d0b-4fd6-a57c-27487f2e3d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a2fddb-d833-48d0-a544-faf874963566', 'name': 'tempest-TestVolumeBootPattern-1913791122-router', 'tenant_id': 'cd21e1a85ed64fa080b8c9ccc2640b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': 'b627d733-8c8f-42f4-96f6-c073edb40892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:42Z', 'updated_at': '2021-11-29T02:06:47Z', 'revision_number': 4, 'project_id': 'cd21e1a85ed64fa080b8c9ccc2640b66', 'gw_port': {'id': 'b627d733-8c8f-42f4-96f6-c073edb40892', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a2fddb-d833-48d0-a544-faf874963566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:43Z', 'updated_at': '2021-11-29T02:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': 'e0a794b0-8dc8-4b4d-8017-69cab094bd55', 'name': '', 'network_id': '020e456d-4491-447e-bc4b-10739be6febc', 'tenant_id': 'cd21e1a85ed64fa080b8c9ccc2640b66', 'mac_address': 'fa:16:3e:57:37:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a2fddb-d833-48d0-a544-faf874963566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '01ba64ed-cf58-4bd9-b221-21415fe3dad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:45Z', 'updated_at': '2021-11-29T02:06:51Z', 'revision_number': 4, 'project_id': 'cd21e1a85ed64fa080b8c9ccc2640b66', 'subnets': [{'id': '01ba64ed-cf58-4bd9-b221-21415fe3dad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:52.101319 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3b9ff9-0d0b-4fd6-a57c-27487f2e3d7e None None] The sync data for ids ['d1a2fddb-d833-48d0-a544-faf874963566'] in dv-neutron-819032-3-hyperv is: [{'id': 'd1a2fddb-d833-48d0-a544-faf874963566', 'name': 'tempest-TestVolumeBootPattern-1913791122-router', 'tenant_id': 'cd21e1a85ed64fa080b8c9ccc2640b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': 'b627d733-8c8f-42f4-96f6-c073edb40892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:42Z', 'updated_at': '2021-11-29T02:06:47Z', 'revision_number': 4, 'project_id': 'cd21e1a85ed64fa080b8c9ccc2640b66', 'gw_port': {'id': 'b627d733-8c8f-42f4-96f6-c073edb40892', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a2fddb-d833-48d0-a544-faf874963566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:43Z', 'updated_at': '2021-11-29T02:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': 'e0a794b0-8dc8-4b4d-8017-69cab094bd55', 'name': '', 'network_id': '020e456d-4491-447e-bc4b-10739be6febc', 'tenant_id': 'cd21e1a85ed64fa080b8c9ccc2640b66', 'mac_address': 'fa:16:3e:57:37:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a2fddb-d833-48d0-a544-faf874963566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '01ba64ed-cf58-4bd9-b221-21415fe3dad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:45Z', 'updated_at': '2021-11-29T02:06:51Z', 'revision_number': 4, 'project_id': 'cd21e1a85ed64fa080b8c9ccc2640b66', 'subnets': [{'id': '01ba64ed-cf58-4bd9-b221-21415fe3dad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:06:52.968408 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d2de9-c6ca-48f7-85c7-c9e3c38da6ff req-6447df7a-26f7-488c-a154-76e11c816723 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:52.970730 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-732d2de9-c6ca-48f7-85c7-c9e3c38da6ff req-6447df7a-26f7-488c-a154-76e11c816723 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fbd8787-d5e7-4cfe-a819-a50dbce195dc HTTP/1.1" status: 200 len: 944 time: 0.0580988 Nov 29 02:06:53.027914 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-732d2de9-c6ca-48f7-85c7-c9e3c38da6ff req-5cd8471d-14dd-4bd6-8377-908740d3dd78 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=43157c85-d7f9-4d41-8301-7e11a2a6efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502675 Nov 29 02:06:54.153012 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device e0a794b0-8dc8-4b4d-8017-69cab094bd55 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:06:54.175309 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6ba2e-a79a-4dd8-a646-9b37ffbe3946 req-054d8e71-7a2f-4547-ad51-e19ba81f2cb9 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:54.176873 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-70d6ba2e-a79a-4dd8-a646-9b37ffbe3946 req-054d8e71-7a2f-4547-ad51-e19ba81f2cb9 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fbd8787-d5e7-4cfe-a819-a50dbce195dc HTTP/1.1" status: 200 len: 944 time: 0.0714350 Nov 29 02:06:54.206165 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port e0a794b0-8dc8-4b4d-8017-69cab094bd55 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:54.206535 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:54.232194 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-70d6ba2e-a79a-4dd8-a646-9b37ffbe3946 req-7aea5397-2d3e-431c-9ea4-d9bcb0f3287b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=43157c85-d7f9-4d41-8301-7e11a2a6efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484278 Nov 29 02:06:54.411835 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 55067f40-7dc0-4391-9239-c93c45b3c925 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:06:54.466449 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port 55067f40-7dc0-4391-9239-c93c45b3c925 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:06:54.470840 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 55067f40-7dc0-4391-9239-c93c45b3c925 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:06:54.471437 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:54.550945 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:54.575351 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbd8787-d5e7-4cfe-a819-a50dbce195dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55067f40-7dc0-4391-9239-c93c45b3c925'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:06:54.577771 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c663c3f-90f5-4ecb-80d0-f4f2fbbb92c4" -d '{"events": [{"server_uuid": "5fbd8787-d5e7-4cfe-a819-a50dbce195dc", "name": "network-vif-plugged", "status": "completed", "tag": "55067f40-7dc0-4391-9239-c93c45b3c925"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:06:54.591589 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 55067f40-7dc0-4391-9239-c93c45b3c925, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=55067f40-7dc0-4391-9239-c93c45b3c925,segment=NetworkSegment(ec52d3ea-de5f-45da-8587-a2db29293987),segment_id=ec52d3ea-de5f-45da-8587-a2db29293987)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:06:54.602973 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:54.630668 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c05d02-0c85-4fdb-82e1-7d2b9d140f73 x-openstack-request-id: req-c8c05d02-0c85-4fdb-82e1-7d2b9d140f73 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:06:54.630964 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbd8787-d5e7-4cfe-a819-a50dbce195dc", "name": "network-vif-plugged", "status": "completed", "tag": "55067f40-7dc0-4391-9239-c93c45b3c925", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:06:54.631267 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8c05d02-0c85-4fdb-82e1-7d2b9d140f73 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:06:54.631688 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbd8787-d5e7-4cfe-a819-a50dbce195dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55067f40-7dc0-4391-9239-c93c45b3c925', 'code': 200} Nov 29 02:06:54.656779 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=55067f40-7dc0-4391-9239-c93c45b3c925,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:54.861466 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8dc637-6719-46f6-9afa-f3cb59dcae71 req-495254aa-56ad-4fbe-835f-b02f14163a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:54.863150 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ca8dc637-6719-46f6-9afa-f3cb59dcae71 req-495254aa-56ad-4fbe-835f-b02f14163a3e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5fbd8787-d5e7-4cfe-a819-a50dbce195dc HTTP/1.1" status: 200 len: 1098 time: 0.0417175 Nov 29 02:06:54.916937 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ca8dc637-6719-46f6-9afa-f3cb59dcae71 req-26422041-70c8-455f-9b0a-a23eb0425a49 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=43157c85-d7f9-4d41-8301-7e11a2a6efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449536 Nov 29 02:06:55.353983 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a530ce-3957-4242-b7de-83d55366f632 req-83b733af-c70b-422a-87ae-f733264ad134 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:55.355671 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-81a530ce-3957-4242-b7de-83d55366f632 req-83b733af-c70b-422a-87ae-f733264ad134 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fbd8787-d5e7-4cfe-a819-a50dbce195dc HTTP/1.1" status: 200 len: 945 time: 0.0500019 Nov 29 02:06:55.407068 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-81a530ce-3957-4242-b7de-83d55366f632 req-bab6666e-aa02-40c5-ad6c-bf341d64cc87 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=43157c85-d7f9-4d41-8301-7e11a2a6efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455816 Nov 29 02:06:56.529051 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c945915-2fca-4eb6-8f09-c932f2966dce req-3665e914-62e0-4925-a09f-01611064a79e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:56.530580 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8c945915-2fca-4eb6-8f09-c932f2966dce req-3665e914-62e0-4925-a09f-01611064a79e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fbd8787-d5e7-4cfe-a819-a50dbce195dc HTTP/1.1" status: 200 len: 945 time: 0.0510502 Nov 29 02:06:56.581097 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8c945915-2fca-4eb6-8f09-c932f2966dce req-3d6e6d14-634f-4616-985c-276435e2717b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=43157c85-d7f9-4d41-8301-7e11a2a6efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439808 Nov 29 02:06:56.708613 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782201a-925f-48b2-9c9c-55c4efa5d160 req-fea10f9b-c9a8-434f-a153-fc29d57687ea tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:56.710179 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8782201a-925f-48b2-9c9c-55c4efa5d160 req-fea10f9b-c9a8-434f-a153-fc29d57687ea tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fbd8787-d5e7-4cfe-a819-a50dbce195dc HTTP/1.1" status: 200 len: 945 time: 0.0551367 Nov 29 02:06:56.760419 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8782201a-925f-48b2-9c9c-55c4efa5d160 req-a4e98fe3-5792-4b5e-b68c-489b9da183df tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=43157c85-d7f9-4d41-8301-7e11a2a6efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441716 Nov 29 02:06:56.783109 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44692) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:56.822515 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e222c9-112c-4281-81e6-ebaedb9ce53b tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:56.826664 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b8e222c9-112c-4281-81e6-ebaedb9ce53b tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5fbd8787-d5e7-4cfe-a819-a50dbce195dc HTTP/1.1" status: 200 len: 1093 time: 0.0399323 Nov 29 02:06:56.826869 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44694) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:56.831575 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-98bcb59c-ecb6-4160-88cc-f0242f4d82fa tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'port_id': '55067f40-7dc0-4391-9239-c93c45b3c925', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:06:56.857070 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98bcb59c-ecb6-4160-88cc-f0242f4d82fa tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:56.958939 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98bcb59c-ecb6-4160-88cc-f0242f4d82fa tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:57.067312 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-98bcb59c-ecb6-4160-88cc-f0242f4d82fa tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.26.3.253 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/ca7dabc3-68da-4725-8682-f98503588708) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:06:57.176015 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98bcb59c-ecb6-4160-88cc-f0242f4d82fa tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:57.210256 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98bcb59c-ecb6-4160-88cc-f0242f4d82fa tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:57.254441 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bcb59c-ecb6-4160-88cc-f0242f4d82fa tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:06:57.257464 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-98bcb59c-ecb6-4160-88cc-f0242f4d82fa tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:06:57.265246 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bcb59c-ecb6-4160-88cc-f0242f4d82fa tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:06:57.273292 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bcb59c-ecb6-4160-88cc-f0242f4d82fa tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=ca7dabc3-68da-4725-8682-f98503588708,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:57.740255 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98bcb59c-ecb6-4160-88cc-f0242f4d82fa tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:57.842140 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98bcb59c-ecb6-4160-88cc-f0242f4d82fa tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:57.995590 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98bcb59c-ecb6-4160-88cc-f0242f4d82fa tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:58.000913 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98bcb59c-ecb6-4160-88cc-f0242f4d82fa tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:58.069834 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bcb59c-ecb6-4160-88cc-f0242f4d82fa tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=ca7dabc3-68da-4725-8682-f98503588708,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:06:58.083793 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98bcb59c-ecb6-4160-88cc-f0242f4d82fa tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:58.184460 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [None req-98bcb59c-ecb6-4160-88cc-f0242f4d82fa tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Floating IP bb47e223-e631-44c4-bb68-3caaa454d737 associated. External IP: 172.26.3.253, port: 55067f40-7dc0-4391-9239-c93c45b3c925. Nov 29 02:06:58.698097 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98bcb59c-ecb6-4160-88cc-f0242f4d82fa tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router a9662208-cc4a-43e8-8728-476c2dc13b41 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:06:58.823240 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98bcb59c-ecb6-4160-88cc-f0242f4d82fa tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:06:58.834114 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293fe2d8-3dc5-4999-89d0-15df4adafd2b None None] Sync routers for ids ['a9662208-cc4a-43e8-8728-476c2dc13b41'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:06:58.842701 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-98bcb59c-ecb6-4160-88cc-f0242f4d82fa tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:06:58.846304 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293fe2d8-3dc5-4999-89d0-15df4adafd2b None None] Routers {'a9662208-cc4a-43e8-8728-476c2dc13b41'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:06:58.846304 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-293fe2d8-3dc5-4999-89d0-15df4adafd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:06:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a9662208-cc4a-43e8-8728-476c2dc13b41'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:58.874643 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-98bcb59c-ecb6-4160-88cc-f0242f4d82fa tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0466886 Nov 29 02:06:58.875236 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbd8787-d5e7-4cfe-a819-a50dbce195dc', 'tag': '55067f40-7dc0-4391-9239-c93c45b3c925'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:06:58.877530 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44700) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:58.878109 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b42bca-ec98-4fff-b8ae-954c7e9b0958" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbd8787-d5e7-4cfe-a819-a50dbce195dc", "tag": "55067f40-7dc0-4391-9239-c93c45b3c925"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:06:58.928008 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f8e35e-c9a5-451c-9bee-9fbdc63210b9 x-openstack-request-id: req-18f8e35e-c9a5-451c-9bee-9fbdc63210b9 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:06:58.928312 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbd8787-d5e7-4cfe-a819-a50dbce195dc", "tag": "55067f40-7dc0-4391-9239-c93c45b3c925", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:06:58.928564 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-18f8e35e-c9a5-451c-9bee-9fbdc63210b9 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:06:58.928976 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fbd8787-d5e7-4cfe-a819-a50dbce195dc', 'tag': '55067f40-7dc0-4391-9239-c93c45b3c925', 'status': 'completed', 'code': 200} Nov 29 02:06:58.972086 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-293fe2d8-3dc5-4999-89d0-15df4adafd2b None None] Set router a9662208-cc4a-43e8-8728-476c2dc13b41 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:06:59.031197 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b42bca-ec98-4fff-b8ae-954c7e9b0958 req-fd785356-8485-46fc-893a-0b1537b03f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:59.032010 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c3b42bca-ec98-4fff-b8ae-954c7e9b0958 req-fd785356-8485-46fc-893a-0b1537b03f19 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=5fbd8787-d5e7-4cfe-a819-a50dbce195dc HTTP/1.1" status: 200 len: 1098 time: 0.0508566 Nov 29 02:06:59.144340 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b42bca-ec98-4fff-b8ae-954c7e9b0958 req-6c0cf24d-b99e-4363-8b88-deb933e95991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:59.146040 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c3b42bca-ec98-4fff-b8ae-954c7e9b0958 req-6c0cf24d-b99e-4363-8b88-deb933e95991 service neutron] 10.222.0.24 "GET /v2.0/networks?id=38cf7e25-d3db-4b1c-ba51-3f50b4f4b315 HTTP/1.1" status: 200 len: 897 time: 0.1025689 Nov 29 02:06:59.226679 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c3b42bca-ec98-4fff-b8ae-954c7e9b0958 req-c22cb0f5-fce6-4c00-9e8f-4e3b33ddfa82 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55067f40-7dc0-4391-9239-c93c45b3c925 HTTP/1.1" status: 200 len: 999 time: 0.0728261 Nov 29 02:06:59.275197 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-293fe2d8-3dc5-4999-89d0-15df4adafd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'name': 'tempest-TestNetworkBasicOps-router-199818646', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '8682c672-c10e-4beb-9f49-d193591a3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:32Z', 'updated_at': '2021-11-29T02:06:37Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '8682c672-c10e-4beb-9f49-d193591a3270', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:33Z', 'updated_at': '2021-11-29T02:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'bb47e223-e631-44c4-bb68-3caaa454d737', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.253', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'port_id': '55067f40-7dc0-4391-9239-c93c45b3c925', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38cf7e25-d3db-4b1c-ba51-3f50b4f4b315', 'mac_address': 'fa:16:3e:c7:a9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd8787-d5e7-4cfe-a819-a50dbce195dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:06:57Z', 'updated_at': '2021-11-29T02:06:57Z', 'revision_number': 0, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cda53efd-8717-46b0-a2e2-21f7963d841e', 'name': '', 'network_id': '38cf7e25-d3db-4b1c-ba51-3f50b4f4b315', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:90:d4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '96e07e69-e940-44f0-a2b0-2b954ca6e2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:35Z', 'updated_at': '2021-11-29T02:06:41Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '96e07e69-e940-44f0-a2b0-2b954ca6e2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:59.287400 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b42bca-ec98-4fff-b8ae-954c7e9b0958 req-60403bb0-ec50-44a3-b2d7-f92fe65b2516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:59.288994 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c3b42bca-ec98-4fff-b8ae-954c7e9b0958 req-60403bb0-ec50-44a3-b2d7-f92fe65b2516 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=96e07e69-e940-44f0-a2b0-2b954ca6e2c5 HTTP/1.1" status: 200 len: 834 time: 0.0557542 Nov 29 02:06:59.308674 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293fe2d8-3dc5-4999-89d0-15df4adafd2b None None] Checking router: a9662208-cc4a-43e8-8728-476c2dc13b41 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:06:59.321481 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293fe2d8-3dc5-4999-89d0-15df4adafd2b None None] Routers {'a9662208-cc4a-43e8-8728-476c2dc13b41'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:06:59.322613 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-293fe2d8-3dc5-4999-89d0-15df4adafd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:06:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a9662208-cc4a-43e8-8728-476c2dc13b41'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:59.343187 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b42bca-ec98-4fff-b8ae-954c7e9b0958 req-d1c7437c-42c8-4d1a-bd5e-8cf6de4ec470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:06:59.345125 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c3b42bca-ec98-4fff-b8ae-954c7e9b0958 req-d1c7437c-42c8-4d1a-bd5e-8cf6de4ec470 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=38cf7e25-d3db-4b1c-ba51-3f50b4f4b315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0467136 Nov 29 02:06:59.351696 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1a879009-2d14-4f2d-8262-a99bdb7420ed tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/routers/a9662208-cc4a-43e8-8728-476c2dc13b41 HTTP/1.1" status: 200 len: 921 time: 0.4705737 Nov 29 02:06:59.352151 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44704) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:06:59.426798 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d4878bed-71a5-469c-861a-e983b376f27d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/floatingips/bb47e223-e631-44c4-bb68-3caaa454d737 HTTP/1.1" status: 200 len: 991 time: 0.0732312 Nov 29 02:06:59.447360 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-293fe2d8-3dc5-4999-89d0-15df4adafd2b None None] Set router a9662208-cc4a-43e8-8728-476c2dc13b41 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:06:59.467447 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c3b42bca-ec98-4fff-b8ae-954c7e9b0958 req-eb91da9d-7260-4386-aa66-e132158e60ff service neutron] 10.222.0.24 "GET /v2.0/networks/38cf7e25-d3db-4b1c-ba51-3f50b4f4b315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133296 Nov 29 02:06:59.571256 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c3b42bca-ec98-4fff-b8ae-954c7e9b0958 req-209c6185-0bc5-4c04-ab4c-24cb6d64cbc4 service neutron] 10.222.0.24 "GET /v2.0/networks/38cf7e25-d3db-4b1c-ba51-3f50b4f4b315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959961 Nov 29 02:06:59.685721 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-293fe2d8-3dc5-4999-89d0-15df4adafd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'name': 'tempest-TestNetworkBasicOps-router-199818646', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '8682c672-c10e-4beb-9f49-d193591a3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:32Z', 'updated_at': '2021-11-29T02:06:37Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '8682c672-c10e-4beb-9f49-d193591a3270', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:33Z', 'updated_at': '2021-11-29T02:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'bb47e223-e631-44c4-bb68-3caaa454d737', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.253', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'port_id': '55067f40-7dc0-4391-9239-c93c45b3c925', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38cf7e25-d3db-4b1c-ba51-3f50b4f4b315', 'mac_address': 'fa:16:3e:c7:a9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd8787-d5e7-4cfe-a819-a50dbce195dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:06:57Z', 'updated_at': '2021-11-29T02:06:57Z', 'revision_number': 0, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cda53efd-8717-46b0-a2e2-21f7963d841e', 'name': '', 'network_id': '38cf7e25-d3db-4b1c-ba51-3f50b4f4b315', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:90:d4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '96e07e69-e940-44f0-a2b0-2b954ca6e2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:35Z', 'updated_at': '2021-11-29T02:06:41Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '96e07e69-e940-44f0-a2b0-2b954ca6e2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:06:59.714589 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293fe2d8-3dc5-4999-89d0-15df4adafd2b None None] The sync data for ids ['a9662208-cc4a-43e8-8728-476c2dc13b41'] in dv-neutron-819032-3-hyperv is: [{'id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'name': 'tempest-TestNetworkBasicOps-router-199818646', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '8682c672-c10e-4beb-9f49-d193591a3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:32Z', 'updated_at': '2021-11-29T02:06:37Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '8682c672-c10e-4beb-9f49-d193591a3270', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:33Z', 'updated_at': '2021-11-29T02:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'bb47e223-e631-44c4-bb68-3caaa454d737', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.253', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'port_id': '55067f40-7dc0-4391-9239-c93c45b3c925', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38cf7e25-d3db-4b1c-ba51-3f50b4f4b315', 'mac_address': 'fa:16:3e:c7:a9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd8787-d5e7-4cfe-a819-a50dbce195dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:06:57Z', 'updated_at': '2021-11-29T02:06:57Z', 'revision_number': 0, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cda53efd-8717-46b0-a2e2-21f7963d841e', 'name': '', 'network_id': '38cf7e25-d3db-4b1c-ba51-3f50b4f4b315', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:90:d4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '96e07e69-e940-44f0-a2b0-2b954ca6e2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:35Z', 'updated_at': '2021-11-29T02:06:41Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '96e07e69-e940-44f0-a2b0-2b954ca6e2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:06:59.915326 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92fd79c-2840-4f44-96b6-d192a9cf1ae7 None None] New status for floating IP bb47e223-e631-44c4-bb68-3caaa454d737: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:07:00.430606 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44716) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:00.492552 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9592f058-d05f-4940-84d8-4aefa79c791a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/floatingips/bb47e223-e631-44c4-bb68-3caaa454d737 HTTP/1.1" status: 200 len: 993 time: 0.0607181 Nov 29 02:07:06.268292 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:07:07.414079 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-d9fd1300-13f7-4608-bf3f-c5d3d90df878 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-82570639&fields=id&tenant_id=99e2787ae1eb4571b1be84af3aefd0fe HTTP/1.1" status: 200 len: 267 time: 0.0447049 Nov 29 02:07:07.516411 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-b9c02f5c-bbf6-4598-a1f5-77a01cdb84d4 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:07.517865 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-b9c02f5c-bbf6-4598-a1f5-77a01cdb84d4 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/networks?id=2758948e-395a-46ec-aaa8-7c73c4196c63 HTTP/1.1" status: 200 len: 812 time: 0.0969706 Nov 29 02:07:07.532460 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-ed37cb4c-1d6b-46a2-b9cd-ce83a631ab6b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/quotas/99e2787ae1eb4571b1be84af3aefd0fe HTTP/1.1" status: 200 len: 375 time: 0.0090435 Nov 29 02:07:07.587798 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-ba9b6b7c-4102-415f-8305-2090d7388509 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=99e2787ae1eb4571b1be84af3aefd0fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503457 Nov 29 02:07:07.679730 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-46f42e08-1734-4a3a-a009-8818c20d8b47 service neutron] 10.222.0.37 "GET /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806096 Nov 29 02:07:07.768501 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-4df3ae4e-c611-440f-b45b-95db83b02ff7 service neutron] 10.222.0.37 "GET /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829642 Nov 29 02:07:08.075862 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-44ddf9fa-f8cc-48f7-b604-ed1dbb0deca2 req-ca8efd72-0a40-4ace-9cb8-37e79962a633 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf HTTP/1.1" status: 200 len: 210 time: 0.0286825 Nov 29 02:07:09.164007 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-f15d069a-c0b0-41ce-a0a6-64b57a5621c2 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:09.165566 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-f15d069a-c0b0-41ce-a0a6-64b57a5621c2 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.24 "GET /v2.0/networks?id=2758948e-395a-46ec-aaa8-7c73c4196c63 HTTP/1.1" status: 200 len: 812 time: 0.1164343 Nov 29 02:07:09.181279 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a9545619-1283-4fad-88b5-7a681fd3f256 req-643bd175-95eb-45e7-b5c1-86bd093e0040 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf HTTP/1.1" status: 200 len: 210 time: 0.0262167 Nov 29 02:07:09.243473 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-d1ce9bba-9bce-4911-98f6-b1a295552f66 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99e2787ae1eb4571b1be84af3aefd0fe HTTP/1.1" status: 200 len: 378 time: 0.0544789 Nov 29 02:07:09.304950 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-4051b87d-da6d-41cf-8bf4-0eec3f4977ca tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Request body: {'port': {'device_id': '23838a73-7cbf-4bac-b163-39d51c6d0aaf', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'admin_state_up': True, 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'security_groups': ['55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:07:09.419984 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-4051b87d-da6d-41cf-8bf4-0eec3f4977ca tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Made reservation on behalf of 99e2787ae1eb4571b1be84af3aefd0fe for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:07:09.423735 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-4051b87d-da6d-41cf-8bf4-0eec3f4977ca tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:09.556914 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-4051b87d-da6d-41cf-8bf4-0eec3f4977ca tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Allocated IP 172.20.0.3 (2758948e-395a-46ec-aaa8-7c73c4196c63/4cf21d5a-352a-4dc2-8e6c-9e7126bec139/e3ace871-8ed6-494d-9191-55973103bd75) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:07:09.692223 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-4051b87d-da6d-41cf-8bf4-0eec3f4977ca tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:09.726501 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-4051b87d-da6d-41cf-8bf4-0eec3f4977ca tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:09.775826 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-4051b87d-da6d-41cf-8bf4-0eec3f4977ca tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Network 2758948e-395a-46ec-aaa8-7c73c4196c63 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:07:09.779491 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-4051b87d-da6d-41cf-8bf4-0eec3f4977ca tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:07:09.783403 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-4051b87d-da6d-41cf-8bf4-0eec3f4977ca tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:07:09.811200 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051b87d-da6d-41cf-8bf4-0eec3f4977ca tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Pushing event updated for resources: {'Port': ['ID=e3ace871-8ed6-494d-9191-55973103bd75,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:09.842845 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-4051b87d-da6d-41cf-8bf4-0eec3f4977ca tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:09.843481 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-4051b87d-da6d-41cf-8bf4-0eec3f4977ca tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:09.861937 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-4051b87d-da6d-41cf-8bf4-0eec3f4977ca tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5611820 Nov 29 02:07:09.890513 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-121fd106-e734-4e0f-a5bb-d743ac434f70 service neutron] Request body: {'port': {'device_id': '23838a73-7cbf-4bac-b163-39d51c6d0aaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:07:09.952366 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-121fd106-e734-4e0f-a5bb-d743ac434f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:10.089424 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-95bb9cfa-78ef-49f4-9fc7-4ef63799985f None None] Provisioning complete for port e3ace871-8ed6-494d-9191-55973103bd75 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:07:10.090463 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-95bb9cfa-78ef-49f4-9fc7-4ef63799985f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:10.142740 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-95bb9cfa-78ef-49f4-9fc7-4ef63799985f None None] Port e3ace871-8ed6-494d-9191-55973103bd75 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:07:10.233105 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-121fd106-e734-4e0f-a5bb-d743ac434f70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ace871-8ed6-494d-9191-55973103bd75 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:07:10.242227 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-121fd106-e734-4e0f-a5bb-d743ac434f70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:10.255145 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-121fd106-e734-4e0f-a5bb-d743ac434f70 service neutron] Transition to ACTIVE for port object e3ace871-8ed6-494d-9191-55973103bd75 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:07:10.259637 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-121fd106-e734-4e0f-a5bb-d743ac434f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:10.308672 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1cee7-dec7-4485-82f4-33425959a75d req-ca171640-d3d3-4d2f-a4a3-7f5d2bb38c70 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:10.310654 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-65e1cee7-dec7-4485-82f4-33425959a75d req-ca171640-d3d3-4d2f-a4a3-7f5d2bb38c70 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf HTTP/1.1" status: 200 len: 943 time: 0.0600193 Nov 29 02:07:10.360294 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121fd106-e734-4e0f-a5bb-d743ac434f70 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ace871-8ed6-494d-9191-55973103bd75,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:10.386482 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-65e1cee7-dec7-4485-82f4-33425959a75d req-626e117d-a016-4897-94a6-4d45052a04d7 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635052 Nov 29 02:07:10.400137 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-121fd106-e734-4e0f-a5bb-d743ac434f70 service neutron] Attempting to bind port e3ace871-8ed6-494d-9191-55973103bd75 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:07:10.400603 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-121fd106-e734-4e0f-a5bb-d743ac434f70 service neutron] Attempting to bind port e3ace871-8ed6-494d-9191-55973103bd75 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '43e3cd5a-9d58-4166-b36e-b280ad609a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:07:10.401069 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-121fd106-e734-4e0f-a5bb-d743ac434f70 service neutron] Attempting to bind port e3ace871-8ed6-494d-9191-55973103bd75 on network 2758948e-395a-46ec-aaa8-7c73c4196c63 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:07:10.407776 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-121fd106-e734-4e0f-a5bb-d743ac434f70 service neutron] Port e3ace871-8ed6-494d-9191-55973103bd75 on network 2758948e-395a-46ec-aaa8-7c73c4196c63 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:07:10.408117 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-121fd106-e734-4e0f-a5bb-d743ac434f70 service neutron] Attempting to bind port e3ace871-8ed6-494d-9191-55973103bd75 on network 2758948e-395a-46ec-aaa8-7c73c4196c63 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:07:10.413679 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-121fd106-e734-4e0f-a5bb-d743ac434f70 service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:07:10.414178 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-121fd106-e734-4e0f-a5bb-d743ac434f70 service neutron] Checking segment: {'id': '43e3cd5a-9d58-4166-b36e-b280ad609a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:07:10.414552 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-121fd106-e734-4e0f-a5bb-d743ac434f70 service neutron] Bound using segment: {'id': '43e3cd5a-9d58-4166-b36e-b280ad609a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:07:10.415091 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-121fd106-e734-4e0f-a5bb-d743ac434f70 service neutron] Bound port: e3ace871-8ed6-494d-9191-55973103bd75, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43e3cd5a-9d58-4166-b36e-b280ad609a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:07:10.415451 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-121fd106-e734-4e0f-a5bb-d743ac434f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:10.489171 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-121fd106-e734-4e0f-a5bb-d743ac434f70 service neutron] For port e3ace871-8ed6-494d-9191-55973103bd75, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:07:10.492437 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-121fd106-e734-4e0f-a5bb-d743ac434f70 service neutron] For port e3ace871-8ed6-494d-9191-55973103bd75, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=e3ace871-8ed6-494d-9191-55973103bd75,segment=NetworkSegment(43e3cd5a-9d58-4166-b36e-b280ad609a36),segment_id=43e3cd5a-9d58-4166-b36e-b280ad609a36)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:07:10.497769 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-121fd106-e734-4e0f-a5bb-d743ac434f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:10.541237 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-121fd106-e734-4e0f-a5bb-d743ac434f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:10.541885 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-121fd106-e734-4e0f-a5bb-d743ac434f70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:10.543285 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-121fd106-e734-4e0f-a5bb-d743ac434f70 service neutron] 10.222.0.24 "PUT /v2.0/ports/e3ace871-8ed6-494d-9191-55973103bd75 HTTP/1.1" status: 200 len: 1093 time: 0.6587918 Nov 29 02:07:10.543740 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23838a73-7cbf-4bac-b163-39d51c6d0aaf', 'tag': 'e3ace871-8ed6-494d-9191-55973103bd75'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:07:10.546198 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2b6b78-ad00-479a-b7a3-fca20e663357" -d '{"events": [{"name": "network-changed", "server_uuid": "23838a73-7cbf-4bac-b163-39d51c6d0aaf", "tag": "e3ace871-8ed6-494d-9191-55973103bd75"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:07:10.580450 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121fd106-e734-4e0f-a5bb-d743ac434f70 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ace871-8ed6-494d-9191-55973103bd75,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:10.612381 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b024f831-1b46-423f-ba7c-0f3d919d068d x-openstack-request-id: req-b024f831-1b46-423f-ba7c-0f3d919d068d {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:07:10.612674 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23838a73-7cbf-4bac-b163-39d51c6d0aaf", "tag": "e3ace871-8ed6-494d-9191-55973103bd75", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:07:10.612925 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b024f831-1b46-423f-ba7c-0f3d919d068d {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:07:10.613326 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23838a73-7cbf-4bac-b163-39d51c6d0aaf', 'tag': 'e3ace871-8ed6-494d-9191-55973103bd75', 'status': 'completed', 'code': 200} Nov 29 02:07:10.674130 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-2a236cf3-7856-4f90-aa67-c6d865fca906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:10.675772 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-2a236cf3-7856-4f90-aa67-c6d865fca906 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99e2787ae1eb4571b1be84af3aefd0fe&device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf HTTP/1.1" status: 200 len: 1096 time: 0.0437148 Nov 29 02:07:10.731003 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-d70b91c5-e4ea-4c5b-9534-55cb7b950fa1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3ace871-8ed6-494d-9191-55973103bd75 HTTP/1.1" status: 200 len: 217 time: 0.0405328 Nov 29 02:07:10.782496 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-f3a46540-d7c5-47a8-b5b4-97a979175149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:10.783973 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-f3a46540-d7c5-47a8-b5b4-97a979175149 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4cf21d5a-352a-4dc2-8e6c-9e7126bec139 HTTP/1.1" status: 200 len: 851 time: 0.0459306 Nov 29 02:07:10.831683 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-7ce78293-a1b1-4d84-9816-ccaf6c7dd566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:10.833235 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-7ce78293-a1b1-4d84-9816-ccaf6c7dd566 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2758948e-395a-46ec-aaa8-7c73c4196c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407367 Nov 29 02:07:10.938573 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-5ceb42a4-39d5-4b96-85c1-135927cedc43 service neutron] 10.222.0.24 "GET /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905135 Nov 29 02:07:11.046956 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-061b0e77-49c9-44d4-a37c-e9e3d44c5a23 req-cd8bebf0-fbf0-42c2-881d-e97b5db57c22 service neutron] 10.222.0.24 "GET /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965939 Nov 29 02:07:11.181849 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b6b78-ad00-479a-b7a3-fca20e663357 req-6d6bba89-1e34-483b-bf99-86f36ccd965d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:11.183317 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ac2b6b78-ad00-479a-b7a3-fca20e663357 req-6d6bba89-1e34-483b-bf99-86f36ccd965d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99e2787ae1eb4571b1be84af3aefd0fe&device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf HTTP/1.1" status: 200 len: 1096 time: 0.0487030 Nov 29 02:07:11.276262 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b6b78-ad00-479a-b7a3-fca20e663357 req-694d4464-3e3d-48e0-8ee9-f0838d72215c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:11.278186 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ac2b6b78-ad00-479a-b7a3-fca20e663357 req-694d4464-3e3d-48e0-8ee9-f0838d72215c service neutron] 10.222.0.24 "GET /v2.0/networks?id=2758948e-395a-46ec-aaa8-7c73c4196c63 HTTP/1.1" status: 200 len: 913 time: 0.0858436 Nov 29 02:07:11.324640 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ac2b6b78-ad00-479a-b7a3-fca20e663357 req-2df36d30-923d-4577-a20f-1b097062f6f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3ace871-8ed6-494d-9191-55973103bd75 HTTP/1.1" status: 200 len: 217 time: 0.0392947 Nov 29 02:07:11.374012 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b6b78-ad00-479a-b7a3-fca20e663357 req-837c3d99-2879-44c6-b587-1e02838873ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:11.375426 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ac2b6b78-ad00-479a-b7a3-fca20e663357 req-837c3d99-2879-44c6-b587-1e02838873ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4cf21d5a-352a-4dc2-8e6c-9e7126bec139 HTTP/1.1" status: 200 len: 851 time: 0.0446787 Nov 29 02:07:11.422946 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b6b78-ad00-479a-b7a3-fca20e663357 req-4d01f715-5a99-4320-b026-e879d35be19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:11.424468 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ac2b6b78-ad00-479a-b7a3-fca20e663357 req-4d01f715-5a99-4320-b026-e879d35be19b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2758948e-395a-46ec-aaa8-7c73c4196c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397897 Nov 29 02:07:11.493266 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefc386-94a1-4b81-9b07-62a622587f4a req-ee02c97e-91e0-455e-9fa4-c25c96a2c00d tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:11.494809 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2eefc386-94a1-4b81-9b07-62a622587f4a req-ee02c97e-91e0-455e-9fa4-c25c96a2c00d tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf HTTP/1.1" status: 200 len: 943 time: 0.0507705 Nov 29 02:07:11.524139 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ac2b6b78-ad00-479a-b7a3-fca20e663357 req-69ebc963-768d-4ae3-bf3c-11c3dfe221de service neutron] 10.222.0.24 "GET /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899961 Nov 29 02:07:11.547072 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2eefc386-94a1-4b81-9b07-62a622587f4a req-15898480-4fe0-4838-9489-84269dcc78ae tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455396 Nov 29 02:07:11.615151 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ac2b6b78-ad00-479a-b7a3-fca20e663357 req-3504c93b-7447-4741-b520-ccfe6e1d3a0e service neutron] 10.222.0.24 "GET /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838430 Nov 29 02:07:12.022314 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d66f410-94e2-4b0f-90ce-6972a01fc466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:12.665376 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9785b-ce02-4639-b144-2782e53d94d8 req-a658567c-4ee0-40ea-9529-864fc7cc4982 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:12.666996 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-25f9785b-ce02-4639-b144-2782e53d94d8 req-a658567c-4ee0-40ea-9529-864fc7cc4982 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf HTTP/1.1" status: 200 len: 943 time: 0.0512969 Nov 29 02:07:12.719924 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-25f9785b-ce02-4639-b144-2782e53d94d8 req-80b89996-640c-4d1f-afc0-65844fd10ed3 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468259 Nov 29 02:07:13.649471 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:13.837093 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692781d-d15d-4ecd-ba3d-5801ad14c9cc req-97aa1d79-ef49-4c24-a3e9-8c81e1ab4175 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:13.838585 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9692781d-d15d-4ecd-ba3d-5801ad14c9cc req-97aa1d79-ef49-4c24-a3e9-8c81e1ab4175 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf HTTP/1.1" status: 200 len: 943 time: 0.0534625 Nov 29 02:07:13.887929 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9692781d-d15d-4ecd-ba3d-5801ad14c9cc req-9b80e77f-576a-4fda-9cc3-09054c29e298 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433207 Nov 29 02:07:14.281907 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-08e98b2e-ad9f-41bf-bd31-d7316aab050f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:15.005119 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d44ec-a1bc-446b-ad33-e2076369c904 req-0db9aabe-7bbf-4815-b002-2ef58a0daa57 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:15.007145 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5f3d44ec-a1bc-446b-ad33-e2076369c904 req-0db9aabe-7bbf-4815-b002-2ef58a0daa57 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf HTTP/1.1" status: 200 len: 943 time: 0.0508959 Nov 29 02:07:15.055206 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5f3d44ec-a1bc-446b-ad33-e2076369c904 req-8da149ba-ea32-431a-a67e-182c4dd943d7 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421524 Nov 29 02:07:15.288918 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:16.172371 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aba455-5bc9-4c92-8e9b-99c4f2ef4f9e req-91b84833-7479-4789-a49b-fd19ac8bab7a tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:16.173835 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a1aba455-5bc9-4c92-8e9b-99c4f2ef4f9e req-91b84833-7479-4789-a49b-fd19ac8bab7a tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf HTTP/1.1" status: 200 len: 943 time: 0.0526531 Nov 29 02:07:16.221665 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a1aba455-5bc9-4c92-8e9b-99c4f2ef4f9e req-088f79cf-e104-43b8-8588-b4a4729d2903 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413404 Nov 29 02:07:16.983677 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:17.332524 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7250a4a-5668-4e5c-b6af-b55c4fa571b7 req-1d6da865-7fd1-4a1d-aa7e-60fded14a3f0 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:17.333993 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d7250a4a-5668-4e5c-b6af-b55c4fa571b7 req-1d6da865-7fd1-4a1d-aa7e-60fded14a3f0 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf HTTP/1.1" status: 200 len: 943 time: 0.0477779 Nov 29 02:07:17.382271 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d7250a4a-5668-4e5c-b6af-b55c4fa571b7 req-516b3207-7e2f-4480-89d6-4786f6bb7d9b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424466 Nov 29 02:07:17.812346 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:18.493265 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ec1dd-2895-4d99-b6f8-d80524829a66 req-ed9cd30f-b7a0-4624-b714-5e167b295cf2 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:18.494765 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d17ec1dd-2895-4d99-b6f8-d80524829a66 req-ed9cd30f-b7a0-4624-b714-5e167b295cf2 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf HTTP/1.1" status: 200 len: 943 time: 0.0480402 Nov 29 02:07:18.546786 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d17ec1dd-2895-4d99-b6f8-d80524829a66 req-7053e325-f166-4e27-8a6b-34c49c839cb3 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461750 Nov 29 02:07:19.658197 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e9145-a00a-4233-be5a-aa1497fc3e8c req-f51ecebe-abe4-4bfd-ae11-8c617efe2505 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:19.659647 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c05e9145-a00a-4233-be5a-aa1497fc3e8c req-f51ecebe-abe4-4bfd-ae11-8c617efe2505 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf HTTP/1.1" status: 200 len: 943 time: 0.0476248 Nov 29 02:07:19.707731 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c05e9145-a00a-4233-be5a-aa1497fc3e8c req-7d83e50f-5c33-469d-9ef7-9823749109d0 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417356 Nov 29 02:07:20.821987 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7e86f-993d-4327-b38b-7ce20119b3b5 req-077f0fa3-b8f6-402a-b9f3-5fc7f64561b6 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:20.823470 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-93a7e86f-993d-4327-b38b-7ce20119b3b5 req-077f0fa3-b8f6-402a-b9f3-5fc7f64561b6 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf HTTP/1.1" status: 200 len: 943 time: 0.0488462 Nov 29 02:07:20.872084 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-93a7e86f-993d-4327-b38b-7ce20119b3b5 req-45aeb75d-11e7-4e5e-b93d-0692450ae347 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424905 Nov 29 02:07:21.989990 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6b6d3-23dc-4e03-8d8e-0dc283a775ee req-6d97b9fd-8d97-47c6-a439-81fe1d13e0e1 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:21.991434 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-44a6b6d3-23dc-4e03-8d8e-0dc283a775ee req-6d97b9fd-8d97-47c6-a439-81fe1d13e0e1 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf HTTP/1.1" status: 200 len: 943 time: 0.0517931 Nov 29 02:07:22.039616 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-44a6b6d3-23dc-4e03-8d8e-0dc283a775ee req-d0f3c175-d003-494e-8228-d3f2ad08edfd tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423989 Nov 29 02:07:23.151697 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02553af8-0d89-4712-9fea-f574136fdd66 req-b8aa8902-6b59-4ad7-82d8-fc9c416e83e2 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:23.153457 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-02553af8-0d89-4712-9fea-f574136fdd66 req-b8aa8902-6b59-4ad7-82d8-fc9c416e83e2 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf HTTP/1.1" status: 200 len: 943 time: 0.0489125 Nov 29 02:07:23.201805 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-02553af8-0d89-4712-9fea-f574136fdd66 req-c22579e1-e195-4e55-9fe3-8b0b97d4189b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423405 Nov 29 02:07:24.320680 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a032a02-3cc2-4aef-ad3d-b90e31d545d2 req-96eb0234-c3ac-4e56-8a37-331f91955a4d tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:24.322251 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7a032a02-3cc2-4aef-ad3d-b90e31d545d2 req-96eb0234-c3ac-4e56-8a37-331f91955a4d tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf HTTP/1.1" status: 200 len: 943 time: 0.0481017 Nov 29 02:07:24.373897 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7a032a02-3cc2-4aef-ad3d-b90e31d545d2 req-6bf9fef4-b5ea-4ae5-9b81-9cea05ce4bed tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457408 Nov 29 02:07:24.564252 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device e3ace871-8ed6-494d-9191-55973103bd75 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:07:24.659935 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port e3ace871-8ed6-494d-9191-55973103bd75, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=e3ace871-8ed6-494d-9191-55973103bd75,segment=NetworkSegment(43e3cd5a-9d58-4166-b36e-b280ad609a36),segment_id=43e3cd5a-9d58-4166-b36e-b280ad609a36)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:07:24.671170 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': 'e3ace871-8ed6-494d-9191-55973103bd75', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'port_id': 'e3ace871-8ed6-494d-9191-55973103bd75', 'mac_address': 'fa:16:3e:81:c4:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:07:24.709756 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:24.720505 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ace871-8ed6-494d-9191-55973103bd75 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:07:24.739049 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port e3ace871-8ed6-494d-9191-55973103bd75, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=e3ace871-8ed6-494d-9191-55973103bd75,segment=NetworkSegment(43e3cd5a-9d58-4166-b36e-b280ad609a36),segment_id=43e3cd5a-9d58-4166-b36e-b280ad609a36)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:07:24.743622 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:24.788183 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=e3ace871-8ed6-494d-9191-55973103bd75,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:25.079366 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['e3ace871-8ed6-494d-9191-55973103bd75'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:07:25.494443 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9507679-67a7-46ab-9322-beed8370673b req-77351a95-6fae-40f3-8f03-872f00e9c13c tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:25.495914 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c9507679-67a7-46ab-9322-beed8370673b req-77351a95-6fae-40f3-8f03-872f00e9c13c tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf HTTP/1.1" status: 200 len: 944 time: 0.0480876 Nov 29 02:07:25.544029 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c9507679-67a7-46ab-9322-beed8370673b req-96796784-153e-4b77-ae42-3f02bca373da tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421827 Nov 29 02:07:26.595864 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device e3ace871-8ed6-494d-9191-55973103bd75 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:07:26.647475 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port e3ace871-8ed6-494d-9191-55973103bd75 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:07:26.651423 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port e3ace871-8ed6-494d-9191-55973103bd75 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:07:26.651874 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:26.659292 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd74b7-c430-4183-af1c-29e98e8ba4e1 req-7d3400bf-ad8c-470b-9fb0-12cd2eb21aa6 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:26.660889 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cebd74b7-c430-4183-af1c-29e98e8ba4e1 req-7d3400bf-ad8c-470b-9fb0-12cd2eb21aa6 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf HTTP/1.1" status: 200 len: 944 time: 0.0488923 Nov 29 02:07:26.710135 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cebd74b7-c430-4183-af1c-29e98e8ba4e1 req-9603b4c6-9760-4013-b602-0b7468e066b8 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432999 Nov 29 02:07:26.729489 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:26.751451 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23838a73-7cbf-4bac-b163-39d51c6d0aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ace871-8ed6-494d-9191-55973103bd75'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:07:26.753732 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9d0f58-b40c-44b6-92c4-471e135047cb" -d '{"events": [{"server_uuid": "23838a73-7cbf-4bac-b163-39d51c6d0aaf", "name": "network-vif-plugged", "status": "completed", "tag": "e3ace871-8ed6-494d-9191-55973103bd75"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:07:26.766798 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port e3ace871-8ed6-494d-9191-55973103bd75, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=e3ace871-8ed6-494d-9191-55973103bd75,segment=NetworkSegment(43e3cd5a-9d58-4166-b36e-b280ad609a36),segment_id=43e3cd5a-9d58-4166-b36e-b280ad609a36)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:07:26.771306 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:26.794537 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c647b1-84b7-42c8-9e6d-9270c9ecc9a0 x-openstack-request-id: req-f2c647b1-84b7-42c8-9e6d-9270c9ecc9a0 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:07:26.794829 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23838a73-7cbf-4bac-b163-39d51c6d0aaf", "name": "network-vif-plugged", "status": "completed", "tag": "e3ace871-8ed6-494d-9191-55973103bd75", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:07:26.795084 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f2c647b1-84b7-42c8-9e6d-9270c9ecc9a0 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:07:26.795473 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23838a73-7cbf-4bac-b163-39d51c6d0aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ace871-8ed6-494d-9191-55973103bd75', 'code': 200} Nov 29 02:07:26.821666 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=e3ace871-8ed6-494d-9191-55973103bd75,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:27.020892 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71004042-ad62-4869-9f28-f0233e08b086 req-248b8bb5-1886-4b35-a610-70ef5ff55b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:27.023077 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-71004042-ad62-4869-9f28-f0233e08b086 req-248b8bb5-1886-4b35-a610-70ef5ff55b33 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf HTTP/1.1" status: 200 len: 1098 time: 0.0401804 Nov 29 02:07:27.076220 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-71004042-ad62-4869-9f28-f0233e08b086 req-20a4aab8-ffa7-4114-b90b-ab220cd88b1e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444212 Nov 29 02:07:27.827955 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b095edc-09b1-4066-95db-5d031ebc031a req-40ab2ea4-980b-4e1b-b9ba-2eaf6ba8757d tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:27.829536 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3b095edc-09b1-4066-95db-5d031ebc031a req-40ab2ea4-980b-4e1b-b9ba-2eaf6ba8757d tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf HTTP/1.1" status: 200 len: 945 time: 0.0525811 Nov 29 02:07:27.879944 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3b095edc-09b1-4066-95db-5d031ebc031a req-cc92cb5a-f2de-4551-91e8-e9228b40aff4 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436301 Nov 29 02:07:28.996044 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b27524-6c6b-4837-9b86-ab6ae3dc0c5a req-8961ef84-c203-4d1b-9c94-96eda3b8d451 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:28.997501 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-32b27524-6c6b-4837-9b86-ab6ae3dc0c5a req-8961ef84-c203-4d1b-9c94-96eda3b8d451 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf HTTP/1.1" status: 200 len: 945 time: 0.0481110 Nov 29 02:07:29.045599 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-32b27524-6c6b-4837-9b86-ab6ae3dc0c5a req-23a388ea-46c9-41c4-b7b4-33eb7cac1656 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422223 Nov 29 02:07:29.160467 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9976e-9a24-4973-b1cd-0a980f623d1f req-673229d7-b923-48f0-93b4-ad1281fb8642 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:29.161882 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-14e9976e-9a24-4973-b1cd-0a980f623d1f req-673229d7-b923-48f0-93b4-ad1281fb8642 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf HTTP/1.1" status: 200 len: 945 time: 0.0519474 Nov 29 02:07:29.210021 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-14e9976e-9a24-4973-b1cd-0a980f623d1f req-63cf431b-0629-420c-8e3e-d83d36e83652 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417552 Nov 29 02:07:29.232988 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44824) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:29.358523 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b686c9-8137-4603-ade5-529f7d96d0bc tempest-TestVolumeBootPattern-1744186349 tempest-TestVolumeBootPattern-1744186349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:29.360027 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c0b686c9-8137-4603-ade5-529f7d96d0bc tempest-TestVolumeBootPattern-1744186349 tempest-TestVolumeBootPattern-1744186349-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf HTTP/1.1" status: 200 len: 1093 time: 0.1260164 Nov 29 02:07:29.362975 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44828) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:29.367490 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-bf695b1a-a794-4dbd-b08c-c217683c8131 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'port_id': 'e3ace871-8ed6-494d-9191-55973103bd75', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:07:29.389040 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf695b1a-a794-4dbd-b08c-c217683c8131 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:29.486514 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf695b1a-a794-4dbd-b08c-c217683c8131 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:29.584963 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-bf695b1a-a794-4dbd-b08c-c217683c8131 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Allocated IP 172.26.3.235 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/68a2bf99-356b-4fc9-b0fb-407bbc5a3900) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:07:29.684862 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf695b1a-a794-4dbd-b08c-c217683c8131 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:29.717266 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf695b1a-a794-4dbd-b08c-c217683c8131 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:29.754976 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf695b1a-a794-4dbd-b08c-c217683c8131 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:07:29.758290 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-bf695b1a-a794-4dbd-b08c-c217683c8131 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:07:29.762456 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf695b1a-a794-4dbd-b08c-c217683c8131 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:07:29.785206 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf695b1a-a794-4dbd-b08c-c217683c8131 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Pushing event updated for resources: {'Port': ['ID=68a2bf99-356b-4fc9-b0fb-407bbc5a3900,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:30.098847 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf695b1a-a794-4dbd-b08c-c217683c8131 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:30.165384 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf695b1a-a794-4dbd-b08c-c217683c8131 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:30.312873 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf695b1a-a794-4dbd-b08c-c217683c8131 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:30.317378 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf695b1a-a794-4dbd-b08c-c217683c8131 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:30.388377 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf695b1a-a794-4dbd-b08c-c217683c8131 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Pushing event updated for resources: {'Port': ['ID=68a2bf99-356b-4fc9-b0fb-407bbc5a3900,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:30.398855 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf695b1a-a794-4dbd-b08c-c217683c8131 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:30.496161 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-bf695b1a-a794-4dbd-b08c-c217683c8131 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Floating IP ab13f8e5-5ada-4536-a4fc-3f7bc38c98b6 associated. External IP: 172.26.3.235, port: e3ace871-8ed6-494d-9191-55973103bd75. Nov 29 02:07:30.690852 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf695b1a-a794-4dbd-b08c-c217683c8131 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Router 95237a31-4eb2-4f77-8a2a-d66f853fb185 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:07:30.796162 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf695b1a-a794-4dbd-b08c-c217683c8131 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:07:30.805862 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7839765-89bc-440c-a18e-ab726b90d45f None None] Sync routers for ids ['95237a31-4eb2-4f77-8a2a-d66f853fb185'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:07:30.814920 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf695b1a-a794-4dbd-b08c-c217683c8131 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:30.817547 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7839765-89bc-440c-a18e-ab726b90d45f None None] Routers {'95237a31-4eb2-4f77-8a2a-d66f853fb185'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:07:30.818178 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a7839765-89bc-440c-a18e-ab726b90d45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:07:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['95237a31-4eb2-4f77-8a2a-d66f853fb185'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:07:30.842652 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bf695b1a-a794-4dbd-b08c-c217683c8131 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4784758 Nov 29 02:07:30.843346 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23838a73-7cbf-4bac-b163-39d51c6d0aaf', 'tag': 'e3ace871-8ed6-494d-9191-55973103bd75'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:07:30.845780 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a54b0b8d43a805c8e04fafa9e6e1877f555095d74f053d1eebc96b979e45145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1356178-eda4-4f11-b87f-99c3bd6d14b4" -d '{"events": [{"name": "network-changed", "server_uuid": "23838a73-7cbf-4bac-b163-39d51c6d0aaf", "tag": "e3ace871-8ed6-494d-9191-55973103bd75"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:07:30.882594 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c636b03-4750-42e8-9698-fdbc2b3cb329 x-openstack-request-id: req-8c636b03-4750-42e8-9698-fdbc2b3cb329 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:07:30.882892 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23838a73-7cbf-4bac-b163-39d51c6d0aaf", "tag": "e3ace871-8ed6-494d-9191-55973103bd75", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:07:30.883151 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8c636b03-4750-42e8-9698-fdbc2b3cb329 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:07:30.883583 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23838a73-7cbf-4bac-b163-39d51c6d0aaf', 'tag': 'e3ace871-8ed6-494d-9191-55973103bd75', 'status': 'completed', 'code': 200} Nov 29 02:07:30.926032 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-a7839765-89bc-440c-a18e-ab726b90d45f None None] Set router 95237a31-4eb2-4f77-8a2a-d66f853fb185 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:07:30.967759 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1356178-eda4-4f11-b87f-99c3bd6d14b4 req-9de597fe-b950-454b-83de-e475db887217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:30.969190 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a1356178-eda4-4f11-b87f-99c3bd6d14b4 req-9de597fe-b950-454b-83de-e475db887217 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99e2787ae1eb4571b1be84af3aefd0fe&device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf HTTP/1.1" status: 200 len: 1098 time: 0.0406566 Nov 29 02:07:31.059443 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1356178-eda4-4f11-b87f-99c3bd6d14b4 req-d4043e7c-502e-4205-a9be-0626224730fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:31.060909 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a1356178-eda4-4f11-b87f-99c3bd6d14b4 req-d4043e7c-502e-4205-a9be-0626224730fc service neutron] 10.222.0.24 "GET /v2.0/networks?id=2758948e-395a-46ec-aaa8-7c73c4196c63 HTTP/1.1" status: 200 len: 913 time: 0.0846720 Nov 29 02:07:31.133255 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a1356178-eda4-4f11-b87f-99c3bd6d14b4 req-a7113959-e36d-461d-a84c-0262eceda0a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3ace871-8ed6-494d-9191-55973103bd75 HTTP/1.1" status: 200 len: 999 time: 0.0625751 Nov 29 02:07:31.144147 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a7839765-89bc-440c-a18e-ab726b90d45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'name': 'tempest-TestVolumeBootPattern-1034486042-router', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'gw_port': {'id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'ab13f8e5-5ada-4536-a4fc-3f7bc38c98b6', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'floating_ip_address': '172.26.3.235', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'port_id': 'e3ace871-8ed6-494d-9191-55973103bd75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'mac_address': 'fa:16:3e:81:c4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23838a73-7cbf-4bac-b163-39d51c6d0aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:07:29Z', 'updated_at': '2021-11-29T02:07:29Z', 'revision_number': 0, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a720ae1-5dfc-414c-94e9-47350fb463f2', 'name': '', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'mac_address': 'fa:16:3e:fd:24:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:39Z', 'updated_at': '2021-11-29T02:06:45Z', 'revision_number': 5, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'subnets': [{'id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:07:31.169823 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7839765-89bc-440c-a18e-ab726b90d45f None None] Checking router: 95237a31-4eb2-4f77-8a2a-d66f853fb185 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:07:31.177893 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7839765-89bc-440c-a18e-ab726b90d45f None None] Routers {'95237a31-4eb2-4f77-8a2a-d66f853fb185'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:07:31.178492 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a7839765-89bc-440c-a18e-ab726b90d45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:07:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['95237a31-4eb2-4f77-8a2a-d66f853fb185'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:07:31.183221 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1356178-eda4-4f11-b87f-99c3bd6d14b4 req-f47cb2bd-a9d3-4177-97b9-8d7a83f437d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:31.184681 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a1356178-eda4-4f11-b87f-99c3bd6d14b4 req-f47cb2bd-a9d3-4177-97b9-8d7a83f437d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4cf21d5a-352a-4dc2-8e6c-9e7126bec139 HTTP/1.1" status: 200 len: 851 time: 0.0447178 Nov 29 02:07:31.235438 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1356178-eda4-4f11-b87f-99c3bd6d14b4 req-6767d480-9eeb-423d-bb98-6c5e651aca0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:31.236931 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a1356178-eda4-4f11-b87f-99c3bd6d14b4 req-6767d480-9eeb-423d-bb98-6c5e651aca0b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2758948e-395a-46ec-aaa8-7c73c4196c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447600 Nov 29 02:07:31.334144 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a1356178-eda4-4f11-b87f-99c3bd6d14b4 req-6bcffda2-90d7-4d0b-bbea-14ef76fc6748 service neutron] 10.222.0.24 "GET /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889926 Nov 29 02:07:31.364945 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-a7839765-89bc-440c-a18e-ab726b90d45f None None] Set router 95237a31-4eb2-4f77-8a2a-d66f853fb185 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:07:31.429704 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a1356178-eda4-4f11-b87f-99c3bd6d14b4 req-2f6c989d-f043-4b23-b0ae-b3b3f63c275d service neutron] 10.222.0.24 "GET /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859618 Nov 29 02:07:31.583464 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a7839765-89bc-440c-a18e-ab726b90d45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'name': 'tempest-TestVolumeBootPattern-1034486042-router', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'gw_port': {'id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'ab13f8e5-5ada-4536-a4fc-3f7bc38c98b6', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'floating_ip_address': '172.26.3.235', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'port_id': 'e3ace871-8ed6-494d-9191-55973103bd75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'mac_address': 'fa:16:3e:81:c4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23838a73-7cbf-4bac-b163-39d51c6d0aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:07:29Z', 'updated_at': '2021-11-29T02:07:29Z', 'revision_number': 0, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a720ae1-5dfc-414c-94e9-47350fb463f2', 'name': '', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'mac_address': 'fa:16:3e:fd:24:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:39Z', 'updated_at': '2021-11-29T02:06:45Z', 'revision_number': 5, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'subnets': [{'id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:07:31.608359 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7839765-89bc-440c-a18e-ab726b90d45f None None] The sync data for ids ['95237a31-4eb2-4f77-8a2a-d66f853fb185'] in dv-neutron-819032-3-hyperv is: [{'id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'name': 'tempest-TestVolumeBootPattern-1034486042-router', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'gw_port': {'id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'ab13f8e5-5ada-4536-a4fc-3f7bc38c98b6', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'floating_ip_address': '172.26.3.235', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'port_id': 'e3ace871-8ed6-494d-9191-55973103bd75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'mac_address': 'fa:16:3e:81:c4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23838a73-7cbf-4bac-b163-39d51c6d0aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:07:29Z', 'updated_at': '2021-11-29T02:07:29Z', 'revision_number': 0, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a720ae1-5dfc-414c-94e9-47350fb463f2', 'name': '', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'mac_address': 'fa:16:3e:fd:24:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:39Z', 'updated_at': '2021-11-29T02:06:45Z', 'revision_number': 5, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'subnets': [{'id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:07:31.789091 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8a6d36-65ea-44b1-baf5-b1f517231161 None None] New status for floating IP ab13f8e5-5ada-4536-a4fc-3f7bc38c98b6: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:07:35.590628 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44838) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:35.697625 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c6c29a64-0458-44a2-8176-d2c2979d0fda tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/routers/a9662208-cc4a-43e8-8728-476c2dc13b41/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1059024 Nov 29 02:07:35.700359 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44840) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:35.816804 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a57d948-c92e-4237-8733-3aadae22ac37 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Notify agent at dv-neutron-819032-3-hyperv the message router_removed_from_agent {{(pid=103254) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Nov 29 02:07:35.819994 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4a57d948-c92e-4237-8733-3aadae22ac37 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "DELETE /v2.0/agents/f6b67206-d656-4bc2-8942-7910b949fb34/l3-routers/a9662208-cc4a-43e8-8728-476c2dc13b41 HTTP/1.1" status: 204 len: 168 time: 0.1187410 Nov 29 02:07:35.822590 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44842) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:35.929928 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-08bc86a3-df57-4dd6-a3d6-c497f6685910 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/routers/a9662208-cc4a-43e8-8728-476c2dc13b41/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1057718 Nov 29 02:07:35.932409 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44844) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:35.990504 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-06855ff9-b696-48e2-b7f7-e2b1566a24ab tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/floatingips/bb47e223-e631-44c4-bb68-3caaa454d737 HTTP/1.1" status: 200 len: 993 time: 0.0570650 Nov 29 02:07:36.219540 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device cda53efd-8717-46b0-a2e2-21f7963d841e no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:07:36.300376 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:36.334171 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port cda53efd-8717-46b0-a2e2-21f7963d841e, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=cda53efd-8717-46b0-a2e2-21f7963d841e,segment=NetworkSegment(ec52d3ea-de5f-45da-8587-a2db29293987),segment_id=ec52d3ea-de5f-45da-8587-a2db29293987)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:07:36.337897 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:36.383541 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=cda53efd-8717-46b0-a2e2-21f7963d841e,revision_number=6']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:36.580950 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7723cedf-b2ad-4dc6-9d39-10e02ccbaa98 None None] New status for floating IP bb47e223-e631-44c4-bb68-3caaa454d737: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:07:36.994426 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44846) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:37.054338 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-63608d06-2122-4347-8ae1-035f246c4ba9 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/floatingips/bb47e223-e631-44c4-bb68-3caaa454d737 HTTP/1.1" status: 200 len: 991 time: 0.0582652 Nov 29 02:07:38.138482 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 8682c672-c10e-4beb-9f49-d193591a3270 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:07:38.214594 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44852) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:38.217106 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:38.237428 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port 8682c672-c10e-4beb-9f49-d193591a3270, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=8682c672-c10e-4beb-9f49-d193591a3270,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:07:38.242546 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:38.291194 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=8682c672-c10e-4beb-9f49-d193591a3270,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:38.345257 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6115d7b-c98e-4b25-80fe-f371da5e6866 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Router a9662208-cc4a-43e8-8728-476c2dc13b41 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:07:38.345838 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6115d7b-c98e-4b25-80fe-f371da5e6866 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Notify agent at dv-neutron-819032-3-hyperv the message router_added_to_agent {{(pid=103255) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Nov 29 02:07:38.375845 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e6115d7b-c98e-4b25-80fe-f371da5e6866 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "POST /v2.0/agents/f6b67206-d656-4bc2-8942-7910b949fb34/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1577828 Nov 29 02:07:38.376038 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44856) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:38.394902 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51889e02-82ac-4598-9776-63af418f9c62 None None] Sync routers for ids ['a9662208-cc4a-43e8-8728-476c2dc13b41'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:07:38.406840 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51889e02-82ac-4598-9776-63af418f9c62 None None] Routers {'a9662208-cc4a-43e8-8728-476c2dc13b41'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:07:38.407457 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-51889e02-82ac-4598-9776-63af418f9c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:07:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a9662208-cc4a-43e8-8728-476c2dc13b41'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:07:38.488213 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c4e00d28-7368-483c-b174-3fc7ad7282b3 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/routers/a9662208-cc4a-43e8-8728-476c2dc13b41/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1110532 Nov 29 02:07:38.490899 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44860) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:38.510405 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-51889e02-82ac-4598-9776-63af418f9c62 None None] Set router a9662208-cc4a-43e8-8728-476c2dc13b41 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:07:38.560203 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8143d453-96cb-4526-a99f-738305346eb7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/floatingips/bb47e223-e631-44c4-bb68-3caaa454d737 HTTP/1.1" status: 200 len: 991 time: 0.0682225 Nov 29 02:07:38.731194 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-51889e02-82ac-4598-9776-63af418f9c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'name': 'tempest-TestNetworkBasicOps-router-199818646', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '8682c672-c10e-4beb-9f49-d193591a3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:32Z', 'updated_at': '2021-11-29T02:06:37Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '8682c672-c10e-4beb-9f49-d193591a3270', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:33Z', 'updated_at': '2021-11-29T02:07:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'bb47e223-e631-44c4-bb68-3caaa454d737', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.253', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'port_id': '55067f40-7dc0-4391-9239-c93c45b3c925', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38cf7e25-d3db-4b1c-ba51-3f50b4f4b315', 'mac_address': 'fa:16:3e:c7:a9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd8787-d5e7-4cfe-a819-a50dbce195dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:06:57Z', 'updated_at': '2021-11-29T02:07:36Z', 'revision_number': 2, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cda53efd-8717-46b0-a2e2-21f7963d841e', 'name': '', 'network_id': '38cf7e25-d3db-4b1c-ba51-3f50b4f4b315', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:90:d4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '96e07e69-e940-44f0-a2b0-2b954ca6e2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:35Z', 'updated_at': '2021-11-29T02:07:36Z', 'revision_number': 6, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '96e07e69-e940-44f0-a2b0-2b954ca6e2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:07:38.757340 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51889e02-82ac-4598-9776-63af418f9c62 None None] Checking router: a9662208-cc4a-43e8-8728-476c2dc13b41 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:07:38.765263 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51889e02-82ac-4598-9776-63af418f9c62 None None] Routers {'a9662208-cc4a-43e8-8728-476c2dc13b41'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:07:38.765887 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-51889e02-82ac-4598-9776-63af418f9c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:07:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a9662208-cc4a-43e8-8728-476c2dc13b41'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:07:38.867425 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-51889e02-82ac-4598-9776-63af418f9c62 None None] Set router a9662208-cc4a-43e8-8728-476c2dc13b41 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:07:39.095886 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-51889e02-82ac-4598-9776-63af418f9c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'name': 'tempest-TestNetworkBasicOps-router-199818646', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '8682c672-c10e-4beb-9f49-d193591a3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:32Z', 'updated_at': '2021-11-29T02:06:37Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '8682c672-c10e-4beb-9f49-d193591a3270', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:33Z', 'updated_at': '2021-11-29T02:07:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'bb47e223-e631-44c4-bb68-3caaa454d737', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.253', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'port_id': '55067f40-7dc0-4391-9239-c93c45b3c925', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38cf7e25-d3db-4b1c-ba51-3f50b4f4b315', 'mac_address': 'fa:16:3e:c7:a9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd8787-d5e7-4cfe-a819-a50dbce195dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:06:57Z', 'updated_at': '2021-11-29T02:07:36Z', 'revision_number': 2, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cda53efd-8717-46b0-a2e2-21f7963d841e', 'name': '', 'network_id': '38cf7e25-d3db-4b1c-ba51-3f50b4f4b315', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:90:d4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '96e07e69-e940-44f0-a2b0-2b954ca6e2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:35Z', 'updated_at': '2021-11-29T02:07:36Z', 'revision_number': 6, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '96e07e69-e940-44f0-a2b0-2b954ca6e2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:07:39.121293 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51889e02-82ac-4598-9776-63af418f9c62 None None] The sync data for ids ['a9662208-cc4a-43e8-8728-476c2dc13b41'] in dv-neutron-819032-3-hyperv is: [{'id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'name': 'tempest-TestNetworkBasicOps-router-199818646', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '8682c672-c10e-4beb-9f49-d193591a3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:32Z', 'updated_at': '2021-11-29T02:06:37Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '8682c672-c10e-4beb-9f49-d193591a3270', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:33Z', 'updated_at': '2021-11-29T02:07:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'bb47e223-e631-44c4-bb68-3caaa454d737', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.253', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'port_id': '55067f40-7dc0-4391-9239-c93c45b3c925', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38cf7e25-d3db-4b1c-ba51-3f50b4f4b315', 'mac_address': 'fa:16:3e:c7:a9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbd8787-d5e7-4cfe-a819-a50dbce195dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:06:57Z', 'updated_at': '2021-11-29T02:07:36Z', 'revision_number': 2, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cda53efd-8717-46b0-a2e2-21f7963d841e', 'name': '', 'network_id': '38cf7e25-d3db-4b1c-ba51-3f50b4f4b315', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:90:d4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '96e07e69-e940-44f0-a2b0-2b954ca6e2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:35Z', 'updated_at': '2021-11-29T02:07:36Z', 'revision_number': 6, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '96e07e69-e940-44f0-a2b0-2b954ca6e2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:07:39.563420 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44862) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:39.628889 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e511bad7-1092-4486-afef-b7984980567e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/floatingips/bb47e223-e631-44c4-bb68-3caaa454d737 HTTP/1.1" status: 200 len: 991 time: 0.0629566 Nov 29 02:07:40.194013 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 8682c672-c10e-4beb-9f49-d193591a3270 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:07:40.245700 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 8682c672-c10e-4beb-9f49-d193591a3270 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:07:40.246105 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:40.332974 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:40.355276 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port 8682c672-c10e-4beb-9f49-d193591a3270, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=8682c672-c10e-4beb-9f49-d193591a3270,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:07:40.359310 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:40.360125 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device cda53efd-8717-46b0-a2e2-21f7963d841e up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:07:40.439584 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=8682c672-c10e-4beb-9f49-d193591a3270,revision_number=6']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:40.449811 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port cda53efd-8717-46b0-a2e2-21f7963d841e triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:07:40.450129 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:40.531686 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:40.563756 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port cda53efd-8717-46b0-a2e2-21f7963d841e, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=cda53efd-8717-46b0-a2e2-21f7963d841e,segment=NetworkSegment(ec52d3ea-de5f-45da-8587-a2db29293987),segment_id=ec52d3ea-de5f-45da-8587-a2db29293987)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:07:40.567307 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:40.613929 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=cda53efd-8717-46b0-a2e2-21f7963d841e,revision_number=7']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:40.631239 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44864) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:40.692824 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ff627d8c-a08d-4e2e-91c1-3e991790ed7c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/floatingips/bb47e223-e631-44c4-bb68-3caaa454d737 HTTP/1.1" status: 200 len: 991 time: 0.0603800 Nov 29 02:07:40.775197 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7a32be-a163-4434-b0c6-09f8306963ca None None] New status for floating IP bb47e223-e631-44c4-bb68-3caaa454d737: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:07:41.696607 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44866) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:41.755557 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5f280296-de2e-4bdd-be2b-6b782508f521 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/floatingips/bb47e223-e631-44c4-bb68-3caaa454d737 HTTP/1.1" status: 200 len: 993 time: 0.0578318 Nov 29 02:07:41.984142 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44872) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:42.024400 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1f87594a-f8b4-4a9c-acea-aaa5208ba529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:42.143118 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d53b3fea-172c-40d3-bfb1-0185fe29c4fc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port ca7dabc3-68da-4725-8682-f98503588708 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:07:42.144316 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d53b3fea-172c-40d3-bfb1-0185fe29c4fc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:42.162277 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 8682c672-c10e-4beb-9f49-d193591a3270 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:07:42.213463 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 8682c672-c10e-4beb-9f49-d193591a3270 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:07:42.213825 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:42.221516 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d53b3fea-172c-40d3-bfb1-0185fe29c4fc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:42.221869 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d53b3fea-172c-40d3-bfb1-0185fe29c4fc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:42.233796 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d53b3fea-172c-40d3-bfb1-0185fe29c4fc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for ca7dabc3-68da-4725-8682-f98503588708 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:07:42.289375 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device cda53efd-8717-46b0-a2e2-21f7963d841e up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:07:42.334672 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port cda53efd-8717-46b0-a2e2-21f7963d841e triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:07:42.335552 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:42.381153 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d53b3fea-172c-40d3-bfb1-0185fe29c4fc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:42.406851 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b3fea-172c-40d3-bfb1-0185fe29c4fc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=ca7dabc3-68da-4725-8682-f98503588708,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:42.418927 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53b3fea-172c-40d3-bfb1-0185fe29c4fc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:42.419291 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53b3fea-172c-40d3-bfb1-0185fe29c4fc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:42.419644 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53b3fea-172c-40d3-bfb1-0185fe29c4fc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:42.420006 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53b3fea-172c-40d3-bfb1-0185fe29c4fc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:42.420337 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53b3fea-172c-40d3-bfb1-0185fe29c4fc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:42.420786 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53b3fea-172c-40d3-bfb1-0185fe29c4fc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:42.421129 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53b3fea-172c-40d3-bfb1-0185fe29c4fc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:42.421333 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53b3fea-172c-40d3-bfb1-0185fe29c4fc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:42.421700 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53b3fea-172c-40d3-bfb1-0185fe29c4fc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:42.422035 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53b3fea-172c-40d3-bfb1-0185fe29c4fc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:42.422372 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53b3fea-172c-40d3-bfb1-0185fe29c4fc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:42.422700 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53b3fea-172c-40d3-bfb1-0185fe29c4fc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:42.476618 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d53b3fea-172c-40d3-bfb1-0185fe29c4fc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:42.476943 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [None req-d53b3fea-172c-40d3-bfb1-0185fe29c4fc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Floating IP bb47e223-e631-44c4-bb68-3caaa454d737 disassociated (deleted). External IP: 172.26.3.253, port: 55067f40-7dc0-4391-9239-c93c45b3c925. Nov 29 02:07:42.684690 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53b3fea-172c-40d3-bfb1-0185fe29c4fc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router a9662208-cc4a-43e8-8728-476c2dc13b41 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:07:42.786908 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53b3fea-172c-40d3-bfb1-0185fe29c4fc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:07:42.791171 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d53b3fea-172c-40d3-bfb1-0185fe29c4fc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:42.796189 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7a06f7-3228-4a93-b2a5-70a2c7d01b37 None None] Sync routers for ids ['a9662208-cc4a-43e8-8728-476c2dc13b41'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:07:42.806395 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7a06f7-3228-4a93-b2a5-70a2c7d01b37 None None] Routers {'a9662208-cc4a-43e8-8728-476c2dc13b41'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:07:42.807004 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4b7a06f7-3228-4a93-b2a5-70a2c7d01b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:07:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a9662208-cc4a-43e8-8728-476c2dc13b41'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:07:42.819087 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d53b3fea-172c-40d3-bfb1-0185fe29c4fc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/floatingips/bb47e223-e631-44c4-bb68-3caaa454d737 HTTP/1.1" status: 204 len: 168 time: 0.8339286 Nov 29 02:07:42.820205 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbd8787-d5e7-4cfe-a819-a50dbce195dc', 'tag': '55067f40-7dc0-4391-9239-c93c45b3c925'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:07:42.822545 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a936730f-8132-4bdc-8c32-4faa7cfda740" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbd8787-d5e7-4cfe-a819-a50dbce195dc", "tag": "55067f40-7dc0-4391-9239-c93c45b3c925"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:07:42.865928 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a047c880-deac-4d15-842f-765e02fa2ae2 x-openstack-request-id: req-a047c880-deac-4d15-842f-765e02fa2ae2 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:07:42.866561 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbd8787-d5e7-4cfe-a819-a50dbce195dc", "tag": "55067f40-7dc0-4391-9239-c93c45b3c925", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:07:42.867486 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a047c880-deac-4d15-842f-765e02fa2ae2 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:07:42.867634 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fbd8787-d5e7-4cfe-a819-a50dbce195dc', 'tag': '55067f40-7dc0-4391-9239-c93c45b3c925', 'status': 'completed', 'code': 200} Nov 29 02:07:42.919330 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-4b7a06f7-3228-4a93-b2a5-70a2c7d01b37 None None] Set router a9662208-cc4a-43e8-8728-476c2dc13b41 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:07:42.983646 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936730f-8132-4bdc-8c32-4faa7cfda740 req-ce5387d5-a403-4547-97b0-6c2b3a818225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:42.985302 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a936730f-8132-4bdc-8c32-4faa7cfda740 req-ce5387d5-a403-4547-97b0-6c2b3a818225 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=5fbd8787-d5e7-4cfe-a819-a50dbce195dc HTTP/1.1" status: 200 len: 1098 time: 0.0679777 Nov 29 02:07:43.113788 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735a44e-24ab-414b-8c79-eec4b8440a9b req-9a3f9800-dd9b-4843-aa5e-bdae1f1ea60c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:43.116563 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9735a44e-24ab-414b-8c79-eec4b8440a9b req-9a3f9800-dd9b-4843-aa5e-bdae1f1ea60c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fbd8787-d5e7-4cfe-a819-a50dbce195dc HTTP/1.1" status: 200 len: 945 time: 0.1177983 Nov 29 02:07:43.146240 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4b7a06f7-3228-4a93-b2a5-70a2c7d01b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'name': 'tempest-TestNetworkBasicOps-router-199818646', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '8682c672-c10e-4beb-9f49-d193591a3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:32Z', 'updated_at': '2021-11-29T02:06:37Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '8682c672-c10e-4beb-9f49-d193591a3270', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:33Z', 'updated_at': '2021-11-29T02:07:40Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': 'cda53efd-8717-46b0-a2e2-21f7963d841e', 'name': '', 'network_id': '38cf7e25-d3db-4b1c-ba51-3f50b4f4b315', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:90:d4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '96e07e69-e940-44f0-a2b0-2b954ca6e2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:35Z', 'updated_at': '2021-11-29T02:07:40Z', 'revision_number': 7, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '96e07e69-e940-44f0-a2b0-2b954ca6e2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:07:43.180058 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9735a44e-24ab-414b-8c79-eec4b8440a9b req-cf4e06e9-f800-4374-bcfc-10e0fa5c0abc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=43157c85-d7f9-4d41-8301-7e11a2a6efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564117 Nov 29 02:07:43.268198 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:07:43.329183 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7a06f7-3228-4a93-b2a5-70a2c7d01b37 None None] Checking router: a9662208-cc4a-43e8-8728-476c2dc13b41 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:07:43.337627 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7a06f7-3228-4a93-b2a5-70a2c7d01b37 None None] Routers {'a9662208-cc4a-43e8-8728-476c2dc13b41'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:07:43.338246 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4b7a06f7-3228-4a93-b2a5-70a2c7d01b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:07:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a9662208-cc4a-43e8-8728-476c2dc13b41'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:07:43.433341 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936730f-8132-4bdc-8c32-4faa7cfda740 req-94e2c494-5b67-4a83-995a-520b2035fbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:43.434845 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a936730f-8132-4bdc-8c32-4faa7cfda740 req-94e2c494-5b67-4a83-995a-520b2035fbd8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=38cf7e25-d3db-4b1c-ba51-3f50b4f4b315 HTTP/1.1" status: 200 len: 897 time: 0.4165056 Nov 29 02:07:43.443296 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-4b7a06f7-3228-4a93-b2a5-70a2c7d01b37 None None] Set router a9662208-cc4a-43e8-8728-476c2dc13b41 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:07:43.479244 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a936730f-8132-4bdc-8c32-4faa7cfda740 req-130b3306-a0f9-41c0-abb1-ccf9f29caba1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55067f40-7dc0-4391-9239-c93c45b3c925 HTTP/1.1" status: 200 len: 217 time: 0.0334110 Nov 29 02:07:43.533045 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936730f-8132-4bdc-8c32-4faa7cfda740 req-ec153781-47a0-439e-a6c8-666554141696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:43.534457 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a936730f-8132-4bdc-8c32-4faa7cfda740 req-ec153781-47a0-439e-a6c8-666554141696 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=96e07e69-e940-44f0-a2b0-2b954ca6e2c5 HTTP/1.1" status: 200 len: 834 time: 0.0476284 Nov 29 02:07:43.579966 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936730f-8132-4bdc-8c32-4faa7cfda740 req-5988d60d-4941-4e94-a45d-a7b1f80fb315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:43.581454 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a936730f-8132-4bdc-8c32-4faa7cfda740 req-5988d60d-4941-4e94-a45d-a7b1f80fb315 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=38cf7e25-d3db-4b1c-ba51-3f50b4f4b315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383346 Nov 29 02:07:43.649795 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4b7a06f7-3228-4a93-b2a5-70a2c7d01b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'name': 'tempest-TestNetworkBasicOps-router-199818646', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '8682c672-c10e-4beb-9f49-d193591a3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:32Z', 'updated_at': '2021-11-29T02:06:37Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '8682c672-c10e-4beb-9f49-d193591a3270', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:33Z', 'updated_at': '2021-11-29T02:07:40Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': 'cda53efd-8717-46b0-a2e2-21f7963d841e', 'name': '', 'network_id': '38cf7e25-d3db-4b1c-ba51-3f50b4f4b315', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:90:d4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '96e07e69-e940-44f0-a2b0-2b954ca6e2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:35Z', 'updated_at': '2021-11-29T02:07:40Z', 'revision_number': 7, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '96e07e69-e940-44f0-a2b0-2b954ca6e2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:07:43.673425 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a936730f-8132-4bdc-8c32-4faa7cfda740 req-d596b194-8bbc-451f-9b98-6080330b19f3 service neutron] 10.222.0.24 "GET /v2.0/networks/38cf7e25-d3db-4b1c-ba51-3f50b4f4b315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828249 Nov 29 02:07:43.685035 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:43.685903 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7a06f7-3228-4a93-b2a5-70a2c7d01b37 None None] The sync data for ids ['a9662208-cc4a-43e8-8728-476c2dc13b41'] in dv-neutron-819032-3-hyperv is: [{'id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'name': 'tempest-TestNetworkBasicOps-router-199818646', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '8682c672-c10e-4beb-9f49-d193591a3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:32Z', 'updated_at': '2021-11-29T02:06:37Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '8682c672-c10e-4beb-9f49-d193591a3270', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:33Z', 'updated_at': '2021-11-29T02:07:40Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': 'cda53efd-8717-46b0-a2e2-21f7963d841e', 'name': '', 'network_id': '38cf7e25-d3db-4b1c-ba51-3f50b4f4b315', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:90:d4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '96e07e69-e940-44f0-a2b0-2b954ca6e2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:35Z', 'updated_at': '2021-11-29T02:07:40Z', 'revision_number': 7, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '96e07e69-e940-44f0-a2b0-2b954ca6e2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:07:43.771685 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a936730f-8132-4bdc-8c32-4faa7cfda740 req-a4bec938-5f95-4edf-b923-b848158637a4 service neutron] 10.222.0.24 "GET /v2.0/networks/38cf7e25-d3db-4b1c-ba51-3f50b4f4b315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895243 Nov 29 02:07:44.286544 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-05d551d3-8118-49ce-b1e5-cec6d5399457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:44.315937 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a1f8e3-f380-450f-80be-38de50a88f2a None None] New status for floating IP bb47e223-e631-44c4-bb68-3caaa454d737: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:07:44.356172 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba917e-3016-47a8-ad0b-4935d70f5437 req-28865e03-c2dd-4acf-85f8-9b11a493f902 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:44.357803 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8eba917e-3016-47a8-ad0b-4935d70f5437 req-28865e03-c2dd-4acf-85f8-9b11a493f902 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fbd8787-d5e7-4cfe-a819-a50dbce195dc HTTP/1.1" status: 200 len: 945 time: 0.1055779 Nov 29 02:07:44.409295 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8eba917e-3016-47a8-ad0b-4935d70f5437 req-286711f0-9c6e-4074-9f31-ddbef1d73a3a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=43157c85-d7f9-4d41-8301-7e11a2a6efcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452731 Nov 29 02:07:44.762886 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14628f-302c-4cec-b30c-a7b6847156b0 req-20ea590e-b98f-4805-9377-e6d9c57ab561 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:44.764342 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7e14628f-302c-4cec-b30c-a7b6847156b0 req-20ea590e-b98f-4805-9377-e6d9c57ab561 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fbd8787-d5e7-4cfe-a819-a50dbce195dc HTTP/1.1" status: 200 len: 945 time: 0.0479238 Nov 29 02:07:44.856638 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-7e14628f-302c-4cec-b30c-a7b6847156b0 req-81b0fd3c-bee9-48a3-afaa-c227d8302914 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port 55067f40-7dc0-4391-9239-c93c45b3c925 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:07:44.856989 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7e14628f-302c-4cec-b30c-a7b6847156b0 req-81b0fd3c-bee9-48a3-afaa-c227d8302914 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:44.945741 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-7e14628f-302c-4cec-b30c-a7b6847156b0 req-81b0fd3c-bee9-48a3-afaa-c227d8302914 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] For port 55067f40-7dc0-4391-9239-c93c45b3c925, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=55067f40-7dc0-4391-9239-c93c45b3c925,segment=NetworkSegment(ec52d3ea-de5f-45da-8587-a2db29293987),segment_id=ec52d3ea-de5f-45da-8587-a2db29293987)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:07:44.946109 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7e14628f-302c-4cec-b30c-a7b6847156b0 req-81b0fd3c-bee9-48a3-afaa-c227d8302914 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:44.958294 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-7e14628f-302c-4cec-b30c-a7b6847156b0 req-81b0fd3c-bee9-48a3-afaa-c227d8302914 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for 55067f40-7dc0-4391-9239-c93c45b3c925 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:07:45.085622 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7e14628f-302c-4cec-b30c-a7b6847156b0 req-81b0fd3c-bee9-48a3-afaa-c227d8302914 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:45.111679 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0fd3c-bee9-48a3-afaa-c227d8302914 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=55067f40-7dc0-4391-9239-c93c45b3c925,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:45.156783 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e14628f-302c-4cec-b30c-a7b6847156b0 req-81b0fd3c-bee9-48a3-afaa-c227d8302914 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] No DVR routers for this DVR port 55067f40-7dc0-4391-9239-c93c45b3c925 on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:07:45.159177 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7e14628f-302c-4cec-b30c-a7b6847156b0 req-81b0fd3c-bee9-48a3-afaa-c227d8302914 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:45.162477 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7e14628f-302c-4cec-b30c-a7b6847156b0 req-81b0fd3c-bee9-48a3-afaa-c227d8302914 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "DELETE /v2.0/ports/55067f40-7dc0-4391-9239-c93c45b3c925 HTTP/1.1" status: 204 len: 173 time: 0.3910613 Nov 29 02:07:45.163465 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbd8787-d5e7-4cfe-a819-a50dbce195dc', 'name': 'network-vif-deleted', 'tag': '55067f40-7dc0-4391-9239-c93c45b3c925'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:07:45.165726 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5f4531-fa45-49a2-83b7-5fbf7cd34b60" -d '{"events": [{"server_uuid": "5fbd8787-d5e7-4cfe-a819-a50dbce195dc", "name": "network-vif-deleted", "tag": "55067f40-7dc0-4391-9239-c93c45b3c925"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:07:45.203579 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634aefb7-2872-4328-bd81-a1e9f17edd2a x-openstack-request-id: req-634aefb7-2872-4328-bd81-a1e9f17edd2a {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:07:45.203881 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbd8787-d5e7-4cfe-a819-a50dbce195dc", "name": "network-vif-deleted", "tag": "55067f40-7dc0-4391-9239-c93c45b3c925", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:07:45.204139 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-634aefb7-2872-4328-bd81-a1e9f17edd2a {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:07:45.204665 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbd8787-d5e7-4cfe-a819-a50dbce195dc', 'name': 'network-vif-deleted', 'tag': '55067f40-7dc0-4391-9239-c93c45b3c925', 'status': 'completed', 'code': 200} Nov 29 02:07:45.293068 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:45.515754 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-476900d6-4ddf-43d0-a94f-333275841e2b req-9a509549-f15c-4920-ba03-11c05ec83e0f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=5fbd8787-d5e7-4cfe-a819-a50dbce195dc HTTP/1.1" status: 200 len: 210 time: 0.0255475 Nov 29 02:07:46.572041 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44894) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:46.627647 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aa494012-9d5d-4ba8-994e-cd9eb9eb8727 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:46.652045 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aa494012-9d5d-4ba8-994e-cd9eb9eb8727 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:46.713397 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aa494012-9d5d-4ba8-994e-cd9eb9eb8727 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:46.716117 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aa494012-9d5d-4ba8-994e-cd9eb9eb8727 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:46.717252 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-aa494012-9d5d-4ba8-994e-cd9eb9eb8727 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/security-groups/43157c85-d7f9-4d41-8301-7e11a2a6efcf HTTP/1.1" status: 204 len: 168 time: 0.1442182 Nov 29 02:07:46.726797 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa494012-9d5d-4ba8-994e-cd9eb9eb8727 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43157c85-d7f9-4d41-8301-7e11a2a6efcf,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:46.762944 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44898) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:46.985970 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:47.131199 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed539d27-f8c2-454f-b6da-d7e5ae8b395b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:47.404588 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ed539d27-f8c2-454f-b6da-d7e5ae8b395b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port cda53efd-8717-46b0-a2e2-21f7963d841e {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:07:47.404934 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed539d27-f8c2-454f-b6da-d7e5ae8b395b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:47.491781 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ed539d27-f8c2-454f-b6da-d7e5ae8b395b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] For port cda53efd-8717-46b0-a2e2-21f7963d841e, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=cda53efd-8717-46b0-a2e2-21f7963d841e,segment=NetworkSegment(ec52d3ea-de5f-45da-8587-a2db29293987),segment_id=ec52d3ea-de5f-45da-8587-a2db29293987)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:07:47.492143 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed539d27-f8c2-454f-b6da-d7e5ae8b395b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:47.504488 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ed539d27-f8c2-454f-b6da-d7e5ae8b395b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for cda53efd-8717-46b0-a2e2-21f7963d841e owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:07:47.685714 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed539d27-f8c2-454f-b6da-d7e5ae8b395b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:47.716070 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed539d27-f8c2-454f-b6da-d7e5ae8b395b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=cda53efd-8717-46b0-a2e2-21f7963d841e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:47.816627 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:47.897553 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ed539d27-f8c2-454f-b6da-d7e5ae8b395b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:48.127064 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed539d27-f8c2-454f-b6da-d7e5ae8b395b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router a9662208-cc4a-43e8-8728-476c2dc13b41 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:07:48.237070 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed539d27-f8c2-454f-b6da-d7e5ae8b395b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:07:48.245773 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ed539d27-f8c2-454f-b6da-d7e5ae8b395b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "PUT /v2.0/routers/a9662208-cc4a-43e8-8728-476c2dc13b41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4787309 Nov 29 02:07:48.245773 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44900) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:48.247287 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61880e86-2d2f-45da-9261-1ad6d88fec6f None None] Sync routers for ids ['a9662208-cc4a-43e8-8728-476c2dc13b41'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:07:48.264762 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61880e86-2d2f-45da-9261-1ad6d88fec6f None None] Routers {'a9662208-cc4a-43e8-8728-476c2dc13b41'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:07:48.265410 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-61880e86-2d2f-45da-9261-1ad6d88fec6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:07:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a9662208-cc4a-43e8-8728-476c2dc13b41'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:07:48.305598 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3234688-7780-4125-85d8-90345aaf20b2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting subnet 96e07e69-e940-44f0-a2b0-2b954ca6e2c5 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:07:48.308767 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d3234688-7780-4125-85d8-90345aaf20b2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:48.348862 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d3234688-7780-4125-85d8-90345aaf20b2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:48.375882 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-61880e86-2d2f-45da-9261-1ad6d88fec6f None None] Set router a9662208-cc4a-43e8-8728-476c2dc13b41 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:07:48.437370 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d3234688-7780-4125-85d8-90345aaf20b2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:48.494573 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d3234688-7780-4125-85d8-90345aaf20b2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:48.522780 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3234688-7780-4125-85d8-90345aaf20b2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Subnet': ['ID=96e07e69-e940-44f0-a2b0-2b954ca6e2c5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:48.524783 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d3234688-7780-4125-85d8-90345aaf20b2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:48.531034 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44902) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:48.531511 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d3234688-7780-4125-85d8-90345aaf20b2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/subnets/96e07e69-e940-44f0-a2b0-2b954ca6e2c5 HTTP/1.1" status: 204 len: 168 time: 0.2846115 Nov 29 02:07:48.539194 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a902365-6705-43a2-8b0c-3619ebd1e2d0 None None] Network 38cf7e25-d3db-4b1c-ba51-3f50b4f4b315 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:07:48.638526 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d48749e0-d838-4858-9e61-269291132a4b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:48.660099 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-61880e86-2d2f-45da-9261-1ad6d88fec6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'name': 'tempest-TestNetworkBasicOps-router-199818646', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '8682c672-c10e-4beb-9f49-d193591a3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:32Z', 'updated_at': '2021-11-29T02:07:47Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '8682c672-c10e-4beb-9f49-d193591a3270', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:33Z', 'updated_at': '2021-11-29T02:07:40Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:07:48.688669 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61880e86-2d2f-45da-9261-1ad6d88fec6f None None] Checking router: a9662208-cc4a-43e8-8728-476c2dc13b41 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:07:48.704916 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61880e86-2d2f-45da-9261-1ad6d88fec6f None None] Routers {'a9662208-cc4a-43e8-8728-476c2dc13b41'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:07:48.705527 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-61880e86-2d2f-45da-9261-1ad6d88fec6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:07:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a9662208-cc4a-43e8-8728-476c2dc13b41'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:07:48.753884 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d48749e0-d838-4858-9e61-269291132a4b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:48.786398 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de175e3a-d6be-4712-ab58-b5306b459ada None None] DHCP port deletion for 38cf7e25-d3db-4b1c-ba51-3f50b4f4b315 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:07:48.788255 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 55067f40-7dc0-4391-9239-c93c45b3c925 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:07:48.806506 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-d48749e0-d838-4858-9e61-269291132a4b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port 8682c672-c10e-4beb-9f49-d193591a3270 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:07:48.806840 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d48749e0-d838-4858-9e61-269291132a4b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:48.813391 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: 55067f40-7dc0-4391-9239-c93c45b3c925 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:07:48.813764 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 55067f40-7dc0-4391-9239-c93c45b3c925 not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:07:48.863861 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-61880e86-2d2f-45da-9261-1ad6d88fec6f None None] Set router a9662208-cc4a-43e8-8728-476c2dc13b41 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:07:48.890953 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-d48749e0-d838-4858-9e61-269291132a4b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] For port 8682c672-c10e-4beb-9f49-d193591a3270, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=8682c672-c10e-4beb-9f49-d193591a3270,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:07:48.891240 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d48749e0-d838-4858-9e61-269291132a4b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:48.904736 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-d48749e0-d838-4858-9e61-269291132a4b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for 8682c672-c10e-4beb-9f49-d193591a3270 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:07:48.978780 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-de175e3a-d6be-4712-ab58-b5306b459ada None None] Deleting port 7d401e4e-c8bf-4904-bd56-9004851aa5a8 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:07:48.979147 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de175e3a-d6be-4712-ab58-b5306b459ada None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:49.072446 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d48749e0-d838-4858-9e61-269291132a4b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:49.093202 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-de175e3a-d6be-4712-ab58-b5306b459ada None None] For port 7d401e4e-c8bf-4904-bd56-9004851aa5a8, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7d401e4e-c8bf-4904-bd56-9004851aa5a8,segment=NetworkSegment(ec52d3ea-de5f-45da-8587-a2db29293987),segment_id=ec52d3ea-de5f-45da-8587-a2db29293987)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:07:49.093620 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de175e3a-d6be-4712-ab58-b5306b459ada None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:49.095993 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48749e0-d838-4858-9e61-269291132a4b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=8682c672-c10e-4beb-9f49-d193591a3270,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:49.108477 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-de175e3a-d6be-4712-ab58-b5306b459ada None None] Calling delete_port for 7d401e4e-c8bf-4904-bd56-9004851aa5a8 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:07:49.110720 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48749e0-d838-4858-9e61-269291132a4b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:49.111834 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48749e0-d838-4858-9e61-269291132a4b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:49.112190 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48749e0-d838-4858-9e61-269291132a4b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:49.112540 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48749e0-d838-4858-9e61-269291132a4b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:49.112882 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48749e0-d838-4858-9e61-269291132a4b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:49.113225 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48749e0-d838-4858-9e61-269291132a4b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:49.113581 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48749e0-d838-4858-9e61-269291132a4b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:49.113925 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48749e0-d838-4858-9e61-269291132a4b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:49.114265 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48749e0-d838-4858-9e61-269291132a4b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:49.114603 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48749e0-d838-4858-9e61-269291132a4b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:49.114934 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48749e0-d838-4858-9e61-269291132a4b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:49.115379 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48749e0-d838-4858-9e61-269291132a4b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:49.130730 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299c7a11-45a6-43af-8837-d5ee3be3a771 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:07:49.181989 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d48749e0-d838-4858-9e61-269291132a4b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:49.196342 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-61880e86-2d2f-45da-9261-1ad6d88fec6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'name': 'tempest-TestNetworkBasicOps-router-199818646', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '8682c672-c10e-4beb-9f49-d193591a3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:32Z', 'updated_at': '2021-11-29T02:07:47Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '8682c672-c10e-4beb-9f49-d193591a3270', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:33Z', 'updated_at': '2021-11-29T02:07:40Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:07:49.225428 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61880e86-2d2f-45da-9261-1ad6d88fec6f None None] The sync data for ids ['a9662208-cc4a-43e8-8728-476c2dc13b41'] in dv-neutron-819032-3-hyperv is: [{'id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'name': 'tempest-TestNetworkBasicOps-router-199818646', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '8682c672-c10e-4beb-9f49-d193591a3270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:32Z', 'updated_at': '2021-11-29T02:07:47Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '8682c672-c10e-4beb-9f49-d193591a3270', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:54:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9662208-cc4a-43e8-8728-476c2dc13b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:33Z', 'updated_at': '2021-11-29T02:07:40Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:07:49.246754 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de175e3a-d6be-4712-ab58-b5306b459ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:49.274577 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de175e3a-d6be-4712-ab58-b5306b459ada None None] Pushing event deleted for resources: {'Port': ['ID=7d401e4e-c8bf-4904-bd56-9004851aa5a8,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:49.279519 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de175e3a-d6be-4712-ab58-b5306b459ada None None] No DVR routers for this DVR port 7d401e4e-c8bf-4904-bd56-9004851aa5a8 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:07:49.284148 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d48749e0-d838-4858-9e61-269291132a4b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:49.289252 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de175e3a-d6be-4712-ab58-b5306b459ada None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:49.289252 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de175e3a-d6be-4712-ab58-b5306b459ada None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:49.291461 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d48749e0-d838-4858-9e61-269291132a4b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:49.291975 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de175e3a-d6be-4712-ab58-b5306b459ada None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:49.291975 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de175e3a-d6be-4712-ab58-b5306b459ada None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:49.291975 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de175e3a-d6be-4712-ab58-b5306b459ada None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:49.291975 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de175e3a-d6be-4712-ab58-b5306b459ada None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:49.291975 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de175e3a-d6be-4712-ab58-b5306b459ada None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:49.291975 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de175e3a-d6be-4712-ab58-b5306b459ada None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:49.291975 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de175e3a-d6be-4712-ab58-b5306b459ada None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:49.291975 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de175e3a-d6be-4712-ab58-b5306b459ada None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:49.291975 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de175e3a-d6be-4712-ab58-b5306b459ada None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:49.291975 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de175e3a-d6be-4712-ab58-b5306b459ada None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:49.341124 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d48749e0-d838-4858-9e61-269291132a4b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:49.341712 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48749e0-d838-4858-9e61-269291132a4b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Fanout notify agent at l3_agent the message router_deleted on router a9662208-cc4a-43e8-8728-476c2dc13b41 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:07:49.350454 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d48749e0-d838-4858-9e61-269291132a4b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:49.351643 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d48749e0-d838-4858-9e61-269291132a4b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/routers/a9662208-cc4a-43e8-8728-476c2dc13b41 HTTP/1.1" status: 204 len: 168 time: 0.8186505 Nov 29 02:07:49.354412 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44904) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:49.435491 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eaa6e637-ad04-4277-bf7d-f40d8060c8d3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:49.853690 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eaa6e637-ad04-4277-bf7d-f40d8060c8d3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:49.876160 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-eaa6e637-ad04-4277-bf7d-f40d8060c8d3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38cf7e25-d3db-4b1c-ba51-3f50b4f4b315']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:07:49.886214 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-eaa6e637-ad04-4277-bf7d-f40d8060c8d3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec52d3ea-de5f-45da-8587-a2db29293987') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:07:49.886920 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-eaa6e637-ad04-4277-bf7d-f40d8060c8d3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec52d3ea-de5f-45da-8587-a2db29293987') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:07:49.897178 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eaa6e637-ad04-4277-bf7d-f40d8060c8d3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:49.914180 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eaa6e637-ad04-4277-bf7d-f40d8060c8d3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:49.920756 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa6e637-ad04-4277-bf7d-f40d8060c8d3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:07:49.921141 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eaa6e637-ad04-4277-bf7d-f40d8060c8d3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:49.924128 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:07:49.924128 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:07:49.924128 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:07:49.924128 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:07:49.924128 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:07:49.924128 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:07:49.924128 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:07:49.924128 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:07:49.924128 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:07:49.924128 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:07:49.924128 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:07:49.924128 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:07:49.924128 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:07:49.924128 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:07:49.924128 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:07:49.924128 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:07:49.924128 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:07:49.924128 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:07:49.924128 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:07:49.924128 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:07:49.924128 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:07:49.924128 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:07:49.924128 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:07:49.924128 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:07:49.924128 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:07:49.924128 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:07:49.924128 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:07:49.924128 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:07:49.924128 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:07:49.924128 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:07:49.924128 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:07:49.924128 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:07:49.983337 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eaa6e637-ad04-4277-bf7d-f40d8060c8d3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:49.988130 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eaa6e637-ad04-4277-bf7d-f40d8060c8d3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:49.991837 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-eaa6e637-ad04-4277-bf7d-f40d8060c8d3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/networks/38cf7e25-d3db-4b1c-ba51-3f50b4f4b315 HTTP/1.1" status: 204 len: 168 time: 0.6362610 Nov 29 02:07:50.006295 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6e637-ad04-4277-bf7d-f40d8060c8d3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Network': ['ID=38cf7e25-d3db-4b1c-ba51-3f50b4f4b315,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:50.013296 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44906) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:50.018200 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-46f75a34-d34b-4e1d-b135-3cd7b655c740 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'network': {'name': 'tempest-network-smoke--1476435293', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'port_security_enabled': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:07:50.039461 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f75a34-d34b-4e1d-b135-3cd7b655c740 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Made reservation on behalf of d1a27bea49814722818e7a3b77708f76 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:07:50.042881 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46f75a34-d34b-4e1d-b135-3cd7b655c740 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:50.067976 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f75a34-d34b-4e1d-b135-3cd7b655c740 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:07:50.076905 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46f75a34-d34b-4e1d-b135-3cd7b655c740 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:50.077253 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-46f75a34-d34b-4e1d-b135-3cd7b655c740 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Added segment 3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef of type vlan for network fd489c0e-0198-48ff-a9ca-86c5b22c818e Nov 29 02:07:50.116990 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46f75a34-d34b-4e1d-b135-3cd7b655c740 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:50.142929 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46f75a34-d34b-4e1d-b135-3cd7b655c740 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:50.149488 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f75a34-d34b-4e1d-b135-3cd7b655c740 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:50.150252 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46f75a34-d34b-4e1d-b135-3cd7b655c740 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:50.218522 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-46f75a34-d34b-4e1d-b135-3cd7b655c740 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2036963 Nov 29 02:07:50.224208 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44908) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:50.237870 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f75a34-d34b-4e1d-b135-3cd7b655c740 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Network': ['ID=fd489c0e-0198-48ff-a9ca-86c5b22c818e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:50.238186 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-68858c58-8601-4149-af5e-8abc2f3b031f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-612323828', 'admin_state_up': True, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:07:50.260055 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network fd489c0e-0198-48ff-a9ca-86c5b22c818e details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:07:50.273881 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68858c58-8601-4149-af5e-8abc2f3b031f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:50.275251 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68858c58-8601-4149-af5e-8abc2f3b031f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:50.330078 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 8682c672-c10e-4beb-9f49-d193591a3270 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:07:50.331487 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68858c58-8601-4149-af5e-8abc2f3b031f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:50.358809 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 8682c672-c10e-4beb-9f49-d193591a3270 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:07:50.359155 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 8682c672-c10e-4beb-9f49-d193591a3270 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:07:50.359632 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device cda53efd-8717-46b0-a2e2-21f7963d841e no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:07:50.383061 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: cda53efd-8717-46b0-a2e2-21f7963d841e {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:07:50.383437 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device cda53efd-8717-46b0-a2e2-21f7963d841e not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:07:50.383807 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7d401e4e-c8bf-4904-bd56-9004851aa5a8 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:07:50.407490 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 7d401e4e-c8bf-4904-bd56-9004851aa5a8 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:07:50.407852 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7d401e4e-c8bf-4904-bd56-9004851aa5a8 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:07:50.485489 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68858c58-8601-4149-af5e-8abc2f3b031f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:50.673042 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68858c58-8601-4149-af5e-8abc2f3b031f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_gateway, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:50.695455 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68858c58-8601-4149-af5e-8abc2f3b031f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:50.795875 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-68858c58-8601-4149-af5e-8abc2f3b031f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.26.3.37 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/df179b23-cbc5-4a62-976d-7760840da2ec) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:07:50.900763 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68858c58-8601-4149-af5e-8abc2f3b031f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:50.933161 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68858c58-8601-4149-af5e-8abc2f3b031f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:50.971725 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68858c58-8601-4149-af5e-8abc2f3b031f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:07:50.974620 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-68858c58-8601-4149-af5e-8abc2f3b031f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:07:50.978780 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68858c58-8601-4149-af5e-8abc2f3b031f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:07:50.987980 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429ce99a-624c-4c90-bf8e-4b449f1926ae None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:07:51.002492 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68858c58-8601-4149-af5e-8abc2f3b031f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=df179b23-cbc5-4a62-976d-7760840da2ec,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:51.102158 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-2bd159d6-9c9d-4004-909b-35f590212d20 None None] Provisioning complete for port df179b23-cbc5-4a62-976d-7760840da2ec triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:07:51.103045 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2bd159d6-9c9d-4004-909b-35f590212d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:51.141137 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-2bd159d6-9c9d-4004-909b-35f590212d20 None None] Port df179b23-cbc5-4a62-976d-7760840da2ec cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:07:51.228475 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68858c58-8601-4149-af5e-8abc2f3b031f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_gateway, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:51.435924 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68858c58-8601-4149-af5e-8abc2f3b031f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:51.893014 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68858c58-8601-4149-af5e-8abc2f3b031f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router afb642a1-6f7c-467c-9c28-f85ce48e4e93 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:07:51.995782 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68858c58-8601-4149-af5e-8abc2f3b031f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:07:52.006234 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a9760a-4d2c-4817-b74c-39e7fa6ac8ce None None] Sync routers for ids ['afb642a1-6f7c-467c-9c28-f85ce48e4e93'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:07:52.016137 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-68858c58-8601-4149-af5e-8abc2f3b031f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:52.017346 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-68858c58-8601-4149-af5e-8abc2f3b031f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7899933 Nov 29 02:07:52.018743 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a9760a-4d2c-4817-b74c-39e7fa6ac8ce None None] Routers {'afb642a1-6f7c-467c-9c28-f85ce48e4e93'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:07:52.019359 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-76a9760a-4d2c-4817-b74c-39e7fa6ac8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:07:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['afb642a1-6f7c-467c-9c28-f85ce48e4e93'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:07:52.020695 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44912) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:52.048192 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e2357093-d12d-46bb-8c60-0169873a75d8 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d1a27bea49814722818e7a3b77708f76&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264273 Nov 29 02:07:52.050749 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44914) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:52.126047 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-76a9760a-4d2c-4817-b74c-39e7fa6ac8ce None None] Set router afb642a1-6f7c-467c-9c28-f85ce48e4e93 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:07:52.138715 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b441fe-6c6a-4de7-a5e1-ed9a6b9a076a tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:52.143095 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f3b441fe-6c6a-4de7-a5e1-ed9a6b9a076a tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0886314 Nov 29 02:07:52.143323 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44916) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:52.178233 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-37bac949-bb52-434c-8752-ed8bf7fb3566 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=4bf244a8-fda8-412f-8f05-2c7c5210f333&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315094 Nov 29 02:07:52.179011 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44918) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:52.183682 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-88670fff-3e09-4744-823a-b74354f07b2f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1449536862', 'network_id': 'fd489c0e-0198-48ff-a9ca-86c5b22c818e', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:07:52.270533 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88670fff-3e09-4744-823a-b74354f07b2f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Made reservation on behalf of d1a27bea49814722818e7a3b77708f76 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:07:52.274087 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-88670fff-3e09-4744-823a-b74354f07b2f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:52.300797 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-76a9760a-4d2c-4817-b74c-39e7fa6ac8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'name': 'tempest-TestNetworkBasicOps-router-612323828', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'df179b23-cbc5-4a62-976d-7760840da2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:07:50Z', 'updated_at': '2021-11-29T02:07:51Z', 'revision_number': 3, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'df179b23-cbc5-4a62-976d-7760840da2ec', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:07:50Z', 'updated_at': '2021-11-29T02:07:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:07:52.332800 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a9760a-4d2c-4817-b74c-39e7fa6ac8ce None None] Checking router: afb642a1-6f7c-467c-9c28-f85ce48e4e93 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:07:52.333183 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a9760a-4d2c-4817-b74c-39e7fa6ac8ce None None] Updating router afb642a1-6f7c-467c-9c28-f85ce48e4e93 port df179b23-cbc5-4a62-976d-7760840da2ec binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:07:52.358412 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-76a9760a-4d2c-4817-b74c-39e7fa6ac8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:52.457119 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-88670fff-3e09-4744-823a-b74354f07b2f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:52.523947 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88670fff-3e09-4744-823a-b74354f07b2f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Subnet': ['ID=d2b82867-42a1-4a0d-9147-d15b0ad269c7,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:52.534938 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88670fff-3e09-4744-823a-b74354f07b2f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Checking segment: {'id': '3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fd489c0e-0198-48ff-a9ca-86c5b22c818e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:07:52.535290 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88670fff-3e09-4744-823a-b74354f07b2f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network hostable DHCP agents. Network: fd489c0e-0198-48ff-a9ca-86c5b22c818e, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:07:52.554338 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88670fff-3e09-4744-823a-b74354f07b2f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network fd489c0e-0198-48ff-a9ca-86c5b22c818e is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:07:52.563072 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-88670fff-3e09-4744-823a-b74354f07b2f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, fd489c0e-0198-48ff-a9ca-86c5b22c818e) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:07:52.567441 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88670fff-3e09-4744-823a-b74354f07b2f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:52.568052 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-88670fff-3e09-4744-823a-b74354f07b2f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:52.574774 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c200a0bc-0e9f-409d-ad40-0a16b732449e None None] Network fd489c0e-0198-48ff-a9ca-86c5b22c818e requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:07:52.586192 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-88670fff-3e09-4744-823a-b74354f07b2f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4061158 Nov 29 02:07:52.587990 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44920) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:52.618633 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-76a9760a-4d2c-4817-b74c-39e7fa6ac8ce None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:52.625796 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-76a9760a-4d2c-4817-b74c-39e7fa6ac8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:52.651097 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-76a9760a-4d2c-4817-b74c-39e7fa6ac8ce None None] Attempting to bind port df179b23-cbc5-4a62-976d-7760840da2ec on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:07:52.651731 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-76a9760a-4d2c-4817-b74c-39e7fa6ac8ce None None] Attempting to bind port df179b23-cbc5-4a62-976d-7760840da2ec by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:07:52.652338 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a9760a-4d2c-4817-b74c-39e7fa6ac8ce None None] Attempting to bind port df179b23-cbc5-4a62-976d-7760840da2ec on network 4bf244a8-fda8-412f-8f05-2c7c5210f333 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:07:52.680702 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a9760a-4d2c-4817-b74c-39e7fa6ac8ce None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:07:52.681470 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a9760a-4d2c-4817-b74c-39e7fa6ac8ce None None] Checking segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:07:52.681873 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-76a9760a-4d2c-4817-b74c-39e7fa6ac8ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:52.682454 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a9760a-4d2c-4817-b74c-39e7fa6ac8ce None None] Bound using segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:07:52.682945 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-76a9760a-4d2c-4817-b74c-39e7fa6ac8ce None None] Bound port: df179b23-cbc5-4a62-976d-7760840da2ec, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:07:52.683329 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-76a9760a-4d2c-4817-b74c-39e7fa6ac8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:52.741726 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8d4bb-6eb6-4ae5-b555-eddee167c075 None None] Pushing event updated for resources: {'Port': ['ID=df179b23-cbc5-4a62-976d-7760840da2ec,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:52.752341 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-76a9760a-4d2c-4817-b74c-39e7fa6ac8ce None None] For port df179b23-cbc5-4a62-976d-7760840da2ec, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:07:52.755381 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf8d4bb-6eb6-4ae5-b555-eddee167c075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:52.755752 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf8d4bb-6eb6-4ae5-b555-eddee167c075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:52.756103 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf8d4bb-6eb6-4ae5-b555-eddee167c075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:52.756442 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf8d4bb-6eb6-4ae5-b555-eddee167c075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:52.756813 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf8d4bb-6eb6-4ae5-b555-eddee167c075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:52.757154 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf8d4bb-6eb6-4ae5-b555-eddee167c075 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:52.757486 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf8d4bb-6eb6-4ae5-b555-eddee167c075 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:52.757867 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf8d4bb-6eb6-4ae5-b555-eddee167c075 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:52.758186 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf8d4bb-6eb6-4ae5-b555-eddee167c075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:52.758508 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf8d4bb-6eb6-4ae5-b555-eddee167c075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:52.758828 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf8d4bb-6eb6-4ae5-b555-eddee167c075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:52.759149 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf8d4bb-6eb6-4ae5-b555-eddee167c075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:07:52.763550 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-76a9760a-4d2c-4817-b74c-39e7fa6ac8ce None None] For port df179b23-cbc5-4a62-976d-7760840da2ec, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=df179b23-cbc5-4a62-976d-7760840da2ec,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:07:52.771551 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-76a9760a-4d2c-4817-b74c-39e7fa6ac8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:52.807129 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d883fe6-f0f1-4b61-a6c4-2754e954d39d None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:07:52.828008 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a9760a-4d2c-4817-b74c-39e7fa6ac8ce None None] Routers {'afb642a1-6f7c-467c-9c28-f85ce48e4e93'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:07:52.828638 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-76a9760a-4d2c-4817-b74c-39e7fa6ac8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:07:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['afb642a1-6f7c-467c-9c28-f85ce48e4e93'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:07:52.856324 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61fa3fc-5efa-4165-846a-9db4aefea6cd None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:07:52.901054 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072fdeb9-1aea-4f51-a1d3-75648a6be0ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-fd489c0e-0198-48ff-a9ca-86c5b22c818e', 'network_id': 'fd489c0e-0198-48ff-a9ca-86c5b22c818e', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ips': [{'subnet_id': 'd2b82867-42a1-4a0d-9147-d15b0ad269c7'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:07:52.902179 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-072fdeb9-1aea-4f51-a1d3-75648a6be0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:52.932714 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-268e867d-2d45-44ad-9ee5-8d82b3d0d601 None None] Provisioning complete for port df179b23-cbc5-4a62-976d-7760840da2ec triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:07:52.933138 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-268e867d-2d45-44ad-9ee5-8d82b3d0d601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:53.001092 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-83a1dc8a-71b1-4303-8759-08e4a5d6783d req-fc57414d-f55b-474c-9099-cfcc9e909896 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1017945 Nov 29 02:07:53.006698 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8d4bb-6eb6-4ae5-b555-eddee167c075 None None] Pushing event updated for resources: {'Port': ['ID=df179b23-cbc5-4a62-976d-7760840da2ec,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:53.030781 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-76a9760a-4d2c-4817-b74c-39e7fa6ac8ce None None] Set router afb642a1-6f7c-467c-9c28-f85ce48e4e93 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:07:53.126176 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-072fdeb9-1aea-4f51-a1d3-75648a6be0ba None None] Allocated IP 172.20.0.2 (fd489c0e-0198-48ff-a9ca-86c5b22c818e/d2b82867-42a1-4a0d-9147-d15b0ad269c7/5263fc3a-2c4d-4ed7-bdf9-702c3c2aa443) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:07:53.139643 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1dc8a-71b1-4303-8759-08e4a5d6783d req-87f08812-41b8-4c91-ab13-3597a31db76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:53.141496 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-83a1dc8a-71b1-4303-8759-08e4a5d6783d req-87f08812-41b8-4c91-ab13-3597a31db76d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99e2787ae1eb4571b1be84af3aefd0fe&device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf HTTP/1.1" status: 200 len: 1098 time: 0.0660009 Nov 29 02:07:53.145172 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-268e867d-2d45-44ad-9ee5-8d82b3d0d601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:53.146475 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd686434-476d-4faf-896e-b5bcbce21679 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:53.205848 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-268e867d-2d45-44ad-9ee5-8d82b3d0d601 None None] For port df179b23-cbc5-4a62-976d-7760840da2ec, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=df179b23-cbc5-4a62-976d-7760840da2ec,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:07:53.212811 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-268e867d-2d45-44ad-9ee5-8d82b3d0d601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:53.289052 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e867d-2d45-44ad-9ee5-8d82b3d0d601 None None] Pushing event updated for resources: {'Port': ['ID=df179b23-cbc5-4a62-976d-7760840da2ec,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:53.314212 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-76a9760a-4d2c-4817-b74c-39e7fa6ac8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'name': 'tempest-TestNetworkBasicOps-router-612323828', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'df179b23-cbc5-4a62-976d-7760840da2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:07:50Z', 'updated_at': '2021-11-29T02:07:51Z', 'revision_number': 3, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'df179b23-cbc5-4a62-976d-7760840da2ec', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:07:50Z', 'updated_at': '2021-11-29T02:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:07:53.325895 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1dc8a-71b1-4303-8759-08e4a5d6783d req-9d2f4d01-9532-4e1a-8ec6-7d13e9caef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:53.327596 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-83a1dc8a-71b1-4303-8759-08e4a5d6783d req-9d2f4d01-9532-4e1a-8ec6-7d13e9caef33 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2758948e-395a-46ec-aaa8-7c73c4196c63 HTTP/1.1" status: 200 len: 913 time: 0.1587358 Nov 29 02:07:53.347794 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a9760a-4d2c-4817-b74c-39e7fa6ac8ce None None] The sync data for ids ['afb642a1-6f7c-467c-9c28-f85ce48e4e93'] in dv-neutron-819032-3-hyperv is: [{'id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'name': 'tempest-TestNetworkBasicOps-router-612323828', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'df179b23-cbc5-4a62-976d-7760840da2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:07:50Z', 'updated_at': '2021-11-29T02:07:51Z', 'revision_number': 3, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'df179b23-cbc5-4a62-976d-7760840da2ec', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:07:50Z', 'updated_at': '2021-11-29T02:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:07:53.362941 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-072fdeb9-1aea-4f51-a1d3-75648a6be0ba None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:53.364470 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-e64a37e3-b5b4-4227-a37a-09381bd7b547 None None] Provisioning complete for port df179b23-cbc5-4a62-976d-7760840da2ec triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:07:53.364848 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e64a37e3-b5b4-4227-a37a-09381bd7b547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:53.414667 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-072fdeb9-1aea-4f51-a1d3-75648a6be0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:53.417785 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-83a1dc8a-71b1-4303-8759-08e4a5d6783d req-bd893296-03d7-4499-b429-2523c69f8ea8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3ace871-8ed6-494d-9191-55973103bd75 HTTP/1.1" status: 200 len: 1001 time: 0.0786204 Nov 29 02:07:53.468596 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072fdeb9-1aea-4f51-a1d3-75648a6be0ba None None] Network fd489c0e-0198-48ff-a9ca-86c5b22c818e is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:07:53.474513 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-072fdeb9-1aea-4f51-a1d3-75648a6be0ba None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:07:53.477612 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072fdeb9-1aea-4f51-a1d3-75648a6be0ba None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:07:53.491119 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1dc8a-71b1-4303-8759-08e4a5d6783d req-e148a662-8d13-4f2f-8072-81bde38309cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:53.491495 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-cd686434-476d-4faf-896e-b5bcbce21679 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.20.0.1 (fd489c0e-0198-48ff-a9ca-86c5b22c818e/d2b82867-42a1-4a0d-9147-d15b0ad269c7/72343592-c0f2-4e85-81bf-b362cf288673) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:07:53.492659 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-83a1dc8a-71b1-4303-8759-08e4a5d6783d req-e148a662-8d13-4f2f-8072-81bde38309cf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4cf21d5a-352a-4dc2-8e6c-9e7126bec139 HTTP/1.1" status: 200 len: 851 time: 0.0669091 Nov 29 02:07:53.547972 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072fdeb9-1aea-4f51-a1d3-75648a6be0ba None None] Pushing event updated for resources: {'Port': ['ID=5263fc3a-2c4d-4ed7-bdf9-702c3c2aa443,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:53.558547 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1dc8a-71b1-4303-8759-08e4a5d6783d req-4e351102-2c93-470c-8ad3-3b9681fc6acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:53.560132 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-83a1dc8a-71b1-4303-8759-08e4a5d6783d req-4e351102-2c93-470c-8ad3-3b9681fc6acb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2758948e-395a-46ec-aaa8-7c73c4196c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0589683 Nov 29 02:07:53.575484 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [req-83a1dc8a-71b1-4303-8759-08e4a5d6783d req-e3ff3e90-ef00-4a1d-a875-36fbf9fd80f9 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:07:53.576634 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-83a1dc8a-71b1-4303-8759-08e4a5d6783d req-e3ff3e90-ef00-4a1d-a875-36fbf9fd80f9 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063078 Nov 29 02:07:53.624747 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-072fdeb9-1aea-4f51-a1d3-75648a6be0ba None None] Attempting to bind port 5263fc3a-2c4d-4ed7-bdf9-702c3c2aa443 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:07:53.625267 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-072fdeb9-1aea-4f51-a1d3-75648a6be0ba None None] Attempting to bind port 5263fc3a-2c4d-4ed7-bdf9-702c3c2aa443 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fd489c0e-0198-48ff-a9ca-86c5b22c818e'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:07:53.625663 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072fdeb9-1aea-4f51-a1d3-75648a6be0ba None None] Attempting to bind port 5263fc3a-2c4d-4ed7-bdf9-702c3c2aa443 on network fd489c0e-0198-48ff-a9ca-86c5b22c818e {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:07:53.634551 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072fdeb9-1aea-4f51-a1d3-75648a6be0ba None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:07:53.634948 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072fdeb9-1aea-4f51-a1d3-75648a6be0ba None None] Checking segment: {'id': '3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fd489c0e-0198-48ff-a9ca-86c5b22c818e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:07:53.635359 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-072fdeb9-1aea-4f51-a1d3-75648a6be0ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:53.636903 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072fdeb9-1aea-4f51-a1d3-75648a6be0ba None None] Bound using segment: {'id': '3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fd489c0e-0198-48ff-a9ca-86c5b22c818e'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:07:53.637408 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-072fdeb9-1aea-4f51-a1d3-75648a6be0ba None None] Bound port: 5263fc3a-2c4d-4ed7-bdf9-702c3c2aa443, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fd489c0e-0198-48ff-a9ca-86c5b22c818e'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:07:53.637944 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-072fdeb9-1aea-4f51-a1d3-75648a6be0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:53.651066 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd686434-476d-4faf-896e-b5bcbce21679 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:53.691853 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd686434-476d-4faf-896e-b5bcbce21679 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:53.727050 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-83a1dc8a-71b1-4303-8759-08e4a5d6783d req-79e25603-efc9-4a27-ad77-e0d16668ad5d service neutron] 10.222.0.24 "GET /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414304 Nov 29 02:07:53.731809 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-072fdeb9-1aea-4f51-a1d3-75648a6be0ba None None] For port 5263fc3a-2c4d-4ed7-bdf9-702c3c2aa443, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:07:53.736625 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-072fdeb9-1aea-4f51-a1d3-75648a6be0ba None None] For port 5263fc3a-2c4d-4ed7-bdf9-702c3c2aa443, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=5263fc3a-2c4d-4ed7-bdf9-702c3c2aa443,segment=NetworkSegment(3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef),segment_id=3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:07:53.738118 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd686434-476d-4faf-896e-b5bcbce21679 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network fd489c0e-0198-48ff-a9ca-86c5b22c818e is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:07:53.742089 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-cd686434-476d-4faf-896e-b5bcbce21679 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:07:53.742380 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-072fdeb9-1aea-4f51-a1d3-75648a6be0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:53.747570 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd686434-476d-4faf-896e-b5bcbce21679 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:07:53.754358 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd686434-476d-4faf-896e-b5bcbce21679 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=72343592-c0f2-4e85-81bf-b362cf288673,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:53.801106 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd686434-476d-4faf-896e-b5bcbce21679 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:53.839319 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072fdeb9-1aea-4f51-a1d3-75648a6be0ba None None] Pushing event updated for resources: {'Port': ['ID=5263fc3a-2c4d-4ed7-bdf9-702c3c2aa443,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:53.871566 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-83a1dc8a-71b1-4303-8759-08e4a5d6783d req-964698f8-f5ec-4a72-b804-17c31825eee7 service neutron] 10.222.0.24 "GET /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364722 Nov 29 02:07:53.980412 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd686434-476d-4faf-896e-b5bcbce21679 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:54.254348 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 5263fc3a-2c4d-4ed7-bdf9-702c3c2aa443 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:07:54.312237 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 5263fc3a-2c4d-4ed7-bdf9-702c3c2aa443 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:07:54.312603 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:54.369264 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd686434-476d-4faf-896e-b5bcbce21679 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:54.374921 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd686434-476d-4faf-896e-b5bcbce21679 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:54.398075 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:54.441337 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port 5263fc3a-2c4d-4ed7-bdf9-702c3c2aa443, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=5263fc3a-2c4d-4ed7-bdf9-702c3c2aa443,segment=NetworkSegment(3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef),segment_id=3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:07:54.448275 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:54.449160 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device df179b23-cbc5-4a62-976d-7760840da2ec up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:07:54.461073 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cd686434-476d-4faf-896e-b5bcbce21679 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:54.469593 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd686434-476d-4faf-896e-b5bcbce21679 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=72343592-c0f2-4e85-81bf-b362cf288673,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:54.532333 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=5263fc3a-2c4d-4ed7-bdf9-702c3c2aa443,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:54.546729 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port df179b23-cbc5-4a62-976d-7760840da2ec triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:07:54.547296 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:54.570224 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd686434-476d-4faf-896e-b5bcbce21679 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network fd489c0e-0198-48ff-a9ca-86c5b22c818e is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:07:54.571728 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-cd686434-476d-4faf-896e-b5bcbce21679 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:07:54.697743 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd686434-476d-4faf-896e-b5bcbce21679 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router afb642a1-6f7c-467c-9c28-f85ce48e4e93 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:07:54.814668 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd686434-476d-4faf-896e-b5bcbce21679 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:07:54.822346 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-cd686434-476d-4faf-896e-b5bcbce21679 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "PUT /v2.0/routers/afb642a1-6f7c-467c-9c28-f85ce48e4e93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2327831 Nov 29 02:07:54.823122 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44924) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:54.931961 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405dca34-e659-43c2-991b-83890a5488fd tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:54.932368 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405dca34-e659-43c2-991b-83890a5488fd tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:54.932834 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405dca34-e659-43c2-991b-83890a5488fd tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:54.933296 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405dca34-e659-43c2-991b-83890a5488fd tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:54.934407 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405dca34-e659-43c2-991b-83890a5488fd tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:54.934407 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405dca34-e659-43c2-991b-83890a5488fd tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:54.935981 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-405dca34-e659-43c2-991b-83890a5488fd tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1117237 Nov 29 02:07:54.938872 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44926) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:54.945803 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfafe32-8b3c-4a5e-8e2f-9306a2896629 None None] Network fd489c0e-0198-48ff-a9ca-86c5b22c818e requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:07:55.000584 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bd23c4-887e-4e82-82fb-51187eb2dcd0 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:55.001043 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bd23c4-887e-4e82-82fb-51187eb2dcd0 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:55.001487 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bd23c4-887e-4e82-82fb-51187eb2dcd0 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:55.001960 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bd23c4-887e-4e82-82fb-51187eb2dcd0 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:55.002402 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bd23c4-887e-4e82-82fb-51187eb2dcd0 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:55.002840 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bd23c4-887e-4e82-82fb-51187eb2dcd0 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:55.004629 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-17bd23c4-887e-4e82-82fb-51187eb2dcd0 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4015 time: 0.0649052 Nov 29 02:07:55.007464 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44928) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:55.034248 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-7efc6398-43b8-4faf-9375-406ea991e48f None None] Provisioning complete for port 5263fc3a-2c4d-4ed7-bdf9-702c3c2aa443 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:07:55.034616 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7efc6398-43b8-4faf-9375-406ea991e48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:55.274540 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7c6af0a1-61f7-4577-818e-105305569023 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2654204 Nov 29 02:07:55.425046 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-db1429fc-9f59-4e49-9aa4-bf8bcc674c6d None None] Provisioning complete for port 72343592-c0f2-4e85-81bf-b362cf288673 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:07:55.425892 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db1429fc-9f59-4e49-9aa4-bf8bcc674c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:55.433769 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03c4036-c948-4500-8978-edec7d2ed001 None None] Sync routers for ids ['afb642a1-6f7c-467c-9c28-f85ce48e4e93'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:07:55.476668 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03c4036-c948-4500-8978-edec7d2ed001 None None] Routers {'afb642a1-6f7c-467c-9c28-f85ce48e4e93'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:07:55.477626 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a03c4036-c948-4500-8978-edec7d2ed001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:07:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['afb642a1-6f7c-467c-9c28-f85ce48e4e93'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:07:55.544607 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-db1429fc-9f59-4e49-9aa4-bf8bcc674c6d None None] Port 72343592-c0f2-4e85-81bf-b362cf288673 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:07:55.575659 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-db1429fc-9f59-4e49-9aa4-bf8bcc674c6d None None] Provisioning complete for port 5263fc3a-2c4d-4ed7-bdf9-702c3c2aa443 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:07:55.576124 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db1429fc-9f59-4e49-9aa4-bf8bcc674c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:55.632793 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-a03c4036-c948-4500-8978-edec7d2ed001 None None] Set router afb642a1-6f7c-467c-9c28-f85ce48e4e93 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:07:55.652175 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44932) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:55.656970 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-3a57b2cd-1bb9-476b-9d0c-6436e1fd9a0b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1736350440', 'description': 'tempest-secgroup-smoke-1736350440 description', 'project_id': 'd1a27bea49814722818e7a3b77708f76'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:07:55.681087 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a57b2cd-1bb9-476b-9d0c-6436e1fd9a0b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:55.758988 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a57b2cd-1bb9-476b-9d0c-6436e1fd9a0b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:55.764280 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a57b2cd-1bb9-476b-9d0c-6436e1fd9a0b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:55.796577 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57b2cd-1bb9-476b-9d0c-6436e1fd9a0b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62b7bf6f-9f92-41fe-93cd-161eb1f13a5c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:55.802446 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3a57b2cd-1bb9-476b-9d0c-6436e1fd9a0b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:55.803920 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3a57b2cd-1bb9-476b-9d0c-6436e1fd9a0b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1502090 Nov 29 02:07:55.806769 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44934) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:55.811163 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e20a1531-521b-475f-a731-0874810a4ef5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '62b7bf6f-9f92-41fe-93cd-161eb1f13a5c', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:07:55.837011 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e20a1531-521b-475f-a731-0874810a4ef5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:55.879232 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a03c4036-c948-4500-8978-edec7d2ed001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'name': 'tempest-TestNetworkBasicOps-router-612323828', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'df179b23-cbc5-4a62-976d-7760840da2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:07:50Z', 'updated_at': '2021-11-29T02:07:53Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'df179b23-cbc5-4a62-976d-7760840da2ec', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:07:50Z', 'updated_at': '2021-11-29T02:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '72343592-c0f2-4e85-81bf-b362cf288673', 'name': '', 'network_id': 'fd489c0e-0198-48ff-a9ca-86c5b22c818e', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:50:33:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'd2b82867-42a1-4a0d-9147-d15b0ad269c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:07:53Z', 'updated_at': '2021-11-29T02:07:54Z', 'revision_number': 2, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': 'd2b82867-42a1-4a0d-9147-d15b0ad269c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:07:55.893123 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e20a1531-521b-475f-a731-0874810a4ef5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:55.896673 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e20a1531-521b-475f-a731-0874810a4ef5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:55.912304 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03c4036-c948-4500-8978-edec7d2ed001 None None] Checking router: afb642a1-6f7c-467c-9c28-f85ce48e4e93 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:07:55.912660 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03c4036-c948-4500-8978-edec7d2ed001 None None] Updating router afb642a1-6f7c-467c-9c28-f85ce48e4e93 port 72343592-c0f2-4e85-81bf-b362cf288673 binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:07:55.914517 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a1531-521b-475f-a731-0874810a4ef5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6898cac6-9e9d-4e79-8d56-829564dd0c57,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:55.924340 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e20a1531-521b-475f-a731-0874810a4ef5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:55.928256 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e20a1531-521b-475f-a731-0874810a4ef5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178465 Nov 29 02:07:55.929044 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44936) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:55.933560 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f9952d2b-ed93-49cd-8937-8d17c54786b3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '62b7bf6f-9f92-41fe-93cd-161eb1f13a5c', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:07:55.945274 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a03c4036-c948-4500-8978-edec7d2ed001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:55.947123 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-2a190c6d-d48b-473e-aa7c-778a560a9e7c None None] Provisioning complete for port 72343592-c0f2-4e85-81bf-b362cf288673 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:07:55.947754 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2a190c6d-d48b-473e-aa7c-778a560a9e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:55.960354 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f9952d2b-ed93-49cd-8937-8d17c54786b3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:56.006376 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-2a190c6d-d48b-473e-aa7c-778a560a9e7c None None] Port 72343592-c0f2-4e85-81bf-b362cf288673 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:07:56.016570 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f9952d2b-ed93-49cd-8937-8d17c54786b3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:56.021439 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f9952d2b-ed93-49cd-8937-8d17c54786b3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:56.038739 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9952d2b-ed93-49cd-8937-8d17c54786b3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88710ced-609a-4f4f-b0d0-60f10c639ebc,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:56.047699 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f9952d2b-ed93-49cd-8937-8d17c54786b3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:56.049050 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f9952d2b-ed93-49cd-8937-8d17c54786b3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188595 Nov 29 02:07:56.051703 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44938) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:56.056532 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-8487c3dc-5726-4708-a7f3-05544ef91cb2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '62b7bf6f-9f92-41fe-93cd-161eb1f13a5c', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:07:56.082877 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8487c3dc-5726-4708-a7f3-05544ef91cb2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:56.147465 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8487c3dc-5726-4708-a7f3-05544ef91cb2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:56.152354 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8487c3dc-5726-4708-a7f3-05544ef91cb2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:56.171141 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8487c3dc-5726-4708-a7f3-05544ef91cb2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9389ad46-4942-45ab-be88-fe2df470bf80,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:56.181449 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8487c3dc-5726-4708-a7f3-05544ef91cb2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:56.185307 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8487c3dc-5726-4708-a7f3-05544ef91cb2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300535 Nov 29 02:07:56.185466 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 5263fc3a-2c4d-4ed7-bdf9-702c3c2aa443 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:07:56.185606 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 44940) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:56.189967 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-8eb9528f-dc3f-46d4-92c1-60e6e78cd102 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '62b7bf6f-9f92-41fe-93cd-161eb1f13a5c', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:07:56.215987 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8eb9528f-dc3f-46d4-92c1-60e6e78cd102 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:56.274873 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8eb9528f-dc3f-46d4-92c1-60e6e78cd102 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:56.279147 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8eb9528f-dc3f-46d4-92c1-60e6e78cd102 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:56.292003 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 5263fc3a-2c4d-4ed7-bdf9-702c3c2aa443 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:07:56.292382 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:56.295016 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a03c4036-c948-4500-8978-edec7d2ed001 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:56.298528 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9528f-dc3f-46d4-92c1-60e6e78cd102 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66089665-27fc-4104-9b9e-b08f1b5e3fd4,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:56.308537 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8eb9528f-dc3f-46d4-92c1-60e6e78cd102 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:56.309860 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8eb9528f-dc3f-46d4-92c1-60e6e78cd102 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1232796 Nov 29 02:07:56.312669 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44942) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:56.317147 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-0c6f1040-2024-4806-b82d-c44b25bde731 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '62b7bf6f-9f92-41fe-93cd-161eb1f13a5c', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:07:56.318234 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a03c4036-c948-4500-8978-edec7d2ed001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:56.339325 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-0c6f1040-2024-4806-b82d-c44b25bde731 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Project d1a27bea49814722818e7a3b77708f76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:07:56.344042 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c6f1040-2024-4806-b82d-c44b25bde731 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:56.380581 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77e636-cc50-49a1-bd86-c8318befb394 None None] Pushing event updated for resources: {'Port': ['ID=72343592-c0f2-4e85-81bf-b362cf288673,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:56.414173 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c6f1040-2024-4806-b82d-c44b25bde731 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:56.427320 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c6f1040-2024-4806-b82d-c44b25bde731 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:56.451580 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f1040-2024-4806-b82d-c44b25bde731 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c330c78-253e-4fe3-b5ef-fd8860c6d825,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:56.457791 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0c6f1040-2024-4806-b82d-c44b25bde731 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:56.461799 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-0c6f1040-2024-4806-b82d-c44b25bde731 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1453769 Nov 29 02:07:56.462366 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44944) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:07:56.464442 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a03c4036-c948-4500-8978-edec7d2ed001 None None] Attempting to bind port 72343592-c0f2-4e85-81bf-b362cf288673 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:07:56.464821 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a03c4036-c948-4500-8978-edec7d2ed001 None None] Attempting to bind port 72343592-c0f2-4e85-81bf-b362cf288673 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fd489c0e-0198-48ff-a9ca-86c5b22c818e'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:07:56.465192 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03c4036-c948-4500-8978-edec7d2ed001 None None] Attempting to bind port 72343592-c0f2-4e85-81bf-b362cf288673 on network fd489c0e-0198-48ff-a9ca-86c5b22c818e {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:07:56.467002 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-08d0e897-b0ee-4017-8873-cb0b164cb183 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '62b7bf6f-9f92-41fe-93cd-161eb1f13a5c', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:07:56.476806 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03c4036-c948-4500-8978-edec7d2ed001 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:07:56.477190 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03c4036-c948-4500-8978-edec7d2ed001 None None] Checking segment: {'id': '3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fd489c0e-0198-48ff-a9ca-86c5b22c818e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:07:56.481445 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a03c4036-c948-4500-8978-edec7d2ed001 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:56.481980 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03c4036-c948-4500-8978-edec7d2ed001 None None] Bound using segment: {'id': '3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fd489c0e-0198-48ff-a9ca-86c5b22c818e'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:07:56.483087 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a03c4036-c948-4500-8978-edec7d2ed001 None None] Bound port: 72343592-c0f2-4e85-81bf-b362cf288673, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fd489c0e-0198-48ff-a9ca-86c5b22c818e'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:07:56.483767 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a03c4036-c948-4500-8978-edec7d2ed001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:56.492610 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-08d0e897-b0ee-4017-8873-cb0b164cb183 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Project d1a27bea49814722818e7a3b77708f76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:07:56.499411 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-08d0e897-b0ee-4017-8873-cb0b164cb183 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:56.555552 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a03c4036-c948-4500-8978-edec7d2ed001 None None] For port 72343592-c0f2-4e85-81bf-b362cf288673, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:07:56.559291 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a03c4036-c948-4500-8978-edec7d2ed001 None None] For port 72343592-c0f2-4e85-81bf-b362cf288673, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=72343592-c0f2-4e85-81bf-b362cf288673,segment=NetworkSegment(3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef),segment_id=3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:07:56.563616 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a03c4036-c948-4500-8978-edec7d2ed001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:56.566039 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-08d0e897-b0ee-4017-8873-cb0b164cb183 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:56.570788 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-08d0e897-b0ee-4017-8873-cb0b164cb183 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:56.592375 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0e897-b0ee-4017-8873-cb0b164cb183 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73cc02a1-0b00-43dc-ad7a-62371199c0f2,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:56.601387 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-08d0e897-b0ee-4017-8873-cb0b164cb183 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:56.602821 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-08d0e897-b0ee-4017-8873-cb0b164cb183 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1393821 Nov 29 02:07:56.625762 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03c4036-c948-4500-8978-edec7d2ed001 None None] Routers {'afb642a1-6f7c-467c-9c28-f85ce48e4e93'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:07:56.626405 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a03c4036-c948-4500-8978-edec7d2ed001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:07:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['afb642a1-6f7c-467c-9c28-f85ce48e4e93'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:07:56.761620 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-40601189-555b-41b3-86fd-aebcd764132b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1736350440&fields=id&tenant_id=d1a27bea49814722818e7a3b77708f76 HTTP/1.1" status: 200 len: 267 time: 0.0485158 Nov 29 02:07:56.865911 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77e636-cc50-49a1-bd86-c8318befb394 None None] Pushing event updated for resources: {'Port': ['ID=72343592-c0f2-4e85-81bf-b362cf288673,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:56.875558 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-fcf9c8a4-3e1b-4562-9acd-90afd8abf037 None None] Provisioning complete for port 72343592-c0f2-4e85-81bf-b362cf288673 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:07:56.875929 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fcf9c8a4-3e1b-4562-9acd-90afd8abf037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:56.882828 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-b486a0c1-0543-4f2c-ae56-fe9883d82c1d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:56.890046 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-b486a0c1-0543-4f2c-ae56-fe9883d82c1d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/networks?id=fd489c0e-0198-48ff-a9ca-86c5b22c818e HTTP/1.1" status: 200 len: 797 time: 0.1214583 Nov 29 02:07:56.901314 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-7c6f62dd-df6c-4c82-be72-6b598fad1e2b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/quotas/d1a27bea49814722818e7a3b77708f76 HTTP/1.1" status: 200 len: 375 time: 0.0102053 Nov 29 02:07:56.945166 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-a03c4036-c948-4500-8978-edec7d2ed001 None None] Set router afb642a1-6f7c-467c-9c28-f85ce48e4e93 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:07:56.955037 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-71a63171-f0e3-41c9-afa0-e7720ea02ccd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473516 Nov 29 02:07:56.971939 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-c5e8de64-d251-46db-bda0-41d3bb864368 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:07:56.973028 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-c5e8de64-d251-46db-bda0-41d3bb864368 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054383 Nov 29 02:07:57.047275 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fcf9c8a4-3e1b-4562-9acd-90afd8abf037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:57.067594 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-9d7b3323-d356-477d-b791-6ff7992f8f97 service neutron] 10.222.0.37 "GET /v2.0/networks/fd489c0e-0198-48ff-a9ca-86c5b22c818e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879428 Nov 29 02:07:57.127044 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-fcf9c8a4-3e1b-4562-9acd-90afd8abf037 None None] For port 72343592-c0f2-4e85-81bf-b362cf288673, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=72343592-c0f2-4e85-81bf-b362cf288673,segment=NetworkSegment(3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef),segment_id=3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:07:57.135004 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fcf9c8a4-3e1b-4562-9acd-90afd8abf037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:57.166743 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-85c2fe22-72ca-4351-b090-15a4a6caa493 service neutron] 10.222.0.37 "GET /v2.0/networks/fd489c0e-0198-48ff-a9ca-86c5b22c818e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914860 Nov 29 02:07:57.237771 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9c8a4-3e1b-4562-9acd-90afd8abf037 None None] Pushing event updated for resources: {'Port': ['ID=72343592-c0f2-4e85-81bf-b362cf288673,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:57.274138 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-5e1068ff-3c44-47e3-9114-b707d2014db4 None None] Provisioning complete for port 72343592-c0f2-4e85-81bf-b362cf288673 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:07:57.274498 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e1068ff-3c44-47e3-9114-b707d2014db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:57.313731 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a03c4036-c948-4500-8978-edec7d2ed001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'name': 'tempest-TestNetworkBasicOps-router-612323828', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'df179b23-cbc5-4a62-976d-7760840da2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:07:50Z', 'updated_at': '2021-11-29T02:07:53Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'df179b23-cbc5-4a62-976d-7760840da2ec', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:07:50Z', 'updated_at': '2021-11-29T02:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '72343592-c0f2-4e85-81bf-b362cf288673', 'name': '', 'network_id': 'fd489c0e-0198-48ff-a9ca-86c5b22c818e', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:50:33:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'd2b82867-42a1-4a0d-9147-d15b0ad269c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:07:53Z', 'updated_at': '2021-11-29T02:07:56Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': 'd2b82867-42a1-4a0d-9147-d15b0ad269c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:07:57.356698 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03c4036-c948-4500-8978-edec7d2ed001 None None] The sync data for ids ['afb642a1-6f7c-467c-9c28-f85ce48e4e93'] in dv-neutron-819032-3-hyperv is: [{'id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'name': 'tempest-TestNetworkBasicOps-router-612323828', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'df179b23-cbc5-4a62-976d-7760840da2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:07:50Z', 'updated_at': '2021-11-29T02:07:53Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'df179b23-cbc5-4a62-976d-7760840da2ec', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:07:50Z', 'updated_at': '2021-11-29T02:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '72343592-c0f2-4e85-81bf-b362cf288673', 'name': '', 'network_id': 'fd489c0e-0198-48ff-a9ca-86c5b22c818e', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:50:33:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'd2b82867-42a1-4a0d-9147-d15b0ad269c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:07:53Z', 'updated_at': '2021-11-29T02:07:56Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': 'd2b82867-42a1-4a0d-9147-d15b0ad269c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:07:57.369055 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bdf1261f-90c9-4438-9109-e93c553047d6 req-1417bfbf-258b-433c-872d-5817dda08fae tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=eecdf5f1-30d2-4dbe-8b47-02471a28278c HTTP/1.1" status: 200 len: 210 time: 0.0335846 Nov 29 02:07:58.175543 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 72343592-c0f2-4e85-81bf-b362cf288673 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:07:58.229120 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 72343592-c0f2-4e85-81bf-b362cf288673 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:07:58.229580 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:58.478603 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dbc0c6fb-fd22-4119-b837-1027d77ecad5 req-c27f2e11-547b-48da-8b75-467097d89d85 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=eecdf5f1-30d2-4dbe-8b47-02471a28278c HTTP/1.1" status: 200 len: 210 time: 0.0327015 Nov 29 02:07:58.540859 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-315a9c64-64db-4817-a875-46c983763d9e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:58.542604 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-315a9c64-64db-4817-a875-46c983763d9e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/networks?id=fd489c0e-0198-48ff-a9ca-86c5b22c818e HTTP/1.1" status: 200 len: 797 time: 0.1283050 Nov 29 02:07:58.634315 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-79ea0dce-8736-4b30-8617-5e53fbf43def tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1a27bea49814722818e7a3b77708f76 HTTP/1.1" status: 200 len: 380 time: 0.0591495 Nov 29 02:07:58.648593 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-89e5b3f6-8aac-41a9-bb3b-b1025a8f04a0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'port': {'device_id': 'eecdf5f1-30d2-4dbe-8b47-02471a28278c', 'network_id': 'fd489c0e-0198-48ff-a9ca-86c5b22c818e', 'admin_state_up': True, 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'security_groups': ['62b7bf6f-9f92-41fe-93cd-161eb1f13a5c']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:07:58.767805 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-89e5b3f6-8aac-41a9-bb3b-b1025a8f04a0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Made reservation on behalf of d1a27bea49814722818e7a3b77708f76 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:07:58.771303 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-89e5b3f6-8aac-41a9-bb3b-b1025a8f04a0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:58.904338 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-89e5b3f6-8aac-41a9-bb3b-b1025a8f04a0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.20.0.7 (fd489c0e-0198-48ff-a9ca-86c5b22c818e/d2b82867-42a1-4a0d-9147-d15b0ad269c7/87bddde5-e1b5-4e04-a6c5-e45dea5cf54b) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:07:59.052296 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-89e5b3f6-8aac-41a9-bb3b-b1025a8f04a0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:59.087002 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-89e5b3f6-8aac-41a9-bb3b-b1025a8f04a0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:59.130439 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-89e5b3f6-8aac-41a9-bb3b-b1025a8f04a0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network fd489c0e-0198-48ff-a9ca-86c5b22c818e is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:07:59.134250 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-89e5b3f6-8aac-41a9-bb3b-b1025a8f04a0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:07:59.138374 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-89e5b3f6-8aac-41a9-bb3b-b1025a8f04a0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:07:59.144770 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5b3f6-8aac-41a9-bb3b-b1025a8f04a0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=87bddde5-e1b5-4e04-a6c5-e45dea5cf54b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:59.198224 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-89e5b3f6-8aac-41a9-bb3b-b1025a8f04a0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:59.198851 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-89e5b3f6-8aac-41a9-bb3b-b1025a8f04a0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:59.216564 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-89e5b3f6-8aac-41a9-bb3b-b1025a8f04a0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5730386 Nov 29 02:07:59.235926 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-679fcde9-5534-4653-8e84-6331f8ab8f85 service neutron] Request body: {'port': {'device_id': 'eecdf5f1-30d2-4dbe-8b47-02471a28278c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:07:59.297814 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-679fcde9-5534-4653-8e84-6331f8ab8f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:59.384005 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1e36488a-d163-4efb-a971-c445307dc4ed None None] Provisioning complete for port 87bddde5-e1b5-4e04-a6c5-e45dea5cf54b triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:07:59.384663 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e36488a-d163-4efb-a971-c445307dc4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:59.419819 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1e36488a-d163-4efb-a971-c445307dc4ed None None] Port 87bddde5-e1b5-4e04-a6c5-e45dea5cf54b cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:07:59.580151 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-679fcde9-5534-4653-8e84-6331f8ab8f85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87bddde5-e1b5-4e04-a6c5-e45dea5cf54b {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:07:59.589674 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-679fcde9-5534-4653-8e84-6331f8ab8f85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:59.604465 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-679fcde9-5534-4653-8e84-6331f8ab8f85 service neutron] Transition to ACTIVE for port object 87bddde5-e1b5-4e04-a6c5-e45dea5cf54b will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:07:59.608249 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-679fcde9-5534-4653-8e84-6331f8ab8f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:59.609956 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc126df-ba31-43a9-a611-12365a1b7f73 req-9b21751f-6a19-4029-9e18-86b804b393ae tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:59.611463 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9dc126df-ba31-43a9-a611-12365a1b7f73 req-9b21751f-6a19-4029-9e18-86b804b393ae tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=eecdf5f1-30d2-4dbe-8b47-02471a28278c HTTP/1.1" status: 200 len: 931 time: 0.0621099 Nov 29 02:07:59.660009 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679fcde9-5534-4653-8e84-6331f8ab8f85 service neutron] Pushing event updated for resources: {'Port': ['ID=87bddde5-e1b5-4e04-a6c5-e45dea5cf54b,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:59.673111 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9dc126df-ba31-43a9-a611-12365a1b7f73 req-39333033-2f92-4a4a-9f03-4721073f8410 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b7bf6f-9f92-41fe-93cd-161eb1f13a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551608 Nov 29 02:07:59.735455 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-679fcde9-5534-4653-8e84-6331f8ab8f85 service neutron] Attempting to bind port 87bddde5-e1b5-4e04-a6c5-e45dea5cf54b on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:07:59.735839 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-679fcde9-5534-4653-8e84-6331f8ab8f85 service neutron] Attempting to bind port 87bddde5-e1b5-4e04-a6c5-e45dea5cf54b by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fd489c0e-0198-48ff-a9ca-86c5b22c818e'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:07:59.736362 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-679fcde9-5534-4653-8e84-6331f8ab8f85 service neutron] Attempting to bind port 87bddde5-e1b5-4e04-a6c5-e45dea5cf54b on network fd489c0e-0198-48ff-a9ca-86c5b22c818e {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:07:59.741790 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-679fcde9-5534-4653-8e84-6331f8ab8f85 service neutron] Port 87bddde5-e1b5-4e04-a6c5-e45dea5cf54b on network fd489c0e-0198-48ff-a9ca-86c5b22c818e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:07:59.742248 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-679fcde9-5534-4653-8e84-6331f8ab8f85 service neutron] Attempting to bind port 87bddde5-e1b5-4e04-a6c5-e45dea5cf54b on network fd489c0e-0198-48ff-a9ca-86c5b22c818e {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:07:59.747908 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-679fcde9-5534-4653-8e84-6331f8ab8f85 service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:07:59.748248 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-679fcde9-5534-4653-8e84-6331f8ab8f85 service neutron] Checking segment: {'id': '3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fd489c0e-0198-48ff-a9ca-86c5b22c818e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:07:59.748637 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-679fcde9-5534-4653-8e84-6331f8ab8f85 service neutron] Bound using segment: {'id': '3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fd489c0e-0198-48ff-a9ca-86c5b22c818e'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:07:59.749077 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-679fcde9-5534-4653-8e84-6331f8ab8f85 service neutron] Bound port: 87bddde5-e1b5-4e04-a6c5-e45dea5cf54b, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fd489c0e-0198-48ff-a9ca-86c5b22c818e'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:07:59.749431 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-679fcde9-5534-4653-8e84-6331f8ab8f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:59.823735 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-679fcde9-5534-4653-8e84-6331f8ab8f85 service neutron] For port 87bddde5-e1b5-4e04-a6c5-e45dea5cf54b, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:07:59.827051 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-679fcde9-5534-4653-8e84-6331f8ab8f85 service neutron] For port 87bddde5-e1b5-4e04-a6c5-e45dea5cf54b, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=87bddde5-e1b5-4e04-a6c5-e45dea5cf54b,segment=NetworkSegment(3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef),segment_id=3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:07:59.832110 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-679fcde9-5534-4653-8e84-6331f8ab8f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:59.865515 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-679fcde9-5534-4653-8e84-6331f8ab8f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:59.866181 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-679fcde9-5534-4653-8e84-6331f8ab8f85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:07:59.867751 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-679fcde9-5534-4653-8e84-6331f8ab8f85 service neutron] 10.222.0.24 "PUT /v2.0/ports/87bddde5-e1b5-4e04-a6c5-e45dea5cf54b HTTP/1.1" status: 200 len: 1093 time: 0.6362104 Nov 29 02:07:59.869943 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eecdf5f1-30d2-4dbe-8b47-02471a28278c', 'tag': '87bddde5-e1b5-4e04-a6c5-e45dea5cf54b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:07:59.872305 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef2f1d4-a77f-45d9-877f-b51dc8023187" -d '{"events": [{"name": "network-changed", "server_uuid": "eecdf5f1-30d2-4dbe-8b47-02471a28278c", "tag": "87bddde5-e1b5-4e04-a6c5-e45dea5cf54b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:07:59.906267 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679fcde9-5534-4653-8e84-6331f8ab8f85 service neutron] Pushing event updated for resources: {'Port': ['ID=87bddde5-e1b5-4e04-a6c5-e45dea5cf54b,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:07:59.923978 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f96fb83-2c25-4ecf-8146-a72b30b8a7bc x-openstack-request-id: req-6f96fb83-2c25-4ecf-8146-a72b30b8a7bc {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:07:59.924280 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eecdf5f1-30d2-4dbe-8b47-02471a28278c", "tag": "87bddde5-e1b5-4e04-a6c5-e45dea5cf54b", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:07:59.924591 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6f96fb83-2c25-4ecf-8146-a72b30b8a7bc {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:07:59.925007 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eecdf5f1-30d2-4dbe-8b47-02471a28278c', 'tag': '87bddde5-e1b5-4e04-a6c5-e45dea5cf54b', 'status': 'completed', 'code': 200} Nov 29 02:07:59.988648 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-2f034395-4ff2-43f5-a80a-83c9fc52f5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:07:59.990274 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-2f034395-4ff2-43f5-a80a-83c9fc52f5b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=eecdf5f1-30d2-4dbe-8b47-02471a28278c HTTP/1.1" status: 200 len: 1096 time: 0.0442841 Nov 29 02:08:00.043465 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-18f93356-feef-467f-a0e1-848bf976dc4e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87bddde5-e1b5-4e04-a6c5-e45dea5cf54b HTTP/1.1" status: 200 len: 217 time: 0.0386336 Nov 29 02:08:00.093899 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-96c05f04-9f19-4a3d-892e-a05ad28b47f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:00.095326 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-96c05f04-9f19-4a3d-892e-a05ad28b47f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2b82867-42a1-4a0d-9147-d15b0ad269c7 HTTP/1.1" status: 200 len: 844 time: 0.0442703 Nov 29 02:08:00.142403 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-4f1d06b7-df40-4369-badb-e0c83c1515b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:00.143937 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-4f1d06b7-df40-4369-badb-e0c83c1515b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd489c0e-0198-48ff-a9ca-86c5b22c818e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392277 Nov 29 02:08:00.235721 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-e3099564-b1ee-46fd-b7b6-1bd87d26341f service neutron] 10.222.0.24 "GET /v2.0/networks/fd489c0e-0198-48ff-a9ca-86c5b22c818e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848310 Nov 29 02:08:00.326360 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2a2b6094-f669-4cb4-9ba8-f0360158b167 req-b24200b5-a307-45a8-8b94-9ba2b11aeeb6 service neutron] 10.222.0.24 "GET /v2.0/networks/fd489c0e-0198-48ff-a9ca-86c5b22c818e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831118 Nov 29 02:08:00.453630 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2f1d4-a77f-45d9-877f-b51dc8023187 req-bcdb6f9f-ae2f-4844-8679-f4e267065a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:00.454985 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5ef2f1d4-a77f-45d9-877f-b51dc8023187 req-bcdb6f9f-ae2f-4844-8679-f4e267065a40 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=eecdf5f1-30d2-4dbe-8b47-02471a28278c HTTP/1.1" status: 200 len: 1096 time: 0.0388675 Nov 29 02:08:00.546971 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2f1d4-a77f-45d9-877f-b51dc8023187 req-712e9617-7a8f-4349-a5f8-9bef2cda7ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:00.548387 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5ef2f1d4-a77f-45d9-877f-b51dc8023187 req-712e9617-7a8f-4349-a5f8-9bef2cda7ce9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd489c0e-0198-48ff-a9ca-86c5b22c818e HTTP/1.1" status: 200 len: 898 time: 0.0851986 Nov 29 02:08:00.588859 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5ef2f1d4-a77f-45d9-877f-b51dc8023187 req-557f4dd6-37c7-477a-add2-bfe38c0b15df service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87bddde5-e1b5-4e04-a6c5-e45dea5cf54b HTTP/1.1" status: 200 len: 217 time: 0.0321920 Nov 29 02:08:00.641137 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2f1d4-a77f-45d9-877f-b51dc8023187 req-31ee3d9f-c237-41d6-8f47-5a4ca73414ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:00.642571 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5ef2f1d4-a77f-45d9-877f-b51dc8023187 req-31ee3d9f-c237-41d6-8f47-5a4ca73414ca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2b82867-42a1-4a0d-9147-d15b0ad269c7 HTTP/1.1" status: 200 len: 844 time: 0.0463681 Nov 29 02:08:00.687438 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2f1d4-a77f-45d9-877f-b51dc8023187 req-babf7f6b-c317-44d1-881a-327f9c48054b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:00.688859 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5ef2f1d4-a77f-45d9-877f-b51dc8023187 req-babf7f6b-c317-44d1-881a-327f9c48054b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd489c0e-0198-48ff-a9ca-86c5b22c818e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380492 Nov 29 02:08:00.783280 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5ef2f1d4-a77f-45d9-877f-b51dc8023187 req-086531d1-db61-4300-aa76-e4e74c62efeb service neutron] 10.222.0.24 "GET /v2.0/networks/fd489c0e-0198-48ff-a9ca-86c5b22c818e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847220 Nov 29 02:08:00.792034 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd8c00-fd9a-49b9-aa6f-4935f5ae55be req-55b5fff1-8aa1-41ce-85da-9e6d5117b112 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:00.793493 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-59bd8c00-fd9a-49b9-aa6f-4935f5ae55be req-55b5fff1-8aa1-41ce-85da-9e6d5117b112 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=eecdf5f1-30d2-4dbe-8b47-02471a28278c HTTP/1.1" status: 200 len: 943 time: 0.0490086 Nov 29 02:08:00.841844 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-59bd8c00-fd9a-49b9-aa6f-4935f5ae55be req-1ea7054e-8387-48f2-b562-debd2f4a068a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b7bf6f-9f92-41fe-93cd-161eb1f13a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423033 Nov 29 02:08:00.876884 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5ef2f1d4-a77f-45d9-877f-b51dc8023187 req-2eabac26-2825-49a8-8bba-3c1e129bd1ac service neutron] 10.222.0.24 "GET /v2.0/networks/fd489c0e-0198-48ff-a9ca-86c5b22c818e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854337 Nov 29 02:08:01.960920 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551d9c3-a69b-4d14-abac-be7788567db3 req-16d100d2-e5b6-41b2-ab4a-fcd6aee74732 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:01.962411 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f551d9c3-a69b-4d14-abac-be7788567db3 req-16d100d2-e5b6-41b2-ab4a-fcd6aee74732 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=eecdf5f1-30d2-4dbe-8b47-02471a28278c HTTP/1.1" status: 200 len: 943 time: 0.0515144 Nov 29 02:08:02.010285 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f551d9c3-a69b-4d14-abac-be7788567db3 req-3da2ea3b-20f6-4238-8885-2616ee2144e7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b7bf6f-9f92-41fe-93cd-161eb1f13a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420325 Nov 29 02:08:02.869623 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 87bddde5-e1b5-4e04-a6c5-e45dea5cf54b details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:08:02.967452 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 87bddde5-e1b5-4e04-a6c5-e45dea5cf54b, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=87bddde5-e1b5-4e04-a6c5-e45dea5cf54b,segment=NetworkSegment(3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef),segment_id=3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:08:02.978213 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '87bddde5-e1b5-4e04-a6c5-e45dea5cf54b', 'network_id': 'fd489c0e-0198-48ff-a9ca-86c5b22c818e', 'port_id': '87bddde5-e1b5-4e04-a6c5-e45dea5cf54b', 'mac_address': 'fa:16:3e:67:4a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b82867-42a1-4a0d-9147-d15b0ad269c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:08:03.013844 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:03.027027 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87bddde5-e1b5-4e04-a6c5-e45dea5cf54b {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:08:03.051130 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 87bddde5-e1b5-4e04-a6c5-e45dea5cf54b, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=87bddde5-e1b5-4e04-a6c5-e45dea5cf54b,segment=NetworkSegment(3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef),segment_id=3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:08:03.055116 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:03.102037 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=87bddde5-e1b5-4e04-a6c5-e45dea5cf54b,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:08:03.123223 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71454eea-b74e-4ce5-aaa4-30dc620462fa req-8aad3dc2-bea4-4598-a701-a1f4d701fdc6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:03.124627 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-71454eea-b74e-4ce5-aaa4-30dc620462fa req-8aad3dc2-bea4-4598-a701-a1f4d701fdc6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=eecdf5f1-30d2-4dbe-8b47-02471a28278c HTTP/1.1" status: 200 len: 944 time: 0.0484726 Nov 29 02:08:03.173412 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-71454eea-b74e-4ce5-aaa4-30dc620462fa req-a0bfbd3e-0159-4277-810b-4206dfc17a14 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b7bf6f-9f92-41fe-93cd-161eb1f13a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428059 Nov 29 02:08:03.379411 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['87bddde5-e1b5-4e04-a6c5-e45dea5cf54b'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:08:04.292817 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68a804-c27e-48b4-b469-8e86cc84a8c3 req-3a0be659-62a6-42dd-83fd-199371484b37 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:04.294211 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7f68a804-c27e-48b4-b469-8e86cc84a8c3 req-3a0be659-62a6-42dd-83fd-199371484b37 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=eecdf5f1-30d2-4dbe-8b47-02471a28278c HTTP/1.1" status: 200 len: 944 time: 0.0539889 Nov 29 02:08:04.347059 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7f68a804-c27e-48b4-b469-8e86cc84a8c3 req-d20882b7-77ed-48f8-b037-648962e871bb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b7bf6f-9f92-41fe-93cd-161eb1f13a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469544 Nov 29 02:08:04.875286 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 87bddde5-e1b5-4e04-a6c5-e45dea5cf54b up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:08:04.924060 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port 87bddde5-e1b5-4e04-a6c5-e45dea5cf54b completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:08:04.927605 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 87bddde5-e1b5-4e04-a6c5-e45dea5cf54b triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:08:04.927954 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:05.007680 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:05.029882 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecdf5f1-30d2-4dbe-8b47-02471a28278c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87bddde5-e1b5-4e04-a6c5-e45dea5cf54b'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:08:05.032132 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e318dc7-37b6-4d91-8cb1-c13d5c2f7c0e" -d '{"events": [{"server_uuid": "eecdf5f1-30d2-4dbe-8b47-02471a28278c", "name": "network-vif-plugged", "status": "completed", "tag": "87bddde5-e1b5-4e04-a6c5-e45dea5cf54b"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:08:05.045323 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 87bddde5-e1b5-4e04-a6c5-e45dea5cf54b, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=87bddde5-e1b5-4e04-a6c5-e45dea5cf54b,segment=NetworkSegment(3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef),segment_id=3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:08:05.049675 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:05.072057 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18514ae6-2cd7-47f7-9e9d-b08a48ae630a x-openstack-request-id: req-18514ae6-2cd7-47f7-9e9d-b08a48ae630a {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:08:05.072348 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eecdf5f1-30d2-4dbe-8b47-02471a28278c", "name": "network-vif-plugged", "status": "completed", "tag": "87bddde5-e1b5-4e04-a6c5-e45dea5cf54b", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:08:05.072600 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-18514ae6-2cd7-47f7-9e9d-b08a48ae630a {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:08:05.072983 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eecdf5f1-30d2-4dbe-8b47-02471a28278c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87bddde5-e1b5-4e04-a6c5-e45dea5cf54b', 'code': 200} Nov 29 02:08:05.097342 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=87bddde5-e1b5-4e04-a6c5-e45dea5cf54b,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:08:05.280626 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a4c07-8716-45f0-b3ef-526416d16ee0 req-f075cf6f-28ae-4e6f-92e9-aabdcc155f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:05.282014 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7b1a4c07-8716-45f0-b3ef-526416d16ee0 req-f075cf6f-28ae-4e6f-92e9-aabdcc155f5c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eecdf5f1-30d2-4dbe-8b47-02471a28278c HTTP/1.1" status: 200 len: 1098 time: 0.0390985 Nov 29 02:08:05.337430 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7b1a4c07-8716-45f0-b3ef-526416d16ee0 req-776e6fee-3f4e-4acd-98d3-633204b29cb9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=62b7bf6f-9f92-41fe-93cd-161eb1f13a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462239 Nov 29 02:08:05.461935 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067f7b0-9147-40f4-beba-b66462a26918 req-29a5a12e-8f82-4ec1-aa6a-caf4075d463e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:05.463493 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1067f7b0-9147-40f4-beba-b66462a26918 req-29a5a12e-8f82-4ec1-aa6a-caf4075d463e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=eecdf5f1-30d2-4dbe-8b47-02471a28278c HTTP/1.1" status: 200 len: 945 time: 0.0483284 Nov 29 02:08:05.511566 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1067f7b0-9147-40f4-beba-b66462a26918 req-dfe84a22-9942-4c6a-a47f-e382629f0989 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b7bf6f-9f92-41fe-93cd-161eb1f13a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417504 Nov 29 02:08:06.630207 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20426258-fe1b-4f12-bb9d-d0552f6daa9c req-147e2381-0c44-4a8d-a236-471b05c5b773 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:06.631682 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-20426258-fe1b-4f12-bb9d-d0552f6daa9c req-147e2381-0c44-4a8d-a236-471b05c5b773 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=eecdf5f1-30d2-4dbe-8b47-02471a28278c HTTP/1.1" status: 200 len: 945 time: 0.0507431 Nov 29 02:08:06.681302 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-20426258-fe1b-4f12-bb9d-d0552f6daa9c req-c72ff663-ad5a-42c1-a939-4cd0ee7ecb75 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b7bf6f-9f92-41fe-93cd-161eb1f13a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422342 Nov 29 02:08:06.799960 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa6e7d-f788-48d4-aa43-852947db409d req-022f842a-0c77-48b1-b5fd-690d81ebff58 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:06.801367 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d6fa6e7d-f788-48d4-aa43-852947db409d req-022f842a-0c77-48b1-b5fd-690d81ebff58 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=eecdf5f1-30d2-4dbe-8b47-02471a28278c HTTP/1.1" status: 200 len: 945 time: 0.0530412 Nov 29 02:08:06.851604 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d6fa6e7d-f788-48d4-aa43-852947db409d req-ad1c4b87-ee40-4444-905e-3d7234324f25 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b7bf6f-9f92-41fe-93cd-161eb1f13a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443773 Nov 29 02:08:06.873151 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 44998) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:08:06.912303 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d6d8d8-bc7e-4b6f-911b-50eb23572e58 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:06.913844 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-65d6d8d8-bc7e-4b6f-911b-50eb23572e58 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=eecdf5f1-30d2-4dbe-8b47-02471a28278c HTTP/1.1" status: 200 len: 1093 time: 0.0396626 Nov 29 02:08:06.916576 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45000) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:08:06.920855 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f13b138b-c578-43f1-9a81-4a337c90e094 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'port_id': '87bddde5-e1b5-4e04-a6c5-e45dea5cf54b', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:08:06.944030 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f13b138b-c578-43f1-9a81-4a337c90e094 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:07.042916 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f13b138b-c578-43f1-9a81-4a337c90e094 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:07.148754 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-f13b138b-c578-43f1-9a81-4a337c90e094 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.26.3.213 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/96ec7106-30c1-47b7-a2bf-2c6939952f5b) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:08:07.250593 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f13b138b-c578-43f1-9a81-4a337c90e094 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:07.283182 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f13b138b-c578-43f1-9a81-4a337c90e094 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:07.325634 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13b138b-c578-43f1-9a81-4a337c90e094 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:08:07.329378 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-f13b138b-c578-43f1-9a81-4a337c90e094 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:08:07.331888 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13b138b-c578-43f1-9a81-4a337c90e094 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:08:07.359811 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b138b-c578-43f1-9a81-4a337c90e094 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=96ec7106-30c1-47b7-a2bf-2c6939952f5b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:08:07.672746 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f13b138b-c578-43f1-9a81-4a337c90e094 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:07.737660 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f13b138b-c578-43f1-9a81-4a337c90e094 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:07.883520 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f13b138b-c578-43f1-9a81-4a337c90e094 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:07.887754 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f13b138b-c578-43f1-9a81-4a337c90e094 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:07.956376 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b138b-c578-43f1-9a81-4a337c90e094 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=96ec7106-30c1-47b7-a2bf-2c6939952f5b,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:08:07.967864 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f13b138b-c578-43f1-9a81-4a337c90e094 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:08.397640 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [None req-f13b138b-c578-43f1-9a81-4a337c90e094 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Floating IP 3ddf80e4-fe70-480e-b0e7-cf216ce2ba19 associated. External IP: 172.26.3.213, port: 87bddde5-e1b5-4e04-a6c5-e45dea5cf54b. Nov 29 02:08:08.619944 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13b138b-c578-43f1-9a81-4a337c90e094 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router afb642a1-6f7c-467c-9c28-f85ce48e4e93 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:08:08.728977 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13b138b-c578-43f1-9a81-4a337c90e094 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:08:08.739548 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7621e4c2-1eae-4b5b-9233-bb77f31d8b23 None None] Sync routers for ids ['afb642a1-6f7c-467c-9c28-f85ce48e4e93'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:08:08.747686 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f13b138b-c578-43f1-9a81-4a337c90e094 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:08.750657 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7621e4c2-1eae-4b5b-9233-bb77f31d8b23 None None] Routers {'afb642a1-6f7c-467c-9c28-f85ce48e4e93'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:08:08.751285 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7621e4c2-1eae-4b5b-9233-bb77f31d8b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:07:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['afb642a1-6f7c-467c-9c28-f85ce48e4e93'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:08:08.777973 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f13b138b-c578-43f1-9a81-4a337c90e094 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8577096 Nov 29 02:08:08.777973 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eecdf5f1-30d2-4dbe-8b47-02471a28278c', 'tag': '87bddde5-e1b5-4e04-a6c5-e45dea5cf54b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:08:08.778307 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96869663-d8ec-40a7-bd40-accb6e58f30d" -d '{"events": [{"name": "network-changed", "server_uuid": "eecdf5f1-30d2-4dbe-8b47-02471a28278c", "tag": "87bddde5-e1b5-4e04-a6c5-e45dea5cf54b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:08:08.778792 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45004) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:08:08.841672 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-62588732-4302-4b2c-8cee-0adc013cf0f6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/floatingips/3ddf80e4-fe70-480e-b0e7-cf216ce2ba19 HTTP/1.1" status: 200 len: 991 time: 0.0613477 Nov 29 02:08:08.863846 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-7621e4c2-1eae-4b5b-9233-bb77f31d8b23 None None] Set router afb642a1-6f7c-467c-9c28-f85ce48e4e93 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:08:08.880091 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a799f5d8-c60f-4bad-92c0-cb7ca35f0f50 x-openstack-request-id: req-a799f5d8-c60f-4bad-92c0-cb7ca35f0f50 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:08:08.880301 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eecdf5f1-30d2-4dbe-8b47-02471a28278c", "tag": "87bddde5-e1b5-4e04-a6c5-e45dea5cf54b", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:08:08.880594 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a799f5d8-c60f-4bad-92c0-cb7ca35f0f50 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:08:08.881238 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eecdf5f1-30d2-4dbe-8b47-02471a28278c', 'tag': '87bddde5-e1b5-4e04-a6c5-e45dea5cf54b', 'status': 'completed', 'code': 200} Nov 29 02:08:08.978839 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96869663-d8ec-40a7-bd40-accb6e58f30d req-918ca208-33b9-4fce-9f81-38b8443b580b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:08.980423 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-96869663-d8ec-40a7-bd40-accb6e58f30d req-918ca208-33b9-4fce-9f81-38b8443b580b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=eecdf5f1-30d2-4dbe-8b47-02471a28278c HTTP/1.1" status: 200 len: 1098 time: 0.0412831 Nov 29 02:08:09.078720 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96869663-d8ec-40a7-bd40-accb6e58f30d req-fdbf9721-2456-4d5c-9e71-8e5f4edd94b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:09.080288 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-96869663-d8ec-40a7-bd40-accb6e58f30d req-fdbf9721-2456-4d5c-9e71-8e5f4edd94b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd489c0e-0198-48ff-a9ca-86c5b22c818e HTTP/1.1" status: 200 len: 898 time: 0.0923402 Nov 29 02:08:09.098309 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7621e4c2-1eae-4b5b-9233-bb77f31d8b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'name': 'tempest-TestNetworkBasicOps-router-612323828', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'df179b23-cbc5-4a62-976d-7760840da2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:07:50Z', 'updated_at': '2021-11-29T02:07:53Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'df179b23-cbc5-4a62-976d-7760840da2ec', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:07:50Z', 'updated_at': '2021-11-29T02:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '3ddf80e4-fe70-480e-b0e7-cf216ce2ba19', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.213', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'port_id': '87bddde5-e1b5-4e04-a6c5-e45dea5cf54b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd489c0e-0198-48ff-a9ca-86c5b22c818e', 'mac_address': 'fa:16:3e:67:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdf5f1-30d2-4dbe-8b47-02471a28278c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:08:07Z', 'updated_at': '2021-11-29T02:08:07Z', 'revision_number': 0, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72343592-c0f2-4e85-81bf-b362cf288673', 'name': '', 'network_id': 'fd489c0e-0198-48ff-a9ca-86c5b22c818e', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:50:33:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'd2b82867-42a1-4a0d-9147-d15b0ad269c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:07:53Z', 'updated_at': '2021-11-29T02:07:57Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': 'd2b82867-42a1-4a0d-9147-d15b0ad269c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:08:09.126537 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7621e4c2-1eae-4b5b-9233-bb77f31d8b23 None None] Checking router: afb642a1-6f7c-467c-9c28-f85ce48e4e93 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:08:09.138128 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7621e4c2-1eae-4b5b-9233-bb77f31d8b23 None None] Routers {'afb642a1-6f7c-467c-9c28-f85ce48e4e93'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:08:09.138882 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7621e4c2-1eae-4b5b-9233-bb77f31d8b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:07:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['afb642a1-6f7c-467c-9c28-f85ce48e4e93'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:08:09.148758 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-96869663-d8ec-40a7-bd40-accb6e58f30d req-36aeebc2-fbf7-4084-9e7a-4b0af23fcd24 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87bddde5-e1b5-4e04-a6c5-e45dea5cf54b HTTP/1.1" status: 200 len: 999 time: 0.0605338 Nov 29 02:08:09.209563 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96869663-d8ec-40a7-bd40-accb6e58f30d req-a2f49191-d180-4971-928d-4180501530aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:09.211100 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-96869663-d8ec-40a7-bd40-accb6e58f30d req-a2f49191-d180-4971-928d-4180501530aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2b82867-42a1-4a0d-9147-d15b0ad269c7 HTTP/1.1" status: 200 len: 844 time: 0.0538723 Nov 29 02:08:09.255099 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-7621e4c2-1eae-4b5b-9233-bb77f31d8b23 None None] Set router afb642a1-6f7c-467c-9c28-f85ce48e4e93 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:08:09.257304 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96869663-d8ec-40a7-bd40-accb6e58f30d req-235463b6-a67b-4545-b2f4-6232cd4fecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:09.258849 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-96869663-d8ec-40a7-bd40-accb6e58f30d req-235463b6-a67b-4545-b2f4-6232cd4fecfe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd489c0e-0198-48ff-a9ca-86c5b22c818e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402732 Nov 29 02:08:09.363898 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-96869663-d8ec-40a7-bd40-accb6e58f30d req-66dc73e4-bf89-478e-b539-0ce77c39f261 service neutron] 10.222.0.24 "GET /v2.0/networks/fd489c0e-0198-48ff-a9ca-86c5b22c818e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961072 Nov 29 02:08:09.468414 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-96869663-d8ec-40a7-bd40-accb6e58f30d req-b15bc82d-03b5-4654-82c1-1f1426960a80 service neutron] 10.222.0.24 "GET /v2.0/networks/fd489c0e-0198-48ff-a9ca-86c5b22c818e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963192 Nov 29 02:08:09.486150 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7621e4c2-1eae-4b5b-9233-bb77f31d8b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'name': 'tempest-TestNetworkBasicOps-router-612323828', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'df179b23-cbc5-4a62-976d-7760840da2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:07:50Z', 'updated_at': '2021-11-29T02:07:53Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'df179b23-cbc5-4a62-976d-7760840da2ec', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:07:50Z', 'updated_at': '2021-11-29T02:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '3ddf80e4-fe70-480e-b0e7-cf216ce2ba19', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.213', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'port_id': '87bddde5-e1b5-4e04-a6c5-e45dea5cf54b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd489c0e-0198-48ff-a9ca-86c5b22c818e', 'mac_address': 'fa:16:3e:67:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdf5f1-30d2-4dbe-8b47-02471a28278c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:08:07Z', 'updated_at': '2021-11-29T02:08:07Z', 'revision_number': 0, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72343592-c0f2-4e85-81bf-b362cf288673', 'name': '', 'network_id': 'fd489c0e-0198-48ff-a9ca-86c5b22c818e', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:50:33:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'd2b82867-42a1-4a0d-9147-d15b0ad269c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:07:53Z', 'updated_at': '2021-11-29T02:07:57Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': 'd2b82867-42a1-4a0d-9147-d15b0ad269c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:08:09.515521 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7621e4c2-1eae-4b5b-9233-bb77f31d8b23 None None] The sync data for ids ['afb642a1-6f7c-467c-9c28-f85ce48e4e93'] in dv-neutron-819032-3-hyperv is: [{'id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'name': 'tempest-TestNetworkBasicOps-router-612323828', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'df179b23-cbc5-4a62-976d-7760840da2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:07:50Z', 'updated_at': '2021-11-29T02:07:53Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'df179b23-cbc5-4a62-976d-7760840da2ec', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:07:50Z', 'updated_at': '2021-11-29T02:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '3ddf80e4-fe70-480e-b0e7-cf216ce2ba19', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.213', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'port_id': '87bddde5-e1b5-4e04-a6c5-e45dea5cf54b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd489c0e-0198-48ff-a9ca-86c5b22c818e', 'mac_address': 'fa:16:3e:67:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdf5f1-30d2-4dbe-8b47-02471a28278c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:08:07Z', 'updated_at': '2021-11-29T02:08:07Z', 'revision_number': 0, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72343592-c0f2-4e85-81bf-b362cf288673', 'name': '', 'network_id': 'fd489c0e-0198-48ff-a9ca-86c5b22c818e', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:50:33:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'd2b82867-42a1-4a0d-9147-d15b0ad269c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:07:53Z', 'updated_at': '2021-11-29T02:07:57Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': 'd2b82867-42a1-4a0d-9147-d15b0ad269c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:08:09.706055 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e82cf1-8e03-4dc1-8c2a-691b6c9eb4b7 None None] New status for floating IP 3ddf80e4-fe70-480e-b0e7-cf216ce2ba19: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:08:09.845769 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45010) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:08:09.912257 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3ee3f4fc-8ec6-4d72-8f03-90cafca6906a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/floatingips/3ddf80e4-fe70-480e-b0e7-cf216ce2ba19 HTTP/1.1" status: 200 len: 993 time: 0.0654125 Nov 29 02:08:12.025988 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dad4f507-ef11-4783-895c-ffb07c9ba78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:13.669512 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:14.289920 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-32f0a6a5-95d5-42f4-8820-9239f02875f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:15.293690 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:16.988275 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:17.819314 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:20.267093 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:08:42.026449 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-40bbfc82-4aa2-4c07-812b-ba021c0eb10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:43.684092 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:44.291279 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-109fc97b-25a4-401a-8e1e-d8a3487c256f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:45.297084 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:46.991476 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:47.819730 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:08:54.742313 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f0175c2f-d758-456b-94f7-e03d48c48304 req-d8741ebb-fd49-44e1-a381-8ccd0889fff9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388570 Nov 29 02:08:54.857156 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0175c2f-d758-456b-94f7-e03d48c48304 req-80cc3ffa-7734-44d6-8d6f-20cec0822476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:54.858704 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f0175c2f-d758-456b-94f7-e03d48c48304 req-80cc3ffa-7734-44d6-8d6f-20cec0822476 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99e2787ae1eb4571b1be84af3aefd0fe&device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf HTTP/1.1" status: 200 len: 1098 time: 0.0389829 Nov 29 02:08:54.971808 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0175c2f-d758-456b-94f7-e03d48c48304 req-316db642-e7e8-4683-b7bb-d241a126dc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:54.973330 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f0175c2f-d758-456b-94f7-e03d48c48304 req-316db642-e7e8-4683-b7bb-d241a126dc17 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2758948e-395a-46ec-aaa8-7c73c4196c63 HTTP/1.1" status: 200 len: 913 time: 0.0869720 Nov 29 02:08:55.043456 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f0175c2f-d758-456b-94f7-e03d48c48304 req-35c2449b-b60e-4300-abcd-85f556e92461 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3ace871-8ed6-494d-9191-55973103bd75 HTTP/1.1" status: 200 len: 1001 time: 0.0573077 Nov 29 02:08:55.103019 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0175c2f-d758-456b-94f7-e03d48c48304 req-a531a950-09a0-43ed-b08b-9fc70312722d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:55.104450 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f0175c2f-d758-456b-94f7-e03d48c48304 req-a531a950-09a0-43ed-b08b-9fc70312722d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4cf21d5a-352a-4dc2-8e6c-9e7126bec139 HTTP/1.1" status: 200 len: 851 time: 0.0485060 Nov 29 02:08:55.150621 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0175c2f-d758-456b-94f7-e03d48c48304 req-36aece8b-f41f-40d0-82fd-e35b59d0e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:08:55.152096 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f0175c2f-d758-456b-94f7-e03d48c48304 req-36aece8b-f41f-40d0-82fd-e35b59d0e34f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2758948e-395a-46ec-aaa8-7c73c4196c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389628 Nov 29 02:08:55.245353 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f0175c2f-d758-456b-94f7-e03d48c48304 req-8c74f506-fd67-448b-bb7b-8d9b86edb9c0 service neutron] 10.222.0.24 "GET /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809102 Nov 29 02:08:55.344394 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f0175c2f-d758-456b-94f7-e03d48c48304 req-026d79b5-e79d-4f35-a02f-08c5e1db2aaa service neutron] 10.222.0.24 "GET /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858214 Nov 29 02:08:57.265631 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:09:12.031348 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3bd7fa1f-3282-4caf-9b72-38bb7d686dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:13.704004 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:14.291674 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4277bf60-4500-42ad-8d86-963b1adb0a8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:15.299574 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:16.995764 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:17.820978 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:29.227369 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e4e20-1860-495e-a7e0-1f0bc1db9a70 req-52c65d60-2c06-4454-b94b-b5ecabf4c9ef tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:29.228849 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-862e4e20-1860-495e-a7e0-1f0bc1db9a70 req-52c65d60-2c06-4454-b94b-b5ecabf4c9ef tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf HTTP/1.1" status: 200 len: 945 time: 0.0547254 Nov 29 02:09:29.276899 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-862e4e20-1860-495e-a7e0-1f0bc1db9a70 req-2354afec-6b09-4b75-8cca-e9a00cc03887 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420182 Nov 29 02:09:30.393131 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a62f5-8a41-465b-aa59-26e4385e4892 req-a3c0d711-1d7d-4fb2-ba73-a05c7bb00484 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:30.394625 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fd3a62f5-8a41-465b-aa59-26e4385e4892 req-a3c0d711-1d7d-4fb2-ba73-a05c7bb00484 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf HTTP/1.1" status: 200 len: 945 time: 0.0500655 Nov 29 02:09:30.443548 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fd3a62f5-8a41-465b-aa59-26e4385e4892 req-1e2d1a3e-5025-4168-a123-75af2145e8cc tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429311 Nov 29 02:09:31.182332 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84828fa-d7bb-47da-b94f-07c760775905 req-938d031e-8e0b-4a1c-a9c3-fe872c36f2b5 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:31.183785 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b84828fa-d7bb-47da-b94f-07c760775905 req-938d031e-8e0b-4a1c-a9c3-fe872c36f2b5 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.24 "GET /v2.0/ports?device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf HTTP/1.1" status: 200 len: 945 time: 0.0521762 Nov 29 02:09:31.278191 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-b84828fa-d7bb-47da-b94f-07c760775905 req-47b9ae88-232d-4861-abf0-b21c67804a3b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Deleting port e3ace871-8ed6-494d-9191-55973103bd75 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:09:31.278538 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b84828fa-d7bb-47da-b94f-07c760775905 req-47b9ae88-232d-4861-abf0-b21c67804a3b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:31.365503 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b84828fa-d7bb-47da-b94f-07c760775905 req-47b9ae88-232d-4861-abf0-b21c67804a3b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] For port e3ace871-8ed6-494d-9191-55973103bd75, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=e3ace871-8ed6-494d-9191-55973103bd75,segment=NetworkSegment(43e3cd5a-9d58-4166-b36e-b280ad609a36),segment_id=43e3cd5a-9d58-4166-b36e-b280ad609a36)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:09:31.365889 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b84828fa-d7bb-47da-b94f-07c760775905 req-47b9ae88-232d-4861-abf0-b21c67804a3b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:31.531591 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b84828fa-d7bb-47da-b94f-07c760775905 req-47b9ae88-232d-4861-abf0-b21c67804a3b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:31.531946 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b84828fa-d7bb-47da-b94f-07c760775905 req-47b9ae88-232d-4861-abf0-b21c67804a3b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:31.532265 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [req-b84828fa-d7bb-47da-b94f-07c760775905 req-47b9ae88-232d-4861-abf0-b21c67804a3b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Floating IP ab13f8e5-5ada-4536-a4fc-3f7bc38c98b6 disassociated. External IP: 172.26.3.235, port: e3ace871-8ed6-494d-9191-55973103bd75. Nov 29 02:09:31.532601 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-b84828fa-d7bb-47da-b94f-07c760775905 req-47b9ae88-232d-4861-abf0-b21c67804a3b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Calling delete_port for e3ace871-8ed6-494d-9191-55973103bd75 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:09:31.555172 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d359a61-d35c-4e3c-8b54-abbb279b2fc1 req-6ce4c8d4-6147-4fc7-a5d8-7db3898f9040 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:31.556627 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3d359a61-d35c-4e3c-8b54-abbb279b2fc1 req-6ce4c8d4-6147-4fc7-a5d8-7db3898f9040 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf HTTP/1.1" status: 200 len: 945 time: 0.0478039 Nov 29 02:09:31.609079 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3d359a61-d35c-4e3c-8b54-abbb279b2fc1 req-1e214de9-b5ae-4f05-acda-23b68934c2a8 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464628 Nov 29 02:09:31.663922 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b84828fa-d7bb-47da-b94f-07c760775905 req-47b9ae88-232d-4861-abf0-b21c67804a3b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:31.692827 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9ae88-232d-4861-abf0-b21c67804a3b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Pushing event deleted for resources: {'Port': ['ID=e3ace871-8ed6-494d-9191-55973103bd75,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:09:31.703730 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9ae88-232d-4861-abf0-b21c67804a3b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:31.704098 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9ae88-232d-4861-abf0-b21c67804a3b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:31.704452 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9ae88-232d-4861-abf0-b21c67804a3b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:31.704802 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9ae88-232d-4861-abf0-b21c67804a3b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:31.705137 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9ae88-232d-4861-abf0-b21c67804a3b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:31.705484 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9ae88-232d-4861-abf0-b21c67804a3b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:31.705850 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9ae88-232d-4861-abf0-b21c67804a3b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:31.706190 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9ae88-232d-4861-abf0-b21c67804a3b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:31.706530 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9ae88-232d-4861-abf0-b21c67804a3b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:31.706898 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9ae88-232d-4861-abf0-b21c67804a3b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:31.707272 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9ae88-232d-4861-abf0-b21c67804a3b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:31.708180 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b9ae88-232d-4861-abf0-b21c67804a3b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:31.814337 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b84828fa-d7bb-47da-b94f-07c760775905 req-47b9ae88-232d-4861-abf0-b21c67804a3b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Router 95237a31-4eb2-4f77-8a2a-d66f853fb185 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:09:31.916910 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b84828fa-d7bb-47da-b94f-07c760775905 req-47b9ae88-232d-4861-abf0-b21c67804a3b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:09:31.926930 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea85864c-57ec-4ec3-b62d-83e321620cc2 None None] Sync routers for ids ['95237a31-4eb2-4f77-8a2a-d66f853fb185'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:09:31.936821 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea85864c-57ec-4ec3-b62d-83e321620cc2 None None] Routers {'95237a31-4eb2-4f77-8a2a-d66f853fb185'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:09:31.937430 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ea85864c-57ec-4ec3-b62d-83e321620cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:09:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['95237a31-4eb2-4f77-8a2a-d66f853fb185'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:09:31.954014 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84828fa-d7bb-47da-b94f-07c760775905 req-47b9ae88-232d-4861-abf0-b21c67804a3b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] No DVR routers for this DVR port e3ace871-8ed6-494d-9191-55973103bd75 on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:09:31.956517 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b84828fa-d7bb-47da-b94f-07c760775905 req-47b9ae88-232d-4861-abf0-b21c67804a3b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:31.959855 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b84828fa-d7bb-47da-b94f-07c760775905 req-47b9ae88-232d-4861-abf0-b21c67804a3b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.24 "DELETE /v2.0/ports/e3ace871-8ed6-494d-9191-55973103bd75 HTTP/1.1" status: 204 len: 173 time: 0.7646112 Nov 29 02:09:31.960513 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23838a73-7cbf-4bac-b163-39d51c6d0aaf', 'name': 'network-vif-deleted', 'tag': 'e3ace871-8ed6-494d-9191-55973103bd75'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:09:31.962796 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1010b3-0217-4832-bfd9-60ff642b14ec" -d '{"events": [{"server_uuid": "23838a73-7cbf-4bac-b163-39d51c6d0aaf", "name": "network-vif-deleted", "tag": "e3ace871-8ed6-494d-9191-55973103bd75"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:09:32.000787 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30451a3c-826b-4189-ae76-ad957a7c5ad2 x-openstack-request-id: req-30451a3c-826b-4189-ae76-ad957a7c5ad2 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:09:32.001163 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23838a73-7cbf-4bac-b163-39d51c6d0aaf", "name": "network-vif-deleted", "tag": "e3ace871-8ed6-494d-9191-55973103bd75", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:09:32.001636 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-30451a3c-826b-4189-ae76-ad957a7c5ad2 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:09:32.001846 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23838a73-7cbf-4bac-b163-39d51c6d0aaf', 'name': 'network-vif-deleted', 'tag': 'e3ace871-8ed6-494d-9191-55973103bd75', 'status': 'completed', 'code': 200} Nov 29 02:09:32.044432 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-ea85864c-57ec-4ec3-b62d-83e321620cc2 None None] Set router 95237a31-4eb2-4f77-8a2a-d66f853fb185 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:09:32.342452 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ea85864c-57ec-4ec3-b62d-83e321620cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'name': 'tempest-TestVolumeBootPattern-1034486042-router', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'gw_port': {'id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '8a720ae1-5dfc-414c-94e9-47350fb463f2', 'name': '', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'mac_address': 'fa:16:3e:fd:24:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:39Z', 'updated_at': '2021-11-29T02:06:45Z', 'revision_number': 5, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'subnets': [{'id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:09:32.368054 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea85864c-57ec-4ec3-b62d-83e321620cc2 None None] Checking router: 95237a31-4eb2-4f77-8a2a-d66f853fb185 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:09:32.376099 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea85864c-57ec-4ec3-b62d-83e321620cc2 None None] Routers {'95237a31-4eb2-4f77-8a2a-d66f853fb185'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:09:32.376687 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ea85864c-57ec-4ec3-b62d-83e321620cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:09:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['95237a31-4eb2-4f77-8a2a-d66f853fb185'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:09:32.479725 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-ea85864c-57ec-4ec3-b62d-83e321620cc2 None None] Set router 95237a31-4eb2-4f77-8a2a-d66f853fb185 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:09:32.677716 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ea85864c-57ec-4ec3-b62d-83e321620cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'name': 'tempest-TestVolumeBootPattern-1034486042-router', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'gw_port': {'id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '8a720ae1-5dfc-414c-94e9-47350fb463f2', 'name': '', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'mac_address': 'fa:16:3e:fd:24:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:39Z', 'updated_at': '2021-11-29T02:06:45Z', 'revision_number': 5, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'subnets': [{'id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:09:32.704485 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea85864c-57ec-4ec3-b62d-83e321620cc2 None None] The sync data for ids ['95237a31-4eb2-4f77-8a2a-d66f853fb185'] in dv-neutron-819032-3-hyperv is: [{'id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'name': 'tempest-TestVolumeBootPattern-1034486042-router', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'gw_port': {'id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '8a720ae1-5dfc-414c-94e9-47350fb463f2', 'name': '', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'mac_address': 'fa:16:3e:fd:24:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:39Z', 'updated_at': '2021-11-29T02:06:45Z', 'revision_number': 5, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'subnets': [{'id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:09:32.711734 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ed36247e-1ccd-47ae-8a73-97ce1ed93343 req-3d236d16-aa33-490b-a4b4-cdf85fce0369 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf HTTP/1.1" status: 200 len: 210 time: 0.0271671 Nov 29 02:09:32.930635 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97eb6f0-8619-4d6d-9584-31f1dcddfa32 None None] New status for floating IP ab13f8e5-5ada-4536-a4fc-3f7bc38c98b6: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:09:33.811041 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b206c61c-27e7-4941-9009-62e7c44fe4cc req-f5aaa29c-64a1-446b-b1f6-b81f682f0bb6 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf HTTP/1.1" status: 200 len: 210 time: 0.0264773 Nov 29 02:09:34.263953 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:09:34.905738 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-91678f39-cb45-4f0f-bcfe-5ca51167aaa9 req-17856da9-53ca-4f43-b363-885079f2089b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf HTTP/1.1" status: 200 len: 210 time: 0.0275640 Nov 29 02:09:35.315277 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device e3ace871-8ed6-494d-9191-55973103bd75 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:09:35.336429 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: e3ace871-8ed6-494d-9191-55973103bd75 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:09:35.336779 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device e3ace871-8ed6-494d-9191-55973103bd75 not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:09:35.997602 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f6560df2-8481-4640-8dcf-bbaf99498e75 req-83c39e3d-2002-40d7-8a76-fee42e5a35e0 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=23838a73-7cbf-4bac-b163-39d51c6d0aaf HTTP/1.1" status: 200 len: 210 time: 0.0253875 Nov 29 02:09:37.202053 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-66565e3f-da1e-4c9e-aa2d-4bea1898674b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-82570639&fields=id&tenant_id=99e2787ae1eb4571b1be84af3aefd0fe HTTP/1.1" status: 200 len: 267 time: 0.0425704 Nov 29 02:09:37.309714 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-5fb6aa91-f468-4fb5-990a-83b25adcdf05 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:37.311038 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-5fb6aa91-f468-4fb5-990a-83b25adcdf05 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/networks?id=2758948e-395a-46ec-aaa8-7c73c4196c63 HTTP/1.1" status: 200 len: 812 time: 0.1019075 Nov 29 02:09:37.325268 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-bc471709-66e2-4255-8019-daf777a69059 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/quotas/99e2787ae1eb4571b1be84af3aefd0fe HTTP/1.1" status: 200 len: 375 time: 0.0087073 Nov 29 02:09:37.374771 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-0db9ea4c-de7a-4f39-a001-93182b2fc1d4 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=99e2787ae1eb4571b1be84af3aefd0fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442133 Nov 29 02:09:37.432865 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-6f43cb66-71cd-4168-9561-0ae03e67574e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:09:37.433895 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-6f43cb66-71cd-4168-9561-0ae03e67574e service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0471206 Nov 29 02:09:37.525004 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-2ca6b993-6bac-4f17-8fee-c25142b339c7 service neutron] 10.222.0.37 "GET /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851336 Nov 29 02:09:37.609935 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-7f4bd11a-ff2d-404f-94be-0070f0839e21 service neutron] 10.222.0.37 "GET /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786471 Nov 29 02:09:37.891801 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-923e87b9-b993-4a67-9bc4-b3b9ff07fbda req-67014dc8-63b4-4c58-a17f-37b0cc416474 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e46c109-8fea-4012-8c5d-7c34f605cf32 HTTP/1.1" status: 200 len: 210 time: 0.0316236 Nov 29 02:09:38.985974 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7328ad23-e6b2-4818-a535-36b02b08efe5 req-5bcd6333-bda5-41e5-8b78-661110a3c8d6 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e46c109-8fea-4012-8c5d-7c34f605cf32 HTTP/1.1" status: 200 len: 210 time: 0.0285239 Nov 29 02:09:39.046338 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-760b9c03-9031-4d43-bd8d-291dd029dc35 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:39.048799 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-760b9c03-9031-4d43-bd8d-291dd029dc35 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.24 "GET /v2.0/networks?id=2758948e-395a-46ec-aaa8-7c73c4196c63 HTTP/1.1" status: 200 len: 812 time: 0.1109130 Nov 29 02:09:39.129159 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-01435133-816a-4089-8ab7-ab698329ba7f tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99e2787ae1eb4571b1be84af3aefd0fe HTTP/1.1" status: 200 len: 378 time: 0.0538764 Nov 29 02:09:39.159428 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-06a411ce-d9f5-45d6-b4af-13fea6bd9960 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Request body: {'port': {'device_id': '7e46c109-8fea-4012-8c5d-7c34f605cf32', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'admin_state_up': True, 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'security_groups': ['55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:09:39.269785 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-06a411ce-d9f5-45d6-b4af-13fea6bd9960 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Made reservation on behalf of 99e2787ae1eb4571b1be84af3aefd0fe for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:09:39.273564 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-06a411ce-d9f5-45d6-b4af-13fea6bd9960 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:39.401630 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-06a411ce-d9f5-45d6-b4af-13fea6bd9960 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Allocated IP 172.20.0.7 (2758948e-395a-46ec-aaa8-7c73c4196c63/4cf21d5a-352a-4dc2-8e6c-9e7126bec139/7dd8ed39-7f68-4dd3-acf7-5df46a8085ac) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:09:39.538651 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-06a411ce-d9f5-45d6-b4af-13fea6bd9960 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:39.572295 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-06a411ce-d9f5-45d6-b4af-13fea6bd9960 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:39.616172 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-06a411ce-d9f5-45d6-b4af-13fea6bd9960 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Network 2758948e-395a-46ec-aaa8-7c73c4196c63 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:09:39.619247 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-06a411ce-d9f5-45d6-b4af-13fea6bd9960 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:09:39.621639 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-06a411ce-d9f5-45d6-b4af-13fea6bd9960 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:09:39.653834 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a411ce-d9f5-45d6-b4af-13fea6bd9960 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Pushing event updated for resources: {'Port': ['ID=7dd8ed39-7f68-4dd3-acf7-5df46a8085ac,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:09:39.686378 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-06a411ce-d9f5-45d6-b4af-13fea6bd9960 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:39.687340 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-06a411ce-d9f5-45d6-b4af-13fea6bd9960 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:39.704552 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-06a411ce-d9f5-45d6-b4af-13fea6bd9960 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5489209 Nov 29 02:09:39.732989 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-ad22c022-8416-4b3a-98b7-c40251c215f0 service neutron] Request body: {'port': {'device_id': '7e46c109-8fea-4012-8c5d-7c34f605cf32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:09:39.794918 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-ad22c022-8416-4b3a-98b7-c40251c215f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:39.867614 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0c5cdbaa-8c43-47e3-891f-2439f479ac67 None None] Provisioning complete for port 7dd8ed39-7f68-4dd3-acf7-5df46a8085ac triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:09:39.868171 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0c5cdbaa-8c43-47e3-891f-2439f479ac67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:39.906500 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0c5cdbaa-8c43-47e3-891f-2439f479ac67 None None] Port 7dd8ed39-7f68-4dd3-acf7-5df46a8085ac cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:09:40.058772 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-ad22c022-8416-4b3a-98b7-c40251c215f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dd8ed39-7f68-4dd3-acf7-5df46a8085ac {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:09:40.066605 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-ad22c022-8416-4b3a-98b7-c40251c215f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:40.081757 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-ad22c022-8416-4b3a-98b7-c40251c215f0 service neutron] Transition to ACTIVE for port object 7dd8ed39-7f68-4dd3-acf7-5df46a8085ac will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:09:40.085975 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-ad22c022-8416-4b3a-98b7-c40251c215f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:40.111626 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eef367-2c3b-482a-be04-7cb427a4a93f req-06170177-951b-4a2b-8a3f-42d2caeca147 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:40.115083 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-07eef367-2c3b-482a-be04-7cb427a4a93f req-06170177-951b-4a2b-8a3f-42d2caeca147 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e46c109-8fea-4012-8c5d-7c34f605cf32 HTTP/1.1" status: 200 len: 931 time: 0.0572846 Nov 29 02:09:40.141904 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22c022-8416-4b3a-98b7-c40251c215f0 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd8ed39-7f68-4dd3-acf7-5df46a8085ac,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:09:40.190606 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-07eef367-2c3b-482a-be04-7cb427a4a93f req-ee0af749-0b4b-4db4-85a2-fd7df3bb63fa tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589128 Nov 29 02:09:40.223262 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-ad22c022-8416-4b3a-98b7-c40251c215f0 service neutron] Attempting to bind port 7dd8ed39-7f68-4dd3-acf7-5df46a8085ac on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:09:40.223946 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-ad22c022-8416-4b3a-98b7-c40251c215f0 service neutron] Attempting to bind port 7dd8ed39-7f68-4dd3-acf7-5df46a8085ac by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '43e3cd5a-9d58-4166-b36e-b280ad609a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:09:40.224535 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-ad22c022-8416-4b3a-98b7-c40251c215f0 service neutron] Attempting to bind port 7dd8ed39-7f68-4dd3-acf7-5df46a8085ac on network 2758948e-395a-46ec-aaa8-7c73c4196c63 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:09:40.229265 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-ad22c022-8416-4b3a-98b7-c40251c215f0 service neutron] Port 7dd8ed39-7f68-4dd3-acf7-5df46a8085ac on network 2758948e-395a-46ec-aaa8-7c73c4196c63 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:09:40.229885 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-ad22c022-8416-4b3a-98b7-c40251c215f0 service neutron] Attempting to bind port 7dd8ed39-7f68-4dd3-acf7-5df46a8085ac on network 2758948e-395a-46ec-aaa8-7c73c4196c63 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:09:40.234797 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-ad22c022-8416-4b3a-98b7-c40251c215f0 service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:09:40.235139 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-ad22c022-8416-4b3a-98b7-c40251c215f0 service neutron] Checking segment: {'id': '43e3cd5a-9d58-4166-b36e-b280ad609a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:09:40.235518 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-ad22c022-8416-4b3a-98b7-c40251c215f0 service neutron] Bound using segment: {'id': '43e3cd5a-9d58-4166-b36e-b280ad609a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:09:40.235949 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-ad22c022-8416-4b3a-98b7-c40251c215f0 service neutron] Bound port: 7dd8ed39-7f68-4dd3-acf7-5df46a8085ac, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43e3cd5a-9d58-4166-b36e-b280ad609a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:09:40.236307 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-ad22c022-8416-4b3a-98b7-c40251c215f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:40.318671 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-ad22c022-8416-4b3a-98b7-c40251c215f0 service neutron] For port 7dd8ed39-7f68-4dd3-acf7-5df46a8085ac, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:09:40.322319 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-ad22c022-8416-4b3a-98b7-c40251c215f0 service neutron] For port 7dd8ed39-7f68-4dd3-acf7-5df46a8085ac, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=7dd8ed39-7f68-4dd3-acf7-5df46a8085ac,segment=NetworkSegment(43e3cd5a-9d58-4166-b36e-b280ad609a36),segment_id=43e3cd5a-9d58-4166-b36e-b280ad609a36)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:09:40.327334 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-ad22c022-8416-4b3a-98b7-c40251c215f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:40.369479 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-ad22c022-8416-4b3a-98b7-c40251c215f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:40.370344 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-ad22c022-8416-4b3a-98b7-c40251c215f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:40.371547 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-ad22c022-8416-4b3a-98b7-c40251c215f0 service neutron] 10.222.0.24 "PUT /v2.0/ports/7dd8ed39-7f68-4dd3-acf7-5df46a8085ac HTTP/1.1" status: 200 len: 1093 time: 0.6439862 Nov 29 02:09:40.372151 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e46c109-8fea-4012-8c5d-7c34f605cf32', 'tag': '7dd8ed39-7f68-4dd3-acf7-5df46a8085ac'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:09:40.374414 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee3fe56-0682-4be7-ac6b-088d187fb84d" -d '{"events": [{"name": "network-changed", "server_uuid": "7e46c109-8fea-4012-8c5d-7c34f605cf32", "tag": "7dd8ed39-7f68-4dd3-acf7-5df46a8085ac"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:09:40.400374 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22c022-8416-4b3a-98b7-c40251c215f0 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd8ed39-7f68-4dd3-acf7-5df46a8085ac,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:09:40.437916 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b336e20-1673-4f5d-b2ea-47c454ddcfd4 x-openstack-request-id: req-3b336e20-1673-4f5d-b2ea-47c454ddcfd4 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:09:40.438215 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e46c109-8fea-4012-8c5d-7c34f605cf32", "tag": "7dd8ed39-7f68-4dd3-acf7-5df46a8085ac", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:09:40.438481 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b336e20-1673-4f5d-b2ea-47c454ddcfd4 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:09:40.438896 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e46c109-8fea-4012-8c5d-7c34f605cf32', 'tag': '7dd8ed39-7f68-4dd3-acf7-5df46a8085ac', 'status': 'completed', 'code': 200} Nov 29 02:09:40.507212 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-31ea5121-13c2-4333-b0f6-7d1fed429c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:40.509040 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-31ea5121-13c2-4333-b0f6-7d1fed429c56 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99e2787ae1eb4571b1be84af3aefd0fe&device_id=7e46c109-8fea-4012-8c5d-7c34f605cf32 HTTP/1.1" status: 200 len: 1096 time: 0.0471265 Nov 29 02:09:40.567133 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-6a4c039d-ba82-476f-af11-0a56d5afa641 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dd8ed39-7f68-4dd3-acf7-5df46a8085ac HTTP/1.1" status: 200 len: 217 time: 0.0372734 Nov 29 02:09:40.625040 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-407ff754-300f-4988-abc1-446f7a1397c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:40.627275 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-407ff754-300f-4988-abc1-446f7a1397c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4cf21d5a-352a-4dc2-8e6c-9e7126bec139 HTTP/1.1" status: 200 len: 851 time: 0.0482566 Nov 29 02:09:40.682603 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-e77882c4-b94d-4237-af42-63eb7b43ed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:40.684099 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-e77882c4-b94d-4237-af42-63eb7b43ed4d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2758948e-395a-46ec-aaa8-7c73c4196c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0460567 Nov 29 02:09:40.787914 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-beded6e3-418e-48ea-92c4-04d421f57b1f service neutron] 10.222.0.24 "GET /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888824 Nov 29 02:09:40.883251 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-fcba45d0-e851-45bf-8ecf-f324a318948c req-235bb050-4382-4e93-81a4-29363b804d60 service neutron] 10.222.0.24 "GET /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865922 Nov 29 02:09:41.005277 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3fe56-0682-4be7-ac6b-088d187fb84d req-718e4979-4a0a-42f6-9961-0b2913544d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:41.006806 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5ee3fe56-0682-4be7-ac6b-088d187fb84d req-718e4979-4a0a-42f6-9961-0b2913544d68 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99e2787ae1eb4571b1be84af3aefd0fe&device_id=7e46c109-8fea-4012-8c5d-7c34f605cf32 HTTP/1.1" status: 200 len: 1096 time: 0.0412514 Nov 29 02:09:41.099930 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3fe56-0682-4be7-ac6b-088d187fb84d req-17d4d19a-a85d-4b92-9552-bb85403532c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:41.101395 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5ee3fe56-0682-4be7-ac6b-088d187fb84d req-17d4d19a-a85d-4b92-9552-bb85403532c0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2758948e-395a-46ec-aaa8-7c73c4196c63 HTTP/1.1" status: 200 len: 913 time: 0.0875976 Nov 29 02:09:41.148029 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5ee3fe56-0682-4be7-ac6b-088d187fb84d req-baa3f405-e52c-4018-a097-2208c9bed78f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dd8ed39-7f68-4dd3-acf7-5df46a8085ac HTTP/1.1" status: 200 len: 217 time: 0.0345800 Nov 29 02:09:41.201639 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3fe56-0682-4be7-ac6b-088d187fb84d req-05104afd-97b8-4155-8548-5db9b9948e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:41.203060 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5ee3fe56-0682-4be7-ac6b-088d187fb84d req-05104afd-97b8-4155-8548-5db9b9948e23 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4cf21d5a-352a-4dc2-8e6c-9e7126bec139 HTTP/1.1" status: 200 len: 851 time: 0.0428329 Nov 29 02:09:41.255535 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3fe56-0682-4be7-ac6b-088d187fb84d req-1f55e354-95d2-42e2-bb60-aaa11eb1c11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:41.257220 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5ee3fe56-0682-4be7-ac6b-088d187fb84d req-1f55e354-95d2-42e2-bb60-aaa11eb1c11c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2758948e-395a-46ec-aaa8-7c73c4196c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431118 Nov 29 02:09:41.310176 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bca52-0b95-49c2-b7e2-13d4d515115d req-02767d9a-8f58-4cce-abb5-894cec1f9209 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:41.311664 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0a5bca52-0b95-49c2-b7e2-13d4d515115d req-02767d9a-8f58-4cce-abb5-894cec1f9209 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e46c109-8fea-4012-8c5d-7c34f605cf32 HTTP/1.1" status: 200 len: 943 time: 0.0487394 Nov 29 02:09:41.358957 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5ee3fe56-0682-4be7-ac6b-088d187fb84d req-e42a3926-eb14-4b40-96ec-d28a54c025ac service neutron] 10.222.0.24 "GET /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893459 Nov 29 02:09:41.367113 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0a5bca52-0b95-49c2-b7e2-13d4d515115d req-0e071d43-98e5-4085-8ac2-133fbcba83cc tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495882 Nov 29 02:09:41.463217 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5ee3fe56-0682-4be7-ac6b-088d187fb84d req-4d1a472e-bbaf-4694-8be6-f24ab548af95 service neutron] 10.222.0.24 "GET /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902321 Nov 29 02:09:42.033821 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-70a7029b-4c93-4c20-a41b-6f17bf17cde2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:42.483588 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22103603-7716-44b6-a28a-36dc2a539ab8 req-e70b1f3a-4a4f-4c01-86fd-f063418acde0 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:42.485052 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-22103603-7716-44b6-a28a-36dc2a539ab8 req-e70b1f3a-4a4f-4c01-86fd-f063418acde0 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e46c109-8fea-4012-8c5d-7c34f605cf32 HTTP/1.1" status: 200 len: 943 time: 0.0482314 Nov 29 02:09:42.533679 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-22103603-7716-44b6-a28a-36dc2a539ab8 req-346f6480-57fa-4ca3-8ae1-35f2b0c24d3b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425563 Nov 29 02:09:43.647484 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e672715-a850-46a7-ba62-f435439c07cb req-f16049c2-03bd-4cd3-b53c-e0b755343012 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:43.649094 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2e672715-a850-46a7-ba62-f435439c07cb req-f16049c2-03bd-4cd3-b53c-e0b755343012 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e46c109-8fea-4012-8c5d-7c34f605cf32 HTTP/1.1" status: 200 len: 943 time: 0.0485764 Nov 29 02:09:43.700336 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2e672715-a850-46a7-ba62-f435439c07cb req-5bd104f7-f5b3-48af-a400-2bcce4cdab12 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450530 Nov 29 02:09:43.725561 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:44.292665 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8145181b-137d-4de1-8450-c26f9d16fcd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:44.819108 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82aff10-160b-479e-ad67-93b8a37fbc17 req-bcdcc12a-3c19-466b-820c-dd82ce197016 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:44.820728 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c82aff10-160b-479e-ad67-93b8a37fbc17 req-bcdcc12a-3c19-466b-820c-dd82ce197016 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e46c109-8fea-4012-8c5d-7c34f605cf32 HTTP/1.1" status: 200 len: 943 time: 0.0528722 Nov 29 02:09:44.868435 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c82aff10-160b-479e-ad67-93b8a37fbc17 req-7018aad5-64f7-41f7-9303-87d05642f53c tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418549 Nov 29 02:09:45.301618 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:45.981105 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658705b-1d81-4844-b35e-4fdc5baa2692 req-42f17f43-9643-4acd-b9dc-09c85c26b9fc tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:45.982614 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2658705b-1d81-4844-b35e-4fdc5baa2692 req-42f17f43-9643-4acd-b9dc-09c85c26b9fc tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e46c109-8fea-4012-8c5d-7c34f605cf32 HTTP/1.1" status: 200 len: 943 time: 0.0484586 Nov 29 02:09:46.030888 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2658705b-1d81-4844-b35e-4fdc5baa2692 req-7ae440a1-197a-45c6-b872-546a36fe5dfe tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424695 Nov 29 02:09:46.997863 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:47.141552 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0938690-b9a4-427b-9851-84fb5660f362 req-99c211d4-01fd-46d6-bd50-c7cf2e1257bc tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:47.143057 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f0938690-b9a4-427b-9851-84fb5660f362 req-99c211d4-01fd-46d6-bd50-c7cf2e1257bc tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e46c109-8fea-4012-8c5d-7c34f605cf32 HTTP/1.1" status: 200 len: 943 time: 0.0478635 Nov 29 02:09:47.195052 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f0938690-b9a4-427b-9851-84fb5660f362 req-bfa801e2-24b4-4377-8a03-7344555cb9ae tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455446 Nov 29 02:09:47.822537 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:48.306901 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcd992-17af-42b4-9af9-feeb52516a1d req-bdea5504-505f-4ba5-93af-7dc98963708e tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:48.308366 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a9dcd992-17af-42b4-9af9-feeb52516a1d req-bdea5504-505f-4ba5-93af-7dc98963708e tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e46c109-8fea-4012-8c5d-7c34f605cf32 HTTP/1.1" status: 200 len: 943 time: 0.0477982 Nov 29 02:09:48.356917 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a9dcd992-17af-42b4-9af9-feeb52516a1d req-0d3ecb5c-ff6e-4412-a34d-45e11fbc1ab4 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427220 Nov 29 02:09:49.469061 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25823d-8942-42bf-b331-e25c04f5ee88 req-961ecbab-0c0e-421c-856b-9f5b9f7f4bcd tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:49.470456 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bc25823d-8942-42bf-b331-e25c04f5ee88 req-961ecbab-0c0e-421c-856b-9f5b9f7f4bcd tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e46c109-8fea-4012-8c5d-7c34f605cf32 HTTP/1.1" status: 200 len: 943 time: 0.0480411 Nov 29 02:09:49.516791 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bc25823d-8942-42bf-b331-e25c04f5ee88 req-8574cb5d-5dac-438e-9a99-0db3c6b0145b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405982 Nov 29 02:09:50.632962 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184d20d-fefb-4192-8769-93afcb32188d req-77ea8235-ec93-4bba-8f82-3aea66113167 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:50.634445 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d184d20d-fefb-4192-8769-93afcb32188d req-77ea8235-ec93-4bba-8f82-3aea66113167 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e46c109-8fea-4012-8c5d-7c34f605cf32 HTTP/1.1" status: 200 len: 943 time: 0.0509040 Nov 29 02:09:50.685758 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d184d20d-fefb-4192-8769-93afcb32188d req-5063f061-9e83-4272-a215-74f92582773e tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416720 Nov 29 02:09:51.422976 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 7dd8ed39-7f68-4dd3-acf7-5df46a8085ac details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:09:51.514162 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 7dd8ed39-7f68-4dd3-acf7-5df46a8085ac, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=7dd8ed39-7f68-4dd3-acf7-5df46a8085ac,segment=NetworkSegment(43e3cd5a-9d58-4166-b36e-b280ad609a36),segment_id=43e3cd5a-9d58-4166-b36e-b280ad609a36)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:09:51.524614 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '7dd8ed39-7f68-4dd3-acf7-5df46a8085ac', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'port_id': '7dd8ed39-7f68-4dd3-acf7-5df46a8085ac', 'mac_address': 'fa:16:3e:a3:82:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:09:51.562972 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:51.575484 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dd8ed39-7f68-4dd3-acf7-5df46a8085ac {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:09:51.593104 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 7dd8ed39-7f68-4dd3-acf7-5df46a8085ac, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=7dd8ed39-7f68-4dd3-acf7-5df46a8085ac,segment=NetworkSegment(43e3cd5a-9d58-4166-b36e-b280ad609a36),segment_id=43e3cd5a-9d58-4166-b36e-b280ad609a36)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:09:51.596798 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:51.641849 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=7dd8ed39-7f68-4dd3-acf7-5df46a8085ac,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:09:51.648572 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:51.648923 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:51.649263 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:51.649623 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:51.649959 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:51.650288 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:51.650616 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:51.650942 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:51.651268 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:51.651585 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:51.652159 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:51.652474 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:09:51.798970 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b120-719d-4f89-8f98-6972b147c63d req-628d2158-e4de-4731-92e0-c361b2316876 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:51.800417 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8aa3b120-719d-4f89-8f98-6972b147c63d req-628d2158-e4de-4731-92e0-c361b2316876 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e46c109-8fea-4012-8c5d-7c34f605cf32 HTTP/1.1" status: 200 len: 944 time: 0.0473249 Nov 29 02:09:51.849176 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8aa3b120-719d-4f89-8f98-6972b147c63d req-b80597f7-e1a4-477c-bf89-69f8775e2977 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422099 Nov 29 02:09:51.964148 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['7dd8ed39-7f68-4dd3-acf7-5df46a8085ac'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:09:52.965638 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6de8a-4ab4-4e48-afca-c0ae7644dfcc req-e639db30-b8a0-4169-b882-c629d642abe6 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:52.967117 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9ff6de8a-4ab4-4e48-afca-c0ae7644dfcc req-e639db30-b8a0-4169-b882-c629d642abe6 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e46c109-8fea-4012-8c5d-7c34f605cf32 HTTP/1.1" status: 200 len: 944 time: 0.0519738 Nov 29 02:09:53.015199 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9ff6de8a-4ab4-4e48-afca-c0ae7644dfcc req-5d48d68f-d895-45fd-a198-457e64d9b87f tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423012 Nov 29 02:09:53.434644 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 7dd8ed39-7f68-4dd3-acf7-5df46a8085ac up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:09:53.482051 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port 7dd8ed39-7f68-4dd3-acf7-5df46a8085ac completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:09:53.485602 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 7dd8ed39-7f68-4dd3-acf7-5df46a8085ac triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:09:53.485973 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:53.704023 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:53.729606 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e46c109-8fea-4012-8c5d-7c34f605cf32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd8ed39-7f68-4dd3-acf7-5df46a8085ac'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:09:53.731834 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9901a42-6ba0-476f-93c9-fc5ba625d6d3" -d '{"events": [{"server_uuid": "7e46c109-8fea-4012-8c5d-7c34f605cf32", "name": "network-vif-plugged", "status": "completed", "tag": "7dd8ed39-7f68-4dd3-acf7-5df46a8085ac"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:09:53.744837 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 7dd8ed39-7f68-4dd3-acf7-5df46a8085ac, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=7dd8ed39-7f68-4dd3-acf7-5df46a8085ac,segment=NetworkSegment(43e3cd5a-9d58-4166-b36e-b280ad609a36),segment_id=43e3cd5a-9d58-4166-b36e-b280ad609a36)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:09:53.748951 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:53.797085 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=7dd8ed39-7f68-4dd3-acf7-5df46a8085ac,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:09:53.822828 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb0c5f3-802c-4406-8658-726aafe2e676 x-openstack-request-id: req-9cb0c5f3-802c-4406-8658-726aafe2e676 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:09:53.823107 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e46c109-8fea-4012-8c5d-7c34f605cf32", "name": "network-vif-plugged", "status": "completed", "tag": "7dd8ed39-7f68-4dd3-acf7-5df46a8085ac", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:09:53.823365 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9cb0c5f3-802c-4406-8658-726aafe2e676 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:09:53.823754 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e46c109-8fea-4012-8c5d-7c34f605cf32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd8ed39-7f68-4dd3-acf7-5df46a8085ac', 'code': 200} Nov 29 02:09:54.070774 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d819e-44c3-4c3c-b2b3-83cee420c4be req-2a648401-1039-4a94-89ef-7e97774dad82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:54.072288 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-789d819e-44c3-4c3c-b2b3-83cee420c4be req-2a648401-1039-4a94-89ef-7e97774dad82 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7e46c109-8fea-4012-8c5d-7c34f605cf32 HTTP/1.1" status: 200 len: 1098 time: 0.0391555 Nov 29 02:09:54.123348 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-789d819e-44c3-4c3c-b2b3-83cee420c4be req-864d227c-0c60-4336-8f74-f3bcda4621af service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395429 Nov 29 02:09:54.129244 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0d428-1685-4d5d-af29-7b4eb00cee8b req-209a74c5-9656-4142-a77d-ef4925bffee8 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:54.131255 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-45a0d428-1685-4d5d-af29-7b4eb00cee8b req-209a74c5-9656-4142-a77d-ef4925bffee8 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e46c109-8fea-4012-8c5d-7c34f605cf32 HTTP/1.1" status: 200 len: 945 time: 0.0475531 Nov 29 02:09:54.179684 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-45a0d428-1685-4d5d-af29-7b4eb00cee8b req-f4dc622d-1f44-4a87-8c98-11a1eb33ba2a tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426071 Nov 29 02:09:54.745898 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-6bcef254-ba9d-4691-85a0-d85644c6608e req-d87d9db2-e591-48d3-8325-c817f4412c18 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eecdf5f1-30d2-4dbe-8b47-02471a28278c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0366781 Nov 29 02:09:54.834073 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcef254-ba9d-4691-85a0-d85644c6608e req-6cab4707-0796-4607-96fd-7ea25b03b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:54.835510 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-6bcef254-ba9d-4691-85a0-d85644c6608e req-6cab4707-0796-4607-96fd-7ea25b03b1e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=eecdf5f1-30d2-4dbe-8b47-02471a28278c HTTP/1.1" status: 200 len: 1098 time: 0.0421023 Nov 29 02:09:54.936475 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcef254-ba9d-4691-85a0-d85644c6608e req-96494f0a-4b7a-4d0a-a8a2-45781c40c257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:54.937953 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-6bcef254-ba9d-4691-85a0-d85644c6608e req-96494f0a-4b7a-4d0a-a8a2-45781c40c257 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd489c0e-0198-48ff-a9ca-86c5b22c818e HTTP/1.1" status: 200 len: 898 time: 0.0820656 Nov 29 02:09:55.009087 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-6bcef254-ba9d-4691-85a0-d85644c6608e req-a00fc103-f643-405a-8829-7138c3cf5e6a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87bddde5-e1b5-4e04-a6c5-e45dea5cf54b HTTP/1.1" status: 200 len: 1001 time: 0.0601983 Nov 29 02:09:55.058591 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcef254-ba9d-4691-85a0-d85644c6608e req-aef8ad80-9d11-464c-bfc9-824d8acc9680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:55.059990 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-6bcef254-ba9d-4691-85a0-d85644c6608e req-aef8ad80-9d11-464c-bfc9-824d8acc9680 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2b82867-42a1-4a0d-9147-d15b0ad269c7 HTTP/1.1" status: 200 len: 844 time: 0.0428748 Nov 29 02:09:55.104515 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcef254-ba9d-4691-85a0-d85644c6608e req-11dd2409-6480-4ba8-99df-d3ef54e3e919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:55.106000 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-6bcef254-ba9d-4691-85a0-d85644c6608e req-11dd2409-6480-4ba8-99df-d3ef54e3e919 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd489c0e-0198-48ff-a9ca-86c5b22c818e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0372436 Nov 29 02:09:55.275023 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-6bcef254-ba9d-4691-85a0-d85644c6608e req-00a485bb-9699-4eff-99e4-f6f748da8f14 service neutron] 10.222.0.24 "GET /v2.0/networks/fd489c0e-0198-48ff-a9ca-86c5b22c818e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885611 Nov 29 02:09:55.310221 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7b607-7411-4f0a-a685-7d93b41e9cde req-49bea08d-cb2e-43f9-9357-4c84e43d583b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:55.311707 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bed7b607-7411-4f0a-a685-7d93b41e9cde req-49bea08d-cb2e-43f9-9357-4c84e43d583b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e46c109-8fea-4012-8c5d-7c34f605cf32 HTTP/1.1" status: 200 len: 945 time: 0.0627344 Nov 29 02:09:55.367756 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bed7b607-7411-4f0a-a685-7d93b41e9cde req-faf444d1-0bda-4b6c-80e6-826e0135fa01 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494306 Nov 29 02:09:55.390046 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-6bcef254-ba9d-4691-85a0-d85644c6608e req-2723725f-b8b0-49b7-a163-6340f2a5ab0d service neutron] 10.222.0.24 "GET /v2.0/networks/fd489c0e-0198-48ff-a9ca-86c5b22c818e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988796 Nov 29 02:09:56.480287 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8decce9-35b2-4308-a203-8376cd42f6c5 req-750c4ab4-2ae4-41c1-960a-00e35d492286 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:56.481780 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d8decce9-35b2-4308-a203-8376cd42f6c5 req-750c4ab4-2ae4-41c1-960a-00e35d492286 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e46c109-8fea-4012-8c5d-7c34f605cf32 HTTP/1.1" status: 200 len: 945 time: 0.0485048 Nov 29 02:09:56.530590 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d8decce9-35b2-4308-a203-8376cd42f6c5 req-54d9bac8-76af-4662-8f5a-a1991ad10618 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428505 Nov 29 02:09:56.641589 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99093485-e570-4ce2-a881-9676ade9b5a5 req-0ee97465-1dc7-40e5-8a1f-415f1919f9db tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:56.643118 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-99093485-e570-4ce2-a881-9676ade9b5a5 req-0ee97465-1dc7-40e5-8a1f-415f1919f9db tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e46c109-8fea-4012-8c5d-7c34f605cf32 HTTP/1.1" status: 200 len: 945 time: 0.0481079 Nov 29 02:09:56.690783 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-99093485-e570-4ce2-a881-9676ade9b5a5 req-027ae0eb-bcb4-4408-b706-0e0fafa96783 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418224 Nov 29 02:09:56.712770 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45128) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:09:57.078507 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba63099-bb25-4465-9cb4-4fddad22e37d tempest-TestVolumeBootPattern-1744186349 tempest-TestVolumeBootPattern-1744186349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:57.079928 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-dba63099-bb25-4465-9cb4-4fddad22e37d tempest-TestVolumeBootPattern-1744186349 tempest-TestVolumeBootPattern-1744186349-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7e46c109-8fea-4012-8c5d-7c34f605cf32 HTTP/1.1" status: 200 len: 1093 time: 0.3661485 Nov 29 02:09:57.082842 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45130) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:09:57.086973 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-dbe50f61-44f5-4fcd-9717-939485a245ca tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'port_id': '7dd8ed39-7f68-4dd3-acf7-5df46a8085ac', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:09:57.108345 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dbe50f61-44f5-4fcd-9717-939485a245ca tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for floatingip, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:57.203096 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dbe50f61-44f5-4fcd-9717-939485a245ca tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:57.309719 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-dbe50f61-44f5-4fcd-9717-939485a245ca tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Allocated IP 172.26.3.93 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/02d9002f-7346-403e-a7f7-babd30f1bb83) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:09:57.408902 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dbe50f61-44f5-4fcd-9717-939485a245ca tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:57.441427 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dbe50f61-44f5-4fcd-9717-939485a245ca tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:57.483561 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe50f61-44f5-4fcd-9717-939485a245ca tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:09:57.488236 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-dbe50f61-44f5-4fcd-9717-939485a245ca tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:09:57.491721 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe50f61-44f5-4fcd-9717-939485a245ca tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:09:57.518528 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe50f61-44f5-4fcd-9717-939485a245ca tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Pushing event updated for resources: {'Port': ['ID=02d9002f-7346-403e-a7f7-babd30f1bb83,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:09:57.822848 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dbe50f61-44f5-4fcd-9717-939485a245ca tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:57.889911 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dbe50f61-44f5-4fcd-9717-939485a245ca tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:58.043220 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dbe50f61-44f5-4fcd-9717-939485a245ca tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:58.047705 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dbe50f61-44f5-4fcd-9717-939485a245ca tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:58.115006 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe50f61-44f5-4fcd-9717-939485a245ca tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Pushing event updated for resources: {'Port': ['ID=02d9002f-7346-403e-a7f7-babd30f1bb83,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:09:58.124995 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dbe50f61-44f5-4fcd-9717-939485a245ca tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:58.223502 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [None req-dbe50f61-44f5-4fcd-9717-939485a245ca tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Floating IP 17449cf7-8f03-4292-b140-b906c508ef7c associated. External IP: 172.26.3.93, port: 7dd8ed39-7f68-4dd3-acf7-5df46a8085ac. Nov 29 02:09:58.431766 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe50f61-44f5-4fcd-9717-939485a245ca tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Router 95237a31-4eb2-4f77-8a2a-d66f853fb185 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:09:58.536630 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe50f61-44f5-4fcd-9717-939485a245ca tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:09:58.546616 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2131d4-9627-417f-8af4-b44a5541c46a None None] Sync routers for ids ['95237a31-4eb2-4f77-8a2a-d66f853fb185'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:09:58.553766 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dbe50f61-44f5-4fcd-9717-939485a245ca tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:09:58.556976 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2131d4-9627-417f-8af4-b44a5541c46a None None] Routers {'95237a31-4eb2-4f77-8a2a-d66f853fb185'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:09:58.557639 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4b2131d4-9627-417f-8af4-b44a5541c46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:09:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['95237a31-4eb2-4f77-8a2a-d66f853fb185'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:09:58.582362 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-dbe50f61-44f5-4fcd-9717-939485a245ca tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4984696 Nov 29 02:09:58.582951 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e46c109-8fea-4012-8c5d-7c34f605cf32', 'tag': '7dd8ed39-7f68-4dd3-acf7-5df46a8085ac'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:09:58.585348 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd48362-4396-4116-8165-b86bccfdc0f3" -d '{"events": [{"name": "network-changed", "server_uuid": "7e46c109-8fea-4012-8c5d-7c34f605cf32", "tag": "7dd8ed39-7f68-4dd3-acf7-5df46a8085ac"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:09:58.624212 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7014a6d0-2f0c-4734-92cb-473514ee9086 x-openstack-request-id: req-7014a6d0-2f0c-4734-92cb-473514ee9086 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:09:58.624506 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e46c109-8fea-4012-8c5d-7c34f605cf32", "tag": "7dd8ed39-7f68-4dd3-acf7-5df46a8085ac", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:09:58.624761 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7014a6d0-2f0c-4734-92cb-473514ee9086 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:09:58.625177 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e46c109-8fea-4012-8c5d-7c34f605cf32', 'tag': '7dd8ed39-7f68-4dd3-acf7-5df46a8085ac', 'status': 'completed', 'code': 200} Nov 29 02:09:58.664822 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-4b2131d4-9627-417f-8af4-b44a5541c46a None None] Set router 95237a31-4eb2-4f77-8a2a-d66f853fb185 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:09:58.708493 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd48362-4396-4116-8165-b86bccfdc0f3 req-c8830b5b-43b3-4b37-9c66-b59e8a5c1d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:58.710048 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-dcd48362-4396-4116-8165-b86bccfdc0f3 req-c8830b5b-43b3-4b37-9c66-b59e8a5c1d55 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99e2787ae1eb4571b1be84af3aefd0fe&device_id=7e46c109-8fea-4012-8c5d-7c34f605cf32 HTTP/1.1" status: 200 len: 1098 time: 0.0403624 Nov 29 02:09:58.803363 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd48362-4396-4116-8165-b86bccfdc0f3 req-2fe7fcd3-d689-44f3-8bee-430352fe76e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:58.804818 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-dcd48362-4396-4116-8165-b86bccfdc0f3 req-2fe7fcd3-d689-44f3-8bee-430352fe76e5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2758948e-395a-46ec-aaa8-7c73c4196c63 HTTP/1.1" status: 200 len: 913 time: 0.0876503 Nov 29 02:09:58.871238 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-dcd48362-4396-4116-8165-b86bccfdc0f3 req-c53c5f37-1aac-4fa4-97a8-dfd11e16c642 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dd8ed39-7f68-4dd3-acf7-5df46a8085ac HTTP/1.1" status: 200 len: 998 time: 0.0572107 Nov 29 02:09:58.886058 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4b2131d4-9627-417f-8af4-b44a5541c46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'name': 'tempest-TestVolumeBootPattern-1034486042-router', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'gw_port': {'id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '17449cf7-8f03-4292-b140-b906c508ef7c', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'floating_ip_address': '172.26.3.93', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'port_id': '7dd8ed39-7f68-4dd3-acf7-5df46a8085ac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'mac_address': 'fa:16:3e:a3:82:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e46c109-8fea-4012-8c5d-7c34f605cf32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:09:57Z', 'updated_at': '2021-11-29T02:09:57Z', 'revision_number': 0, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a720ae1-5dfc-414c-94e9-47350fb463f2', 'name': '', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'mac_address': 'fa:16:3e:fd:24:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:39Z', 'updated_at': '2021-11-29T02:06:45Z', 'revision_number': 5, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'subnets': [{'id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:09:58.914362 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2131d4-9627-417f-8af4-b44a5541c46a None None] Checking router: 95237a31-4eb2-4f77-8a2a-d66f853fb185 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:09:58.923260 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2131d4-9627-417f-8af4-b44a5541c46a None None] Routers {'95237a31-4eb2-4f77-8a2a-d66f853fb185'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:09:58.923856 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4b2131d4-9627-417f-8af4-b44a5541c46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:09:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['95237a31-4eb2-4f77-8a2a-d66f853fb185'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:09:58.924895 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd48362-4396-4116-8165-b86bccfdc0f3 req-5cb944fc-caeb-4ccb-a507-d9369808e7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:58.926452 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-dcd48362-4396-4116-8165-b86bccfdc0f3 req-5cb944fc-caeb-4ccb-a507-d9369808e7cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4cf21d5a-352a-4dc2-8e6c-9e7126bec139 HTTP/1.1" status: 200 len: 851 time: 0.0458131 Nov 29 02:09:58.975624 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd48362-4396-4116-8165-b86bccfdc0f3 req-f6e5b140-d036-4a97-a83e-61e4c60d019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:09:58.977185 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-dcd48362-4396-4116-8165-b86bccfdc0f3 req-f6e5b140-d036-4a97-a83e-61e4c60d019d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2758948e-395a-46ec-aaa8-7c73c4196c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433462 Nov 29 02:09:59.025409 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-4b2131d4-9627-417f-8af4-b44a5541c46a None None] Set router 95237a31-4eb2-4f77-8a2a-d66f853fb185 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:09:59.067769 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-dcd48362-4396-4116-8165-b86bccfdc0f3 req-47548b23-981c-4170-a5e0-e9fb8f1a0f24 service neutron] 10.222.0.24 "GET /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827677 Nov 29 02:09:59.162545 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-dcd48362-4396-4116-8165-b86bccfdc0f3 req-d0add4d3-84ce-4109-9c0c-abf692149f99 service neutron] 10.222.0.24 "GET /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873179 Nov 29 02:09:59.246289 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-4b2131d4-9627-417f-8af4-b44a5541c46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'name': 'tempest-TestVolumeBootPattern-1034486042-router', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'gw_port': {'id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '17449cf7-8f03-4292-b140-b906c508ef7c', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'floating_ip_address': '172.26.3.93', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'port_id': '7dd8ed39-7f68-4dd3-acf7-5df46a8085ac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'mac_address': 'fa:16:3e:a3:82:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e46c109-8fea-4012-8c5d-7c34f605cf32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:09:57Z', 'updated_at': '2021-11-29T02:09:57Z', 'revision_number': 0, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a720ae1-5dfc-414c-94e9-47350fb463f2', 'name': '', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'mac_address': 'fa:16:3e:fd:24:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:39Z', 'updated_at': '2021-11-29T02:06:45Z', 'revision_number': 5, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'subnets': [{'id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:09:59.272287 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2131d4-9627-417f-8af4-b44a5541c46a None None] The sync data for ids ['95237a31-4eb2-4f77-8a2a-d66f853fb185'] in dv-neutron-819032-3-hyperv is: [{'id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'name': 'tempest-TestVolumeBootPattern-1034486042-router', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'gw_port': {'id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '17449cf7-8f03-4292-b140-b906c508ef7c', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'floating_ip_address': '172.26.3.93', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'port_id': '7dd8ed39-7f68-4dd3-acf7-5df46a8085ac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'mac_address': 'fa:16:3e:a3:82:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e46c109-8fea-4012-8c5d-7c34f605cf32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:09:57Z', 'updated_at': '2021-11-29T02:09:57Z', 'revision_number': 0, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a720ae1-5dfc-414c-94e9-47350fb463f2', 'name': '', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'mac_address': 'fa:16:3e:fd:24:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:39Z', 'updated_at': '2021-11-29T02:06:45Z', 'revision_number': 5, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'subnets': [{'id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:09:59.448837 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70591cf7-d93d-4a07-a209-813c1824770a None None] New status for floating IP 17449cf7-8f03-4292-b140-b906c508ef7c: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:10:07.484136 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45140) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:10:07.565032 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7f00fee1-bc9d-4946-afc5-fa441eb974b0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:10:07.651744 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f00fee1-bc9d-4946-afc5-fa441eb974b0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-33331489'] for subnet, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:07.796302 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f00fee1-bc9d-4946-afc5-fa441eb974b0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763261847408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1415566'] for subnet, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:07.830841 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f00fee1-bc9d-4946-afc5-fa441eb974b0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:07.831423 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f00fee1-bc9d-4946-afc5-fa441eb974b0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:07.833232 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7f00fee1-bc9d-4946-afc5-fa441eb974b0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "PUT /v2.0/subnets/d2b82867-42a1-4a0d-9147-d15b0ad269c7 HTTP/1.1" status: 200 len: 836 time: 0.3476617 Nov 29 02:10:07.838896 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57245f6a-3d01-488f-95ae-d0411d276781 None None] Network fd489c0e-0198-48ff-a9ca-86c5b22c818e requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:10:07.849329 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f00fee1-bc9d-4946-afc5-fa441eb974b0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Subnet': ['ID=d2b82867-42a1-4a0d-9147-d15b0ad269c7,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:10:08.244957 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-9d9122df-39f9-4cc5-843e-32f6b172d10b None None] Provisioning complete for port 87bddde5-e1b5-4e04-a6c5-e45dea5cf54b triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:10:08.245330 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9d9122df-39f9-4cc5-843e-32f6b172d10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:08.333931 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-9d9122df-39f9-4cc5-843e-32f6b172d10b None None] Provisioning complete for port 72343592-c0f2-4e85-81bf-b362cf288673 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:10:08.334197 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9d9122df-39f9-4cc5-843e-32f6b172d10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:08.420777 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-9d9122df-39f9-4cc5-843e-32f6b172d10b None None] Provisioning complete for port 5263fc3a-2c4d-4ed7-bdf9-702c3c2aa443 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:10:08.421175 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9d9122df-39f9-4cc5-843e-32f6b172d10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:11.262433 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:10:12.035098 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c294869c-9840-4113-9550-5cfcf2300bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:13.722888 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:14.295551 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e64cdd1b-a464-4010-996f-e4011747c6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:15.306731 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:17.000091 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:17.828324 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:42.036183 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c31d33c8-8d0f-41ac-aff9-a6cec80f034d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:43.735720 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:44.297227 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-67693042-3fc4-4631-9209-772916b9d88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:45.309388 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:47.003919 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:47.828816 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:48.260091 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:10:50.719960 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45160) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:10:50.875936 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2e4a789b-cbc2-4bc6-ae00-2fc3c328f173 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port 96ec7106-30c1-47b7-a2bf-2c6939952f5b {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:10:50.876322 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e4a789b-cbc2-4bc6-ae00-2fc3c328f173 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:50.952185 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e4a789b-cbc2-4bc6-ae00-2fc3c328f173 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:50.952506 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e4a789b-cbc2-4bc6-ae00-2fc3c328f173 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:50.963944 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2e4a789b-cbc2-4bc6-ae00-2fc3c328f173 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for 96ec7106-30c1-47b7-a2bf-2c6939952f5b owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:10:51.109629 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e4a789b-cbc2-4bc6-ae00-2fc3c328f173 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:51.135526 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a789b-cbc2-4bc6-ae00-2fc3c328f173 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=96ec7106-30c1-47b7-a2bf-2c6939952f5b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:10:51.166573 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a789b-cbc2-4bc6-ae00-2fc3c328f173 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:51.167538 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a789b-cbc2-4bc6-ae00-2fc3c328f173 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:51.167885 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a789b-cbc2-4bc6-ae00-2fc3c328f173 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:51.168220 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a789b-cbc2-4bc6-ae00-2fc3c328f173 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:51.168549 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a789b-cbc2-4bc6-ae00-2fc3c328f173 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:51.168879 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a789b-cbc2-4bc6-ae00-2fc3c328f173 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:51.169205 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a789b-cbc2-4bc6-ae00-2fc3c328f173 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:51.169528 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a789b-cbc2-4bc6-ae00-2fc3c328f173 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:51.169944 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a789b-cbc2-4bc6-ae00-2fc3c328f173 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:51.170266 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a789b-cbc2-4bc6-ae00-2fc3c328f173 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:51.170587 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a789b-cbc2-4bc6-ae00-2fc3c328f173 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:51.170905 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4a789b-cbc2-4bc6-ae00-2fc3c328f173 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:51.208969 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e4a789b-cbc2-4bc6-ae00-2fc3c328f173 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:51.209299 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [None req-2e4a789b-cbc2-4bc6-ae00-2fc3c328f173 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Floating IP 3ddf80e4-fe70-480e-b0e7-cf216ce2ba19 disassociated (deleted). External IP: 172.26.3.213, port: 87bddde5-e1b5-4e04-a6c5-e45dea5cf54b. Nov 29 02:10:51.410668 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4a789b-cbc2-4bc6-ae00-2fc3c328f173 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router afb642a1-6f7c-467c-9c28-f85ce48e4e93 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:10:51.518043 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4a789b-cbc2-4bc6-ae00-2fc3c328f173 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:10:51.523179 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e4a789b-cbc2-4bc6-ae00-2fc3c328f173 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:51.529892 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71a5fd2-7d88-4486-add8-6bd6e6461430 None None] Sync routers for ids ['afb642a1-6f7c-467c-9c28-f85ce48e4e93'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:10:51.541258 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71a5fd2-7d88-4486-add8-6bd6e6461430 None None] Routers {'afb642a1-6f7c-467c-9c28-f85ce48e4e93'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:10:51.542051 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e71a5fd2-7d88-4486-add8-6bd6e6461430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:10:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['afb642a1-6f7c-467c-9c28-f85ce48e4e93'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:10:51.554354 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2e4a789b-cbc2-4bc6-ae00-2fc3c328f173 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/floatingips/3ddf80e4-fe70-480e-b0e7-cf216ce2ba19 HTTP/1.1" status: 204 len: 168 time: 0.8307519 Nov 29 02:10:51.554354 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eecdf5f1-30d2-4dbe-8b47-02471a28278c', 'tag': '87bddde5-e1b5-4e04-a6c5-e45dea5cf54b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:10:51.554642 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff99338-bd44-477e-b5f9-fba88ea617f8" -d '{"events": [{"name": "network-changed", "server_uuid": "eecdf5f1-30d2-4dbe-8b47-02471a28278c", "tag": "87bddde5-e1b5-4e04-a6c5-e45dea5cf54b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:10:51.597889 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d1c281-3cf4-42d3-a41d-8ca22cf73c90 x-openstack-request-id: req-68d1c281-3cf4-42d3-a41d-8ca22cf73c90 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:10:51.598323 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eecdf5f1-30d2-4dbe-8b47-02471a28278c", "tag": "87bddde5-e1b5-4e04-a6c5-e45dea5cf54b", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:10:51.598548 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68d1c281-3cf4-42d3-a41d-8ca22cf73c90 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:10:51.598965 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eecdf5f1-30d2-4dbe-8b47-02471a28278c', 'tag': '87bddde5-e1b5-4e04-a6c5-e45dea5cf54b', 'status': 'completed', 'code': 200} Nov 29 02:10:51.649731 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-e71a5fd2-7d88-4486-add8-6bd6e6461430 None None] Set router afb642a1-6f7c-467c-9c28-f85ce48e4e93 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:10:51.706790 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff99338-bd44-477e-b5f9-fba88ea617f8 req-dd379f5c-f6c5-43b8-b841-0cc5d94b0147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:51.708315 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2ff99338-bd44-477e-b5f9-fba88ea617f8 req-dd379f5c-f6c5-43b8-b841-0cc5d94b0147 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=eecdf5f1-30d2-4dbe-8b47-02471a28278c HTTP/1.1" status: 200 len: 1098 time: 0.0529864 Nov 29 02:10:51.859040 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff99338-bd44-477e-b5f9-fba88ea617f8 req-fb36ec27-10de-45f6-93ad-00a26d237d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:51.860606 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2ff99338-bd44-477e-b5f9-fba88ea617f8 req-fb36ec27-10de-45f6-93ad-00a26d237d7f service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd489c0e-0198-48ff-a9ca-86c5b22c818e HTTP/1.1" status: 200 len: 898 time: 0.1037159 Nov 29 02:10:51.873424 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e71a5fd2-7d88-4486-add8-6bd6e6461430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'name': 'tempest-TestNetworkBasicOps-router-612323828', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'df179b23-cbc5-4a62-976d-7760840da2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:07:50Z', 'updated_at': '2021-11-29T02:07:53Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'df179b23-cbc5-4a62-976d-7760840da2ec', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:07:50Z', 'updated_at': '2021-11-29T02:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '72343592-c0f2-4e85-81bf-b362cf288673', 'name': '', 'network_id': 'fd489c0e-0198-48ff-a9ca-86c5b22c818e', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:50:33:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'd2b82867-42a1-4a0d-9147-d15b0ad269c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:07:53Z', 'updated_at': '2021-11-29T02:07:57Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': 'd2b82867-42a1-4a0d-9147-d15b0ad269c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:10:51.903571 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71a5fd2-7d88-4486-add8-6bd6e6461430 None None] Checking router: afb642a1-6f7c-467c-9c28-f85ce48e4e93 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:10:51.911280 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2ff99338-bd44-477e-b5f9-fba88ea617f8 req-eb81c8e0-d7ac-453f-bb50-2a74c3967273 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87bddde5-e1b5-4e04-a6c5-e45dea5cf54b HTTP/1.1" status: 200 len: 217 time: 0.0396891 Nov 29 02:10:51.913472 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71a5fd2-7d88-4486-add8-6bd6e6461430 None None] Routers {'afb642a1-6f7c-467c-9c28-f85ce48e4e93'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:10:51.914135 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e71a5fd2-7d88-4486-add8-6bd6e6461430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:10:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['afb642a1-6f7c-467c-9c28-f85ce48e4e93'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:10:51.966247 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff99338-bd44-477e-b5f9-fba88ea617f8 req-798e938d-c511-4b69-aec8-c82a76497547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:51.968090 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2ff99338-bd44-477e-b5f9-fba88ea617f8 req-798e938d-c511-4b69-aec8-c82a76497547 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2b82867-42a1-4a0d-9147-d15b0ad269c7 HTTP/1.1" status: 200 len: 844 time: 0.0488882 Nov 29 02:10:52.017933 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff99338-bd44-477e-b5f9-fba88ea617f8 req-607d2a8d-1663-485e-8374-db26c628fb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:52.019476 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2ff99338-bd44-477e-b5f9-fba88ea617f8 req-607d2a8d-1663-485e-8374-db26c628fb61 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd489c0e-0198-48ff-a9ca-86c5b22c818e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432513 Nov 29 02:10:52.026892 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-e71a5fd2-7d88-4486-add8-6bd6e6461430 None None] Set router afb642a1-6f7c-467c-9c28-f85ce48e4e93 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:10:52.115509 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d12d5-33f4-486d-a783-45df0534b437 req-3c85a272-c029-4a45-ae36-8004b1069690 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:52.117049 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-790d12d5-33f4-486d-a783-45df0534b437 req-3c85a272-c029-4a45-ae36-8004b1069690 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=eecdf5f1-30d2-4dbe-8b47-02471a28278c HTTP/1.1" status: 200 len: 945 time: 0.3779268 Nov 29 02:10:52.123656 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2ff99338-bd44-477e-b5f9-fba88ea617f8 req-58ba88ea-0d8d-4ca6-96dd-7d66237f9c45 service neutron] 10.222.0.24 "GET /v2.0/networks/fd489c0e-0198-48ff-a9ca-86c5b22c818e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952227 Nov 29 02:10:52.170810 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-790d12d5-33f4-486d-a783-45df0534b437 req-d80e2dfe-9278-4c28-9e86-099f009da499 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b7bf6f-9f92-41fe-93cd-161eb1f13a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452054 Nov 29 02:10:52.226318 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2ff99338-bd44-477e-b5f9-fba88ea617f8 req-963e0f27-7525-4b46-a271-6e87cf0684e8 service neutron] 10.222.0.24 "GET /v2.0/networks/fd489c0e-0198-48ff-a9ca-86c5b22c818e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933976 Nov 29 02:10:52.237297 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-e71a5fd2-7d88-4486-add8-6bd6e6461430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'name': 'tempest-TestNetworkBasicOps-router-612323828', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'df179b23-cbc5-4a62-976d-7760840da2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:07:50Z', 'updated_at': '2021-11-29T02:07:53Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'df179b23-cbc5-4a62-976d-7760840da2ec', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:07:50Z', 'updated_at': '2021-11-29T02:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '72343592-c0f2-4e85-81bf-b362cf288673', 'name': '', 'network_id': 'fd489c0e-0198-48ff-a9ca-86c5b22c818e', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:50:33:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'd2b82867-42a1-4a0d-9147-d15b0ad269c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:07:53Z', 'updated_at': '2021-11-29T02:07:57Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': 'd2b82867-42a1-4a0d-9147-d15b0ad269c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:10:52.270805 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71a5fd2-7d88-4486-add8-6bd6e6461430 None None] The sync data for ids ['afb642a1-6f7c-467c-9c28-f85ce48e4e93'] in dv-neutron-819032-3-hyperv is: [{'id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'name': 'tempest-TestNetworkBasicOps-router-612323828', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'df179b23-cbc5-4a62-976d-7760840da2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:07:50Z', 'updated_at': '2021-11-29T02:07:53Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'df179b23-cbc5-4a62-976d-7760840da2ec', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:07:50Z', 'updated_at': '2021-11-29T02:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '72343592-c0f2-4e85-81bf-b362cf288673', 'name': '', 'network_id': 'fd489c0e-0198-48ff-a9ca-86c5b22c818e', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:50:33:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'd2b82867-42a1-4a0d-9147-d15b0ad269c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:07:53Z', 'updated_at': '2021-11-29T02:07:57Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': 'd2b82867-42a1-4a0d-9147-d15b0ad269c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:10:52.484664 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c6d893-ef02-4387-afd5-23a9184c5b30 None None] New status for floating IP 3ddf80e4-fe70-480e-b0e7-cf216ce2ba19: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:10:53.293613 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6454d0-1167-450a-8de5-4ab24d2a2ab2 req-01a31638-7164-4ea3-ab13-6b458a27ba9a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:53.295318 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2f6454d0-1167-450a-8de5-4ab24d2a2ab2 req-01a31638-7164-4ea3-ab13-6b458a27ba9a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=eecdf5f1-30d2-4dbe-8b47-02471a28278c HTTP/1.1" status: 200 len: 945 time: 0.0532031 Nov 29 02:10:53.346254 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2f6454d0-1167-450a-8de5-4ab24d2a2ab2 req-c4795388-96f6-4f56-b664-9c531d205f3c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=62b7bf6f-9f92-41fe-93cd-161eb1f13a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448022 Nov 29 02:10:53.509925 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac6d68-2743-40ba-a4e0-4145cb5bee4f req-85dc56de-24d5-472d-808a-c9d184265a3b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:53.511939 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b8ac6d68-2743-40ba-a4e0-4145cb5bee4f req-85dc56de-24d5-472d-808a-c9d184265a3b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/ports?device_id=eecdf5f1-30d2-4dbe-8b47-02471a28278c HTTP/1.1" status: 200 len: 945 time: 0.0486476 Nov 29 02:10:53.605126 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-b8ac6d68-2743-40ba-a4e0-4145cb5bee4f req-40d0924f-0d30-45aa-8145-364f656115b5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port 87bddde5-e1b5-4e04-a6c5-e45dea5cf54b {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:10:53.605458 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b8ac6d68-2743-40ba-a4e0-4145cb5bee4f req-40d0924f-0d30-45aa-8145-364f656115b5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:53.699880 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b8ac6d68-2743-40ba-a4e0-4145cb5bee4f req-40d0924f-0d30-45aa-8145-364f656115b5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] For port 87bddde5-e1b5-4e04-a6c5-e45dea5cf54b, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=87bddde5-e1b5-4e04-a6c5-e45dea5cf54b,segment=NetworkSegment(3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef),segment_id=3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:10:53.700237 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b8ac6d68-2743-40ba-a4e0-4145cb5bee4f req-40d0924f-0d30-45aa-8145-364f656115b5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:53.711871 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-b8ac6d68-2743-40ba-a4e0-4145cb5bee4f req-40d0924f-0d30-45aa-8145-364f656115b5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for 87bddde5-e1b5-4e04-a6c5-e45dea5cf54b owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:10:53.841668 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b8ac6d68-2743-40ba-a4e0-4145cb5bee4f req-40d0924f-0d30-45aa-8145-364f656115b5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:53.870595 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d0924f-0d30-45aa-8145-364f656115b5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=87bddde5-e1b5-4e04-a6c5-e45dea5cf54b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:10:53.913185 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ac6d68-2743-40ba-a4e0-4145cb5bee4f req-40d0924f-0d30-45aa-8145-364f656115b5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] No DVR routers for this DVR port 87bddde5-e1b5-4e04-a6c5-e45dea5cf54b on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:10:53.915710 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b8ac6d68-2743-40ba-a4e0-4145cb5bee4f req-40d0924f-0d30-45aa-8145-364f656115b5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:53.919609 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b8ac6d68-2743-40ba-a4e0-4145cb5bee4f req-40d0924f-0d30-45aa-8145-364f656115b5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "DELETE /v2.0/ports/87bddde5-e1b5-4e04-a6c5-e45dea5cf54b HTTP/1.1" status: 204 len: 173 time: 0.3984418 Nov 29 02:10:53.920057 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecdf5f1-30d2-4dbe-8b47-02471a28278c', 'name': 'network-vif-deleted', 'tag': '87bddde5-e1b5-4e04-a6c5-e45dea5cf54b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:10:53.922393 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3905f7e9-2a07-41bd-86c0-9faaef3fed8b" -d '{"events": [{"server_uuid": "eecdf5f1-30d2-4dbe-8b47-02471a28278c", "name": "network-vif-deleted", "tag": "87bddde5-e1b5-4e04-a6c5-e45dea5cf54b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:10:53.960089 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a92ad3-7f44-48e2-9c58-f043eabb05fe x-openstack-request-id: req-f9a92ad3-7f44-48e2-9c58-f043eabb05fe {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:10:53.960389 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eecdf5f1-30d2-4dbe-8b47-02471a28278c", "name": "network-vif-deleted", "tag": "87bddde5-e1b5-4e04-a6c5-e45dea5cf54b", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:10:53.960660 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9a92ad3-7f44-48e2-9c58-f043eabb05fe {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:10:53.961113 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eecdf5f1-30d2-4dbe-8b47-02471a28278c', 'name': 'network-vif-deleted', 'tag': '87bddde5-e1b5-4e04-a6c5-e45dea5cf54b', 'status': 'completed', 'code': 200} Nov 29 02:10:54.463334 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2a8c37e3-6ef0-4b83-8b2d-4b5c699beeba req-f6a3f8c5-c6d8-4441-b0eb-c19eff76609b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=eecdf5f1-30d2-4dbe-8b47-02471a28278c HTTP/1.1" status: 200 len: 210 time: 0.0289843 Nov 29 02:10:55.519822 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45182) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:10:55.575465 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-97ddac1c-9ae9-42af-ad87-14323e402f5c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:55.600679 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-97ddac1c-9ae9-42af-ad87-14323e402f5c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:55.661898 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-97ddac1c-9ae9-42af-ad87-14323e402f5c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:55.664475 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-97ddac1c-9ae9-42af-ad87-14323e402f5c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:55.665642 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-97ddac1c-9ae9-42af-ad87-14323e402f5c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/security-groups/62b7bf6f-9f92-41fe-93cd-161eb1f13a5c HTTP/1.1" status: 204 len: 168 time: 0.1448257 Nov 29 02:10:55.675355 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddac1c-9ae9-42af-ad87-14323e402f5c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b7bf6f-9f92-41fe-93cd-161eb1f13a5c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:10:55.699490 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45186) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:10:56.052181 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-55bd556f-e599-4679-b8b6-6eb0b594cb21 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:56.305621 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-55bd556f-e599-4679-b8b6-6eb0b594cb21 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port 72343592-c0f2-4e85-81bf-b362cf288673 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:10:56.305925 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-55bd556f-e599-4679-b8b6-6eb0b594cb21 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:56.311391 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-77218dc8-2010-4c85-bc12-82875e6ee1a4 req-0954614a-c8f4-41e0-bce9-e108dda5c64a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7e46c109-8fea-4012-8c5d-7c34f605cf32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382063 Nov 29 02:10:56.397573 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-55bd556f-e599-4679-b8b6-6eb0b594cb21 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] For port 72343592-c0f2-4e85-81bf-b362cf288673, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=72343592-c0f2-4e85-81bf-b362cf288673,segment=NetworkSegment(3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef),segment_id=3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:10:56.397931 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-55bd556f-e599-4679-b8b6-6eb0b594cb21 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:56.410364 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-55bd556f-e599-4679-b8b6-6eb0b594cb21 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for 72343592-c0f2-4e85-81bf-b362cf288673 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:10:56.420355 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77218dc8-2010-4c85-bc12-82875e6ee1a4 req-8d0c4e33-82c9-42a2-b488-97f91140cad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:56.421945 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-77218dc8-2010-4c85-bc12-82875e6ee1a4 req-8d0c4e33-82c9-42a2-b488-97f91140cad9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99e2787ae1eb4571b1be84af3aefd0fe&device_id=7e46c109-8fea-4012-8c5d-7c34f605cf32 HTTP/1.1" status: 200 len: 1098 time: 0.0409834 Nov 29 02:10:56.602128 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-55bd556f-e599-4679-b8b6-6eb0b594cb21 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:56.626504 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd556f-e599-4679-b8b6-6eb0b594cb21 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=72343592-c0f2-4e85-81bf-b362cf288673,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:10:56.639856 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bd556f-e599-4679-b8b6-6eb0b594cb21 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:56.640211 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bd556f-e599-4679-b8b6-6eb0b594cb21 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:56.640558 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bd556f-e599-4679-b8b6-6eb0b594cb21 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:56.640897 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bd556f-e599-4679-b8b6-6eb0b594cb21 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:56.641235 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bd556f-e599-4679-b8b6-6eb0b594cb21 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:56.641690 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bd556f-e599-4679-b8b6-6eb0b594cb21 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:56.642035 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bd556f-e599-4679-b8b6-6eb0b594cb21 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:56.642369 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bd556f-e599-4679-b8b6-6eb0b594cb21 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:56.642701 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bd556f-e599-4679-b8b6-6eb0b594cb21 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:56.643473 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bd556f-e599-4679-b8b6-6eb0b594cb21 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:56.643473 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bd556f-e599-4679-b8b6-6eb0b594cb21 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:56.643670 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55bd556f-e599-4679-b8b6-6eb0b594cb21 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:56.836626 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-55bd556f-e599-4679-b8b6-6eb0b594cb21 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:56.892202 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77218dc8-2010-4c85-bc12-82875e6ee1a4 req-842cecb3-6201-458b-ae81-c74e7d38657a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:56.893698 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-77218dc8-2010-4c85-bc12-82875e6ee1a4 req-842cecb3-6201-458b-ae81-c74e7d38657a service neutron] 10.222.0.24 "GET /v2.0/networks?id=2758948e-395a-46ec-aaa8-7c73c4196c63 HTTP/1.1" status: 200 len: 913 time: 0.4448223 Nov 29 02:10:56.959099 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-77218dc8-2010-4c85-bc12-82875e6ee1a4 req-6dbeccac-4a81-4d47-8bac-a9cb0abf7dcf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dd8ed39-7f68-4dd3-acf7-5df46a8085ac HTTP/1.1" status: 200 len: 1000 time: 0.0573833 Nov 29 02:10:57.009900 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77218dc8-2010-4c85-bc12-82875e6ee1a4 req-c4a112c3-65f3-4bf2-ad9a-a8747c9ffbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:57.011858 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-77218dc8-2010-4c85-bc12-82875e6ee1a4 req-c4a112c3-65f3-4bf2-ad9a-a8747c9ffbac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4cf21d5a-352a-4dc2-8e6c-9e7126bec139 HTTP/1.1" status: 200 len: 851 time: 0.0424194 Nov 29 02:10:57.063105 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55bd556f-e599-4679-b8b6-6eb0b594cb21 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router afb642a1-6f7c-467c-9c28-f85ce48e4e93 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:10:57.063579 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77218dc8-2010-4c85-bc12-82875e6ee1a4 req-a1e44288-2e85-489b-83fa-76a963ab97b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:57.065056 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-77218dc8-2010-4c85-bc12-82875e6ee1a4 req-a1e44288-2e85-489b-83fa-76a963ab97b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2758948e-395a-46ec-aaa8-7c73c4196c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415139 Nov 29 02:10:57.155372 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-77218dc8-2010-4c85-bc12-82875e6ee1a4 req-2be592eb-9503-479c-949c-9af5ac0f7006 service neutron] 10.222.0.24 "GET /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820580 Nov 29 02:10:57.169249 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55bd556f-e599-4679-b8b6-6eb0b594cb21 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:10:57.178193 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-55bd556f-e599-4679-b8b6-6eb0b594cb21 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "PUT /v2.0/routers/afb642a1-6f7c-467c-9c28-f85ce48e4e93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4747794 Nov 29 02:10:57.178312 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45192) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:10:57.184400 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b2f897-6051-4133-87ea-3e04c9c39e50 None None] Sync routers for ids ['afb642a1-6f7c-467c-9c28-f85ce48e4e93'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:10:57.200212 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b2f897-6051-4133-87ea-3e04c9c39e50 None None] Routers {'afb642a1-6f7c-467c-9c28-f85ce48e4e93'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:10:57.200830 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-05b2f897-6051-4133-87ea-3e04c9c39e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:10:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['afb642a1-6f7c-467c-9c28-f85ce48e4e93'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:10:57.233062 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c9d72c-668c-4298-a3dd-97c9e9d20885 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting subnet d2b82867-42a1-4a0d-9147-d15b0ad269c7 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:10:57.236317 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-53c9d72c-668c-4298-a3dd-97c9e9d20885 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:57.275492 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-77218dc8-2010-4c85-bc12-82875e6ee1a4 req-a7f01292-cf55-4a3c-a9cb-a3795a23896d service neutron] 10.222.0.24 "GET /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100919 Nov 29 02:10:57.278750 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-53c9d72c-668c-4298-a3dd-97c9e9d20885 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:57.309691 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-05b2f897-6051-4133-87ea-3e04c9c39e50 None None] Set router afb642a1-6f7c-467c-9c28-f85ce48e4e93 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:10:57.376620 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-53c9d72c-668c-4298-a3dd-97c9e9d20885 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:57.439280 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-53c9d72c-668c-4298-a3dd-97c9e9d20885 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:57.463324 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9d72c-668c-4298-a3dd-97c9e9d20885 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Subnet': ['ID=d2b82867-42a1-4a0d-9147-d15b0ad269c7,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:10:57.468886 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-53c9d72c-668c-4298-a3dd-97c9e9d20885 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:57.474491 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-53c9d72c-668c-4298-a3dd-97c9e9d20885 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/subnets/d2b82867-42a1-4a0d-9147-d15b0ad269c7 HTTP/1.1" status: 204 len: 168 time: 0.2932534 Nov 29 02:10:57.474771 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45194) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:10:57.476027 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02adbea-9e94-4b14-abb2-d8bf6c9fa0fe None None] Network fd489c0e-0198-48ff-a9ca-86c5b22c818e requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:10:57.493121 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-05b2f897-6051-4133-87ea-3e04c9c39e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'name': 'tempest-TestNetworkBasicOps-router-612323828', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'df179b23-cbc5-4a62-976d-7760840da2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:07:50Z', 'updated_at': '2021-11-29T02:10:56Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'df179b23-cbc5-4a62-976d-7760840da2ec', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:07:50Z', 'updated_at': '2021-11-29T02:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:10:57.519978 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b2f897-6051-4133-87ea-3e04c9c39e50 None None] Checking router: afb642a1-6f7c-467c-9c28-f85ce48e4e93 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:10:57.528698 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b2f897-6051-4133-87ea-3e04c9c39e50 None None] Routers {'afb642a1-6f7c-467c-9c28-f85ce48e4e93'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:10:57.529306 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-05b2f897-6051-4133-87ea-3e04c9c39e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:10:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['afb642a1-6f7c-467c-9c28-f85ce48e4e93'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:10:57.584635 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d00785b-1238-43d4-9511-cc7114d8fb9d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:57.636076 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-05b2f897-6051-4133-87ea-3e04c9c39e50 None None] Set router afb642a1-6f7c-467c-9c28-f85ce48e4e93 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:10:57.661348 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb07558-7f5e-4f49-9db0-d08ea311ddc8 None None] DHCP port deletion for fd489c0e-0198-48ff-a9ca-86c5b22c818e request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:10:57.701156 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d00785b-1238-43d4-9511-cc7114d8fb9d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:57.712668 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ecb07558-7f5e-4f49-9db0-d08ea311ddc8 None None] Deleting port 5263fc3a-2c4d-4ed7-bdf9-702c3c2aa443 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:10:57.713419 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ecb07558-7f5e-4f49-9db0-d08ea311ddc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:57.756641 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-4d00785b-1238-43d4-9511-cc7114d8fb9d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port df179b23-cbc5-4a62-976d-7760840da2ec {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:10:57.756940 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d00785b-1238-43d4-9511-cc7114d8fb9d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:57.780030 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ecb07558-7f5e-4f49-9db0-d08ea311ddc8 None None] For port 5263fc3a-2c4d-4ed7-bdf9-702c3c2aa443, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=5263fc3a-2c4d-4ed7-bdf9-702c3c2aa443,segment=NetworkSegment(3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef),segment_id=3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:10:57.780428 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ecb07558-7f5e-4f49-9db0-d08ea311ddc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:57.794190 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ecb07558-7f5e-4f49-9db0-d08ea311ddc8 None None] Calling delete_port for 5263fc3a-2c4d-4ed7-bdf9-702c3c2aa443 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:10:57.840284 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 87bddde5-e1b5-4e04-a6c5-e45dea5cf54b no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:10:57.849384 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-4d00785b-1238-43d4-9511-cc7114d8fb9d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] For port df179b23-cbc5-4a62-976d-7760840da2ec, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=df179b23-cbc5-4a62-976d-7760840da2ec,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:10:57.850049 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d00785b-1238-43d4-9511-cc7114d8fb9d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:57.864189 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-4d00785b-1238-43d4-9511-cc7114d8fb9d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for df179b23-cbc5-4a62-976d-7760840da2ec owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:10:57.867260 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: 87bddde5-e1b5-4e04-a6c5-e45dea5cf54b {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:10:57.867875 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 87bddde5-e1b5-4e04-a6c5-e45dea5cf54b not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:10:57.908478 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ecb07558-7f5e-4f49-9db0-d08ea311ddc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:57.923638 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-05b2f897-6051-4133-87ea-3e04c9c39e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'name': 'tempest-TestNetworkBasicOps-router-612323828', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'df179b23-cbc5-4a62-976d-7760840da2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:07:50Z', 'updated_at': '2021-11-29T02:10:56Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'df179b23-cbc5-4a62-976d-7760840da2ec', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:07:50Z', 'updated_at': '2021-11-29T02:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:10:57.935749 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb07558-7f5e-4f49-9db0-d08ea311ddc8 None None] Pushing event deleted for resources: {'Port': ['ID=5263fc3a-2c4d-4ed7-bdf9-702c3c2aa443,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:10:57.942669 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb07558-7f5e-4f49-9db0-d08ea311ddc8 None None] No DVR routers for this DVR port 5263fc3a-2c4d-4ed7-bdf9-702c3c2aa443 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:10:57.944589 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb07558-7f5e-4f49-9db0-d08ea311ddc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:57.944939 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb07558-7f5e-4f49-9db0-d08ea311ddc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:57.945296 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb07558-7f5e-4f49-9db0-d08ea311ddc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:57.945749 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb07558-7f5e-4f49-9db0-d08ea311ddc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:57.946091 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb07558-7f5e-4f49-9db0-d08ea311ddc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:57.946425 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb07558-7f5e-4f49-9db0-d08ea311ddc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:57.946754 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb07558-7f5e-4f49-9db0-d08ea311ddc8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:57.947084 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb07558-7f5e-4f49-9db0-d08ea311ddc8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:57.947417 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb07558-7f5e-4f49-9db0-d08ea311ddc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:57.947739 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb07558-7f5e-4f49-9db0-d08ea311ddc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:57.948060 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb07558-7f5e-4f49-9db0-d08ea311ddc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:57.948590 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb07558-7f5e-4f49-9db0-d08ea311ddc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:10:57.962466 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b2f897-6051-4133-87ea-3e04c9c39e50 None None] The sync data for ids ['afb642a1-6f7c-467c-9c28-f85ce48e4e93'] in dv-neutron-819032-3-hyperv is: [{'id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'name': 'tempest-TestNetworkBasicOps-router-612323828', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.37'}], 'enable_snat': True}, 'gw_port_id': 'df179b23-cbc5-4a62-976d-7760840da2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:07:50Z', 'updated_at': '2021-11-29T02:10:56Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'df179b23-cbc5-4a62-976d-7760840da2ec', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb642a1-6f7c-467c-9c28-f85ce48e4e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:07:50Z', 'updated_at': '2021-11-29T02:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:10:58.045753 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d00785b-1238-43d4-9511-cc7114d8fb9d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:58.070184 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00785b-1238-43d4-9511-cc7114d8fb9d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=df179b23-cbc5-4a62-976d-7760840da2ec,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:10:58.082723 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56eeec77-d967-463d-90e5-8a087eb9108b None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:10:58.140679 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d00785b-1238-43d4-9511-cc7114d8fb9d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:58.241950 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d00785b-1238-43d4-9511-cc7114d8fb9d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:58.244186 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d00785b-1238-43d4-9511-cc7114d8fb9d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:58.286947 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d00785b-1238-43d4-9511-cc7114d8fb9d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:58.287539 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d00785b-1238-43d4-9511-cc7114d8fb9d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Fanout notify agent at l3_agent the message router_deleted on router afb642a1-6f7c-467c-9c28-f85ce48e4e93 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:10:58.295455 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4d00785b-1238-43d4-9511-cc7114d8fb9d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:58.296566 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4d00785b-1238-43d4-9511-cc7114d8fb9d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/routers/afb642a1-6f7c-467c-9c28-f85ce48e4e93 HTTP/1.1" status: 204 len: 168 time: 0.8208776 Nov 29 02:10:58.299301 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45196) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:10:58.384386 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c4024b24-b894-4f34-89e2-2165fcc9c20f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:58.433443 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 72343592-c0f2-4e85-81bf-b362cf288673 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:10:58.454650 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 72343592-c0f2-4e85-81bf-b362cf288673 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:10:58.455311 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 72343592-c0f2-4e85-81bf-b362cf288673 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:10:58.455745 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 5263fc3a-2c4d-4ed7-bdf9-702c3c2aa443 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:10:58.479298 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 5263fc3a-2c4d-4ed7-bdf9-702c3c2aa443 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:10:58.479989 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 5263fc3a-2c4d-4ed7-bdf9-702c3c2aa443 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:10:58.503124 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c4024b24-b894-4f34-89e2-2165fcc9c20f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:58.525764 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c4024b24-b894-4f34-89e2-2165fcc9c20f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd489c0e-0198-48ff-a9ca-86c5b22c818e']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:10:58.535461 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c4024b24-b894-4f34-89e2-2165fcc9c20f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:10:58.535763 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c4024b24-b894-4f34-89e2-2165fcc9c20f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd6b3bd-8dc1-4566-a09d-3679bd1ff1ef') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:10:58.545186 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c4024b24-b894-4f34-89e2-2165fcc9c20f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:58.559049 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c4024b24-b894-4f34-89e2-2165fcc9c20f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:58.565349 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4024b24-b894-4f34-89e2-2165fcc9c20f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:10:58.565789 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c4024b24-b894-4f34-89e2-2165fcc9c20f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:58.569851 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:10:58.569851 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:10:58.569851 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:10:58.569851 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:10:58.569851 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:10:58.569851 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:10:58.569851 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:10:58.569851 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:10:58.569851 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:10:58.569851 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:10:58.569851 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:10:58.569851 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:10:58.569851 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:10:58.569851 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:10:58.569851 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:10:58.569851 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:10:58.569851 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:10:58.569851 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:10:58.569851 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:10:58.569851 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:10:58.569851 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:10:58.569851 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:10:58.569851 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:10:58.569851 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:10:58.569851 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:10:58.569851 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:10:58.569851 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:10:58.569851 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:10:58.569851 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:10:58.569851 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:10:58.569851 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:10:58.569851 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:10:58.634321 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c4024b24-b894-4f34-89e2-2165fcc9c20f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:58.640014 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c4024b24-b894-4f34-89e2-2165fcc9c20f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:58.643681 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c4024b24-b894-4f34-89e2-2165fcc9c20f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/networks/fd489c0e-0198-48ff-a9ca-86c5b22c818e HTTP/1.1" status: 204 len: 168 time: 0.3434501 Nov 29 02:10:58.657796 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45198) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:10:58.662405 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4024b24-b894-4f34-89e2-2165fcc9c20f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Network': ['ID=fd489c0e-0198-48ff-a9ca-86c5b22c818e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:10:58.662910 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b462e6df-4d6e-4fa0-b73a-79ca3000daf0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'network': {'name': 'tempest-network-smoke--1081806232', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'port_security_enabled': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:10:58.693176 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b462e6df-4d6e-4fa0-b73a-79ca3000daf0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Made reservation on behalf of d1a27bea49814722818e7a3b77708f76 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:10:58.696621 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b462e6df-4d6e-4fa0-b73a-79ca3000daf0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:58.719434 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b462e6df-4d6e-4fa0-b73a-79ca3000daf0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:10:58.728217 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b462e6df-4d6e-4fa0-b73a-79ca3000daf0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:58.728559 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-b462e6df-4d6e-4fa0-b73a-79ca3000daf0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Added segment 118a9950-d3b6-45a3-baaf-df2a45107479 of type vlan for network 4a009f8b-a508-456c-a694-02ba330d11cb Nov 29 02:10:58.766808 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b462e6df-4d6e-4fa0-b73a-79ca3000daf0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:58.792191 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b462e6df-4d6e-4fa0-b73a-79ca3000daf0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:58.797970 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b462e6df-4d6e-4fa0-b73a-79ca3000daf0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:10:58.798558 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b462e6df-4d6e-4fa0-b73a-79ca3000daf0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:58.855089 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b462e6df-4d6e-4fa0-b73a-79ca3000daf0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1961489 Nov 29 02:10:58.857865 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45200) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:10:58.862128 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-1243ec32-7229-4424-8327-272648cb9278 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1053225433', 'admin_state_up': True, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:10:58.883847 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462e6df-4d6e-4fa0-b73a-79ca3000daf0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Network': ['ID=4a009f8b-a508-456c-a694-02ba330d11cb,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:10:58.894624 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 4a009f8b-a508-456c-a694-02ba330d11cb details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:10:58.898708 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1243ec32-7229-4424-8327-272648cb9278 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:58.899871 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1243ec32-7229-4424-8327-272648cb9278 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:58.951137 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1243ec32-7229-4424-8327-272648cb9278 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:59.089163 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1243ec32-7229-4424-8327-272648cb9278 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:59.281084 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1243ec32-7229-4424-8327-272648cb9278 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_gateway, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:59.299485 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1243ec32-7229-4424-8327-272648cb9278 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:59.398707 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-1243ec32-7229-4424-8327-272648cb9278 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.26.3.247 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/25f9fde6-6e23-447f-880e-bba69fca1abf) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:10:59.509744 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1243ec32-7229-4424-8327-272648cb9278 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:59.541811 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1243ec32-7229-4424-8327-272648cb9278 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:59.575496 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1243ec32-7229-4424-8327-272648cb9278 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:10:59.581635 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-1243ec32-7229-4424-8327-272648cb9278 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:10:59.584196 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1243ec32-7229-4424-8327-272648cb9278 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:10:59.595314 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd6cdda-8cac-4565-8af0-a61c37ed5027 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:10:59.613074 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243ec32-7229-4424-8327-272648cb9278 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=25f9fde6-6e23-447f-880e-bba69fca1abf,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:10:59.650328 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-c4642973-ab29-4b97-bdc7-d4236e8b17a1 None None] Provisioning complete for port 25f9fde6-6e23-447f-880e-bba69fca1abf triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:10:59.650696 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4642973-ab29-4b97-bdc7-d4236e8b17a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:10:59.687059 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c4642973-ab29-4b97-bdc7-d4236e8b17a1 None None] Port 25f9fde6-6e23-447f-880e-bba69fca1abf cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:10:59.841380 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1243ec32-7229-4424-8327-272648cb9278 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_gateway, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:00.041218 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1243ec32-7229-4424-8327-272648cb9278 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:00.166774 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1243ec32-7229-4424-8327-272648cb9278 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router 10c866f4-4490-40d6-b20a-4c7b5ed304c8 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:11:00.202375 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device df179b23-cbc5-4a62-976d-7760840da2ec no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:11:00.223522 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: df179b23-cbc5-4a62-976d-7760840da2ec {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:11:00.223876 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device df179b23-cbc5-4a62-976d-7760840da2ec not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:11:00.270543 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1243ec32-7229-4424-8327-272648cb9278 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:11:00.280493 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38ef87e-dc18-455f-8f29-f1e37748b455 None None] Sync routers for ids ['10c866f4-4490-40d6-b20a-4c7b5ed304c8'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:11:00.290824 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38ef87e-dc18-455f-8f29-f1e37748b455 None None] Routers {'10c866f4-4490-40d6-b20a-4c7b5ed304c8'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:11:00.291456 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c38ef87e-dc18-455f-8f29-f1e37748b455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:10:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['10c866f4-4490-40d6-b20a-4c7b5ed304c8'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:11:00.293338 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1243ec32-7229-4424-8327-272648cb9278 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:00.294638 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1243ec32-7229-4424-8327-272648cb9278 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4358637 Nov 29 02:11:00.297808 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45202) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:00.399345 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-c38ef87e-dc18-455f-8f29-f1e37748b455 None None] Set router 10c866f4-4490-40d6-b20a-4c7b5ed304c8 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:11:00.517562 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-bf1a7c39-e06a-45c4-a798-afe536de44ec tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d1a27bea49814722818e7a3b77708f76&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2185736 Nov 29 02:11:00.520133 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45206) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:00.573495 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c38ef87e-dc18-455f-8f29-f1e37748b455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'name': 'tempest-TestNetworkBasicOps-router-1053225433', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:10:58Z', 'updated_at': '2021-11-29T02:10:59Z', 'revision_number': 3, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:10:59Z', 'updated_at': '2021-11-29T02:10:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:11:00.603604 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dc0b4d-76ac-4c11-9ad1-ce2248cf01ff tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:00.603859 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38ef87e-dc18-455f-8f29-f1e37748b455 None None] Checking router: 10c866f4-4490-40d6-b20a-4c7b5ed304c8 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:11:00.604334 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38ef87e-dc18-455f-8f29-f1e37748b455 None None] Updating router 10c866f4-4490-40d6-b20a-4c7b5ed304c8 port 25f9fde6-6e23-447f-880e-bba69fca1abf binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:11:00.605142 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-68dc0b4d-76ac-4c11-9ad1-ce2248cf01ff tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0840771 Nov 29 02:11:00.607875 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45208) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:00.628528 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c38ef87e-dc18-455f-8f29-f1e37748b455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:00.639278 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-80137954-d329-425b-9758-b7c4732e4980 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=4bf244a8-fda8-412f-8f05-2c7c5210f333&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303612 Nov 29 02:11:00.641769 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45210) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:00.646322 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-49ccfd98-3e78-4962-92c8-f6af88fabd4f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-266860862', 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:11:00.732375 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ccfd98-3e78-4962-92c8-f6af88fabd4f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Made reservation on behalf of d1a27bea49814722818e7a3b77708f76 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:11:00.735958 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-49ccfd98-3e78-4962-92c8-f6af88fabd4f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:00.876726 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c38ef87e-dc18-455f-8f29-f1e37748b455 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:00.882730 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c38ef87e-dc18-455f-8f29-f1e37748b455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:00.920769 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-49ccfd98-3e78-4962-92c8-f6af88fabd4f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:00.930153 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed02bbc-7381-4a22-bbd3-cf5fc4898685 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:11:00.942098 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-c38ef87e-dc18-455f-8f29-f1e37748b455 None None] Attempting to bind port 25f9fde6-6e23-447f-880e-bba69fca1abf on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:11:00.942098 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-c38ef87e-dc18-455f-8f29-f1e37748b455 None None] Attempting to bind port 25f9fde6-6e23-447f-880e-bba69fca1abf by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:11:00.942535 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38ef87e-dc18-455f-8f29-f1e37748b455 None None] Attempting to bind port 25f9fde6-6e23-447f-880e-bba69fca1abf on network 4bf244a8-fda8-412f-8f05-2c7c5210f333 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:11:00.951875 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b93f3f-b0fe-4317-a47b-0a13f1ff03d5 None None] Pushing event updated for resources: {'Port': ['ID=25f9fde6-6e23-447f-880e-bba69fca1abf,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:00.954405 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38ef87e-dc18-455f-8f29-f1e37748b455 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:11:00.954781 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38ef87e-dc18-455f-8f29-f1e37748b455 None None] Checking segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:11:00.955200 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c38ef87e-dc18-455f-8f29-f1e37748b455 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:00.955586 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38ef87e-dc18-455f-8f29-f1e37748b455 None None] Bound using segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:11:00.956087 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-c38ef87e-dc18-455f-8f29-f1e37748b455 None None] Bound port: 25f9fde6-6e23-447f-880e-bba69fca1abf, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:11:00.956520 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c38ef87e-dc18-455f-8f29-f1e37748b455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:00.991183 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ccfd98-3e78-4962-92c8-f6af88fabd4f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Subnet': ['ID=8b68ca61-b8b7-455e-b4e5-19dea1083f1f,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:01.000040 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ccfd98-3e78-4962-92c8-f6af88fabd4f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Checking segment: {'id': '118a9950-d3b6-45a3-baaf-df2a45107479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:11:01.000407 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ccfd98-3e78-4962-92c8-f6af88fabd4f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network hostable DHCP agents. Network: 4a009f8b-a508-456c-a694-02ba330d11cb, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:11:01.011973 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c38ef87e-dc18-455f-8f29-f1e37748b455 None None] For port 25f9fde6-6e23-447f-880e-bba69fca1abf, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:11:01.018157 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ccfd98-3e78-4962-92c8-f6af88fabd4f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 4a009f8b-a508-456c-a694-02ba330d11cb is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:11:01.025814 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c38ef87e-dc18-455f-8f29-f1e37748b455 None None] For port 25f9fde6-6e23-447f-880e-bba69fca1abf, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=25f9fde6-6e23-447f-880e-bba69fca1abf,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:11:01.026968 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-49ccfd98-3e78-4962-92c8-f6af88fabd4f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 4a009f8b-a508-456c-a694-02ba330d11cb) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:11:01.030794 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c38ef87e-dc18-455f-8f29-f1e37748b455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:01.031296 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ccfd98-3e78-4962-92c8-f6af88fabd4f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:01.031897 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-49ccfd98-3e78-4962-92c8-f6af88fabd4f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:01.035167 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-33630f98-bc0b-4a90-8a13-f99bbd22e863 None None] Provisioning complete for port 25f9fde6-6e23-447f-880e-bba69fca1abf triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:11:01.035529 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-33630f98-bc0b-4a90-8a13-f99bbd22e863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:01.043906 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33348e2b-a63a-420e-b26e-8fd5d79149d0 None None] Network 4a009f8b-a508-456c-a694-02ba330d11cb requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:11:01.048464 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-49ccfd98-3e78-4962-92c8-f6af88fabd4f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4057248 Nov 29 02:11:01.051342 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45212) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:01.266491 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f926c40e-07ec-4b10-8921-246ae409b982 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:11:01.315868 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38ef87e-dc18-455f-8f29-f1e37748b455 None None] Routers {'10c866f4-4490-40d6-b20a-4c7b5ed304c8'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:11:01.316506 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c38ef87e-dc18-455f-8f29-f1e37748b455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:10:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['10c866f4-4490-40d6-b20a-4c7b5ed304c8'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:11:01.328729 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b93f3f-b0fe-4317-a47b-0a13f1ff03d5 None None] Pushing event updated for resources: {'Port': ['ID=25f9fde6-6e23-447f-880e-bba69fca1abf,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:01.480551 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-64979ca8-079f-4e71-b548-2ae48eb56893 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:01.493358 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-33630f98-bc0b-4a90-8a13-f99bbd22e863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:01.522706 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-c38ef87e-dc18-455f-8f29-f1e37748b455 None None] Set router 10c866f4-4490-40d6-b20a-4c7b5ed304c8 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:11:01.556914 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-33630f98-bc0b-4a90-8a13-f99bbd22e863 None None] For port 25f9fde6-6e23-447f-880e-bba69fca1abf, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=25f9fde6-6e23-447f-880e-bba69fca1abf,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:11:01.599219 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-33630f98-bc0b-4a90-8a13-f99bbd22e863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:01.631574 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b47b333-3a41-4b37-954e-4b2e72d22e70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-4a009f8b-a508-456c-a694-02ba330d11cb', 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ips': [{'subnet_id': '8b68ca61-b8b7-455e-b4e5-19dea1083f1f'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:11:01.632430 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b47b333-3a41-4b37-954e-4b2e72d22e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:01.722630 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33630f98-bc0b-4a90-8a13-f99bbd22e863 None None] Pushing event updated for resources: {'Port': ['ID=25f9fde6-6e23-447f-880e-bba69fca1abf,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:01.750629 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-64979ca8-079f-4e71-b548-2ae48eb56893 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.20.0.1 (4a009f8b-a508-456c-a694-02ba330d11cb/8b68ca61-b8b7-455e-b4e5-19dea1083f1f/249e4e51-acb1-4124-8d02-52e286805239) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:11:01.830789 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-ce910124-6bd6-4302-9c86-1cb71ceea8d6 None None] Provisioning complete for port 25f9fde6-6e23-447f-880e-bba69fca1abf triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:11:01.831067 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ce910124-6bd6-4302-9c86-1cb71ceea8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:01.860758 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-64979ca8-079f-4e71-b548-2ae48eb56893 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:01.894521 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-64979ca8-079f-4e71-b548-2ae48eb56893 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:01.922215 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c38ef87e-dc18-455f-8f29-f1e37748b455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'name': 'tempest-TestNetworkBasicOps-router-1053225433', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:10:58Z', 'updated_at': '2021-11-29T02:10:59Z', 'revision_number': 3, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:10:59Z', 'updated_at': '2021-11-29T02:11:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:11:01.942901 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64979ca8-079f-4e71-b548-2ae48eb56893 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 4a009f8b-a508-456c-a694-02ba330d11cb is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:11:01.946081 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-64979ca8-079f-4e71-b548-2ae48eb56893 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:11:01.949677 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64979ca8-079f-4e71-b548-2ae48eb56893 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:11:01.978586 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64979ca8-079f-4e71-b548-2ae48eb56893 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=249e4e51-acb1-4124-8d02-52e286805239,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:01.980676 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38ef87e-dc18-455f-8f29-f1e37748b455 None None] The sync data for ids ['10c866f4-4490-40d6-b20a-4c7b5ed304c8'] in dv-neutron-819032-3-hyperv is: [{'id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'name': 'tempest-TestNetworkBasicOps-router-1053225433', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:10:58Z', 'updated_at': '2021-11-29T02:10:59Z', 'revision_number': 3, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:10:59Z', 'updated_at': '2021-11-29T02:11:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:11:02.000032 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-7b47b333-3a41-4b37-954e-4b2e72d22e70 None None] Allocated IP 172.20.0.2 (4a009f8b-a508-456c-a694-02ba330d11cb/8b68ca61-b8b7-455e-b4e5-19dea1083f1f/0a9080cb-82ce-4794-9452-c0cd75006cd2) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:11:02.000912 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-64979ca8-079f-4e71-b548-2ae48eb56893 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:02.143127 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-64979ca8-079f-4e71-b548-2ae48eb56893 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:02.158112 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b47b333-3a41-4b37-954e-4b2e72d22e70 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:02.164633 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b47b333-3a41-4b37-954e-4b2e72d22e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:02.211275 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b47b333-3a41-4b37-954e-4b2e72d22e70 None None] Network 4a009f8b-a508-456c-a694-02ba330d11cb is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:11:02.216679 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-7b47b333-3a41-4b37-954e-4b2e72d22e70 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:11:02.219144 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b47b333-3a41-4b37-954e-4b2e72d22e70 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:11:02.228087 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47b333-3a41-4b37-954e-4b2e72d22e70 None None] Pushing event updated for resources: {'Port': ['ID=0a9080cb-82ce-4794-9452-c0cd75006cd2,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:02.293640 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-7b47b333-3a41-4b37-954e-4b2e72d22e70 None None] Attempting to bind port 0a9080cb-82ce-4794-9452-c0cd75006cd2 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:11:02.294016 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-7b47b333-3a41-4b37-954e-4b2e72d22e70 None None] Attempting to bind port 0a9080cb-82ce-4794-9452-c0cd75006cd2 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '118a9950-d3b6-45a3-baaf-df2a45107479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:11:02.294382 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b47b333-3a41-4b37-954e-4b2e72d22e70 None None] Attempting to bind port 0a9080cb-82ce-4794-9452-c0cd75006cd2 on network 4a009f8b-a508-456c-a694-02ba330d11cb {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:11:02.302096 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b47b333-3a41-4b37-954e-4b2e72d22e70 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:11:02.303030 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b47b333-3a41-4b37-954e-4b2e72d22e70 None None] Checking segment: {'id': '118a9950-d3b6-45a3-baaf-df2a45107479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:11:02.303030 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b47b333-3a41-4b37-954e-4b2e72d22e70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:02.303278 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b47b333-3a41-4b37-954e-4b2e72d22e70 None None] Bound using segment: {'id': '118a9950-d3b6-45a3-baaf-df2a45107479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:11:02.303744 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-7b47b333-3a41-4b37-954e-4b2e72d22e70 None None] Bound port: 0a9080cb-82ce-4794-9452-c0cd75006cd2, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '118a9950-d3b6-45a3-baaf-df2a45107479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:11:02.304108 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b47b333-3a41-4b37-954e-4b2e72d22e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:02.375421 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7b47b333-3a41-4b37-954e-4b2e72d22e70 None None] For port 0a9080cb-82ce-4794-9452-c0cd75006cd2, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:11:02.378767 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7b47b333-3a41-4b37-954e-4b2e72d22e70 None None] For port 0a9080cb-82ce-4794-9452-c0cd75006cd2, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=0a9080cb-82ce-4794-9452-c0cd75006cd2,segment=NetworkSegment(118a9950-d3b6-45a3-baaf-df2a45107479),segment_id=118a9950-d3b6-45a3-baaf-df2a45107479)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:11:02.384624 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7b47b333-3a41-4b37-954e-4b2e72d22e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:02.452186 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47b333-3a41-4b37-954e-4b2e72d22e70 None None] Pushing event updated for resources: {'Port': ['ID=0a9080cb-82ce-4794-9452-c0cd75006cd2,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:02.489695 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-64979ca8-079f-4e71-b548-2ae48eb56893 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:02.496994 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-64979ca8-079f-4e71-b548-2ae48eb56893 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:02.572314 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64979ca8-079f-4e71-b548-2ae48eb56893 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=249e4e51-acb1-4124-8d02-52e286805239,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:02.576889 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-64979ca8-079f-4e71-b548-2ae48eb56893 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:02.695175 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64979ca8-079f-4e71-b548-2ae48eb56893 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 4a009f8b-a508-456c-a694-02ba330d11cb is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:11:02.696816 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-64979ca8-079f-4e71-b548-2ae48eb56893 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:11:02.819169 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64979ca8-079f-4e71-b548-2ae48eb56893 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router 10c866f4-4490-40d6-b20a-4c7b5ed304c8 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:11:02.929678 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64979ca8-079f-4e71-b548-2ae48eb56893 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:11:02.935446 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-64979ca8-079f-4e71-b548-2ae48eb56893 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "PUT /v2.0/routers/10c866f4-4490-40d6-b20a-4c7b5ed304c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8831291 Nov 29 02:11:02.938102 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45218) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:03.035980 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edabb03-8e43-4bab-985d-cb1d90a6c8bb tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:03.036550 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edabb03-8e43-4bab-985d-cb1d90a6c8bb tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:03.037014 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edabb03-8e43-4bab-985d-cb1d90a6c8bb tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:03.037472 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edabb03-8e43-4bab-985d-cb1d90a6c8bb tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:03.038158 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edabb03-8e43-4bab-985d-cb1d90a6c8bb tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:03.038610 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edabb03-8e43-4bab-985d-cb1d90a6c8bb tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:03.040503 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2edabb03-8e43-4bab-985d-cb1d90a6c8bb tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1014159 Nov 29 02:11:03.043930 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45220) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:03.104008 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62a99fb-6c48-42e0-bff8-955360efebd3 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:03.104466 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62a99fb-6c48-42e0-bff8-955360efebd3 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:03.105486 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62a99fb-6c48-42e0-bff8-955360efebd3 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:03.105954 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62a99fb-6c48-42e0-bff8-955360efebd3 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:03.106397 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62a99fb-6c48-42e0-bff8-955360efebd3 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:03.106838 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62a99fb-6c48-42e0-bff8-955360efebd3 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:03.108636 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c62a99fb-6c48-42e0-bff8-955360efebd3 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0638173 Nov 29 02:11:03.111429 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45222) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:03.249285 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f876eb2b-a8e0-4e90-9acb-2b52a531ca2c tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.1366949 Nov 29 02:11:03.424565 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178608af-264c-4496-befd-08770888e8d3 None None] Network 4a009f8b-a508-456c-a694-02ba330d11cb requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:11:03.484851 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-db835a00-620d-4130-bcd0-4288e578aa8c None None] Provisioning complete for port 0a9080cb-82ce-4794-9452-c0cd75006cd2 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:11:03.485221 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db835a00-620d-4130-bcd0-4288e578aa8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:03.640650 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db835a00-620d-4130-bcd0-4288e578aa8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:03.679936 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-db835a00-620d-4130-bcd0-4288e578aa8c None None] For port 0a9080cb-82ce-4794-9452-c0cd75006cd2, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=0a9080cb-82ce-4794-9452-c0cd75006cd2,segment=NetworkSegment(118a9950-d3b6-45a3-baaf-df2a45107479),segment_id=118a9950-d3b6-45a3-baaf-df2a45107479)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:11:03.686052 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db835a00-620d-4130-bcd0-4288e578aa8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:03.742887 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db835a00-620d-4130-bcd0-4288e578aa8c None None] Pushing event updated for resources: {'Port': ['ID=0a9080cb-82ce-4794-9452-c0cd75006cd2,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:03.762272 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45226) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:03.768032 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-215a8346-1996-46f9-b40f-dd92298a2caf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1296066790', 'description': 'tempest-secgroup-smoke-1296066790 description', 'project_id': 'd1a27bea49814722818e7a3b77708f76'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:11:03.794325 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-215a8346-1996-46f9-b40f-dd92298a2caf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:03.912046 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-ec0776b3-a97e-4486-ac72-ff06d33f847c None None] Provisioning complete for port 0a9080cb-82ce-4794-9452-c0cd75006cd2 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:11:03.913738 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ec0776b3-a97e-4486-ac72-ff06d33f847c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:03.935521 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664a208a-42c1-4fc0-bb42-79f65977ce67 None None] Sync routers for ids ['10c866f4-4490-40d6-b20a-4c7b5ed304c8'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:11:03.949165 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664a208a-42c1-4fc0-bb42-79f65977ce67 None None] Routers {'10c866f4-4490-40d6-b20a-4c7b5ed304c8'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:11:03.950172 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-664a208a-42c1-4fc0-bb42-79f65977ce67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:10:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['10c866f4-4490-40d6-b20a-4c7b5ed304c8'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:11:04.047920 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-ec0776b3-a97e-4486-ac72-ff06d33f847c None None] Provisioning complete for port 249e4e51-acb1-4124-8d02-52e286805239 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:11:04.048695 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ec0776b3-a97e-4486-ac72-ff06d33f847c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:04.067701 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-664a208a-42c1-4fc0-bb42-79f65977ce67 None None] Set router 10c866f4-4490-40d6-b20a-4c7b5ed304c8 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:11:04.095223 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ec0776b3-a97e-4486-ac72-ff06d33f847c None None] Port 249e4e51-acb1-4124-8d02-52e286805239 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:11:04.235816 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-d5fb72de-390f-4852-9862-cc98169e61ba None None] Provisioning complete for port 249e4e51-acb1-4124-8d02-52e286805239 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:11:04.236714 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d5fb72de-390f-4852-9862-cc98169e61ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:04.250832 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-215a8346-1996-46f9-b40f-dd92298a2caf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:04.256256 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-215a8346-1996-46f9-b40f-dd92298a2caf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:04.297716 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-215a8346-1996-46f9-b40f-dd92298a2caf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:04.301797 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-215a8346-1996-46f9-b40f-dd92298a2caf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5358269 Nov 29 02:11:04.302976 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45228) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:04.307624 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-671baea8-7c7b-4c06-a4d4-9d9a307bc023 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': 'b5f751c3-fbe7-49a5-aa0e-7f8ee2eb5c9b', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:11:04.311997 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-664a208a-42c1-4fc0-bb42-79f65977ce67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'name': 'tempest-TestNetworkBasicOps-router-1053225433', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:10:58Z', 'updated_at': '2021-11-29T02:11:02Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:10:59Z', 'updated_at': '2021-11-29T02:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '249e4e51-acb1-4124-8d02-52e286805239', 'name': '', 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:85:b2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '8b68ca61-b8b7-455e-b4e5-19dea1083f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:11:01Z', 'updated_at': '2021-11-29T02:11:02Z', 'revision_number': 2, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '8b68ca61-b8b7-455e-b4e5-19dea1083f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:11:04.318703 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a8346-1996-46f9-b40f-dd92298a2caf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f751c3-fbe7-49a5-aa0e-7f8ee2eb5c9b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:04.344981 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-671baea8-7c7b-4c06-a4d4-9d9a307bc023 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:04.345797 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664a208a-42c1-4fc0-bb42-79f65977ce67 None None] Checking router: 10c866f4-4490-40d6-b20a-4c7b5ed304c8 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:11:04.346152 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664a208a-42c1-4fc0-bb42-79f65977ce67 None None] Updating router 10c866f4-4490-40d6-b20a-4c7b5ed304c8 port 249e4e51-acb1-4124-8d02-52e286805239 binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:11:04.355629 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-d5fb72de-390f-4852-9862-cc98169e61ba None None] Port 249e4e51-acb1-4124-8d02-52e286805239 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:11:04.377629 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-664a208a-42c1-4fc0-bb42-79f65977ce67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:04.407278 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-671baea8-7c7b-4c06-a4d4-9d9a307bc023 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:04.412506 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-671baea8-7c7b-4c06-a4d4-9d9a307bc023 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:04.416721 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 0a9080cb-82ce-4794-9452-c0cd75006cd2 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:11:04.432172 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671baea8-7c7b-4c06-a4d4-9d9a307bc023 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c3d0c64-0fc6-41ac-a128-dc5843ff466f,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:04.440520 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-671baea8-7c7b-4c06-a4d4-9d9a307bc023 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:04.441840 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-671baea8-7c7b-4c06-a4d4-9d9a307bc023 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383982 Nov 29 02:11:04.444542 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45230) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:04.449590 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4974b512-5831-4160-8f8b-123f2ccab6bc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': 'b5f751c3-fbe7-49a5-aa0e-7f8ee2eb5c9b', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:11:04.478755 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-8a599e15-c0e2-4cac-bf05-b0cd5d7de162 None None] Provisioning complete for port 249e4e51-acb1-4124-8d02-52e286805239 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:11:04.479427 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4974b512-5831-4160-8f8b-123f2ccab6bc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:04.479566 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8a599e15-c0e2-4cac-bf05-b0cd5d7de162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:04.484219 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 0a9080cb-82ce-4794-9452-c0cd75006cd2 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:11:04.484577 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:04.546605 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4974b512-5831-4160-8f8b-123f2ccab6bc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:04.551135 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4974b512-5831-4160-8f8b-123f2ccab6bc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:04.569879 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974b512-5831-4160-8f8b-123f2ccab6bc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae55bd90-0bc9-43bf-a5f7-70bf57c65a16,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:04.580513 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4974b512-5831-4160-8f8b-123f2ccab6bc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:04.582042 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4974b512-5831-4160-8f8b-123f2ccab6bc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1364303 Nov 29 02:11:04.584640 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45232) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:04.589416 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f0d89c0f-759e-4c5b-b1b6-6e3ac0a9cd24 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': 'b5f751c3-fbe7-49a5-aa0e-7f8ee2eb5c9b', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:11:04.617839 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0d89c0f-759e-4c5b-b1b6-6e3ac0a9cd24 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:04.674750 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-664a208a-42c1-4fc0-bb42-79f65977ce67 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:04.680660 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-664a208a-42c1-4fc0-bb42-79f65977ce67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:04.685652 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0d89c0f-759e-4c5b-b1b6-6e3ac0a9cd24 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:04.691781 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0d89c0f-759e-4c5b-b1b6-6e3ac0a9cd24 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:04.694080 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-8a599e15-c0e2-4cac-bf05-b0cd5d7de162 None None] Port 249e4e51-acb1-4124-8d02-52e286805239 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:11:04.717090 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d89c0f-759e-4c5b-b1b6-6e3ac0a9cd24 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22251ce9-5f94-42e3-95bf-6445ec4e866a,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:04.727327 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f0d89c0f-759e-4c5b-b1b6-6e3ac0a9cd24 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:04.727489 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f0d89c0f-759e-4c5b-b1b6-6e3ac0a9cd24 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1416237 Nov 29 02:11:04.731718 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45234) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:04.736514 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4b6b02eb-c25e-4bc7-99b4-2527655b6eeb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': 'b5f751c3-fbe7-49a5-aa0e-7f8ee2eb5c9b', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:11:04.747821 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 25f9fde6-6e23-447f-880e-bba69fca1abf up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:11:04.755949 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c47d0a-e65f-4572-ab28-79429fc547ca None None] Pushing event updated for resources: {'Port': ['ID=249e4e51-acb1-4124-8d02-52e286805239,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:04.765430 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c47d0a-e65f-4572-ab28-79429fc547ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:04.765430 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c47d0a-e65f-4572-ab28-79429fc547ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:04.765771 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c47d0a-e65f-4572-ab28-79429fc547ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:04.766196 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c47d0a-e65f-4572-ab28-79429fc547ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:04.766439 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c47d0a-e65f-4572-ab28-79429fc547ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:04.766847 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c47d0a-e65f-4572-ab28-79429fc547ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:04.767637 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c47d0a-e65f-4572-ab28-79429fc547ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:04.767637 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c47d0a-e65f-4572-ab28-79429fc547ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:04.767871 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c47d0a-e65f-4572-ab28-79429fc547ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:04.768171 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c47d0a-e65f-4572-ab28-79429fc547ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:04.768467 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c47d0a-e65f-4572-ab28-79429fc547ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:04.768794 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c47d0a-e65f-4572-ab28-79429fc547ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:04.769307 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b6b02eb-c25e-4bc7-99b4-2527655b6eeb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:04.806765 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 25f9fde6-6e23-447f-880e-bba69fca1abf triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:11:04.807615 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:04.822361 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-664a208a-42c1-4fc0-bb42-79f65977ce67 None None] Attempting to bind port 249e4e51-acb1-4124-8d02-52e286805239 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:11:04.823023 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-664a208a-42c1-4fc0-bb42-79f65977ce67 None None] Attempting to bind port 249e4e51-acb1-4124-8d02-52e286805239 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '118a9950-d3b6-45a3-baaf-df2a45107479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:11:04.823176 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664a208a-42c1-4fc0-bb42-79f65977ce67 None None] Attempting to bind port 249e4e51-acb1-4124-8d02-52e286805239 on network 4a009f8b-a508-456c-a694-02ba330d11cb {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:11:04.828936 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664a208a-42c1-4fc0-bb42-79f65977ce67 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:11:04.829308 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664a208a-42c1-4fc0-bb42-79f65977ce67 None None] Checking segment: {'id': '118a9950-d3b6-45a3-baaf-df2a45107479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:11:04.829785 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-664a208a-42c1-4fc0-bb42-79f65977ce67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:04.830182 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664a208a-42c1-4fc0-bb42-79f65977ce67 None None] Bound using segment: {'id': '118a9950-d3b6-45a3-baaf-df2a45107479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:11:04.830643 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-664a208a-42c1-4fc0-bb42-79f65977ce67 None None] Bound port: 249e4e51-acb1-4124-8d02-52e286805239, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '118a9950-d3b6-45a3-baaf-df2a45107479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:11:04.831020 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-664a208a-42c1-4fc0-bb42-79f65977ce67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:04.852074 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b6b02eb-c25e-4bc7-99b4-2527655b6eeb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:04.858295 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b6b02eb-c25e-4bc7-99b4-2527655b6eeb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:04.881825 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b02eb-c25e-4bc7-99b4-2527655b6eeb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01675ed6-fbbd-4597-a8fe-bc8faec67acc,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:04.892085 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4b6b02eb-c25e-4bc7-99b4-2527655b6eeb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:04.893878 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4b6b02eb-c25e-4bc7-99b4-2527655b6eeb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1611366 Nov 29 02:11:04.896545 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45238) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:04.902168 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a6bd0820-d001-4859-b8a9-7f3c8467f094 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': 'b5f751c3-fbe7-49a5-aa0e-7f8ee2eb5c9b', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:11:04.926624 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-664a208a-42c1-4fc0-bb42-79f65977ce67 None None] For port 249e4e51-acb1-4124-8d02-52e286805239, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:11:04.928772 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-a6bd0820-d001-4859-b8a9-7f3c8467f094 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Project d1a27bea49814722818e7a3b77708f76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:11:04.929856 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-664a208a-42c1-4fc0-bb42-79f65977ce67 None None] For port 249e4e51-acb1-4124-8d02-52e286805239, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=249e4e51-acb1-4124-8d02-52e286805239,segment=NetworkSegment(118a9950-d3b6-45a3-baaf-df2a45107479),segment_id=118a9950-d3b6-45a3-baaf-df2a45107479)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:11:04.935077 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-664a208a-42c1-4fc0-bb42-79f65977ce67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:04.935254 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a6bd0820-d001-4859-b8a9-7f3c8467f094 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:04.993261 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664a208a-42c1-4fc0-bb42-79f65977ce67 None None] Routers {'10c866f4-4490-40d6-b20a-4c7b5ed304c8'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:11:04.994046 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-664a208a-42c1-4fc0-bb42-79f65977ce67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:10:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['10c866f4-4490-40d6-b20a-4c7b5ed304c8'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:11:04.996473 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c47d0a-e65f-4572-ab28-79429fc547ca None None] Pushing event updated for resources: {'Port': ['ID=249e4e51-acb1-4124-8d02-52e286805239,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:05.006560 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a6bd0820-d001-4859-b8a9-7f3c8467f094 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:05.011337 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a6bd0820-d001-4859-b8a9-7f3c8467f094 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:05.029762 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd0820-d001-4859-b8a9-7f3c8467f094 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c567be-8edb-4a45-85fe-6722beb6ecda,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:05.041435 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a6bd0820-d001-4859-b8a9-7f3c8467f094 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:05.043229 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a6bd0820-d001-4859-b8a9-7f3c8467f094 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1455920 Nov 29 02:11:05.046443 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45242) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:05.051579 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f72964d7-d887-4ad5-9b00-2f10c139023f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': 'b5f751c3-fbe7-49a5-aa0e-7f8ee2eb5c9b', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:11:05.076709 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-f72964d7-d887-4ad5-9b00-2f10c139023f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Project d1a27bea49814722818e7a3b77708f76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:11:05.082616 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f72964d7-d887-4ad5-9b00-2f10c139023f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:05.126458 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0b46f611-bca2-47c2-bcb5-4765de290036 None None] Provisioning complete for port 249e4e51-acb1-4124-8d02-52e286805239 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:11:05.127057 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b46f611-bca2-47c2-bcb5-4765de290036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:05.131183 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-664a208a-42c1-4fc0-bb42-79f65977ce67 None None] Set router 10c866f4-4490-40d6-b20a-4c7b5ed304c8 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:11:05.160920 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f72964d7-d887-4ad5-9b00-2f10c139023f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:05.167000 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f72964d7-d887-4ad5-9b00-2f10c139023f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:05.197577 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72964d7-d887-4ad5-9b00-2f10c139023f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a1bfe89-c189-482b-9082-ec602750f03a,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:05.207101 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f72964d7-d887-4ad5-9b00-2f10c139023f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:05.217807 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f72964d7-d887-4ad5-9b00-2f10c139023f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1702242 Nov 29 02:11:05.250361 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b46f611-bca2-47c2-bcb5-4765de290036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:05.296080 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-0b46f611-bca2-47c2-bcb5-4765de290036 None None] For port 249e4e51-acb1-4124-8d02-52e286805239, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=249e4e51-acb1-4124-8d02-52e286805239,segment=NetworkSegment(118a9950-d3b6-45a3-baaf-df2a45107479),segment_id=118a9950-d3b6-45a3-baaf-df2a45107479)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:11:05.300478 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b46f611-bca2-47c2-bcb5-4765de290036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:05.362054 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-664a208a-42c1-4fc0-bb42-79f65977ce67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'name': 'tempest-TestNetworkBasicOps-router-1053225433', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:10:58Z', 'updated_at': '2021-11-29T02:11:02Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:10:59Z', 'updated_at': '2021-11-29T02:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '249e4e51-acb1-4124-8d02-52e286805239', 'name': '', 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:85:b2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '8b68ca61-b8b7-455e-b4e5-19dea1083f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:11:01Z', 'updated_at': '2021-11-29T02:11:04Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '8b68ca61-b8b7-455e-b4e5-19dea1083f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:11:05.363770 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b46f611-bca2-47c2-bcb5-4765de290036 None None] Pushing event updated for resources: {'Port': ['ID=249e4e51-acb1-4124-8d02-52e286805239,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:05.388065 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-e9982cf4-5e9f-4275-bb7b-139d988838cc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1296066790&fields=id&tenant_id=d1a27bea49814722818e7a3b77708f76 HTTP/1.1" status: 200 len: 267 time: 0.0468116 Nov 29 02:11:05.391059 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664a208a-42c1-4fc0-bb42-79f65977ce67 None None] The sync data for ids ['10c866f4-4490-40d6-b20a-4c7b5ed304c8'] in dv-neutron-819032-3-hyperv is: [{'id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'name': 'tempest-TestNetworkBasicOps-router-1053225433', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:10:58Z', 'updated_at': '2021-11-29T02:11:02Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:10:59Z', 'updated_at': '2021-11-29T02:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '249e4e51-acb1-4124-8d02-52e286805239', 'name': '', 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:85:b2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '8b68ca61-b8b7-455e-b4e5-19dea1083f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:11:01Z', 'updated_at': '2021-11-29T02:11:04Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '8b68ca61-b8b7-455e-b4e5-19dea1083f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:11:05.424466 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-3dc2e197-8b57-4b9b-a33f-270ad142a02c None None] Provisioning complete for port 249e4e51-acb1-4124-8d02-52e286805239 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:11:05.425032 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3dc2e197-8b57-4b9b-a33f-270ad142a02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:05.536997 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-faae349e-e780-4f76-abcb-a98fb7eb0ec3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:05.538531 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-faae349e-e780-4f76-abcb-a98fb7eb0ec3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/networks?id=4a009f8b-a508-456c-a694-02ba330d11cb HTTP/1.1" status: 200 len: 797 time: 0.1414101 Nov 29 02:11:05.555151 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-1c59278a-0835-4fd9-a454-4e3b8ece096d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/quotas/d1a27bea49814722818e7a3b77708f76 HTTP/1.1" status: 200 len: 375 time: 0.0098612 Nov 29 02:11:05.608859 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-68100923-38c6-4ae9-bf62-526375b7ffe2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473754 Nov 29 02:11:05.710119 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-1244d523-cd91-43c6-a166-b12996fd4f85 service neutron] 10.222.0.37 "GET /v2.0/networks/4a009f8b-a508-456c-a694-02ba330d11cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890491 Nov 29 02:11:05.801228 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-7eeae24a-b440-422c-8827-f15816ad2b85 service neutron] 10.222.0.37 "GET /v2.0/networks/4a009f8b-a508-456c-a694-02ba330d11cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842915 Nov 29 02:11:05.976165 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-508d84c7-41bc-49b2-86bd-02e429bb35ab req-883b7e96-ed82-41e3-9691-f4dc9321ee29 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=601fcf13-2ebf-4a3e-af08-2c592d16eaa7 HTTP/1.1" status: 200 len: 210 time: 0.0298910 Nov 29 02:11:06.289816 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 249e4e51-acb1-4124-8d02-52e286805239 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:11:06.343666 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 249e4e51-acb1-4124-8d02-52e286805239 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:11:06.344042 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:07.067793 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-aa67b720-6a61-482c-9979-1fa21ea17d40 req-9fa184a1-e3f2-44a8-a727-7c55f9402387 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=601fcf13-2ebf-4a3e-af08-2c592d16eaa7 HTTP/1.1" status: 200 len: 210 time: 0.0256872 Nov 29 02:11:08.103720 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-525047e5-532e-4c92-9101-7061d454dc1f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:08.105372 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-525047e5-532e-4c92-9101-7061d454dc1f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/networks?id=4a009f8b-a508-456c-a694-02ba330d11cb HTTP/1.1" status: 200 len: 797 time: 0.1082942 Nov 29 02:11:08.167995 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ebb08bab-702f-4d35-89a5-43abdb4b64f3 req-4becb50c-fdc8-45ff-a309-9bf9de0f2039 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=601fcf13-2ebf-4a3e-af08-2c592d16eaa7 HTTP/1.1" status: 200 len: 210 time: 0.0301950 Nov 29 02:11:08.191141 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-922cbd31-7a71-4abd-ac91-ba0669b48c49 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1a27bea49814722818e7a3b77708f76 HTTP/1.1" status: 200 len: 380 time: 0.0586021 Nov 29 02:11:08.210753 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-10638531-7487-4718-8c55-a2204044c993 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'port': {'device_id': '601fcf13-2ebf-4a3e-af08-2c592d16eaa7', 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb', 'admin_state_up': True, 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'security_groups': ['b5f751c3-fbe7-49a5-aa0e-7f8ee2eb5c9b']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:11:08.319013 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-10638531-7487-4718-8c55-a2204044c993 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Made reservation on behalf of d1a27bea49814722818e7a3b77708f76 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:11:08.322569 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-10638531-7487-4718-8c55-a2204044c993 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:08.446190 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-10638531-7487-4718-8c55-a2204044c993 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.20.0.14 (4a009f8b-a508-456c-a694-02ba330d11cb/8b68ca61-b8b7-455e-b4e5-19dea1083f1f/4bd6fae8-8d96-4bc9-aceb-46172a209215) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:11:08.583490 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-10638531-7487-4718-8c55-a2204044c993 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:08.615183 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-10638531-7487-4718-8c55-a2204044c993 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:08.657879 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-10638531-7487-4718-8c55-a2204044c993 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 4a009f8b-a508-456c-a694-02ba330d11cb is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:11:08.660879 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-10638531-7487-4718-8c55-a2204044c993 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:11:08.664720 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-10638531-7487-4718-8c55-a2204044c993 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:11:08.690933 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10638531-7487-4718-8c55-a2204044c993 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=4bd6fae8-8d96-4bc9-aceb-46172a209215,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:08.716527 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-10638531-7487-4718-8c55-a2204044c993 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:08.717137 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-10638531-7487-4718-8c55-a2204044c993 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:08.733676 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-10638531-7487-4718-8c55-a2204044c993 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5264492 Nov 29 02:11:08.762237 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-bcf564e8-7f19-4705-bfc5-8a807f6c2e10 service neutron] Request body: {'port': {'device_id': '601fcf13-2ebf-4a3e-af08-2c592d16eaa7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:11:08.820795 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-bcf564e8-7f19-4705-bfc5-8a807f6c2e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:08.854383 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-7e2dfc50-e02d-46d8-856b-42deec62562c None None] Provisioning complete for port 4bd6fae8-8d96-4bc9-aceb-46172a209215 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:11:08.854932 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e2dfc50-e02d-46d8-856b-42deec62562c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:08.889213 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7e2dfc50-e02d-46d8-856b-42deec62562c None None] Port 4bd6fae8-8d96-4bc9-aceb-46172a209215 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:11:09.074490 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-bcf564e8-7f19-4705-bfc5-8a807f6c2e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd6fae8-8d96-4bc9-aceb-46172a209215 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:11:09.081744 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-bcf564e8-7f19-4705-bfc5-8a807f6c2e10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:09.093909 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-bcf564e8-7f19-4705-bfc5-8a807f6c2e10 service neutron] Transition to ACTIVE for port object 4bd6fae8-8d96-4bc9-aceb-46172a209215 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:11:09.097705 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-bcf564e8-7f19-4705-bfc5-8a807f6c2e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:09.169285 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf564e8-7f19-4705-bfc5-8a807f6c2e10 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd6fae8-8d96-4bc9-aceb-46172a209215,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:09.222518 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-bcf564e8-7f19-4705-bfc5-8a807f6c2e10 service neutron] Attempting to bind port 4bd6fae8-8d96-4bc9-aceb-46172a209215 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:11:09.222859 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-bcf564e8-7f19-4705-bfc5-8a807f6c2e10 service neutron] Attempting to bind port 4bd6fae8-8d96-4bc9-aceb-46172a209215 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '118a9950-d3b6-45a3-baaf-df2a45107479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:11:09.223194 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-bcf564e8-7f19-4705-bfc5-8a807f6c2e10 service neutron] Attempting to bind port 4bd6fae8-8d96-4bc9-aceb-46172a209215 on network 4a009f8b-a508-456c-a694-02ba330d11cb {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:11:09.227784 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-bcf564e8-7f19-4705-bfc5-8a807f6c2e10 service neutron] Port 4bd6fae8-8d96-4bc9-aceb-46172a209215 on network 4a009f8b-a508-456c-a694-02ba330d11cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:11:09.228247 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-bcf564e8-7f19-4705-bfc5-8a807f6c2e10 service neutron] Attempting to bind port 4bd6fae8-8d96-4bc9-aceb-46172a209215 on network 4a009f8b-a508-456c-a694-02ba330d11cb {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:11:09.234023 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-bcf564e8-7f19-4705-bfc5-8a807f6c2e10 service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:11:09.234364 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-bcf564e8-7f19-4705-bfc5-8a807f6c2e10 service neutron] Checking segment: {'id': '118a9950-d3b6-45a3-baaf-df2a45107479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:11:09.234751 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-bcf564e8-7f19-4705-bfc5-8a807f6c2e10 service neutron] Bound using segment: {'id': '118a9950-d3b6-45a3-baaf-df2a45107479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:11:09.235184 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-bcf564e8-7f19-4705-bfc5-8a807f6c2e10 service neutron] Bound port: 4bd6fae8-8d96-4bc9-aceb-46172a209215, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '118a9950-d3b6-45a3-baaf-df2a45107479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:11:09.235541 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-bcf564e8-7f19-4705-bfc5-8a807f6c2e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:09.291133 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f8bf8-bea7-436a-8f43-0509af5b66e4 req-c082f22d-bb7a-456a-bad4-bd73a29b62f7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:09.292667 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-573f8bf8-bea7-436a-8f43-0509af5b66e4 req-c082f22d-bb7a-456a-bad4-bd73a29b62f7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=601fcf13-2ebf-4a3e-af08-2c592d16eaa7 HTTP/1.1" status: 200 len: 944 time: 0.0530863 Nov 29 02:11:09.301078 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-bcf564e8-7f19-4705-bfc5-8a807f6c2e10 service neutron] For port 4bd6fae8-8d96-4bc9-aceb-46172a209215, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:11:09.304392 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-bcf564e8-7f19-4705-bfc5-8a807f6c2e10 service neutron] For port 4bd6fae8-8d96-4bc9-aceb-46172a209215, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=4bd6fae8-8d96-4bc9-aceb-46172a209215,segment=NetworkSegment(118a9950-d3b6-45a3-baaf-df2a45107479),segment_id=118a9950-d3b6-45a3-baaf-df2a45107479)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:11:09.309331 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-bcf564e8-7f19-4705-bfc5-8a807f6c2e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:09.347521 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-573f8bf8-bea7-436a-8f43-0509af5b66e4 req-7ae1d5a5-b07c-4018-9b5c-6b2af662e45f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f751c3-fbe7-49a5-aa0e-7f8ee2eb5c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480545 Nov 29 02:11:09.354223 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-bcf564e8-7f19-4705-bfc5-8a807f6c2e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:09.354843 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-bcf564e8-7f19-4705-bfc5-8a807f6c2e10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:09.356789 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-bcf564e8-7f19-4705-bfc5-8a807f6c2e10 service neutron] 10.222.0.24 "PUT /v2.0/ports/4bd6fae8-8d96-4bc9-aceb-46172a209215 HTTP/1.1" status: 200 len: 1094 time: 0.5989873 Nov 29 02:11:09.357239 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601fcf13-2ebf-4a3e-af08-2c592d16eaa7', 'tag': '4bd6fae8-8d96-4bc9-aceb-46172a209215'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:11:09.359536 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74108bb1-1387-412a-b474-b2e35fbb1731" -d '{"events": [{"name": "network-changed", "server_uuid": "601fcf13-2ebf-4a3e-af08-2c592d16eaa7", "tag": "4bd6fae8-8d96-4bc9-aceb-46172a209215"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:11:09.384420 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf564e8-7f19-4705-bfc5-8a807f6c2e10 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd6fae8-8d96-4bc9-aceb-46172a209215,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:09.407206 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f29e1b7-0a32-4892-9962-c5cd0842445e x-openstack-request-id: req-3f29e1b7-0a32-4892-9962-c5cd0842445e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:11:09.407680 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601fcf13-2ebf-4a3e-af08-2c592d16eaa7", "tag": "4bd6fae8-8d96-4bc9-aceb-46172a209215", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:11:09.408017 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f29e1b7-0a32-4892-9962-c5cd0842445e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:11:09.408491 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601fcf13-2ebf-4a3e-af08-2c592d16eaa7', 'tag': '4bd6fae8-8d96-4bc9-aceb-46172a209215', 'status': 'completed', 'code': 200} Nov 29 02:11:09.477970 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-dd44b362-ef8f-4139-896e-fbf4543c52fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:09.479468 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-dd44b362-ef8f-4139-896e-fbf4543c52fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=601fcf13-2ebf-4a3e-af08-2c592d16eaa7 HTTP/1.1" status: 200 len: 1097 time: 0.0462558 Nov 29 02:11:09.540563 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-097236cd-b81c-4a34-9eec-286945a3c625 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bd6fae8-8d96-4bc9-aceb-46172a209215 HTTP/1.1" status: 200 len: 217 time: 0.0359235 Nov 29 02:11:09.594520 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-c055aaa8-e2c9-4b6f-ae2c-3618d3346867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:09.595828 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-c055aaa8-e2c9-4b6f-ae2c-3618d3346867 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b68ca61-b8b7-455e-b4e5-19dea1083f1f HTTP/1.1" status: 200 len: 834 time: 0.0432618 Nov 29 02:11:09.648318 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-09e0b03c-b074-48b3-b69e-f773fbf36f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:09.650139 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-09e0b03c-b074-48b3-b69e-f773fbf36f4c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a009f8b-a508-456c-a694-02ba330d11cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433514 Nov 29 02:11:09.743030 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-2ee67838-25ed-4b2d-b17b-35762ca21f3a service neutron] 10.222.0.24 "GET /v2.0/networks/4a009f8b-a508-456c-a694-02ba330d11cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792298 Nov 29 02:11:09.838975 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5def0b19-c569-4be8-9deb-ce881f60e6d3 req-221e93eb-e154-4fd2-9b91-fe4ef367c28f service neutron] 10.222.0.24 "GET /v2.0/networks/4a009f8b-a508-456c-a694-02ba330d11cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835874 Nov 29 02:11:09.980354 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74108bb1-1387-412a-b474-b2e35fbb1731 req-aeb57a37-f309-42b2-8f58-8750f564348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:09.981912 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-74108bb1-1387-412a-b474-b2e35fbb1731 req-aeb57a37-f309-42b2-8f58-8750f564348e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=601fcf13-2ebf-4a3e-af08-2c592d16eaa7 HTTP/1.1" status: 200 len: 1097 time: 0.0390587 Nov 29 02:11:10.076763 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74108bb1-1387-412a-b474-b2e35fbb1731 req-55a27fd7-91d3-4c30-8870-2cffb26e4cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:10.078279 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-74108bb1-1387-412a-b474-b2e35fbb1731 req-55a27fd7-91d3-4c30-8870-2cffb26e4cee service neutron] 10.222.0.24 "GET /v2.0/networks?id=4a009f8b-a508-456c-a694-02ba330d11cb HTTP/1.1" status: 200 len: 898 time: 0.0860853 Nov 29 02:11:10.119072 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-74108bb1-1387-412a-b474-b2e35fbb1731 req-eb0f63ea-05c9-433b-936c-7cfc4c0de4be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bd6fae8-8d96-4bc9-aceb-46172a209215 HTTP/1.1" status: 200 len: 217 time: 0.0330825 Nov 29 02:11:10.168789 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74108bb1-1387-412a-b474-b2e35fbb1731 req-2785061c-a1ed-4735-ab1f-ac95d770d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:10.170293 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-74108bb1-1387-412a-b474-b2e35fbb1731 req-2785061c-a1ed-4735-ab1f-ac95d770d384 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b68ca61-b8b7-455e-b4e5-19dea1083f1f HTTP/1.1" status: 200 len: 834 time: 0.0434685 Nov 29 02:11:10.224649 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74108bb1-1387-412a-b474-b2e35fbb1731 req-9cbe8962-e92c-4a7c-8e70-1641a4f419a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:10.226149 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-74108bb1-1387-412a-b474-b2e35fbb1731 req-9cbe8962-e92c-4a7c-8e70-1641a4f419a0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a009f8b-a508-456c-a694-02ba330d11cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428948 Nov 29 02:11:10.320038 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-74108bb1-1387-412a-b474-b2e35fbb1731 req-722298d5-773d-4bbe-8bb4-fc9479347291 service neutron] 10.222.0.24 "GET /v2.0/networks/4a009f8b-a508-456c-a694-02ba330d11cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809155 Nov 29 02:11:10.420492 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-74108bb1-1387-412a-b474-b2e35fbb1731 req-132f9c20-a5f0-42e7-8ea9-255afc9206d6 service neutron] 10.222.0.24 "GET /v2.0/networks/4a009f8b-a508-456c-a694-02ba330d11cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890641 Nov 29 02:11:10.474504 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee8123-d3f8-4fd3-b69e-9523946b7dd4 req-ef02c38d-bf9e-4271-9e32-e54d6542b24f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:10.475964 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e8ee8123-d3f8-4fd3-b69e-9523946b7dd4 req-ef02c38d-bf9e-4271-9e32-e54d6542b24f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=601fcf13-2ebf-4a3e-af08-2c592d16eaa7 HTTP/1.1" status: 200 len: 944 time: 0.0494981 Nov 29 02:11:10.523779 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e8ee8123-d3f8-4fd3-b69e-9523946b7dd4 req-38c958da-1332-4292-938e-41c859674bd9 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f751c3-fbe7-49a5-aa0e-7f8ee2eb5c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413504 Nov 29 02:11:11.644084 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c97e3-7de1-4730-8f1f-1101c49d4082 req-dce55f18-f35d-478d-afd0-26f66ab3bb51 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:11.645561 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-878c97e3-7de1-4730-8f1f-1101c49d4082 req-dce55f18-f35d-478d-afd0-26f66ab3bb51 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=601fcf13-2ebf-4a3e-af08-2c592d16eaa7 HTTP/1.1" status: 200 len: 944 time: 0.0514033 Nov 29 02:11:11.693192 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-878c97e3-7de1-4730-8f1f-1101c49d4082 req-c60ae690-6b68-42c3-b025-a594c8f678b6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f751c3-fbe7-49a5-aa0e-7f8ee2eb5c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414660 Nov 29 02:11:11.853347 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 4bd6fae8-8d96-4bc9-aceb-46172a209215 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:11:11.952591 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 4bd6fae8-8d96-4bc9-aceb-46172a209215, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=4bd6fae8-8d96-4bc9-aceb-46172a209215,segment=NetworkSegment(118a9950-d3b6-45a3-baaf-df2a45107479),segment_id=118a9950-d3b6-45a3-baaf-df2a45107479)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:11:11.963233 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '4bd6fae8-8d96-4bc9-aceb-46172a209215', 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb', 'port_id': '4bd6fae8-8d96-4bc9-aceb-46172a209215', 'mac_address': 'fa:16:3e:82:9a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b68ca61-b8b7-455e-b4e5-19dea1083f1f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:11:11.999662 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:12.012041 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd6fae8-8d96-4bc9-aceb-46172a209215 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:11:12.036035 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 4bd6fae8-8d96-4bc9-aceb-46172a209215, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=4bd6fae8-8d96-4bc9-aceb-46172a209215,segment=NetworkSegment(118a9950-d3b6-45a3-baaf-df2a45107479),segment_id=118a9950-d3b6-45a3-baaf-df2a45107479)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:11:12.041824 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:12.047473 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c491f5a7-a537-4d28-bbcd-de3d995e13ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:12.088793 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=4bd6fae8-8d96-4bc9-aceb-46172a209215,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:12.409510 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['4bd6fae8-8d96-4bc9-aceb-46172a209215'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:11:12.806229 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecce95-4871-41e5-8564-3ce02629a7c9 req-3aaa9547-2eab-4c0a-997b-d29e52086ac3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:12.807693 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d4ecce95-4871-41e5-8564-3ce02629a7c9 req-3aaa9547-2eab-4c0a-997b-d29e52086ac3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=601fcf13-2ebf-4a3e-af08-2c592d16eaa7 HTTP/1.1" status: 200 len: 945 time: 0.0483594 Nov 29 02:11:12.855412 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d4ecce95-4871-41e5-8564-3ce02629a7c9 req-33c9fe36-ad23-468f-9ede-3f73398afef6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f751c3-fbe7-49a5-aa0e-7f8ee2eb5c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419643 Nov 29 02:11:13.745071 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:13.867415 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 4bd6fae8-8d96-4bc9-aceb-46172a209215 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:11:13.919265 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port 4bd6fae8-8d96-4bc9-aceb-46172a209215 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:11:13.922997 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 4bd6fae8-8d96-4bc9-aceb-46172a209215 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:11:13.923398 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:13.977698 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5da5e9-d410-4613-b44d-f12e186195d7 req-08f0d1c6-7223-4e60-91d2-bb8780afbfda tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:13.979184 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4e5da5e9-d410-4613-b44d-f12e186195d7 req-08f0d1c6-7223-4e60-91d2-bb8780afbfda tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=601fcf13-2ebf-4a3e-af08-2c592d16eaa7 HTTP/1.1" status: 200 len: 945 time: 0.0549493 Nov 29 02:11:14.003973 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:14.029274 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601fcf13-2ebf-4a3e-af08-2c592d16eaa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd6fae8-8d96-4bc9-aceb-46172a209215'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:11:14.030153 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4e5da5e9-d410-4613-b44d-f12e186195d7 req-77465357-e2ba-4582-b581-20ecdc762c11 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f751c3-fbe7-49a5-aa0e-7f8ee2eb5c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442524 Nov 29 02:11:14.031546 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15575037-a244-4b17-bf0f-fc8cb128867d" -d '{"events": [{"server_uuid": "601fcf13-2ebf-4a3e-af08-2c592d16eaa7", "name": "network-vif-plugged", "status": "completed", "tag": "4bd6fae8-8d96-4bc9-aceb-46172a209215"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:11:14.047245 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 4bd6fae8-8d96-4bc9-aceb-46172a209215, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=4bd6fae8-8d96-4bc9-aceb-46172a209215,segment=NetworkSegment(118a9950-d3b6-45a3-baaf-df2a45107479),segment_id=118a9950-d3b6-45a3-baaf-df2a45107479)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:11:14.051778 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:14.077463 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bd0e27-9596-4baa-ad3e-28039e977b8c x-openstack-request-id: req-80bd0e27-9596-4baa-ad3e-28039e977b8c {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:11:14.077784 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601fcf13-2ebf-4a3e-af08-2c592d16eaa7", "name": "network-vif-plugged", "status": "completed", "tag": "4bd6fae8-8d96-4bc9-aceb-46172a209215", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:11:14.078040 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-80bd0e27-9596-4baa-ad3e-28039e977b8c {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:11:14.078426 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601fcf13-2ebf-4a3e-af08-2c592d16eaa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd6fae8-8d96-4bc9-aceb-46172a209215', 'code': 200} Nov 29 02:11:14.108393 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=4bd6fae8-8d96-4bc9-aceb-46172a209215,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:14.299302 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc948596-03f9-4021-818b-37a30774557b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:14.304979 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487070e-c980-476d-b234-8b54e60a3354 req-d2ca2d9c-152f-4a8e-bf88-f514cf264cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:14.306795 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7487070e-c980-476d-b234-8b54e60a3354 req-d2ca2d9c-152f-4a8e-bf88-f514cf264cd8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=601fcf13-2ebf-4a3e-af08-2c592d16eaa7 HTTP/1.1" status: 200 len: 1099 time: 0.0423377 Nov 29 02:11:14.355524 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7487070e-c980-476d-b234-8b54e60a3354 req-0eaf98ef-bfe2-4855-b90d-60e9abda5cb0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b5f751c3-fbe7-49a5-aa0e-7f8ee2eb5c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410976 Nov 29 02:11:15.150336 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4cdf7-4f81-436c-a1ad-128dd93a278f req-42fdd5ae-a008-4774-b57e-a97a36d2f583 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:15.151819 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-62a4cdf7-4f81-436c-a1ad-128dd93a278f req-42fdd5ae-a008-4774-b57e-a97a36d2f583 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=601fcf13-2ebf-4a3e-af08-2c592d16eaa7 HTTP/1.1" status: 200 len: 946 time: 0.0496213 Nov 29 02:11:15.202274 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-62a4cdf7-4f81-436c-a1ad-128dd93a278f req-96e647d7-588c-4f79-9b00-c66ae861736f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f751c3-fbe7-49a5-aa0e-7f8ee2eb5c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444810 Nov 29 02:11:15.310902 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:16.315599 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f944e-b354-4cf6-a2ab-dcfef23bd51c req-4c9daae3-a924-4c38-8526-e2d9d461ab46 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:16.316949 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-be9f944e-b354-4cf6-a2ab-dcfef23bd51c req-4c9daae3-a924-4c38-8526-e2d9d461ab46 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=601fcf13-2ebf-4a3e-af08-2c592d16eaa7 HTTP/1.1" status: 200 len: 946 time: 0.0473983 Nov 29 02:11:16.369477 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-be9f944e-b354-4cf6-a2ab-dcfef23bd51c req-deeb6866-14d4-4b73-b125-1fb954d4cd1c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f751c3-fbe7-49a5-aa0e-7f8ee2eb5c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467782 Nov 29 02:11:16.482078 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbb617-c302-4bf7-b1d9-057bd7babd6a req-2202a5b0-87e5-48ec-a20f-37286d9579bf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:16.483544 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f5cbb617-c302-4bf7-b1d9-057bd7babd6a req-2202a5b0-87e5-48ec-a20f-37286d9579bf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=601fcf13-2ebf-4a3e-af08-2c592d16eaa7 HTTP/1.1" status: 200 len: 946 time: 0.0487125 Nov 29 02:11:16.531834 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f5cbb617-c302-4bf7-b1d9-057bd7babd6a req-a58288d4-9194-4574-b590-9692546fe9a6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f751c3-fbe7-49a5-aa0e-7f8ee2eb5c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423598 Nov 29 02:11:16.553365 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45300) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:16.590945 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38201a3-f7b0-4af5-a852-585a1f20cead tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:16.592325 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d38201a3-f7b0-4af5-a852-585a1f20cead tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=601fcf13-2ebf-4a3e-af08-2c592d16eaa7 HTTP/1.1" status: 200 len: 1094 time: 0.0379450 Nov 29 02:11:16.595003 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45302) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:16.599345 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-3c19b341-45ee-42c9-afc9-662a9e8892b7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'port_id': '4bd6fae8-8d96-4bc9-aceb-46172a209215', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:11:16.622254 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c19b341-45ee-42c9-afc9-662a9e8892b7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:16.716527 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c19b341-45ee-42c9-afc9-662a9e8892b7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:16.819265 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-3c19b341-45ee-42c9-afc9-662a9e8892b7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.26.3.254 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/09cb8a75-54d7-4c71-bb13-5f75f8233f79) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:11:16.916209 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c19b341-45ee-42c9-afc9-662a9e8892b7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:16.947681 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c19b341-45ee-42c9-afc9-662a9e8892b7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:16.981256 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c19b341-45ee-42c9-afc9-662a9e8892b7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:11:16.985873 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-3c19b341-45ee-42c9-afc9-662a9e8892b7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:11:16.989241 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c19b341-45ee-42c9-afc9-662a9e8892b7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:11:17.008228 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:17.020155 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19b341-45ee-42c9-afc9-662a9e8892b7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=09cb8a75-54d7-4c71-bb13-5f75f8233f79,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:17.327389 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c19b341-45ee-42c9-afc9-662a9e8892b7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:17.394361 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c19b341-45ee-42c9-afc9-662a9e8892b7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:17.540176 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c19b341-45ee-42c9-afc9-662a9e8892b7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:17.544161 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c19b341-45ee-42c9-afc9-662a9e8892b7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:17.611590 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19b341-45ee-42c9-afc9-662a9e8892b7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=09cb8a75-54d7-4c71-bb13-5f75f8233f79,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:17.619359 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c19b341-45ee-42c9-afc9-662a9e8892b7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:17.716995 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [None req-3c19b341-45ee-42c9-afc9-662a9e8892b7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Floating IP bedccdc9-c907-461c-accf-6f5dd7d963cc associated. External IP: 172.26.3.254, port: 4bd6fae8-8d96-4bc9-aceb-46172a209215. Nov 29 02:11:17.830966 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:17.917025 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c19b341-45ee-42c9-afc9-662a9e8892b7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router 10c866f4-4490-40d6-b20a-4c7b5ed304c8 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:11:18.026352 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c19b341-45ee-42c9-afc9-662a9e8892b7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:11:18.035578 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a14978-4c4e-49b4-b2c5-270db81d8dc1 None None] Sync routers for ids ['10c866f4-4490-40d6-b20a-4c7b5ed304c8'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:11:18.044299 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c19b341-45ee-42c9-afc9-662a9e8892b7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:18.046138 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a14978-4c4e-49b4-b2c5-270db81d8dc1 None None] Routers {'10c866f4-4490-40d6-b20a-4c7b5ed304c8'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:11:18.047859 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-46a14978-4c4e-49b4-b2c5-270db81d8dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:11:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['10c866f4-4490-40d6-b20a-4c7b5ed304c8'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:11:18.072071 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3c19b341-45ee-42c9-afc9-662a9e8892b7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4760611 Nov 29 02:11:18.072660 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601fcf13-2ebf-4a3e-af08-2c592d16eaa7', 'tag': '4bd6fae8-8d96-4bc9-aceb-46172a209215'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:11:18.074890 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45304) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:18.075396 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b675973d-a98d-4f53-b007-444882920988" -d '{"events": [{"name": "network-changed", "server_uuid": "601fcf13-2ebf-4a3e-af08-2c592d16eaa7", "tag": "4bd6fae8-8d96-4bc9-aceb-46172a209215"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:11:18.115786 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341e2845-96dc-4c38-8af4-6cc8a5b28bd8 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:18.119657 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-341e2845-96dc-4c38-8af4-6cc8a5b28bd8 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=601fcf13-2ebf-4a3e-af08-2c592d16eaa7 HTTP/1.1" status: 200 len: 1094 time: 0.0414853 Nov 29 02:11:18.126298 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d580a5c4-076a-4811-8343-4dd167375cc5 x-openstack-request-id: req-d580a5c4-076a-4811-8343-4dd167375cc5 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:11:18.126938 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601fcf13-2ebf-4a3e-af08-2c592d16eaa7", "tag": "4bd6fae8-8d96-4bc9-aceb-46172a209215", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:11:18.126938 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d580a5c4-076a-4811-8343-4dd167375cc5 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:11:18.127457 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601fcf13-2ebf-4a3e-af08-2c592d16eaa7', 'tag': '4bd6fae8-8d96-4bc9-aceb-46172a209215', 'status': 'completed', 'code': 200} Nov 29 02:11:18.158520 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-46a14978-4c4e-49b4-b2c5-270db81d8dc1 None None] Set router 10c866f4-4490-40d6-b20a-4c7b5ed304c8 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:11:18.209487 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675973d-a98d-4f53-b007-444882920988 req-bb12cdc8-2489-4d99-83f6-48b1ed3d83ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:18.211187 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b675973d-a98d-4f53-b007-444882920988 req-bb12cdc8-2489-4d99-83f6-48b1ed3d83ad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=601fcf13-2ebf-4a3e-af08-2c592d16eaa7 HTTP/1.1" status: 200 len: 1099 time: 0.0411417 Nov 29 02:11:18.308303 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675973d-a98d-4f53-b007-444882920988 req-ec357629-26cc-45a1-a2a5-3eb2d97d8274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:18.310557 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b675973d-a98d-4f53-b007-444882920988 req-ec357629-26cc-45a1-a2a5-3eb2d97d8274 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4a009f8b-a508-456c-a694-02ba330d11cb HTTP/1.1" status: 200 len: 898 time: 0.0907724 Nov 29 02:11:18.356793 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45310) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:18.361108 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-83badfb3-4135-4026-84b4-244f50867bed tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-131401633', 'description': 'tempest-secgroup-smoke-131401633 description', 'project_id': 'd1a27bea49814722818e7a3b77708f76'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:11:18.388748 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-46a14978-4c4e-49b4-b2c5-270db81d8dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'name': 'tempest-TestNetworkBasicOps-router-1053225433', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:10:58Z', 'updated_at': '2021-11-29T02:11:02Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:10:59Z', 'updated_at': '2021-11-29T02:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'bedccdc9-c907-461c-accf-6f5dd7d963cc', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.254', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'port_id': '4bd6fae8-8d96-4bc9-aceb-46172a209215', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb', 'mac_address': 'fa:16:3e:82:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601fcf13-2ebf-4a3e-af08-2c592d16eaa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:11:17Z', 'updated_at': '2021-11-29T02:11:17Z', 'revision_number': 0, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249e4e51-acb1-4124-8d02-52e286805239', 'name': '', 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:85:b2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '8b68ca61-b8b7-455e-b4e5-19dea1083f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:11:01Z', 'updated_at': '2021-11-29T02:11:05Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '8b68ca61-b8b7-455e-b4e5-19dea1083f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:11:18.397132 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b675973d-a98d-4f53-b007-444882920988 req-73c039f2-ab24-4602-8057-0a8e6723f611 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bd6fae8-8d96-4bc9-aceb-46172a209215 HTTP/1.1" status: 200 len: 1000 time: 0.0780594 Nov 29 02:11:18.400401 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83badfb3-4135-4026-84b4-244f50867bed tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:18.419676 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a14978-4c4e-49b4-b2c5-270db81d8dc1 None None] Checking router: 10c866f4-4490-40d6-b20a-4c7b5ed304c8 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:11:18.429088 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a14978-4c4e-49b4-b2c5-270db81d8dc1 None None] Routers {'10c866f4-4490-40d6-b20a-4c7b5ed304c8'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:11:18.429771 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-46a14978-4c4e-49b4-b2c5-270db81d8dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:11:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['10c866f4-4490-40d6-b20a-4c7b5ed304c8'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:11:18.469537 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675973d-a98d-4f53-b007-444882920988 req-bd06336b-00ca-44e2-99ac-319cb9565349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:18.470917 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b675973d-a98d-4f53-b007-444882920988 req-bd06336b-00ca-44e2-99ac-319cb9565349 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b68ca61-b8b7-455e-b4e5-19dea1083f1f HTTP/1.1" status: 200 len: 834 time: 0.0614989 Nov 29 02:11:18.535697 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83badfb3-4135-4026-84b4-244f50867bed tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:18.537970 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-46a14978-4c4e-49b4-b2c5-270db81d8dc1 None None] Set router 10c866f4-4490-40d6-b20a-4c7b5ed304c8 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:11:18.541457 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675973d-a98d-4f53-b007-444882920988 req-5d4092d7-1925-4543-b099-c5e8a6c61983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:18.543556 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b675973d-a98d-4f53-b007-444882920988 req-5d4092d7-1925-4543-b099-c5e8a6c61983 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a009f8b-a508-456c-a694-02ba330d11cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0640845 Nov 29 02:11:18.544122 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83badfb3-4135-4026-84b4-244f50867bed tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:18.609766 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83badfb3-4135-4026-84b4-244f50867bed tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:18.610972 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-83badfb3-4135-4026-84b4-244f50867bed tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2532439 Nov 29 02:11:18.614592 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45312) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:18.619099 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83badfb3-4135-4026-84b4-244f50867bed tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba420e2-19b6-4b91-9571-dd678c22029c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:18.620611 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d6ca70a5-63b5-474a-97a7-bd4aaea4bd8b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '6ba420e2-19b6-4b91-9571-dd678c22029c', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:11:18.656712 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d6ca70a5-63b5-474a-97a7-bd4aaea4bd8b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:18.672759 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b675973d-a98d-4f53-b007-444882920988 req-4bb251e1-623f-4cb6-b14b-e41ba4796ac8 service neutron] 10.222.0.24 "GET /v2.0/networks/4a009f8b-a508-456c-a694-02ba330d11cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196604 Nov 29 02:11:18.714102 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d6ca70a5-63b5-474a-97a7-bd4aaea4bd8b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:18.719249 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d6ca70a5-63b5-474a-97a7-bd4aaea4bd8b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:18.746386 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca70a5-63b5-474a-97a7-bd4aaea4bd8b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfbd7437-d5bf-41eb-94bf-d0d17fa4b124,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:18.754698 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d6ca70a5-63b5-474a-97a7-bd4aaea4bd8b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:18.758500 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d6ca70a5-63b5-474a-97a7-bd4aaea4bd8b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1403668 Nov 29 02:11:18.759097 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45314) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:18.766041 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6c5204a2-2c67-4b2f-a6f4-5b71f0b45dec tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '6ba420e2-19b6-4b91-9571-dd678c22029c', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:11:18.782828 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-46a14978-4c4e-49b4-b2c5-270db81d8dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'name': 'tempest-TestNetworkBasicOps-router-1053225433', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:10:58Z', 'updated_at': '2021-11-29T02:11:02Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:10:59Z', 'updated_at': '2021-11-29T02:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'bedccdc9-c907-461c-accf-6f5dd7d963cc', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.254', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'port_id': '4bd6fae8-8d96-4bc9-aceb-46172a209215', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb', 'mac_address': 'fa:16:3e:82:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601fcf13-2ebf-4a3e-af08-2c592d16eaa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:11:17Z', 'updated_at': '2021-11-29T02:11:17Z', 'revision_number': 0, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249e4e51-acb1-4124-8d02-52e286805239', 'name': '', 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:85:b2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '8b68ca61-b8b7-455e-b4e5-19dea1083f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:11:01Z', 'updated_at': '2021-11-29T02:11:05Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '8b68ca61-b8b7-455e-b4e5-19dea1083f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:11:18.804341 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b675973d-a98d-4f53-b007-444882920988 req-28af1d5b-e95b-4081-a8c3-e42eb8477315 service neutron] 10.222.0.24 "GET /v2.0/networks/4a009f8b-a508-456c-a694-02ba330d11cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229560 Nov 29 02:11:18.808799 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a14978-4c4e-49b4-b2c5-270db81d8dc1 None None] The sync data for ids ['10c866f4-4490-40d6-b20a-4c7b5ed304c8'] in dv-neutron-819032-3-hyperv is: [{'id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'name': 'tempest-TestNetworkBasicOps-router-1053225433', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:10:58Z', 'updated_at': '2021-11-29T02:11:02Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:10:59Z', 'updated_at': '2021-11-29T02:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'bedccdc9-c907-461c-accf-6f5dd7d963cc', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.254', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'port_id': '4bd6fae8-8d96-4bc9-aceb-46172a209215', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb', 'mac_address': 'fa:16:3e:82:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601fcf13-2ebf-4a3e-af08-2c592d16eaa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:11:17Z', 'updated_at': '2021-11-29T02:11:17Z', 'revision_number': 0, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249e4e51-acb1-4124-8d02-52e286805239', 'name': '', 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:85:b2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '8b68ca61-b8b7-455e-b4e5-19dea1083f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:11:01Z', 'updated_at': '2021-11-29T02:11:05Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '8b68ca61-b8b7-455e-b4e5-19dea1083f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:11:18.811683 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c5204a2-2c67-4b2f-a6f4-5b71f0b45dec tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:18.864544 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c5204a2-2c67-4b2f-a6f4-5b71f0b45dec tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:18.868645 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c5204a2-2c67-4b2f-a6f4-5b71f0b45dec tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:18.888200 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5204a2-2c67-4b2f-a6f4-5b71f0b45dec tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28ec9bb2-5952-469a-9c43-f8e125682f9f,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:18.896451 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c5204a2-2c67-4b2f-a6f4-5b71f0b45dec tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:18.897695 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6c5204a2-2c67-4b2f-a6f4-5b71f0b45dec tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1376152 Nov 29 02:11:18.900582 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45316) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:18.905712 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e57b9918-cbce-4e46-956d-bc8c79fe8a73 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '6ba420e2-19b6-4b91-9571-dd678c22029c', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:11:18.930888 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e57b9918-cbce-4e46-956d-bc8c79fe8a73 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:18.990276 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e57b9918-cbce-4e46-956d-bc8c79fe8a73 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:18.995013 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e57b9918-cbce-4e46-956d-bc8c79fe8a73 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:19.012468 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb7f3bb-60b9-4373-9080-890c3903baf6 None None] New status for floating IP bedccdc9-c907-461c-accf-6f5dd7d963cc: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:11:19.021847 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b9918-cbce-4e46-956d-bc8c79fe8a73 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ada6a56e-a5c8-463f-9312-13ed32571687,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:19.030186 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e57b9918-cbce-4e46-956d-bc8c79fe8a73 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:19.031380 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e57b9918-cbce-4e46-956d-bc8c79fe8a73 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298680 Nov 29 02:11:19.034235 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45318) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:19.038668 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-1a806a86-27a8-4767-8b5d-30b59dece13c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '6ba420e2-19b6-4b91-9571-dd678c22029c', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:11:19.064373 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1a806a86-27a8-4767-8b5d-30b59dece13c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:19.121964 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1a806a86-27a8-4767-8b5d-30b59dece13c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:19.126220 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1a806a86-27a8-4767-8b5d-30b59dece13c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:19.143381 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a806a86-27a8-4767-8b5d-30b59dece13c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a52504-fcb9-48a7-9077-88ff428870b0,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:19.153590 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1a806a86-27a8-4767-8b5d-30b59dece13c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:19.154800 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1a806a86-27a8-4767-8b5d-30b59dece13c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195087 Nov 29 02:11:19.157978 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45320) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:19.162691 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9a6d39d5-afbb-47d1-8096-35dc198b25c2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '6ba420e2-19b6-4b91-9571-dd678c22029c', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:11:19.185865 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-9a6d39d5-afbb-47d1-8096-35dc198b25c2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Project d1a27bea49814722818e7a3b77708f76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:11:19.191201 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a6d39d5-afbb-47d1-8096-35dc198b25c2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:19.249175 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a6d39d5-afbb-47d1-8096-35dc198b25c2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:19.252793 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a6d39d5-afbb-47d1-8096-35dc198b25c2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:19.272189 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d39d5-afbb-47d1-8096-35dc198b25c2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b936f1-68c7-44c3-a06e-1a31309ab8e5,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:19.277912 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9a6d39d5-afbb-47d1-8096-35dc198b25c2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:19.279096 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9a6d39d5-afbb-47d1-8096-35dc198b25c2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1200678 Nov 29 02:11:19.282018 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45322) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:19.286574 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-3f894575-3989-4933-9522-794d2a014fad tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': '6ba420e2-19b6-4b91-9571-dd678c22029c', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:11:19.306740 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-3f894575-3989-4933-9522-794d2a014fad tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Project d1a27bea49814722818e7a3b77708f76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:11:19.312040 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f894575-3989-4933-9522-794d2a014fad tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:19.369495 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f894575-3989-4933-9522-794d2a014fad tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:19.373337 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f894575-3989-4933-9522-794d2a014fad tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:19.391281 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f894575-3989-4933-9522-794d2a014fad tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a724d2bc-aef9-4f11-9dba-f4fdd6689d0d,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:19.398073 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f894575-3989-4933-9522-794d2a014fad tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:19.399223 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3f894575-3989-4933-9522-794d2a014fad tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1161411 Nov 29 02:11:19.545023 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-194726fc-e98a-42fe-a429-5002d5624eb2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-131401633&fields=id&tenant_id=d1a27bea49814722818e7a3b77708f76 HTTP/1.1" status: 200 len: 267 time: 0.0440509 Nov 29 02:11:19.957495 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-e1a9ce5e-1eb2-4e56-a424-689b1024bae2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:19.959014 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-e1a9ce5e-1eb2-4e56-a424-689b1024bae2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/networks?id=4a009f8b-a508-456c-a694-02ba330d11cb HTTP/1.1" status: 200 len: 797 time: 0.4074266 Nov 29 02:11:19.974218 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-735629c6-8e98-4d33-9e85-6e7dfa1b6108 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/quotas/d1a27bea49814722818e7a3b77708f76 HTTP/1.1" status: 200 len: 375 time: 0.0095305 Nov 29 02:11:20.024737 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-322ccaf3-751b-4adf-9f42-be60d0c61afc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0451558 Nov 29 02:11:20.122942 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-5f5169eb-507b-41d7-bf58-55aa68106ecb service neutron] 10.222.0.37 "GET /v2.0/networks/4a009f8b-a508-456c-a694-02ba330d11cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865240 Nov 29 02:11:20.209804 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-1fc3801c-411c-4c17-affd-e28a5681c2bf service neutron] 10.222.0.37 "GET /v2.0/networks/4a009f8b-a508-456c-a694-02ba330d11cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807943 Nov 29 02:11:20.366635 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0c630d8f-b29c-4e74-84d0-918f17a35cac req-98acaba1-c378-4514-b918-decf7a2d68a3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d588989-a807-4111-9761-ddca0656b427 HTTP/1.1" status: 200 len: 210 time: 0.0254900 Nov 29 02:11:21.420181 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-db16f5d2-decb-41d0-b4e1-2e0502c5f225 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:21.421713 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-db16f5d2-decb-41d0-b4e1-2e0502c5f225 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/networks?id=4a009f8b-a508-456c-a694-02ba330d11cb HTTP/1.1" status: 200 len: 797 time: 0.1089990 Nov 29 02:11:21.463579 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2d7eeba5-fa4e-4bfb-b406-1c33d5312b41 req-914a5427-a82b-4751-8889-f82eeae89473 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d588989-a807-4111-9761-ddca0656b427 HTTP/1.1" status: 200 len: 210 time: 0.0265138 Nov 29 02:11:21.519886 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-b2819f87-1b02-473c-a114-29278d0addfd tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1a27bea49814722818e7a3b77708f76 HTTP/1.1" status: 200 len: 472 time: 0.0689631 Nov 29 02:11:21.531883 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-925b70be-3b50-448e-a1be-d715837f6efb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'port': {'device_id': '6d588989-a807-4111-9761-ddca0656b427', 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb', 'admin_state_up': True, 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'security_groups': ['6ba420e2-19b6-4b91-9571-dd678c22029c']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:11:21.958902 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-925b70be-3b50-448e-a1be-d715837f6efb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Made reservation on behalf of d1a27bea49814722818e7a3b77708f76 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:11:21.962377 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-925b70be-3b50-448e-a1be-d715837f6efb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:22.085288 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-925b70be-3b50-448e-a1be-d715837f6efb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.20.0.11 (4a009f8b-a508-456c-a694-02ba330d11cb/8b68ca61-b8b7-455e-b4e5-19dea1083f1f/e8c60c06-aa6d-46f8-9eb5-ff7dc5235739) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:11:22.222795 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-925b70be-3b50-448e-a1be-d715837f6efb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:22.255605 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-925b70be-3b50-448e-a1be-d715837f6efb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:22.298550 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-925b70be-3b50-448e-a1be-d715837f6efb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 4a009f8b-a508-456c-a694-02ba330d11cb is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:11:22.301616 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-925b70be-3b50-448e-a1be-d715837f6efb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:11:22.305386 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-925b70be-3b50-448e-a1be-d715837f6efb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:11:22.334098 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b70be-3b50-448e-a1be-d715837f6efb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=e8c60c06-aa6d-46f8-9eb5-ff7dc5235739,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:22.362467 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-925b70be-3b50-448e-a1be-d715837f6efb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:22.363105 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-925b70be-3b50-448e-a1be-d715837f6efb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:22.379915 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-925b70be-3b50-448e-a1be-d715837f6efb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8515143 Nov 29 02:11:22.399117 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-d74da9f0-b92d-4c77-881f-ee5cc92798ab service neutron] Request body: {'port': {'device_id': '6d588989-a807-4111-9761-ddca0656b427', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:11:22.457560 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-d74da9f0-b92d-4c77-881f-ee5cc92798ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:22.534173 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-5ad547b0-2f2b-4d1f-bd2d-aebc567329fc None None] Provisioning complete for port e8c60c06-aa6d-46f8-9eb5-ff7dc5235739 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:11:22.534827 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5ad547b0-2f2b-4d1f-bd2d-aebc567329fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:22.572843 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-5ad547b0-2f2b-4d1f-bd2d-aebc567329fc None None] Port e8c60c06-aa6d-46f8-9eb5-ff7dc5235739 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:11:22.584890 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7babd315-863e-46b9-8c87-fb369ae40343 req-bdccf0d8-0bdd-4307-ad4b-0445ec52824c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:22.586404 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7babd315-863e-46b9-8c87-fb369ae40343 req-bdccf0d8-0bdd-4307-ad4b-0445ec52824c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d588989-a807-4111-9761-ddca0656b427 HTTP/1.1" status: 200 len: 932 time: 0.0541797 Nov 29 02:11:22.635658 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7babd315-863e-46b9-8c87-fb369ae40343 req-d885cd76-9f5c-4c56-ac15-6fb589beeae2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba420e2-19b6-4b91-9571-dd678c22029c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429409 Nov 29 02:11:22.721778 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-d74da9f0-b92d-4c77-881f-ee5cc92798ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c60c06-aa6d-46f8-9eb5-ff7dc5235739 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:11:22.728939 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-d74da9f0-b92d-4c77-881f-ee5cc92798ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:22.740884 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-d74da9f0-b92d-4c77-881f-ee5cc92798ab service neutron] Transition to ACTIVE for port object e8c60c06-aa6d-46f8-9eb5-ff7dc5235739 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:11:22.744749 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-d74da9f0-b92d-4c77-881f-ee5cc92798ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:22.793272 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74da9f0-b92d-4c77-881f-ee5cc92798ab service neutron] Pushing event updated for resources: {'Port': ['ID=e8c60c06-aa6d-46f8-9eb5-ff7dc5235739,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:22.862878 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-d74da9f0-b92d-4c77-881f-ee5cc92798ab service neutron] Attempting to bind port e8c60c06-aa6d-46f8-9eb5-ff7dc5235739 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:11:22.863173 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-d74da9f0-b92d-4c77-881f-ee5cc92798ab service neutron] Attempting to bind port e8c60c06-aa6d-46f8-9eb5-ff7dc5235739 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '118a9950-d3b6-45a3-baaf-df2a45107479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:11:22.863532 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-d74da9f0-b92d-4c77-881f-ee5cc92798ab service neutron] Attempting to bind port e8c60c06-aa6d-46f8-9eb5-ff7dc5235739 on network 4a009f8b-a508-456c-a694-02ba330d11cb {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:11:22.867893 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-d74da9f0-b92d-4c77-881f-ee5cc92798ab service neutron] Port e8c60c06-aa6d-46f8-9eb5-ff7dc5235739 on network 4a009f8b-a508-456c-a694-02ba330d11cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:11:22.868219 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-d74da9f0-b92d-4c77-881f-ee5cc92798ab service neutron] Attempting to bind port e8c60c06-aa6d-46f8-9eb5-ff7dc5235739 on network 4a009f8b-a508-456c-a694-02ba330d11cb {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:11:22.873806 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-d74da9f0-b92d-4c77-881f-ee5cc92798ab service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:11:22.874173 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-d74da9f0-b92d-4c77-881f-ee5cc92798ab service neutron] Checking segment: {'id': '118a9950-d3b6-45a3-baaf-df2a45107479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:11:22.874555 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-d74da9f0-b92d-4c77-881f-ee5cc92798ab service neutron] Bound using segment: {'id': '118a9950-d3b6-45a3-baaf-df2a45107479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:11:22.874985 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-d74da9f0-b92d-4c77-881f-ee5cc92798ab service neutron] Bound port: e8c60c06-aa6d-46f8-9eb5-ff7dc5235739, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '118a9950-d3b6-45a3-baaf-df2a45107479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:11:22.875344 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-d74da9f0-b92d-4c77-881f-ee5cc92798ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:22.943733 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-d74da9f0-b92d-4c77-881f-ee5cc92798ab service neutron] For port e8c60c06-aa6d-46f8-9eb5-ff7dc5235739, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:11:22.946915 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-d74da9f0-b92d-4c77-881f-ee5cc92798ab service neutron] For port e8c60c06-aa6d-46f8-9eb5-ff7dc5235739, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=e8c60c06-aa6d-46f8-9eb5-ff7dc5235739,segment=NetworkSegment(118a9950-d3b6-45a3-baaf-df2a45107479),segment_id=118a9950-d3b6-45a3-baaf-df2a45107479)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:11:22.951134 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-d74da9f0-b92d-4c77-881f-ee5cc92798ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:22.985439 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-d74da9f0-b92d-4c77-881f-ee5cc92798ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:22.986100 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-d74da9f0-b92d-4c77-881f-ee5cc92798ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:22.987726 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-d74da9f0-b92d-4c77-881f-ee5cc92798ab service neutron] 10.222.0.24 "PUT /v2.0/ports/e8c60c06-aa6d-46f8-9eb5-ff7dc5235739 HTTP/1.1" status: 200 len: 1094 time: 0.5930262 Nov 29 02:11:22.989942 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d588989-a807-4111-9761-ddca0656b427', 'tag': 'e8c60c06-aa6d-46f8-9eb5-ff7dc5235739'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:11:22.992148 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e903b4-5cc8-4225-bb76-c4dff6bd4d22" -d '{"events": [{"name": "network-changed", "server_uuid": "6d588989-a807-4111-9761-ddca0656b427", "tag": "e8c60c06-aa6d-46f8-9eb5-ff7dc5235739"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:11:23.031331 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2d57e5-63e1-4357-b869-2e7e075cab62 x-openstack-request-id: req-dc2d57e5-63e1-4357-b869-2e7e075cab62 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:11:23.031711 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d588989-a807-4111-9761-ddca0656b427", "tag": "e8c60c06-aa6d-46f8-9eb5-ff7dc5235739", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:11:23.031977 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc2d57e5-63e1-4357-b869-2e7e075cab62 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:11:23.032276 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d588989-a807-4111-9761-ddca0656b427', 'tag': 'e8c60c06-aa6d-46f8-9eb5-ff7dc5235739', 'status': 'completed', 'code': 200} Nov 29 02:11:23.033330 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74da9f0-b92d-4c77-881f-ee5cc92798ab service neutron] Pushing event updated for resources: {'Port': ['ID=e8c60c06-aa6d-46f8-9eb5-ff7dc5235739,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:23.097430 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-fac82791-ec04-4fc8-9b62-f46917831153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:23.099006 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-fac82791-ec04-4fc8-9b62-f46917831153 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=6d588989-a807-4111-9761-ddca0656b427 HTTP/1.1" status: 200 len: 1097 time: 0.0414855 Nov 29 02:11:23.152869 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-de0556cf-cdb2-46f3-a2ef-0b7c1e39b1ac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8c60c06-aa6d-46f8-9eb5-ff7dc5235739 HTTP/1.1" status: 200 len: 217 time: 0.0392075 Nov 29 02:11:23.201462 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-52c78e75-7854-467d-b07d-2b1a7cf1d47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:23.203001 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-52c78e75-7854-467d-b07d-2b1a7cf1d47e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b68ca61-b8b7-455e-b4e5-19dea1083f1f HTTP/1.1" status: 200 len: 834 time: 0.0435679 Nov 29 02:11:23.249313 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-f1ed8309-df3f-462e-9ad5-d1e943f024b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:23.250897 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-f1ed8309-df3f-462e-9ad5-d1e943f024b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a009f8b-a508-456c-a694-02ba330d11cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404346 Nov 29 02:11:23.345313 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-bd84a9fb-96c7-4555-bf80-434cfeb2a12c service neutron] 10.222.0.24 "GET /v2.0/networks/4a009f8b-a508-456c-a694-02ba330d11cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855558 Nov 29 02:11:23.434286 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-db1342a0-48b3-4936-b071-e72218fbc9b2 req-c2901202-3e2d-4f6c-9ff8-0a431fd42957 service neutron] 10.222.0.24 "GET /v2.0/networks/4a009f8b-a508-456c-a694-02ba330d11cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815659 Nov 29 02:11:23.561589 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e903b4-5cc8-4225-bb76-c4dff6bd4d22 req-6b7ba4ff-a8b3-4874-a650-3aa18c8339bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:23.562979 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-43e903b4-5cc8-4225-bb76-c4dff6bd4d22 req-6b7ba4ff-a8b3-4874-a650-3aa18c8339bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=6d588989-a807-4111-9761-ddca0656b427 HTTP/1.1" status: 200 len: 1097 time: 0.0392690 Nov 29 02:11:23.657760 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e903b4-5cc8-4225-bb76-c4dff6bd4d22 req-e2fbb1bb-c2eb-43bf-b5ed-39566d25dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:23.659327 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-43e903b4-5cc8-4225-bb76-c4dff6bd4d22 req-e2fbb1bb-c2eb-43bf-b5ed-39566d25dbc4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4a009f8b-a508-456c-a694-02ba330d11cb HTTP/1.1" status: 200 len: 898 time: 0.0877283 Nov 29 02:11:23.703271 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-43e903b4-5cc8-4225-bb76-c4dff6bd4d22 req-bf3e8295-2611-4075-8579-9a86c9715d48 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8c60c06-aa6d-46f8-9eb5-ff7dc5235739 HTTP/1.1" status: 200 len: 217 time: 0.0340617 Nov 29 02:11:23.749903 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a943941-f28b-4efa-b7e2-5eb09732d476 req-44b92104-f3c7-4fba-a91a-0c13f14fa8dc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:23.751389 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9a943941-f28b-4efa-b7e2-5eb09732d476 req-44b92104-f3c7-4fba-a91a-0c13f14fa8dc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d588989-a807-4111-9761-ddca0656b427 HTTP/1.1" status: 200 len: 944 time: 0.0484598 Nov 29 02:11:23.757312 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e903b4-5cc8-4225-bb76-c4dff6bd4d22 req-6a1b982e-b2f6-4a23-916d-62f23c182581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:23.758777 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-43e903b4-5cc8-4225-bb76-c4dff6bd4d22 req-6a1b982e-b2f6-4a23-916d-62f23c182581 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b68ca61-b8b7-455e-b4e5-19dea1083f1f HTTP/1.1" status: 200 len: 834 time: 0.0475085 Nov 29 02:11:23.801039 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9a943941-f28b-4efa-b7e2-5eb09732d476 req-6c91b1f5-d670-4803-b256-abb119255387 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba420e2-19b6-4b91-9571-dd678c22029c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430737 Nov 29 02:11:23.806181 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e903b4-5cc8-4225-bb76-c4dff6bd4d22 req-1dd98281-9655-490c-84a9-847ba221a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:23.807688 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-43e903b4-5cc8-4225-bb76-c4dff6bd4d22 req-1dd98281-9655-490c-84a9-847ba221a2de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a009f8b-a508-456c-a694-02ba330d11cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382280 Nov 29 02:11:23.902327 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-43e903b4-5cc8-4225-bb76-c4dff6bd4d22 req-98a827eb-2939-42d7-9c3e-4b710ccb5a3e service neutron] 10.222.0.24 "GET /v2.0/networks/4a009f8b-a508-456c-a694-02ba330d11cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848780 Nov 29 02:11:23.995421 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-43e903b4-5cc8-4225-bb76-c4dff6bd4d22 req-b64d506e-3f7f-443d-a1e4-5396e790c27d service neutron] 10.222.0.24 "GET /v2.0/networks/4a009f8b-a508-456c-a694-02ba330d11cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848491 Nov 29 02:11:24.920086 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ec865-ae03-491c-b530-4b3332a2e29b req-8239d346-9ea9-433d-8f84-8932344dac49 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:24.921569 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-906ec865-ae03-491c-b530-4b3332a2e29b req-8239d346-9ea9-433d-8f84-8932344dac49 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d588989-a807-4111-9761-ddca0656b427 HTTP/1.1" status: 200 len: 944 time: 0.0532863 Nov 29 02:11:24.971245 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-906ec865-ae03-491c-b530-4b3332a2e29b req-9a722bb3-ffe9-4708-a875-37b52e73c230 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba420e2-19b6-4b91-9571-dd678c22029c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437441 Nov 29 02:11:25.258203 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:11:25.940146 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device e8c60c06-aa6d-46f8-9eb5-ff7dc5235739 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:11:26.038866 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port e8c60c06-aa6d-46f8-9eb5-ff7dc5235739, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=e8c60c06-aa6d-46f8-9eb5-ff7dc5235739,segment=NetworkSegment(118a9950-d3b6-45a3-baaf-df2a45107479),segment_id=118a9950-d3b6-45a3-baaf-df2a45107479)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:11:26.050832 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': 'e8c60c06-aa6d-46f8-9eb5-ff7dc5235739', 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb', 'port_id': 'e8c60c06-aa6d-46f8-9eb5-ff7dc5235739', 'mac_address': 'fa:16:3e:f3:01:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b68ca61-b8b7-455e-b4e5-19dea1083f1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:11:26.083122 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b43fe-fe7e-42e9-90ed-50caf593f3b1 req-a0d5f7ce-703e-4d2f-8c58-c2765844de7f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:26.084598 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-185b43fe-fe7e-42e9-90ed-50caf593f3b1 req-a0d5f7ce-703e-4d2f-8c58-c2765844de7f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d588989-a807-4111-9761-ddca0656b427 HTTP/1.1" status: 200 len: 944 time: 0.0474143 Nov 29 02:11:26.091287 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:26.104071 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c60c06-aa6d-46f8-9eb5-ff7dc5235739 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:11:26.123654 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port e8c60c06-aa6d-46f8-9eb5-ff7dc5235739, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=e8c60c06-aa6d-46f8-9eb5-ff7dc5235739,segment=NetworkSegment(118a9950-d3b6-45a3-baaf-df2a45107479),segment_id=118a9950-d3b6-45a3-baaf-df2a45107479)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:11:26.128301 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:26.134806 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-185b43fe-fe7e-42e9-90ed-50caf593f3b1 req-8ea97940-cc58-4456-9f18-850eaf48d2f7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba420e2-19b6-4b91-9571-dd678c22029c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434170 Nov 29 02:11:26.177148 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=e8c60c06-aa6d-46f8-9eb5-ff7dc5235739,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:26.433185 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['e8c60c06-aa6d-46f8-9eb5-ff7dc5235739'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:11:27.262475 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba9192-4c56-4f35-992c-e10bec6157bd req-7c970901-21b0-43cc-a78b-7e6dff1cb1f2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:27.263978 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-97ba9192-4c56-4f35-992c-e10bec6157bd req-7c970901-21b0-43cc-a78b-7e6dff1cb1f2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d588989-a807-4111-9761-ddca0656b427 HTTP/1.1" status: 200 len: 945 time: 0.0590625 Nov 29 02:11:27.317604 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-97ba9192-4c56-4f35-992c-e10bec6157bd req-c2586109-11d7-4e74-8032-6e06c4a8d19f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba420e2-19b6-4b91-9571-dd678c22029c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475225 Nov 29 02:11:27.944707 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device e8c60c06-aa6d-46f8-9eb5-ff7dc5235739 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:11:27.995313 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port e8c60c06-aa6d-46f8-9eb5-ff7dc5235739 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:11:27.999569 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port e8c60c06-aa6d-46f8-9eb5-ff7dc5235739 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:11:27.999944 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:28.219752 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:28.241579 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d588989-a807-4111-9761-ddca0656b427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c60c06-aa6d-46f8-9eb5-ff7dc5235739'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:11:28.243751 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490fe181-b9d8-4b28-846a-5f327a1080cf" -d '{"events": [{"server_uuid": "6d588989-a807-4111-9761-ddca0656b427", "name": "network-vif-plugged", "status": "completed", "tag": "e8c60c06-aa6d-46f8-9eb5-ff7dc5235739"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:11:28.256699 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port e8c60c06-aa6d-46f8-9eb5-ff7dc5235739, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=e8c60c06-aa6d-46f8-9eb5-ff7dc5235739,segment=NetworkSegment(118a9950-d3b6-45a3-baaf-df2a45107479),segment_id=118a9950-d3b6-45a3-baaf-df2a45107479)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:11:28.261955 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:28.284593 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95314810-75cc-4b17-be2f-5792d9e78e06 x-openstack-request-id: req-95314810-75cc-4b17-be2f-5792d9e78e06 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:11:28.284892 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d588989-a807-4111-9761-ddca0656b427", "name": "network-vif-plugged", "status": "completed", "tag": "e8c60c06-aa6d-46f8-9eb5-ff7dc5235739", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:11:28.285146 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95314810-75cc-4b17-be2f-5792d9e78e06 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:11:28.285535 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d588989-a807-4111-9761-ddca0656b427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c60c06-aa6d-46f8-9eb5-ff7dc5235739', 'code': 200} Nov 29 02:11:28.310204 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=e8c60c06-aa6d-46f8-9eb5-ff7dc5235739,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:28.435419 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8efcc-72d3-4607-9814-14911eb03f8d req-65db8f97-c06c-4ba2-9fe8-ae3c1e186217 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:28.436910 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f7c8efcc-72d3-4607-9814-14911eb03f8d req-65db8f97-c06c-4ba2-9fe8-ae3c1e186217 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d588989-a807-4111-9761-ddca0656b427 HTTP/1.1" status: 200 len: 946 time: 0.0543263 Nov 29 02:11:28.490154 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f7c8efcc-72d3-4607-9814-14911eb03f8d req-2c9ee42b-318e-4289-9efc-082e1a818960 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba420e2-19b6-4b91-9571-dd678c22029c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472386 Nov 29 02:11:28.510617 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2ae6d-f449-4fd2-af3a-c45780048a18 req-20215398-8342-45ce-b421-b0c150bfeb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:28.512131 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-6dc2ae6d-f449-4fd2-af3a-c45780048a18 req-20215398-8342-45ce-b421-b0c150bfeb56 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6d588989-a807-4111-9761-ddca0656b427 HTTP/1.1" status: 200 len: 1099 time: 0.0399275 Nov 29 02:11:28.565939 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-6dc2ae6d-f449-4fd2-af3a-c45780048a18 req-7511b88c-908c-4650-bd3d-5f3f9c962193 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6ba420e2-19b6-4b91-9571-dd678c22029c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433040 Nov 29 02:11:29.603430 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e8fb3-2040-4528-8528-a8938dcf1c59 req-3479f390-5083-4dee-90d2-b2ec878a2d46 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:29.605462 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bd3e8fb3-2040-4528-8528-a8938dcf1c59 req-3479f390-5083-4dee-90d2-b2ec878a2d46 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d588989-a807-4111-9761-ddca0656b427 HTTP/1.1" status: 200 len: 946 time: 0.0480871 Nov 29 02:11:29.654357 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bd3e8fb3-2040-4528-8528-a8938dcf1c59 req-20b1475b-ed55-41e6-84f1-ad44ad5b5fd6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba420e2-19b6-4b91-9571-dd678c22029c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428493 Nov 29 02:11:30.775053 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc03d2-6319-435c-bd29-e0ad3fbc5e8d req-6c289dea-3442-4fb4-997d-add820def326 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:30.776511 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-eecc03d2-6319-435c-bd29-e0ad3fbc5e8d req-6c289dea-3442-4fb4-997d-add820def326 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d588989-a807-4111-9761-ddca0656b427 HTTP/1.1" status: 200 len: 946 time: 0.0561314 Nov 29 02:11:30.824288 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-eecc03d2-6319-435c-bd29-e0ad3fbc5e8d req-d4bbd746-d52c-46b9-ae97-c7ec2c01c224 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba420e2-19b6-4b91-9571-dd678c22029c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418351 Nov 29 02:11:30.937355 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c35381-6694-4660-bf9d-bdabc59ed846 req-913e6487-a973-43e9-8e1c-75838d7b9c73 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:30.938729 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a0c35381-6694-4660-bf9d-bdabc59ed846 req-913e6487-a973-43e9-8e1c-75838d7b9c73 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d588989-a807-4111-9761-ddca0656b427 HTTP/1.1" status: 200 len: 946 time: 0.0485611 Nov 29 02:11:30.986463 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a0c35381-6694-4660-bf9d-bdabc59ed846 req-a8b83afd-6ff4-47c7-b587-f78ce036a559 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba420e2-19b6-4b91-9571-dd678c22029c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417070 Nov 29 02:11:31.007977 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45374) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:31.045693 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef42bfb4-6fc5-4c18-b433-b71708a6bd16 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:31.047162 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ef42bfb4-6fc5-4c18-b433-b71708a6bd16 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6d588989-a807-4111-9761-ddca0656b427 HTTP/1.1" status: 200 len: 1094 time: 0.0382173 Nov 29 02:11:31.050315 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45376) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:11:31.054660 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f228884b-ab41-49a9-b5f3-6d57a7026c65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'port_id': 'e8c60c06-aa6d-46f8-9eb5-ff7dc5235739', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:11:31.079048 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f228884b-ab41-49a9-b5f3-6d57a7026c65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:31.178317 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f228884b-ab41-49a9-b5f3-6d57a7026c65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:31.283653 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-f228884b-ab41-49a9-b5f3-6d57a7026c65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.26.3.56 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/d1c79c3a-125f-4fd4-94c9-359bf6200e68) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:11:31.380922 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f228884b-ab41-49a9-b5f3-6d57a7026c65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:31.413000 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f228884b-ab41-49a9-b5f3-6d57a7026c65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:31.446326 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f228884b-ab41-49a9-b5f3-6d57a7026c65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:11:31.452660 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-f228884b-ab41-49a9-b5f3-6d57a7026c65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:11:31.456093 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f228884b-ab41-49a9-b5f3-6d57a7026c65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:11:31.486634 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228884b-ab41-49a9-b5f3-6d57a7026c65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=d1c79c3a-125f-4fd4-94c9-359bf6200e68,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:31.792732 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f228884b-ab41-49a9-b5f3-6d57a7026c65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:31.859449 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f228884b-ab41-49a9-b5f3-6d57a7026c65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:32.006206 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f228884b-ab41-49a9-b5f3-6d57a7026c65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:32.010582 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f228884b-ab41-49a9-b5f3-6d57a7026c65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:32.083148 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228884b-ab41-49a9-b5f3-6d57a7026c65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=d1c79c3a-125f-4fd4-94c9-359bf6200e68,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:32.093793 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f228884b-ab41-49a9-b5f3-6d57a7026c65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:32.192413 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-f228884b-ab41-49a9-b5f3-6d57a7026c65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Floating IP 3e414130-208d-48d4-a1be-e6315d0dfb9a associated. External IP: 172.26.3.56, port: e8c60c06-aa6d-46f8-9eb5-ff7dc5235739. Nov 29 02:11:32.393407 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f228884b-ab41-49a9-b5f3-6d57a7026c65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router 10c866f4-4490-40d6-b20a-4c7b5ed304c8 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:11:32.496702 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f228884b-ab41-49a9-b5f3-6d57a7026c65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:11:32.506000 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea25c3ae-a375-417e-9416-2ad28629d81e None None] Sync routers for ids ['10c866f4-4490-40d6-b20a-4c7b5ed304c8'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:11:32.515107 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f228884b-ab41-49a9-b5f3-6d57a7026c65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:32.516592 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea25c3ae-a375-417e-9416-2ad28629d81e None None] Routers {'10c866f4-4490-40d6-b20a-4c7b5ed304c8'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:11:32.517233 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ea25c3ae-a375-417e-9416-2ad28629d81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:11:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['10c866f4-4490-40d6-b20a-4c7b5ed304c8'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:11:32.545668 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f228884b-ab41-49a9-b5f3-6d57a7026c65 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4942839 Nov 29 02:11:32.546278 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d588989-a807-4111-9761-ddca0656b427', 'tag': 'e8c60c06-aa6d-46f8-9eb5-ff7dc5235739'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:11:32.548550 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a54b0b8d43a805c8e04fafa9e6e1877f555095d74f053d1eebc96b979e45145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4c7fb3-3165-4522-8d2d-fd741b2aecb6" -d '{"events": [{"name": "network-changed", "server_uuid": "6d588989-a807-4111-9761-ddca0656b427", "tag": "e8c60c06-aa6d-46f8-9eb5-ff7dc5235739"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:11:32.621331 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-ea25c3ae-a375-417e-9416-2ad28629d81e None None] Set router 10c866f4-4490-40d6-b20a-4c7b5ed304c8 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:11:32.638945 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3380ebc7-4816-4ddb-92ca-0aabe231b3c5 x-openstack-request-id: req-3380ebc7-4816-4ddb-92ca-0aabe231b3c5 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:11:32.639242 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d588989-a807-4111-9761-ddca0656b427", "tag": "e8c60c06-aa6d-46f8-9eb5-ff7dc5235739", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:11:32.639500 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3380ebc7-4816-4ddb-92ca-0aabe231b3c5 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:11:32.639912 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d588989-a807-4111-9761-ddca0656b427', 'tag': 'e8c60c06-aa6d-46f8-9eb5-ff7dc5235739', 'status': 'completed', 'code': 200} Nov 29 02:11:32.739686 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c7fb3-3165-4522-8d2d-fd741b2aecb6 req-e102b5cb-fdf0-4561-9132-ab700bd67461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:32.741091 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0c4c7fb3-3165-4522-8d2d-fd741b2aecb6 req-e102b5cb-fdf0-4561-9132-ab700bd67461 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=6d588989-a807-4111-9761-ddca0656b427 HTTP/1.1" status: 200 len: 1099 time: 0.0398722 Nov 29 02:11:32.831070 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c7fb3-3165-4522-8d2d-fd741b2aecb6 req-5a79b618-d21a-48c6-b7b0-7a49a13c2c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:32.832537 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0c4c7fb3-3165-4522-8d2d-fd741b2aecb6 req-5a79b618-d21a-48c6-b7b0-7a49a13c2c9b service neutron] 10.222.0.24 "GET /v2.0/networks?id=4a009f8b-a508-456c-a694-02ba330d11cb HTTP/1.1" status: 200 len: 898 time: 0.0840995 Nov 29 02:11:32.846631 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ea25c3ae-a375-417e-9416-2ad28629d81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'name': 'tempest-TestNetworkBasicOps-router-1053225433', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:10:58Z', 'updated_at': '2021-11-29T02:11:02Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:10:59Z', 'updated_at': '2021-11-29T02:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '3e414130-208d-48d4-a1be-e6315d0dfb9a', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.56', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'port_id': 'e8c60c06-aa6d-46f8-9eb5-ff7dc5235739', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb', 'mac_address': 'fa:16:3e:f3:01:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d588989-a807-4111-9761-ddca0656b427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:11:31Z', 'updated_at': '2021-11-29T02:11:31Z', 'revision_number': 0, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}, {'id': 'bedccdc9-c907-461c-accf-6f5dd7d963cc', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.254', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'port_id': '4bd6fae8-8d96-4bc9-aceb-46172a209215', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb', 'mac_address': 'fa:16:3e:82:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601fcf13-2ebf-4a3e-af08-2c592d16eaa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:11:17Z', 'updated_at': '2021-11-29T02:11:19Z', 'revision_number': 1, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249e4e51-acb1-4124-8d02-52e286805239', 'name': '', 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:85:b2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '8b68ca61-b8b7-455e-b4e5-19dea1083f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:11:01Z', 'updated_at': '2021-11-29T02:11:05Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '8b68ca61-b8b7-455e-b4e5-19dea1083f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:11:32.872372 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea25c3ae-a375-417e-9416-2ad28629d81e None None] Checking router: 10c866f4-4490-40d6-b20a-4c7b5ed304c8 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:11:32.881066 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea25c3ae-a375-417e-9416-2ad28629d81e None None] Routers {'10c866f4-4490-40d6-b20a-4c7b5ed304c8'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:11:32.881792 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ea25c3ae-a375-417e-9416-2ad28629d81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:11:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['10c866f4-4490-40d6-b20a-4c7b5ed304c8'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:11:32.903689 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0c4c7fb3-3165-4522-8d2d-fd741b2aecb6 req-1c0074ec-dbf5-402e-9781-1bf18a84c7e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8c60c06-aa6d-46f8-9eb5-ff7dc5235739 HTTP/1.1" status: 200 len: 999 time: 0.0632241 Nov 29 02:11:32.953266 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c7fb3-3165-4522-8d2d-fd741b2aecb6 req-da3f3afe-1464-493c-8ae3-a674ba64adab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:32.954737 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0c4c7fb3-3165-4522-8d2d-fd741b2aecb6 req-da3f3afe-1464-493c-8ae3-a674ba64adab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b68ca61-b8b7-455e-b4e5-19dea1083f1f HTTP/1.1" status: 200 len: 834 time: 0.0440290 Nov 29 02:11:32.987537 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-ea25c3ae-a375-417e-9416-2ad28629d81e None None] Set router 10c866f4-4490-40d6-b20a-4c7b5ed304c8 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:11:32.999987 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c7fb3-3165-4522-8d2d-fd741b2aecb6 req-ccd15eec-8cfd-4f34-b51c-010f6d4bcbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:33.001424 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0c4c7fb3-3165-4522-8d2d-fd741b2aecb6 req-ccd15eec-8cfd-4f34-b51c-010f6d4bcbb8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a009f8b-a508-456c-a694-02ba330d11cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392785 Nov 29 02:11:33.096086 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0c4c7fb3-3165-4522-8d2d-fd741b2aecb6 req-dc22836f-0f96-4b76-bcbd-cfc71ff21b1a service neutron] 10.222.0.24 "GET /v2.0/networks/4a009f8b-a508-456c-a694-02ba330d11cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864160 Nov 29 02:11:33.195810 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0c4c7fb3-3165-4522-8d2d-fd741b2aecb6 req-73fe656d-4aee-4480-916f-c82d071ce863 service neutron] 10.222.0.24 "GET /v2.0/networks/4a009f8b-a508-456c-a694-02ba330d11cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920815 Nov 29 02:11:33.223819 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ea25c3ae-a375-417e-9416-2ad28629d81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'name': 'tempest-TestNetworkBasicOps-router-1053225433', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:10:58Z', 'updated_at': '2021-11-29T02:11:02Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:10:59Z', 'updated_at': '2021-11-29T02:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '3e414130-208d-48d4-a1be-e6315d0dfb9a', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.56', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'port_id': 'e8c60c06-aa6d-46f8-9eb5-ff7dc5235739', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb', 'mac_address': 'fa:16:3e:f3:01:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d588989-a807-4111-9761-ddca0656b427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:11:31Z', 'updated_at': '2021-11-29T02:11:31Z', 'revision_number': 0, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}, {'id': 'bedccdc9-c907-461c-accf-6f5dd7d963cc', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.254', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'port_id': '4bd6fae8-8d96-4bc9-aceb-46172a209215', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb', 'mac_address': 'fa:16:3e:82:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601fcf13-2ebf-4a3e-af08-2c592d16eaa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:11:17Z', 'updated_at': '2021-11-29T02:11:19Z', 'revision_number': 1, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249e4e51-acb1-4124-8d02-52e286805239', 'name': '', 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:85:b2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '8b68ca61-b8b7-455e-b4e5-19dea1083f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:11:01Z', 'updated_at': '2021-11-29T02:11:05Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '8b68ca61-b8b7-455e-b4e5-19dea1083f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:11:33.250614 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea25c3ae-a375-417e-9416-2ad28629d81e None None] The sync data for ids ['10c866f4-4490-40d6-b20a-4c7b5ed304c8'] in dv-neutron-819032-3-hyperv is: [{'id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'name': 'tempest-TestNetworkBasicOps-router-1053225433', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:10:58Z', 'updated_at': '2021-11-29T02:11:02Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:10:59Z', 'updated_at': '2021-11-29T02:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '3e414130-208d-48d4-a1be-e6315d0dfb9a', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.56', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'port_id': 'e8c60c06-aa6d-46f8-9eb5-ff7dc5235739', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb', 'mac_address': 'fa:16:3e:f3:01:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d588989-a807-4111-9761-ddca0656b427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:11:31Z', 'updated_at': '2021-11-29T02:11:31Z', 'revision_number': 0, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}, {'id': 'bedccdc9-c907-461c-accf-6f5dd7d963cc', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.254', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'port_id': '4bd6fae8-8d96-4bc9-aceb-46172a209215', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb', 'mac_address': 'fa:16:3e:82:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601fcf13-2ebf-4a3e-af08-2c592d16eaa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:11:17Z', 'updated_at': '2021-11-29T02:11:19Z', 'revision_number': 1, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249e4e51-acb1-4124-8d02-52e286805239', 'name': '', 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:85:b2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '8b68ca61-b8b7-455e-b4e5-19dea1083f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:11:01Z', 'updated_at': '2021-11-29T02:11:05Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '8b68ca61-b8b7-455e-b4e5-19dea1083f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:11:33.428093 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1763352c-638c-4109-aa8b-387015ec7bc4 None None] New status for floating IP 3e414130-208d-48d4-a1be-e6315d0dfb9a: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:11:42.046761 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41b7b4fc-e706-49ad-b0c8-4478af3854f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:43.750958 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:44.313182 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-06f942a7-6dfd-4c5b-b133-a0a55f032b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:45.321597 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:47.012710 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:47.832161 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:49.121836 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-13297293-2dd7-4718-95a8-8df16eeede25 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-82570639&fields=id&tenant_id=99e2787ae1eb4571b1be84af3aefd0fe HTTP/1.1" status: 200 len: 267 time: 0.0454876 Nov 29 02:11:49.228444 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-5d2db45e-707e-4764-97e3-1619d8ebda4e tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:49.230496 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-5d2db45e-707e-4764-97e3-1619d8ebda4e tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/networks?id=2758948e-395a-46ec-aaa8-7c73c4196c63 HTTP/1.1" status: 200 len: 812 time: 0.1019263 Nov 29 02:11:49.244939 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-c1d5b6ae-2f9f-4ed8-88a1-d66b9157df42 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/quotas/99e2787ae1eb4571b1be84af3aefd0fe HTTP/1.1" status: 200 len: 375 time: 0.0087802 Nov 29 02:11:49.301431 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-47f62362-9fcd-42ba-9bfe-211da1ebd6c4 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=99e2787ae1eb4571b1be84af3aefd0fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512118 Nov 29 02:11:49.447568 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-af6098ca-7fa9-4d0c-86b4-a2c44889830b service neutron] 10.222.0.37 "GET /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350021 Nov 29 02:11:49.548499 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-68465cb5-1171-47c7-853c-97df1c749489 service neutron] 10.222.0.37 "GET /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948620 Nov 29 02:11:49.822012 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0b346b73-e78e-44e2-829c-079e40cc46bb req-2d5718b1-3ab3-4572-9d3c-b65b333a443c tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4f93dad-0c46-4fa2-902b-1b87e8d644f2 HTTP/1.1" status: 200 len: 210 time: 0.0257728 Nov 29 02:11:50.915241 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e64741d9-bb1a-4f81-853b-2f3eb1506fee req-ac01d5f5-d0db-4b1d-9aef-091b079a0e18 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4f93dad-0c46-4fa2-902b-1b87e8d644f2 HTTP/1.1" status: 200 len: 210 time: 0.0255797 Nov 29 02:11:51.138535 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-fe60d6f1-1972-40bd-8c37-37f0a655dcff tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:51.139979 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-fe60d6f1-1972-40bd-8c37-37f0a655dcff tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.24 "GET /v2.0/networks?id=2758948e-395a-46ec-aaa8-7c73c4196c63 HTTP/1.1" status: 200 len: 812 time: 0.1067004 Nov 29 02:11:51.220951 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-c2eb097a-22f5-46a0-9d15-b161df7b0dc4 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99e2787ae1eb4571b1be84af3aefd0fe HTTP/1.1" status: 200 len: 378 time: 0.0533495 Nov 29 02:11:51.233121 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-af86394e-798f-4bf1-9d42-2ab988a38a60 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Request body: {'port': {'device_id': 'b4f93dad-0c46-4fa2-902b-1b87e8d644f2', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'admin_state_up': True, 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'security_groups': ['55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:11:51.344465 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-af86394e-798f-4bf1-9d42-2ab988a38a60 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Made reservation on behalf of 99e2787ae1eb4571b1be84af3aefd0fe for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:11:51.347981 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-af86394e-798f-4bf1-9d42-2ab988a38a60 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:51.476868 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-af86394e-798f-4bf1-9d42-2ab988a38a60 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Allocated IP 172.20.0.13 (2758948e-395a-46ec-aaa8-7c73c4196c63/4cf21d5a-352a-4dc2-8e6c-9e7126bec139/54ff90d9-b5e8-49bf-86b5-f0eccb4943a2) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:11:51.612537 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-af86394e-798f-4bf1-9d42-2ab988a38a60 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:51.645269 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-af86394e-798f-4bf1-9d42-2ab988a38a60 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:51.693863 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-af86394e-798f-4bf1-9d42-2ab988a38a60 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Network 2758948e-395a-46ec-aaa8-7c73c4196c63 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:11:51.696974 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-af86394e-798f-4bf1-9d42-2ab988a38a60 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:11:51.700879 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-af86394e-798f-4bf1-9d42-2ab988a38a60 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:11:51.727315 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86394e-798f-4bf1-9d42-2ab988a38a60 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Pushing event updated for resources: {'Port': ['ID=54ff90d9-b5e8-49bf-86b5-f0eccb4943a2,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:51.741850 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af86394e-798f-4bf1-9d42-2ab988a38a60 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:51.742207 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af86394e-798f-4bf1-9d42-2ab988a38a60 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:51.742555 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af86394e-798f-4bf1-9d42-2ab988a38a60 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:51.742895 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af86394e-798f-4bf1-9d42-2ab988a38a60 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:51.743230 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af86394e-798f-4bf1-9d42-2ab988a38a60 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:51.743564 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af86394e-798f-4bf1-9d42-2ab988a38a60 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:51.743897 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af86394e-798f-4bf1-9d42-2ab988a38a60 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:51.744227 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af86394e-798f-4bf1-9d42-2ab988a38a60 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:51.744640 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af86394e-798f-4bf1-9d42-2ab988a38a60 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:51.744970 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af86394e-798f-4bf1-9d42-2ab988a38a60 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:51.745296 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af86394e-798f-4bf1-9d42-2ab988a38a60 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:51.745645 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af86394e-798f-4bf1-9d42-2ab988a38a60 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:11:51.764557 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-af86394e-798f-4bf1-9d42-2ab988a38a60 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:51.765194 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-af86394e-798f-4bf1-9d42-2ab988a38a60 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:51.783222 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-af86394e-798f-4bf1-9d42-2ab988a38a60 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5541737 Nov 29 02:11:51.803988 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-43a892d3-5a0d-45e1-9c0b-1bf3e9c707f3 service neutron] Request body: {'port': {'device_id': 'b4f93dad-0c46-4fa2-902b-1b87e8d644f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:11:51.864452 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-43a892d3-5a0d-45e1-9c0b-1bf3e9c707f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:51.919596 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-6817e899-db57-4342-8768-86b9cbfdf4d0 None None] Provisioning complete for port 54ff90d9-b5e8-49bf-86b5-f0eccb4943a2 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:11:51.920179 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6817e899-db57-4342-8768-86b9cbfdf4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:51.958512 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6817e899-db57-4342-8768-86b9cbfdf4d0 None None] Port 54ff90d9-b5e8-49bf-86b5-f0eccb4943a2 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:11:52.039065 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c8e0f-b231-4099-84ac-31d523422e76 req-1d30e010-d75e-41e3-950b-e8f1e1a6d913 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:52.040606 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7f3c8e0f-b231-4099-84ac-31d523422e76 req-1d30e010-d75e-41e3-950b-e8f1e1a6d913 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4f93dad-0c46-4fa2-902b-1b87e8d644f2 HTTP/1.1" status: 200 len: 932 time: 0.0522299 Nov 29 02:11:52.110074 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7f3c8e0f-b231-4099-84ac-31d523422e76 req-9cf2065a-4cde-4bdf-bc43-895e85902b99 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627606 Nov 29 02:11:52.152969 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-43a892d3-5a0d-45e1-9c0b-1bf3e9c707f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ff90d9-b5e8-49bf-86b5-f0eccb4943a2 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:11:52.160461 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-43a892d3-5a0d-45e1-9c0b-1bf3e9c707f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:52.172045 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-43a892d3-5a0d-45e1-9c0b-1bf3e9c707f3 service neutron] Transition to ACTIVE for port object 54ff90d9-b5e8-49bf-86b5-f0eccb4943a2 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:11:52.175820 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-43a892d3-5a0d-45e1-9c0b-1bf3e9c707f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:52.243692 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a892d3-5a0d-45e1-9c0b-1bf3e9c707f3 service neutron] Pushing event updated for resources: {'Port': ['ID=54ff90d9-b5e8-49bf-86b5-f0eccb4943a2,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:52.299674 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-43a892d3-5a0d-45e1-9c0b-1bf3e9c707f3 service neutron] Attempting to bind port 54ff90d9-b5e8-49bf-86b5-f0eccb4943a2 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:11:52.300034 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-43a892d3-5a0d-45e1-9c0b-1bf3e9c707f3 service neutron] Attempting to bind port 54ff90d9-b5e8-49bf-86b5-f0eccb4943a2 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '43e3cd5a-9d58-4166-b36e-b280ad609a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:11:52.300249 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-43a892d3-5a0d-45e1-9c0b-1bf3e9c707f3 service neutron] Attempting to bind port 54ff90d9-b5e8-49bf-86b5-f0eccb4943a2 on network 2758948e-395a-46ec-aaa8-7c73c4196c63 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:11:52.304864 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-43a892d3-5a0d-45e1-9c0b-1bf3e9c707f3 service neutron] Port 54ff90d9-b5e8-49bf-86b5-f0eccb4943a2 on network 2758948e-395a-46ec-aaa8-7c73c4196c63 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:11:52.305298 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-43a892d3-5a0d-45e1-9c0b-1bf3e9c707f3 service neutron] Attempting to bind port 54ff90d9-b5e8-49bf-86b5-f0eccb4943a2 on network 2758948e-395a-46ec-aaa8-7c73c4196c63 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:11:52.310766 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-43a892d3-5a0d-45e1-9c0b-1bf3e9c707f3 service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:11:52.311104 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-43a892d3-5a0d-45e1-9c0b-1bf3e9c707f3 service neutron] Checking segment: {'id': '43e3cd5a-9d58-4166-b36e-b280ad609a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:11:52.311619 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-43a892d3-5a0d-45e1-9c0b-1bf3e9c707f3 service neutron] Bound using segment: {'id': '43e3cd5a-9d58-4166-b36e-b280ad609a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:11:52.312061 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-43a892d3-5a0d-45e1-9c0b-1bf3e9c707f3 service neutron] Bound port: 54ff90d9-b5e8-49bf-86b5-f0eccb4943a2, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43e3cd5a-9d58-4166-b36e-b280ad609a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:11:52.312420 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-43a892d3-5a0d-45e1-9c0b-1bf3e9c707f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:52.383301 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-43a892d3-5a0d-45e1-9c0b-1bf3e9c707f3 service neutron] For port 54ff90d9-b5e8-49bf-86b5-f0eccb4943a2, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:11:52.387919 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-43a892d3-5a0d-45e1-9c0b-1bf3e9c707f3 service neutron] For port 54ff90d9-b5e8-49bf-86b5-f0eccb4943a2, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=54ff90d9-b5e8-49bf-86b5-f0eccb4943a2,segment=NetworkSegment(43e3cd5a-9d58-4166-b36e-b280ad609a36),segment_id=43e3cd5a-9d58-4166-b36e-b280ad609a36)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:11:52.392840 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-43a892d3-5a0d-45e1-9c0b-1bf3e9c707f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:52.426086 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-43a892d3-5a0d-45e1-9c0b-1bf3e9c707f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:52.426747 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-43a892d3-5a0d-45e1-9c0b-1bf3e9c707f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:11:52.428062 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-43a892d3-5a0d-45e1-9c0b-1bf3e9c707f3 service neutron] 10.222.0.24 "PUT /v2.0/ports/54ff90d9-b5e8-49bf-86b5-f0eccb4943a2 HTTP/1.1" status: 200 len: 1094 time: 0.6284628 Nov 29 02:11:52.428507 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f93dad-0c46-4fa2-902b-1b87e8d644f2', 'tag': '54ff90d9-b5e8-49bf-86b5-f0eccb4943a2'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:11:52.430791 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a1f92e-aee6-470a-bba6-bb619386ecf4" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f93dad-0c46-4fa2-902b-1b87e8d644f2", "tag": "54ff90d9-b5e8-49bf-86b5-f0eccb4943a2"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:11:52.457349 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a892d3-5a0d-45e1-9c0b-1bf3e9c707f3 service neutron] Pushing event updated for resources: {'Port': ['ID=54ff90d9-b5e8-49bf-86b5-f0eccb4943a2,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:11:52.491089 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59c7fff-f2a0-408c-a026-41f5b5d103f4 x-openstack-request-id: req-b59c7fff-f2a0-408c-a026-41f5b5d103f4 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:11:52.491614 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f93dad-0c46-4fa2-902b-1b87e8d644f2", "tag": "54ff90d9-b5e8-49bf-86b5-f0eccb4943a2", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:11:52.492055 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b59c7fff-f2a0-408c-a026-41f5b5d103f4 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:11:52.492644 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f93dad-0c46-4fa2-902b-1b87e8d644f2', 'tag': '54ff90d9-b5e8-49bf-86b5-f0eccb4943a2', 'status': 'completed', 'code': 200} Nov 29 02:11:52.559553 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-f7375af5-ff8d-409f-a612-1a2fa44204b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:52.561415 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-f7375af5-ff8d-409f-a612-1a2fa44204b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99e2787ae1eb4571b1be84af3aefd0fe&device_id=b4f93dad-0c46-4fa2-902b-1b87e8d644f2 HTTP/1.1" status: 200 len: 1097 time: 0.0461483 Nov 29 02:11:52.634560 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-c1807c49-2a71-44e8-a256-0b2f86bc8cb4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54ff90d9-b5e8-49bf-86b5-f0eccb4943a2 HTTP/1.1" status: 200 len: 217 time: 0.0474131 Nov 29 02:11:52.687926 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-20e15ed5-84dc-456d-8c61-c5c7947f0dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:52.689443 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-20e15ed5-84dc-456d-8c61-c5c7947f0dba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4cf21d5a-352a-4dc2-8e6c-9e7126bec139 HTTP/1.1" status: 200 len: 851 time: 0.0471699 Nov 29 02:11:52.739594 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-d77e4a29-8115-4925-b8ec-68690c1fe17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:52.741225 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-d77e4a29-8115-4925-b8ec-68690c1fe17f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2758948e-395a-46ec-aaa8-7c73c4196c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425870 Nov 29 02:11:52.843630 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-fcc09847-5ad1-47b8-bbe4-f20788c60ce6 service neutron] 10.222.0.24 "GET /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886109 Nov 29 02:11:52.962751 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-125f287f-2629-47e9-be1d-f3061d3fb149 req-1487e650-a407-4a9c-9cc6-8ff7c6fddb85 service neutron] 10.222.0.24 "GET /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871668 Nov 29 02:11:53.085053 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1f92e-aee6-470a-bba6-bb619386ecf4 req-b5f4e858-0a8a-4845-874c-01a784c4555f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:53.086462 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f1a1f92e-aee6-470a-bba6-bb619386ecf4 req-b5f4e858-0a8a-4845-874c-01a784c4555f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99e2787ae1eb4571b1be84af3aefd0fe&device_id=b4f93dad-0c46-4fa2-902b-1b87e8d644f2 HTTP/1.1" status: 200 len: 1097 time: 0.0429425 Nov 29 02:11:53.185949 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1f92e-aee6-470a-bba6-bb619386ecf4 req-c2bc551a-4b4b-4eff-9d04-7c093c4ce52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:53.188170 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f1a1f92e-aee6-470a-bba6-bb619386ecf4 req-c2bc551a-4b4b-4eff-9d04-7c093c4ce52e service neutron] 10.222.0.24 "GET /v2.0/networks?id=2758948e-395a-46ec-aaa8-7c73c4196c63 HTTP/1.1" status: 200 len: 913 time: 0.0933616 Nov 29 02:11:53.242846 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f1a1f92e-aee6-470a-bba6-bb619386ecf4 req-69f236f6-502d-4688-9a58-198442cb5221 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54ff90d9-b5e8-49bf-86b5-f0eccb4943a2 HTTP/1.1" status: 200 len: 217 time: 0.0450945 Nov 29 02:11:53.245090 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3968e3-78a4-4c34-a5fb-49bb12cba668 req-932f27ec-6d09-4386-993e-3caa207f707d tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:53.246644 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6b3968e3-78a4-4c34-a5fb-49bb12cba668 req-932f27ec-6d09-4386-993e-3caa207f707d tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4f93dad-0c46-4fa2-902b-1b87e8d644f2 HTTP/1.1" status: 200 len: 944 time: 0.0608709 Nov 29 02:11:53.300620 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1f92e-aee6-470a-bba6-bb619386ecf4 req-66cd18bd-02ff-4b7f-aba8-cbe2e6164f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:53.302192 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f1a1f92e-aee6-470a-bba6-bb619386ecf4 req-66cd18bd-02ff-4b7f-aba8-cbe2e6164f96 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4cf21d5a-352a-4dc2-8e6c-9e7126bec139 HTTP/1.1" status: 200 len: 851 time: 0.0524294 Nov 29 02:11:53.308035 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6b3968e3-78a4-4c34-a5fb-49bb12cba668 req-b005c21d-522e-4535-bc4b-539af79eebb0 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472243 Nov 29 02:11:53.378326 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1f92e-aee6-470a-bba6-bb619386ecf4 req-95a6ebcd-9e05-4530-9649-e6953427ea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:53.379819 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f1a1f92e-aee6-470a-bba6-bb619386ecf4 req-95a6ebcd-9e05-4530-9649-e6953427ea82 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2758948e-395a-46ec-aaa8-7c73c4196c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397062 Nov 29 02:11:53.476192 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f1a1f92e-aee6-470a-bba6-bb619386ecf4 req-e7ee7a2b-be0b-40fa-97ec-86bde43c3b13 service neutron] 10.222.0.24 "GET /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863512 Nov 29 02:11:53.573134 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f1a1f92e-aee6-470a-bba6-bb619386ecf4 req-827a165b-13b7-4339-93df-3684e7095d3e service neutron] 10.222.0.24 "GET /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871167 Nov 29 02:11:54.430472 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240b886-87f8-4ea9-8665-cdba632f3ea5 req-12277740-fc13-4341-ba6f-c0589bfdf96a tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:54.432003 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e240b886-87f8-4ea9-8665-cdba632f3ea5 req-12277740-fc13-4341-ba6f-c0589bfdf96a tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4f93dad-0c46-4fa2-902b-1b87e8d644f2 HTTP/1.1" status: 200 len: 944 time: 0.0504520 Nov 29 02:11:54.482555 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e240b886-87f8-4ea9-8665-cdba632f3ea5 req-5896e0cb-ac3b-43c0-a481-81b77a0f7bfa tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443146 Nov 29 02:11:55.599980 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6dd5a-5306-498d-a34c-aa9e8498c6eb req-148785bf-35fe-4a38-83d5-24ba2023851d tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:55.601492 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-aab6dd5a-5306-498d-a34c-aa9e8498c6eb req-148785bf-35fe-4a38-83d5-24ba2023851d tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4f93dad-0c46-4fa2-902b-1b87e8d644f2 HTTP/1.1" status: 200 len: 944 time: 0.0531726 Nov 29 02:11:55.650627 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-aab6dd5a-5306-498d-a34c-aa9e8498c6eb req-d6ff9227-73b5-4522-ba41-55be4d1766d1 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425720 Nov 29 02:11:56.770879 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688d57a-70dd-4baa-8dec-f0aeb6a5de23 req-db199828-8992-4f99-8b65-31cd10ae6d77 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:56.772474 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0688d57a-70dd-4baa-8dec-f0aeb6a5de23 req-db199828-8992-4f99-8b65-31cd10ae6d77 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4f93dad-0c46-4fa2-902b-1b87e8d644f2 HTTP/1.1" status: 200 len: 944 time: 0.0512414 Nov 29 02:11:56.777715 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-8fadc223-a3b4-4a3b-abe9-bf09a4059140 req-716d15fb-0f73-4b6a-bc7b-9c12ca2ddc42 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7e46c109-8fea-4012-8c5d-7c34f605cf32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492058 Nov 29 02:11:56.824067 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0688d57a-70dd-4baa-8dec-f0aeb6a5de23 req-ed153907-f7ce-4b48-922f-a30b1489fdf5 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453646 Nov 29 02:11:56.887691 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadc223-a3b4-4a3b-abe9-bf09a4059140 req-d4294268-90f4-473a-a119-94b7336a6a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:56.889361 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-8fadc223-a3b4-4a3b-abe9-bf09a4059140 req-d4294268-90f4-473a-a119-94b7336a6a9b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99e2787ae1eb4571b1be84af3aefd0fe&device_id=7e46c109-8fea-4012-8c5d-7c34f605cf32 HTTP/1.1" status: 200 len: 1098 time: 0.0457845 Nov 29 02:11:57.003994 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadc223-a3b4-4a3b-abe9-bf09a4059140 req-3180a49a-609c-41aa-9212-41a6c5e106df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:57.005777 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-8fadc223-a3b4-4a3b-abe9-bf09a4059140 req-3180a49a-609c-41aa-9212-41a6c5e106df service neutron] 10.222.0.24 "GET /v2.0/networks?id=2758948e-395a-46ec-aaa8-7c73c4196c63 HTTP/1.1" status: 200 len: 913 time: 0.0947223 Nov 29 02:11:57.083927 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-8fadc223-a3b4-4a3b-abe9-bf09a4059140 req-a988fc08-6af1-4783-a96e-74e8e1995a69 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dd8ed39-7f68-4dd3-acf7-5df46a8085ac HTTP/1.1" status: 200 len: 1000 time: 0.0687690 Nov 29 02:11:57.139614 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadc223-a3b4-4a3b-abe9-bf09a4059140 req-700e3fd5-41a8-4bb9-a94c-d3c75e43ae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:57.141564 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-8fadc223-a3b4-4a3b-abe9-bf09a4059140 req-700e3fd5-41a8-4bb9-a94c-d3c75e43ae81 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4cf21d5a-352a-4dc2-8e6c-9e7126bec139 HTTP/1.1" status: 200 len: 851 time: 0.0492699 Nov 29 02:11:57.191770 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadc223-a3b4-4a3b-abe9-bf09a4059140 req-066192c2-6eb5-4dce-8a85-51ec73dd490c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:57.193355 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-8fadc223-a3b4-4a3b-abe9-bf09a4059140 req-066192c2-6eb5-4dce-8a85-51ec73dd490c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2758948e-395a-46ec-aaa8-7c73c4196c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425768 Nov 29 02:11:57.301360 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-8fadc223-a3b4-4a3b-abe9-bf09a4059140 req-d735909d-1efa-4902-9fd4-1a9fccb9c889 service neutron] 10.222.0.24 "GET /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976291 Nov 29 02:11:57.412541 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-8fadc223-a3b4-4a3b-abe9-bf09a4059140 req-9eb6f165-5b9d-43ca-a15c-2226c78db970 service neutron] 10.222.0.24 "GET /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017561 Nov 29 02:11:57.945458 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac68cfe-a64f-466d-982d-8b9199a8421f req-fb7f806d-ab10-45ac-a2f0-710863f6c719 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:57.946953 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-eac68cfe-a64f-466d-982d-8b9199a8421f req-fb7f806d-ab10-45ac-a2f0-710863f6c719 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4f93dad-0c46-4fa2-902b-1b87e8d644f2 HTTP/1.1" status: 200 len: 944 time: 0.0546257 Nov 29 02:11:57.995537 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-eac68cfe-a64f-466d-982d-8b9199a8421f req-99009d3f-e6e6-4f3e-a137-0ea326fbd9e6 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422127 Nov 29 02:11:59.108044 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff337b-4f2c-41a6-9474-e9757da7b8fc req-5531126a-cec6-490d-a7b0-1b07e98738f9 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:11:59.109500 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b1ff337b-4f2c-41a6-9474-e9757da7b8fc req-5531126a-cec6-490d-a7b0-1b07e98738f9 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4f93dad-0c46-4fa2-902b-1b87e8d644f2 HTTP/1.1" status: 200 len: 944 time: 0.0477977 Nov 29 02:11:59.158558 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b1ff337b-4f2c-41a6-9474-e9757da7b8fc req-3f54ef2d-f965-44d7-9b53-313f8d21cbc6 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430543 Nov 29 02:12:00.269856 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af86c9-1a3f-4929-80b8-f8db0d89f30c req-fedebca1-7dcb-4e13-b6ce-b0ceaa03f316 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:00.271325 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-63af86c9-1a3f-4929-80b8-f8db0d89f30c req-fedebca1-7dcb-4e13-b6ce-b0ceaa03f316 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4f93dad-0c46-4fa2-902b-1b87e8d644f2 HTTP/1.1" status: 200 len: 944 time: 0.0478742 Nov 29 02:12:00.323993 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-63af86c9-1a3f-4929-80b8-f8db0d89f30c req-94731afa-3dac-4c49-b4ff-6a49ac70a719 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465178 Nov 29 02:12:01.440971 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5b0ff-278c-4979-98c8-d7bd114d70a9 req-00b85b11-dbfb-4151-821e-2f4bc7225292 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:01.442381 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-51d5b0ff-278c-4979-98c8-d7bd114d70a9 req-00b85b11-dbfb-4151-821e-2f4bc7225292 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4f93dad-0c46-4fa2-902b-1b87e8d644f2 HTTP/1.1" status: 200 len: 944 time: 0.0525813 Nov 29 02:12:01.490041 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-51d5b0ff-278c-4979-98c8-d7bd114d70a9 req-fbc575a4-433f-4ece-8881-3c1a1af54bed tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412140 Nov 29 02:12:02.256356 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:12:02.602805 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4dd0d-28b0-4b6e-8d74-79daa13eb2d5 req-b3da70e3-c5fd-441d-9952-10be0da15f54 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:02.604395 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dae4dd0d-28b0-4b6e-8d74-79daa13eb2d5 req-b3da70e3-c5fd-441d-9952-10be0da15f54 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4f93dad-0c46-4fa2-902b-1b87e8d644f2 HTTP/1.1" status: 200 len: 944 time: 0.0479739 Nov 29 02:12:02.652800 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dae4dd0d-28b0-4b6e-8d74-79daa13eb2d5 req-7903924b-2fb0-4b54-90ad-a413f1dc2fcd tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426593 Nov 29 02:12:03.768753 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f1d60-9ee4-4a94-8051-bdda12d31fe4 req-91813764-6933-4427-9c4c-2bd544f88784 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:03.770247 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d51f1d60-9ee4-4a94-8051-bdda12d31fe4 req-91813764-6933-4427-9c4c-2bd544f88784 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4f93dad-0c46-4fa2-902b-1b87e8d644f2 HTTP/1.1" status: 200 len: 944 time: 0.0518615 Nov 29 02:12:03.818034 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d51f1d60-9ee4-4a94-8051-bdda12d31fe4 req-89ee511a-4163-4890-b7b9-4d9b0839ec9a tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411713 Nov 29 02:12:04.104131 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 54ff90d9-b5e8-49bf-86b5-f0eccb4943a2 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:12:04.203738 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 54ff90d9-b5e8-49bf-86b5-f0eccb4943a2, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=54ff90d9-b5e8-49bf-86b5-f0eccb4943a2,segment=NetworkSegment(43e3cd5a-9d58-4166-b36e-b280ad609a36),segment_id=43e3cd5a-9d58-4166-b36e-b280ad609a36)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:04.214972 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '54ff90d9-b5e8-49bf-86b5-f0eccb4943a2', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'port_id': '54ff90d9-b5e8-49bf-86b5-f0eccb4943a2', 'mac_address': 'fa:16:3e:09:f2:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:12:04.251104 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:04.264222 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ff90d9-b5e8-49bf-86b5-f0eccb4943a2 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:12:04.283826 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 54ff90d9-b5e8-49bf-86b5-f0eccb4943a2, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=54ff90d9-b5e8-49bf-86b5-f0eccb4943a2,segment=NetworkSegment(43e3cd5a-9d58-4166-b36e-b280ad609a36),segment_id=43e3cd5a-9d58-4166-b36e-b280ad609a36)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:04.287308 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:04.336494 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=54ff90d9-b5e8-49bf-86b5-f0eccb4943a2,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:04.343385 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:04.343766 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:04.344109 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:04.344452 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:04.344785 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:04.345125 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:04.345453 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:04.345809 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:04.346138 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:04.346464 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:04.346788 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:04.347106 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:04.625111 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['54ff90d9-b5e8-49bf-86b5-f0eccb4943a2'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:12:04.933755 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63892317-a635-4eb8-b91c-318e958f165f req-329ffe61-5042-40bd-96fc-3a6f6688d234 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:04.935203 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-63892317-a635-4eb8-b91c-318e958f165f req-329ffe61-5042-40bd-96fc-3a6f6688d234 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4f93dad-0c46-4fa2-902b-1b87e8d644f2 HTTP/1.1" status: 200 len: 945 time: 0.0490735 Nov 29 02:12:04.984504 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-63892317-a635-4eb8-b91c-318e958f165f req-4a40fe83-5c78-471e-80ab-3194e3375a9f tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433593 Nov 29 02:12:06.096541 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad053f20-4a56-42e4-a517-1312420f8ccb req-cc2372ae-496a-4b25-99da-36c669c1116b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:06.098035 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ad053f20-4a56-42e4-a517-1312420f8ccb req-cc2372ae-496a-4b25-99da-36c669c1116b tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4f93dad-0c46-4fa2-902b-1b87e8d644f2 HTTP/1.1" status: 200 len: 945 time: 0.0478787 Nov 29 02:12:06.116871 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 54ff90d9-b5e8-49bf-86b5-f0eccb4943a2 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:12:06.157571 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ad053f20-4a56-42e4-a517-1312420f8ccb req-405e1968-2230-4ae6-b261-f5325ca4481e tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536687 Nov 29 02:12:06.171342 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port 54ff90d9-b5e8-49bf-86b5-f0eccb4943a2 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:12:06.176251 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 54ff90d9-b5e8-49bf-86b5-f0eccb4943a2 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:06.176622 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:06.254356 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:06.276308 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f93dad-0c46-4fa2-902b-1b87e8d644f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ff90d9-b5e8-49bf-86b5-f0eccb4943a2'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:12:06.278492 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a390ac78-5a63-4f24-a240-0963e9579fea" -d '{"events": [{"server_uuid": "b4f93dad-0c46-4fa2-902b-1b87e8d644f2", "name": "network-vif-plugged", "status": "completed", "tag": "54ff90d9-b5e8-49bf-86b5-f0eccb4943a2"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:12:06.291039 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 54ff90d9-b5e8-49bf-86b5-f0eccb4943a2, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=54ff90d9-b5e8-49bf-86b5-f0eccb4943a2,segment=NetworkSegment(43e3cd5a-9d58-4166-b36e-b280ad609a36),segment_id=43e3cd5a-9d58-4166-b36e-b280ad609a36)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:06.295680 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:06.319505 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc7f483-321e-4fd1-9508-42e9a46aeca0 x-openstack-request-id: req-0fc7f483-321e-4fd1-9508-42e9a46aeca0 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:12:06.319807 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f93dad-0c46-4fa2-902b-1b87e8d644f2", "name": "network-vif-plugged", "status": "completed", "tag": "54ff90d9-b5e8-49bf-86b5-f0eccb4943a2", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:12:06.320058 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0fc7f483-321e-4fd1-9508-42e9a46aeca0 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:12:06.320443 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f93dad-0c46-4fa2-902b-1b87e8d644f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ff90d9-b5e8-49bf-86b5-f0eccb4943a2', 'code': 200} Nov 29 02:12:06.345385 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=54ff90d9-b5e8-49bf-86b5-f0eccb4943a2,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:06.558513 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27739ba-14be-4edb-a3a1-4e1b8a5c6411 req-353d66ce-a76a-459e-b5fb-58b16370a55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:06.560473 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d27739ba-14be-4edb-a3a1-4e1b8a5c6411 req-353d66ce-a76a-459e-b5fb-58b16370a55a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b4f93dad-0c46-4fa2-902b-1b87e8d644f2 HTTP/1.1" status: 200 len: 1099 time: 0.0443773 Nov 29 02:12:06.608217 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d27739ba-14be-4edb-a3a1-4e1b8a5c6411 req-532ebe58-b3a4-4bed-8ccf-d5f6dd4cbd9a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388396 Nov 29 02:12:07.273249 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15a575-d53c-4958-abb8-e54cdc0c8e14 req-8c9c839b-1a74-4f1a-b204-3762e703492d tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:07.274997 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ba15a575-d53c-4958-abb8-e54cdc0c8e14 req-8c9c839b-1a74-4f1a-b204-3762e703492d tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4f93dad-0c46-4fa2-902b-1b87e8d644f2 HTTP/1.1" status: 200 len: 946 time: 0.0479233 Nov 29 02:12:07.323552 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ba15a575-d53c-4958-abb8-e54cdc0c8e14 req-b4d5b442-2614-44c3-be8f-115e7792dc39 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424273 Nov 29 02:12:08.436413 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018c7f7-9e1e-4671-b5ae-4837ce227c77 req-05003d37-ff7e-4da7-b0d7-1f63d6b19ff2 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:08.437821 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1018c7f7-9e1e-4671-b5ae-4837ce227c77 req-05003d37-ff7e-4da7-b0d7-1f63d6b19ff2 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4f93dad-0c46-4fa2-902b-1b87e8d644f2 HTTP/1.1" status: 200 len: 946 time: 0.0475280 Nov 29 02:12:08.490164 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1018c7f7-9e1e-4671-b5ae-4837ce227c77 req-17883307-588a-45dc-88ee-3ccc30f30d73 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464864 Nov 29 02:12:08.605617 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8f0bb-986e-475b-a3d8-a54a090a093e req-5022d306-d02a-4a3d-bd65-4addf189c57a tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:08.607091 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0cf8f0bb-986e-475b-a3d8-a54a090a093e req-5022d306-d02a-4a3d-bd65-4addf189c57a tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4f93dad-0c46-4fa2-902b-1b87e8d644f2 HTTP/1.1" status: 200 len: 946 time: 0.0520544 Nov 29 02:12:08.655371 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0cf8f0bb-986e-475b-a3d8-a54a090a093e req-bfb92640-3164-453e-b85f-edc76eba8cd2 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424061 Nov 29 02:12:08.676914 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45502) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:08.714723 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db01a4cc-d9d8-48b2-bb06-d686e2495888 tempest-TestVolumeBootPattern-1744186349 tempest-TestVolumeBootPattern-1744186349-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:08.716266 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-db01a4cc-d9d8-48b2-bb06-d686e2495888 tempest-TestVolumeBootPattern-1744186349 tempest-TestVolumeBootPattern-1744186349-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b4f93dad-0c46-4fa2-902b-1b87e8d644f2 HTTP/1.1" status: 200 len: 1094 time: 0.0382690 Nov 29 02:12:08.719127 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45504) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:08.723276 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-000c2611-3443-45e5-81e8-52072f49aa16 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'port_id': '54ff90d9-b5e8-49bf-86b5-f0eccb4943a2', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:08.745003 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-000c2611-3443-45e5-81e8-52072f49aa16 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:08.765362 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45506) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:08.826200 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6b90b669-7877-4552-a78b-beb150d840d1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/floatingips/bedccdc9-c907-461c-accf-6f5dd7d963cc HTTP/1.1" status: 200 len: 994 time: 0.0596130 Nov 29 02:12:08.844908 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-000c2611-3443-45e5-81e8-52072f49aa16 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:08.946146 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-000c2611-3443-45e5-81e8-52072f49aa16 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Allocated IP 172.26.3.49 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/daa66251-6db3-46cc-98d2-8263e13d2a43) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:12:09.050136 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-000c2611-3443-45e5-81e8-52072f49aa16 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:09.081990 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-000c2611-3443-45e5-81e8-52072f49aa16 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:09.119911 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000c2611-3443-45e5-81e8-52072f49aa16 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:12:09.124301 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-000c2611-3443-45e5-81e8-52072f49aa16 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:12:09.127912 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000c2611-3443-45e5-81e8-52072f49aa16 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:12:09.149328 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c2611-3443-45e5-81e8-52072f49aa16 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Pushing event updated for resources: {'Port': ['ID=daa66251-6db3-46cc-98d2-8263e13d2a43,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:09.160236 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000c2611-3443-45e5-81e8-52072f49aa16 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:09.160590 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000c2611-3443-45e5-81e8-52072f49aa16 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:09.160937 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000c2611-3443-45e5-81e8-52072f49aa16 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:09.161279 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000c2611-3443-45e5-81e8-52072f49aa16 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:09.161663 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000c2611-3443-45e5-81e8-52072f49aa16 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:09.162000 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000c2611-3443-45e5-81e8-52072f49aa16 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:09.162341 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000c2611-3443-45e5-81e8-52072f49aa16 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:09.162674 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000c2611-3443-45e5-81e8-52072f49aa16 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:09.163006 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000c2611-3443-45e5-81e8-52072f49aa16 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:09.163336 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000c2611-3443-45e5-81e8-52072f49aa16 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:09.163663 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000c2611-3443-45e5-81e8-52072f49aa16 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:09.163987 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000c2611-3443-45e5-81e8-52072f49aa16 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:09.470663 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-000c2611-3443-45e5-81e8-52072f49aa16 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:09.533807 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-000c2611-3443-45e5-81e8-52072f49aa16 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:09.681166 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-000c2611-3443-45e5-81e8-52072f49aa16 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:09.685379 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-000c2611-3443-45e5-81e8-52072f49aa16 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:09.754678 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c2611-3443-45e5-81e8-52072f49aa16 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Pushing event updated for resources: {'Port': ['ID=daa66251-6db3-46cc-98d2-8263e13d2a43,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:09.764822 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-000c2611-3443-45e5-81e8-52072f49aa16 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:09.900403 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45514) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:09.906665 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-93b5c0cd-bd32-46c3-bbee-abe021ff7161 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'port': {'admin_state_up': False}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:09.975455 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93b5c0cd-bd32-46c3-bbee-abe021ff7161 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:10.130512 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-93b5c0cd-bd32-46c3-bbee-abe021ff7161 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] For port 4bd6fae8-8d96-4bc9-aceb-46172a209215, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=4bd6fae8-8d96-4bc9-aceb-46172a209215,segment=NetworkSegment(118a9950-d3b6-45a3-baaf-df2a45107479),segment_id=118a9950-d3b6-45a3-baaf-df2a45107479)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:10.168950 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93b5c0cd-bd32-46c3-bbee-abe021ff7161 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:10.173626 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93b5c0cd-bd32-46c3-bbee-abe021ff7161 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:10.177634 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-000c2611-3443-45e5-81e8-52072f49aa16 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Floating IP fca157f9-3d95-4473-9222-13a081ac1ca5 associated. External IP: 172.26.3.49, port: 54ff90d9-b5e8-49bf-86b5-f0eccb4943a2. Nov 29 02:12:10.218553 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b5c0cd-bd32-46c3-bbee-abe021ff7161 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:10.219195 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93b5c0cd-bd32-46c3-bbee-abe021ff7161 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:10.225626 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-93b5c0cd-bd32-46c3-bbee-abe021ff7161 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "PUT /v2.0/ports/4bd6fae8-8d96-4bc9-aceb-46172a209215 HTTP/1.1" status: 200 len: 939 time: 0.3183076 Nov 29 02:12:10.225626 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601fcf13-2ebf-4a3e-af08-2c592d16eaa7', 'tag': '4bd6fae8-8d96-4bc9-aceb-46172a209215'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:12:10.225626 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda467a8-e65a-4645-bc39-f47fec891e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "601fcf13-2ebf-4a3e-af08-2c592d16eaa7", "tag": "4bd6fae8-8d96-4bc9-aceb-46172a209215"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:12:10.257137 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5c0cd-bd32-46c3-bbee-abe021ff7161 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=4bd6fae8-8d96-4bc9-aceb-46172a209215,revision_number=6']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:10.273316 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd53a97-9e4a-41b8-af53-ed971cea68af x-openstack-request-id: req-3dd53a97-9e4a-41b8-af53-ed971cea68af {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:12:10.273924 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601fcf13-2ebf-4a3e-af08-2c592d16eaa7", "tag": "4bd6fae8-8d96-4bc9-aceb-46172a209215", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:12:10.274185 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3dd53a97-9e4a-41b8-af53-ed971cea68af {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:12:10.274596 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601fcf13-2ebf-4a3e-af08-2c592d16eaa7', 'tag': '4bd6fae8-8d96-4bc9-aceb-46172a209215', 'status': 'completed', 'code': 200} Nov 29 02:12:10.378676 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda467a8-e65a-4645-bc39-f47fec891e1c req-fd9ff66a-7a7d-4c19-a6f3-e7cbbcd77a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:10.380321 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-dda467a8-e65a-4645-bc39-f47fec891e1c req-fd9ff66a-7a7d-4c19-a6f3-e7cbbcd77a3f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=601fcf13-2ebf-4a3e-af08-2c592d16eaa7 HTTP/1.1" status: 200 len: 1100 time: 0.0521502 Nov 29 02:12:10.393992 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000c2611-3443-45e5-81e8-52072f49aa16 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Router 95237a31-4eb2-4f77-8a2a-d66f853fb185 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:12:10.433625 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-20b6e1da-351d-4e75-b840-79bc07592eed None None] Provisioning complete for port 4bd6fae8-8d96-4bc9-aceb-46172a209215 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:10.434225 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20b6e1da-351d-4e75-b840-79bc07592eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:10.480376 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-20b6e1da-351d-4e75-b840-79bc07592eed None None] Port 4bd6fae8-8d96-4bc9-aceb-46172a209215 is administratively disabled so it will not transition to active. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 29 02:12:10.482828 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda467a8-e65a-4645-bc39-f47fec891e1c req-3e355881-964d-4b2e-9ed0-71184b82140d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:10.484317 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-dda467a8-e65a-4645-bc39-f47fec891e1c req-3e355881-964d-4b2e-9ed0-71184b82140d service neutron] 10.222.0.24 "GET /v2.0/networks?id=4a009f8b-a508-456c-a694-02ba330d11cb HTTP/1.1" status: 200 len: 898 time: 0.0940328 Nov 29 02:12:10.508877 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000c2611-3443-45e5-81e8-52072f49aa16 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:12:10.518867 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8892c0b-4ed2-432b-87a3-a658853f99b4 None None] Sync routers for ids ['95237a31-4eb2-4f77-8a2a-d66f853fb185'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:12:10.529192 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-000c2611-3443-45e5-81e8-52072f49aa16 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:10.529723 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8892c0b-4ed2-432b-87a3-a658853f99b4 None None] Routers {'95237a31-4eb2-4f77-8a2a-d66f853fb185'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:12:10.530350 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e8892c0b-4ed2-432b-87a3-a658853f99b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:11:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['95237a31-4eb2-4f77-8a2a-d66f853fb185'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:10.550642 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-dda467a8-e65a-4645-bc39-f47fec891e1c req-76e009b1-235d-404f-a196-915fe5a6b0e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bd6fae8-8d96-4bc9-aceb-46172a209215 HTTP/1.1" status: 200 len: 1003 time: 0.0584390 Nov 29 02:12:10.557588 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-000c2611-3443-45e5-81e8-52072f49aa16 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8369493 Nov 29 02:12:10.558177 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f93dad-0c46-4fa2-902b-1b87e8d644f2', 'tag': '54ff90d9-b5e8-49bf-86b5-f0eccb4943a2'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:12:10.560497 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a54b0b8d43a805c8e04fafa9e6e1877f555095d74f053d1eebc96b979e45145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df86259-7202-4268-b302-d287ceb16f73" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f93dad-0c46-4fa2-902b-1b87e8d644f2", "tag": "54ff90d9-b5e8-49bf-86b5-f0eccb4943a2"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:12:10.604876 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5508a585-9f7b-435a-a388-6f4fd47291c6 x-openstack-request-id: req-5508a585-9f7b-435a-a388-6f4fd47291c6 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:12:10.605417 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f93dad-0c46-4fa2-902b-1b87e8d644f2", "tag": "54ff90d9-b5e8-49bf-86b5-f0eccb4943a2", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:12:10.605749 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5508a585-9f7b-435a-a388-6f4fd47291c6 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:12:10.606158 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f93dad-0c46-4fa2-902b-1b87e8d644f2', 'tag': '54ff90d9-b5e8-49bf-86b5-f0eccb4943a2', 'status': 'completed', 'code': 200} Nov 29 02:12:10.615669 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda467a8-e65a-4645-bc39-f47fec891e1c req-62241e6d-485d-48d2-8400-85b2639b184b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:10.617254 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-dda467a8-e65a-4645-bc39-f47fec891e1c req-62241e6d-485d-48d2-8400-85b2639b184b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b68ca61-b8b7-455e-b4e5-19dea1083f1f HTTP/1.1" status: 200 len: 834 time: 0.0547447 Nov 29 02:12:10.638515 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-e8892c0b-4ed2-432b-87a3-a658853f99b4 None None] Set router 95237a31-4eb2-4f77-8a2a-d66f853fb185 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:12:10.709935 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda467a8-e65a-4645-bc39-f47fec891e1c req-f299a913-fadb-4aa1-b484-913cac12f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:10.711405 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-dda467a8-e65a-4645-bc39-f47fec891e1c req-f299a913-fadb-4aa1-b484-913cac12f047 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a009f8b-a508-456c-a694-02ba330d11cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686820 Nov 29 02:12:10.713833 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df86259-7202-4268-b302-d287ceb16f73 req-a1acd494-0e7d-4533-9597-baf15fe37714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:10.715192 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7df86259-7202-4268-b302-d287ceb16f73 req-a1acd494-0e7d-4533-9597-baf15fe37714 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99e2787ae1eb4571b1be84af3aefd0fe&device_id=b4f93dad-0c46-4fa2-902b-1b87e8d644f2 HTTP/1.1" status: 200 len: 1099 time: 0.0622625 Nov 29 02:12:10.859962 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e8892c0b-4ed2-432b-87a3-a658853f99b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'name': 'tempest-TestVolumeBootPattern-1034486042-router', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'gw_port': {'id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '17449cf7-8f03-4292-b140-b906c508ef7c', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'floating_ip_address': '172.26.3.93', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'port_id': '7dd8ed39-7f68-4dd3-acf7-5df46a8085ac', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'mac_address': 'fa:16:3e:a3:82:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e46c109-8fea-4012-8c5d-7c34f605cf32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:09:57Z', 'updated_at': '2021-11-29T02:09:59Z', 'revision_number': 1, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'fixed_ip_address_scope': None}, {'id': 'fca157f9-3d95-4473-9222-13a081ac1ca5', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'floating_ip_address': '172.26.3.49', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'port_id': '54ff90d9-b5e8-49bf-86b5-f0eccb4943a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'mac_address': 'fa:16:3e:09:f2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f93dad-0c46-4fa2-902b-1b87e8d644f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:12:09Z', 'updated_at': '2021-11-29T02:12:09Z', 'revision_number': 0, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a720ae1-5dfc-414c-94e9-47350fb463f2', 'name': '', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'mac_address': 'fa:16:3e:fd:24:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:39Z', 'updated_at': '2021-11-29T02:06:45Z', 'revision_number': 5, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'subnets': [{'id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:10.880470 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-dda467a8-e65a-4645-bc39-f47fec891e1c req-df200645-b0a2-4f2b-8a25-963c4f405b94 service neutron] 10.222.0.24 "GET /v2.0/networks/4a009f8b-a508-456c-a694-02ba330d11cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547146 Nov 29 02:12:10.881812 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df86259-7202-4268-b302-d287ceb16f73 req-3fe34b54-e80a-4ce4-9598-2daae946557f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:10.883438 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7df86259-7202-4268-b302-d287ceb16f73 req-3fe34b54-e80a-4ce4-9598-2daae946557f service neutron] 10.222.0.24 "GET /v2.0/networks?id=2758948e-395a-46ec-aaa8-7c73c4196c63 HTTP/1.1" status: 200 len: 913 time: 0.1497343 Nov 29 02:12:10.889586 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8892c0b-4ed2-432b-87a3-a658853f99b4 None None] Checking router: 95237a31-4eb2-4f77-8a2a-d66f853fb185 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:12:10.898168 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8892c0b-4ed2-432b-87a3-a658853f99b4 None None] Routers {'95237a31-4eb2-4f77-8a2a-d66f853fb185'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:12:10.899039 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e8892c0b-4ed2-432b-87a3-a658853f99b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:11:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['95237a31-4eb2-4f77-8a2a-d66f853fb185'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:11.000657 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-e8892c0b-4ed2-432b-87a3-a658853f99b4 None None] Set router 95237a31-4eb2-4f77-8a2a-d66f853fb185 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:12:11.004134 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7df86259-7202-4268-b302-d287ceb16f73 req-1f59b2c7-b9fe-4896-8201-6d0705fa49ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54ff90d9-b5e8-49bf-86b5-f0eccb4943a2 HTTP/1.1" status: 200 len: 999 time: 0.1005971 Nov 29 02:12:11.058108 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-dda467a8-e65a-4645-bc39-f47fec891e1c req-1b547ea7-f51f-4e7f-be73-3578bda75550 service neutron] 10.222.0.24 "GET /v2.0/networks/4a009f8b-a508-456c-a694-02ba330d11cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630800 Nov 29 02:12:11.070198 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df86259-7202-4268-b302-d287ceb16f73 req-112e843b-1e8a-42d7-be97-681f9ab697ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:11.071576 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7df86259-7202-4268-b302-d287ceb16f73 req-112e843b-1e8a-42d7-be97-681f9ab697ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4cf21d5a-352a-4dc2-8e6c-9e7126bec139 HTTP/1.1" status: 200 len: 851 time: 0.0595312 Nov 29 02:12:11.121499 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df86259-7202-4268-b302-d287ceb16f73 req-dd42781e-b00b-4fae-9cc9-5397781ad8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:11.123027 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7df86259-7202-4268-b302-d287ceb16f73 req-dd42781e-b00b-4fae-9cc9-5397781ad8be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2758948e-395a-46ec-aaa8-7c73c4196c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398886 Nov 29 02:12:11.219452 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7df86259-7202-4268-b302-d287ceb16f73 req-4e1f185c-323d-4890-8ec0-c4424d4b4d09 service neutron] 10.222.0.24 "GET /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887971 Nov 29 02:12:11.311500 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7df86259-7202-4268-b302-d287ceb16f73 req-70f9f345-b420-4c36-87e5-a0a8e111ab1b service neutron] 10.222.0.24 "GET /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841901 Nov 29 02:12:11.369857 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e8892c0b-4ed2-432b-87a3-a658853f99b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'name': 'tempest-TestVolumeBootPattern-1034486042-router', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'gw_port': {'id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '17449cf7-8f03-4292-b140-b906c508ef7c', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'floating_ip_address': '172.26.3.93', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'port_id': '7dd8ed39-7f68-4dd3-acf7-5df46a8085ac', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'mac_address': 'fa:16:3e:a3:82:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e46c109-8fea-4012-8c5d-7c34f605cf32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:09:57Z', 'updated_at': '2021-11-29T02:09:59Z', 'revision_number': 1, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'fixed_ip_address_scope': None}, {'id': 'fca157f9-3d95-4473-9222-13a081ac1ca5', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'floating_ip_address': '172.26.3.49', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'port_id': '54ff90d9-b5e8-49bf-86b5-f0eccb4943a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'mac_address': 'fa:16:3e:09:f2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f93dad-0c46-4fa2-902b-1b87e8d644f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:12:09Z', 'updated_at': '2021-11-29T02:12:09Z', 'revision_number': 0, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a720ae1-5dfc-414c-94e9-47350fb463f2', 'name': '', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'mac_address': 'fa:16:3e:fd:24:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:39Z', 'updated_at': '2021-11-29T02:06:45Z', 'revision_number': 5, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'subnets': [{'id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:11.395715 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8892c0b-4ed2-432b-87a3-a658853f99b4 None None] The sync data for ids ['95237a31-4eb2-4f77-8a2a-d66f853fb185'] in dv-neutron-819032-3-hyperv is: [{'id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'name': 'tempest-TestVolumeBootPattern-1034486042-router', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'gw_port': {'id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '17449cf7-8f03-4292-b140-b906c508ef7c', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'floating_ip_address': '172.26.3.93', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'port_id': '7dd8ed39-7f68-4dd3-acf7-5df46a8085ac', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'mac_address': 'fa:16:3e:a3:82:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e46c109-8fea-4012-8c5d-7c34f605cf32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:09:57Z', 'updated_at': '2021-11-29T02:09:59Z', 'revision_number': 1, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'fixed_ip_address_scope': None}, {'id': 'fca157f9-3d95-4473-9222-13a081ac1ca5', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'floating_ip_address': '172.26.3.49', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'port_id': '54ff90d9-b5e8-49bf-86b5-f0eccb4943a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'mac_address': 'fa:16:3e:09:f2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f93dad-0c46-4fa2-902b-1b87e8d644f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:12:09Z', 'updated_at': '2021-11-29T02:12:09Z', 'revision_number': 0, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a720ae1-5dfc-414c-94e9-47350fb463f2', 'name': '', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'mac_address': 'fa:16:3e:fd:24:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:39Z', 'updated_at': '2021-11-29T02:06:45Z', 'revision_number': 5, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'subnets': [{'id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:12:11.583288 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b20dc6-e4f2-48b5-82f3-78de3d7cc35c None None] New status for floating IP fca157f9-3d95-4473-9222-13a081ac1ca5: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:12:12.037877 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b134bc4-790d-40a6-bbe8-67e6a510b740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:13.748451 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45526) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:13.753842 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2ffed6c5-5a39-40a9-9924-fcda9d4aafe7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'port': {'admin_state_up': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:13.768190 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:13.818298 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ffed6c5-5a39-40a9-9924-fcda9d4aafe7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:13.967130 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2ffed6c5-5a39-40a9-9924-fcda9d4aafe7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] For port 4bd6fae8-8d96-4bc9-aceb-46172a209215, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=4bd6fae8-8d96-4bc9-aceb-46172a209215,segment=NetworkSegment(118a9950-d3b6-45a3-baaf-df2a45107479),segment_id=118a9950-d3b6-45a3-baaf-df2a45107479)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:13.995481 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ffed6c5-5a39-40a9-9924-fcda9d4aafe7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:13.999809 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ffed6c5-5a39-40a9-9924-fcda9d4aafe7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:14.042212 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffed6c5-5a39-40a9-9924-fcda9d4aafe7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:14.042832 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ffed6c5-5a39-40a9-9924-fcda9d4aafe7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:14.044231 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2ffed6c5-5a39-40a9-9924-fcda9d4aafe7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "PUT /v2.0/ports/4bd6fae8-8d96-4bc9-aceb-46172a209215 HTTP/1.1" status: 200 len: 938 time: 0.2946670 Nov 29 02:12:14.044871 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601fcf13-2ebf-4a3e-af08-2c592d16eaa7', 'tag': '4bd6fae8-8d96-4bc9-aceb-46172a209215'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:12:14.047194 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45528) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:14.047666 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26fe8c7-e810-4488-9cda-79d37e31f36c" -d '{"events": [{"name": "network-changed", "server_uuid": "601fcf13-2ebf-4a3e-af08-2c592d16eaa7", "tag": "4bd6fae8-8d96-4bc9-aceb-46172a209215"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:12:14.069410 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffed6c5-5a39-40a9-9924-fcda9d4aafe7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=4bd6fae8-8d96-4bc9-aceb-46172a209215,revision_number=7']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:14.089425 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f4d2f5-36c9-4950-84f5-33b251211e50 x-openstack-request-id: req-44f4d2f5-36c9-4950-84f5-33b251211e50 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:12:14.089776 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601fcf13-2ebf-4a3e-af08-2c592d16eaa7", "tag": "4bd6fae8-8d96-4bc9-aceb-46172a209215", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:12:14.090036 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-44f4d2f5-36c9-4950-84f5-33b251211e50 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:12:14.090440 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601fcf13-2ebf-4a3e-af08-2c592d16eaa7', 'tag': '4bd6fae8-8d96-4bc9-aceb-46172a209215', 'status': 'completed', 'code': 200} Nov 29 02:12:14.132463 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-55f919c6-d5f2-4fe4-9425-8c079301ff54 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/floatingips/bedccdc9-c907-461c-accf-6f5dd7d963cc HTTP/1.1" status: 200 len: 994 time: 0.0783556 Nov 29 02:12:14.202598 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fe8c7-e810-4488-9cda-79d37e31f36c req-a51f4196-847a-45cc-abc2-6cd225d407d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:14.204131 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d26fe8c7-e810-4488-9cda-79d37e31f36c req-a51f4196-847a-45cc-abc2-6cd225d407d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=601fcf13-2ebf-4a3e-af08-2c592d16eaa7 HTTP/1.1" status: 200 len: 1099 time: 0.0437884 Nov 29 02:12:14.298310 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fe8c7-e810-4488-9cda-79d37e31f36c req-6d19d28a-3b8c-4217-9a12-610db58ebe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:14.300377 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d26fe8c7-e810-4488-9cda-79d37e31f36c req-6d19d28a-3b8c-4217-9a12-610db58ebe02 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4a009f8b-a508-456c-a694-02ba330d11cb HTTP/1.1" status: 200 len: 898 time: 0.0890870 Nov 29 02:12:14.304761 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3fc97ac2-972b-4738-b6d3-5a3a8f0764dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:14.323640 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-b83d8179-56c9-4fb6-a533-5f41a2ef0643 None None] Provisioning complete for port 4bd6fae8-8d96-4bc9-aceb-46172a209215 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:14.324009 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b83d8179-56c9-4fb6-a533-5f41a2ef0643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:14.366133 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d26fe8c7-e810-4488-9cda-79d37e31f36c req-7d29833a-2243-4e01-8f60-69554909bf20 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bd6fae8-8d96-4bc9-aceb-46172a209215 HTTP/1.1" status: 200 len: 1002 time: 0.0579572 Nov 29 02:12:14.417662 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fe8c7-e810-4488-9cda-79d37e31f36c req-018be14d-c4c3-41d0-8c35-bf91740e5bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:14.419126 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d26fe8c7-e810-4488-9cda-79d37e31f36c req-018be14d-c4c3-41d0-8c35-bf91740e5bb1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b68ca61-b8b7-455e-b4e5-19dea1083f1f HTTP/1.1" status: 200 len: 834 time: 0.0444956 Nov 29 02:12:14.445712 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['4bd6fae8-8d96-4bc9-aceb-46172a209215'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:12:14.468383 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fe8c7-e810-4488-9cda-79d37e31f36c req-fc634d13-fe2e-4c3b-bc4d-f526b9d1ec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:14.470029 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d26fe8c7-e810-4488-9cda-79d37e31f36c req-fc634d13-fe2e-4c3b-bc4d-f526b9d1ec41 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a009f8b-a508-456c-a694-02ba330d11cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430894 Nov 29 02:12:14.561567 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d26fe8c7-e810-4488-9cda-79d37e31f36c req-79389274-cb85-4b67-acf6-86582fe33d0d service neutron] 10.222.0.24 "GET /v2.0/networks/4a009f8b-a508-456c-a694-02ba330d11cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822129 Nov 29 02:12:14.982499 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d26fe8c7-e810-4488-9cda-79d37e31f36c req-77790965-8346-4bf1-8d3f-99192bdde81c service neutron] 10.222.0.24 "GET /v2.0/networks/4a009f8b-a508-456c-a694-02ba330d11cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116268 Nov 29 02:12:15.317001 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:16.680114 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45538) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:16.837072 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-12f8a934-ce9f-4bcd-ab68-8eb826c0f7d1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port d1c79c3a-125f-4fd4-94c9-359bf6200e68 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:12:16.837411 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12f8a934-ce9f-4bcd-ab68-8eb826c0f7d1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:16.914054 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12f8a934-ce9f-4bcd-ab68-8eb826c0f7d1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:16.914381 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12f8a934-ce9f-4bcd-ab68-8eb826c0f7d1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:16.926567 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-12f8a934-ce9f-4bcd-ab68-8eb826c0f7d1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for d1c79c3a-125f-4fd4-94c9-359bf6200e68 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:12:17.014382 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:17.078537 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12f8a934-ce9f-4bcd-ab68-8eb826c0f7d1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:17.109796 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8a934-ce9f-4bcd-ab68-8eb826c0f7d1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=d1c79c3a-125f-4fd4-94c9-359bf6200e68,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:17.166794 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12f8a934-ce9f-4bcd-ab68-8eb826c0f7d1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:17.167129 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-12f8a934-ce9f-4bcd-ab68-8eb826c0f7d1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Floating IP 3e414130-208d-48d4-a1be-e6315d0dfb9a disassociated (deleted). External IP: 172.26.3.56, port: e8c60c06-aa6d-46f8-9eb5-ff7dc5235739. Nov 29 02:12:17.366187 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f8a934-ce9f-4bcd-ab68-8eb826c0f7d1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router 10c866f4-4490-40d6-b20a-4c7b5ed304c8 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:12:17.470799 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f8a934-ce9f-4bcd-ab68-8eb826c0f7d1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:12:17.475216 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-12f8a934-ce9f-4bcd-ab68-8eb826c0f7d1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:17.480260 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adbad77-494a-46a8-811c-84ee42b5cdb5 None None] Sync routers for ids ['10c866f4-4490-40d6-b20a-4c7b5ed304c8'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:12:17.489067 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adbad77-494a-46a8-811c-84ee42b5cdb5 None None] Routers {'10c866f4-4490-40d6-b20a-4c7b5ed304c8'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:12:17.489702 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4adbad77-494a-46a8-811c-84ee42b5cdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:12:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['10c866f4-4490-40d6-b20a-4c7b5ed304c8'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:17.504197 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-12f8a934-ce9f-4bcd-ab68-8eb826c0f7d1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/floatingips/3e414130-208d-48d4-a1be-e6315d0dfb9a HTTP/1.1" status: 204 len: 168 time: 0.8205709 Nov 29 02:12:17.504197 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d588989-a807-4111-9761-ddca0656b427', 'tag': 'e8c60c06-aa6d-46f8-9eb5-ff7dc5235739'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:12:17.504678 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a54b0b8d43a805c8e04fafa9e6e1877f555095d74f053d1eebc96b979e45145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0cac60-3495-40c9-a23a-e5074599670a" -d '{"events": [{"name": "network-changed", "server_uuid": "6d588989-a807-4111-9761-ddca0656b427", "tag": "e8c60c06-aa6d-46f8-9eb5-ff7dc5235739"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:12:17.544046 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab88085-5851-42fd-97e0-81193700ba34 x-openstack-request-id: req-dab88085-5851-42fd-97e0-81193700ba34 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:12:17.544346 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d588989-a807-4111-9761-ddca0656b427", "tag": "e8c60c06-aa6d-46f8-9eb5-ff7dc5235739", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:12:17.544607 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dab88085-5851-42fd-97e0-81193700ba34 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:12:17.545018 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d588989-a807-4111-9761-ddca0656b427', 'tag': 'e8c60c06-aa6d-46f8-9eb5-ff7dc5235739', 'status': 'completed', 'code': 200} Nov 29 02:12:17.598303 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-4adbad77-494a-46a8-811c-84ee42b5cdb5 None None] Set router 10c866f4-4490-40d6-b20a-4c7b5ed304c8 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:12:17.640594 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cac60-3495-40c9-a23a-e5074599670a req-180e6bbf-86fb-4380-b80d-e84d588dd479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:17.642144 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-da0cac60-3495-40c9-a23a-e5074599670a req-180e6bbf-86fb-4380-b80d-e84d588dd479 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=6d588989-a807-4111-9761-ddca0656b427 HTTP/1.1" status: 200 len: 1099 time: 0.0414677 Nov 29 02:12:17.736101 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42d531-4754-4b33-9d3b-f11640f41bdc req-3df1f310-83dd-4e05-b288-44a1a23b254e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:17.737635 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3f42d531-4754-4b33-9d3b-f11640f41bdc req-3df1f310-83dd-4e05-b288-44a1a23b254e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d588989-a807-4111-9761-ddca0656b427 HTTP/1.1" status: 200 len: 946 time: 0.0519505 Nov 29 02:12:17.790080 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3f42d531-4754-4b33-9d3b-f11640f41bdc req-9211f744-2b01-4a7e-b963-4003c511c89e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba420e2-19b6-4b91-9571-dd678c22029c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466893 Nov 29 02:12:17.798184 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cac60-3495-40c9-a23a-e5074599670a req-6f8a6f3f-abd7-4482-b4d1-41db26cd818d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:17.799693 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-da0cac60-3495-40c9-a23a-e5074599670a req-6f8a6f3f-abd7-4482-b4d1-41db26cd818d service neutron] 10.222.0.24 "GET /v2.0/networks?id=4a009f8b-a508-456c-a694-02ba330d11cb HTTP/1.1" status: 200 len: 898 time: 0.0988085 Nov 29 02:12:17.838297 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:17.845217 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-da0cac60-3495-40c9-a23a-e5074599670a req-92e6d718-9b9d-48ff-9338-1c11383b1ec1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8c60c06-aa6d-46f8-9eb5-ff7dc5235739 HTTP/1.1" status: 200 len: 217 time: 0.0371265 Nov 29 02:12:17.851735 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4adbad77-494a-46a8-811c-84ee42b5cdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'name': 'tempest-TestNetworkBasicOps-router-1053225433', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:10:58Z', 'updated_at': '2021-11-29T02:11:02Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:10:59Z', 'updated_at': '2021-11-29T02:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'bedccdc9-c907-461c-accf-6f5dd7d963cc', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.254', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'port_id': '4bd6fae8-8d96-4bc9-aceb-46172a209215', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb', 'mac_address': 'fa:16:3e:82:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601fcf13-2ebf-4a3e-af08-2c592d16eaa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:11:17Z', 'updated_at': '2021-11-29T02:11:19Z', 'revision_number': 1, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249e4e51-acb1-4124-8d02-52e286805239', 'name': '', 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:85:b2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '8b68ca61-b8b7-455e-b4e5-19dea1083f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:11:01Z', 'updated_at': '2021-11-29T02:11:05Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '8b68ca61-b8b7-455e-b4e5-19dea1083f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:17.882708 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adbad77-494a-46a8-811c-84ee42b5cdb5 None None] Checking router: 10c866f4-4490-40d6-b20a-4c7b5ed304c8 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:12:17.891829 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adbad77-494a-46a8-811c-84ee42b5cdb5 None None] Routers {'10c866f4-4490-40d6-b20a-4c7b5ed304c8'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:12:17.892491 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4adbad77-494a-46a8-811c-84ee42b5cdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:12:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['10c866f4-4490-40d6-b20a-4c7b5ed304c8'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:17.896259 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cac60-3495-40c9-a23a-e5074599670a req-033cbc0a-8cd6-4785-89a9-3a5da361ec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:17.897802 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-da0cac60-3495-40c9-a23a-e5074599670a req-033cbc0a-8cd6-4785-89a9-3a5da361ec0f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b68ca61-b8b7-455e-b4e5-19dea1083f1f HTTP/1.1" status: 200 len: 834 time: 0.0449369 Nov 29 02:12:17.945980 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cac60-3495-40c9-a23a-e5074599670a req-1e1cb890-8441-4674-b25d-7f9c29740383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:17.948103 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-da0cac60-3495-40c9-a23a-e5074599670a req-1e1cb890-8441-4674-b25d-7f9c29740383 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a009f8b-a508-456c-a694-02ba330d11cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427365 Nov 29 02:12:17.993317 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-4adbad77-494a-46a8-811c-84ee42b5cdb5 None None] Set router 10c866f4-4490-40d6-b20a-4c7b5ed304c8 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:12:18.042959 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-da0cac60-3495-40c9-a23a-e5074599670a req-c8bf8508-4807-40e0-b2d0-68e906c7202d service neutron] 10.222.0.24 "GET /v2.0/networks/4a009f8b-a508-456c-a694-02ba330d11cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858440 Nov 29 02:12:18.141360 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-da0cac60-3495-40c9-a23a-e5074599670a req-40d55ba4-a6f0-427a-8fcf-f6ef1978c0c3 service neutron] 10.222.0.24 "GET /v2.0/networks/4a009f8b-a508-456c-a694-02ba330d11cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878925 Nov 29 02:12:18.225629 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4adbad77-494a-46a8-811c-84ee42b5cdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'name': 'tempest-TestNetworkBasicOps-router-1053225433', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:10:58Z', 'updated_at': '2021-11-29T02:11:02Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:10:59Z', 'updated_at': '2021-11-29T02:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'bedccdc9-c907-461c-accf-6f5dd7d963cc', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.254', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'port_id': '4bd6fae8-8d96-4bc9-aceb-46172a209215', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb', 'mac_address': 'fa:16:3e:82:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601fcf13-2ebf-4a3e-af08-2c592d16eaa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:11:17Z', 'updated_at': '2021-11-29T02:11:19Z', 'revision_number': 1, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249e4e51-acb1-4124-8d02-52e286805239', 'name': '', 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:85:b2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '8b68ca61-b8b7-455e-b4e5-19dea1083f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:11:01Z', 'updated_at': '2021-11-29T02:11:05Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '8b68ca61-b8b7-455e-b4e5-19dea1083f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:18.251981 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adbad77-494a-46a8-811c-84ee42b5cdb5 None None] The sync data for ids ['10c866f4-4490-40d6-b20a-4c7b5ed304c8'] in dv-neutron-819032-3-hyperv is: [{'id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'name': 'tempest-TestNetworkBasicOps-router-1053225433', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:10:58Z', 'updated_at': '2021-11-29T02:11:02Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:10:59Z', 'updated_at': '2021-11-29T02:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'bedccdc9-c907-461c-accf-6f5dd7d963cc', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.254', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'port_id': '4bd6fae8-8d96-4bc9-aceb-46172a209215', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb', 'mac_address': 'fa:16:3e:82:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601fcf13-2ebf-4a3e-af08-2c592d16eaa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:11:17Z', 'updated_at': '2021-11-29T02:11:19Z', 'revision_number': 1, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249e4e51-acb1-4124-8d02-52e286805239', 'name': '', 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:85:b2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '8b68ca61-b8b7-455e-b4e5-19dea1083f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:11:01Z', 'updated_at': '2021-11-29T02:11:05Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '8b68ca61-b8b7-455e-b4e5-19dea1083f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:12:18.458812 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629a433d-18e5-49d5-a5db-459cf4b0105c None None] New status for floating IP 3e414130-208d-48d4-a1be-e6315d0dfb9a: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:12:18.910482 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885f7d3-6194-4997-a2a8-5972e68c8975 req-aa2e439d-1ddb-4323-81fd-e9158e7dd2bc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:18.911968 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1885f7d3-6194-4997-a2a8-5972e68c8975 req-aa2e439d-1ddb-4323-81fd-e9158e7dd2bc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d588989-a807-4111-9761-ddca0656b427 HTTP/1.1" status: 200 len: 946 time: 0.0531464 Nov 29 02:12:18.961040 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1885f7d3-6194-4997-a2a8-5972e68c8975 req-03a201f3-749a-44ca-a003-69c8a31fda9a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=6ba420e2-19b6-4b91-9571-dd678c22029c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424130 Nov 29 02:12:19.400953 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde9cd2-03d1-444f-a478-9283f12243da req-986b856c-b260-42e6-bfb0-107f7e12345d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:19.402287 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5fde9cd2-03d1-444f-a478-9283f12243da req-986b856c-b260-42e6-bfb0-107f7e12345d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d588989-a807-4111-9761-ddca0656b427 HTTP/1.1" status: 200 len: 946 time: 0.0480771 Nov 29 02:12:19.496602 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-5fde9cd2-03d1-444f-a478-9283f12243da req-14163c17-f418-488c-a547-be29f8e91aad tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port e8c60c06-aa6d-46f8-9eb5-ff7dc5235739 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:12:19.496916 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5fde9cd2-03d1-444f-a478-9283f12243da req-14163c17-f418-488c-a547-be29f8e91aad tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:19.588604 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-5fde9cd2-03d1-444f-a478-9283f12243da req-14163c17-f418-488c-a547-be29f8e91aad tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] For port e8c60c06-aa6d-46f8-9eb5-ff7dc5235739, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=e8c60c06-aa6d-46f8-9eb5-ff7dc5235739,segment=NetworkSegment(118a9950-d3b6-45a3-baaf-df2a45107479),segment_id=118a9950-d3b6-45a3-baaf-df2a45107479)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:19.588969 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5fde9cd2-03d1-444f-a478-9283f12243da req-14163c17-f418-488c-a547-be29f8e91aad tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:19.601735 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-5fde9cd2-03d1-444f-a478-9283f12243da req-14163c17-f418-488c-a547-be29f8e91aad tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for e8c60c06-aa6d-46f8-9eb5-ff7dc5235739 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:12:19.729501 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5fde9cd2-03d1-444f-a478-9283f12243da req-14163c17-f418-488c-a547-be29f8e91aad tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:19.758406 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14163c17-f418-488c-a547-be29f8e91aad tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=e8c60c06-aa6d-46f8-9eb5-ff7dc5235739,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:19.802590 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fde9cd2-03d1-444f-a478-9283f12243da req-14163c17-f418-488c-a547-be29f8e91aad tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] No DVR routers for this DVR port e8c60c06-aa6d-46f8-9eb5-ff7dc5235739 on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:12:19.805118 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5fde9cd2-03d1-444f-a478-9283f12243da req-14163c17-f418-488c-a547-be29f8e91aad tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:19.808592 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5fde9cd2-03d1-444f-a478-9283f12243da req-14163c17-f418-488c-a547-be29f8e91aad tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "DELETE /v2.0/ports/e8c60c06-aa6d-46f8-9eb5-ff7dc5235739 HTTP/1.1" status: 204 len: 173 time: 0.3984189 Nov 29 02:12:19.809035 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d588989-a807-4111-9761-ddca0656b427', 'name': 'network-vif-deleted', 'tag': 'e8c60c06-aa6d-46f8-9eb5-ff7dc5235739'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:12:19.811341 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6fb783-f0e6-4e07-9078-e3911b3db496" -d '{"events": [{"server_uuid": "6d588989-a807-4111-9761-ddca0656b427", "name": "network-vif-deleted", "tag": "e8c60c06-aa6d-46f8-9eb5-ff7dc5235739"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:12:19.850274 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc048dc-d05c-4b35-a9c5-d0d94e2ec03a x-openstack-request-id: req-0bc048dc-d05c-4b35-a9c5-d0d94e2ec03a {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:12:19.850675 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d588989-a807-4111-9761-ddca0656b427", "name": "network-vif-deleted", "tag": "e8c60c06-aa6d-46f8-9eb5-ff7dc5235739", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:12:19.850814 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0bc048dc-d05c-4b35-a9c5-d0d94e2ec03a {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:12:19.851216 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d588989-a807-4111-9761-ddca0656b427', 'name': 'network-vif-deleted', 'tag': 'e8c60c06-aa6d-46f8-9eb5-ff7dc5235739', 'status': 'completed', 'code': 200} Nov 29 02:12:20.073458 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5ac25ffc-f8f3-4686-9b6f-c3ebf84f22af req-d7f59c31-db8a-4953-b448-317d3da6e1f1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d588989-a807-4111-9761-ddca0656b427 HTTP/1.1" status: 200 len: 210 time: 0.0324645 Nov 29 02:12:21.128280 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45556) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:21.184292 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d785d297-1deb-48ab-b5fc-d2a170d5a651 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:21.208590 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d785d297-1deb-48ab-b5fc-d2a170d5a651 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:21.266093 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d785d297-1deb-48ab-b5fc-d2a170d5a651 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:21.268714 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d785d297-1deb-48ab-b5fc-d2a170d5a651 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:21.269886 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d785d297-1deb-48ab-b5fc-d2a170d5a651 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/security-groups/6ba420e2-19b6-4b91-9571-dd678c22029c HTTP/1.1" status: 204 len: 168 time: 0.1406052 Nov 29 02:12:21.280182 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785d297-1deb-48ab-b5fc-d2a170d5a651 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba420e2-19b6-4b91-9571-dd678c22029c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:21.299761 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45560) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:21.458032 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-3b6cc0ab-d39f-47a5-b478-63618324156b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port 09cb8a75-54d7-4c71-bb13-5f75f8233f79 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:12:21.458376 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b6cc0ab-d39f-47a5-b478-63618324156b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:21.532053 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b6cc0ab-d39f-47a5-b478-63618324156b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:21.532382 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b6cc0ab-d39f-47a5-b478-63618324156b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:21.543967 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-3b6cc0ab-d39f-47a5-b478-63618324156b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for 09cb8a75-54d7-4c71-bb13-5f75f8233f79 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:12:21.688444 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b6cc0ab-d39f-47a5-b478-63618324156b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:21.714718 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6cc0ab-d39f-47a5-b478-63618324156b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=09cb8a75-54d7-4c71-bb13-5f75f8233f79,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:21.774479 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b6cc0ab-d39f-47a5-b478-63618324156b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:21.774814 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-3b6cc0ab-d39f-47a5-b478-63618324156b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Floating IP bedccdc9-c907-461c-accf-6f5dd7d963cc disassociated (deleted). External IP: 172.26.3.254, port: 4bd6fae8-8d96-4bc9-aceb-46172a209215. Nov 29 02:12:21.972813 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6cc0ab-d39f-47a5-b478-63618324156b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router 10c866f4-4490-40d6-b20a-4c7b5ed304c8 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:12:22.077508 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6cc0ab-d39f-47a5-b478-63618324156b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:12:22.082012 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b6cc0ab-d39f-47a5-b478-63618324156b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:22.086963 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4e4193-cfab-4042-be15-d4089721aefe None None] Sync routers for ids ['10c866f4-4490-40d6-b20a-4c7b5ed304c8'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:12:22.096571 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4e4193-cfab-4042-be15-d4089721aefe None None] Routers {'10c866f4-4490-40d6-b20a-4c7b5ed304c8'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:12:22.097178 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-bc4e4193-cfab-4042-be15-d4089721aefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:12:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['10c866f4-4490-40d6-b20a-4c7b5ed304c8'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:22.112703 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3b6cc0ab-d39f-47a5-b478-63618324156b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/floatingips/bedccdc9-c907-461c-accf-6f5dd7d963cc HTTP/1.1" status: 204 len: 168 time: 0.8095324 Nov 29 02:12:22.112703 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601fcf13-2ebf-4a3e-af08-2c592d16eaa7', 'tag': '4bd6fae8-8d96-4bc9-aceb-46172a209215'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:12:22.113759 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a54b0b8d43a805c8e04fafa9e6e1877f555095d74f053d1eebc96b979e45145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a82d94-b468-4e48-844f-4f025632474d" -d '{"events": [{"name": "network-changed", "server_uuid": "601fcf13-2ebf-4a3e-af08-2c592d16eaa7", "tag": "4bd6fae8-8d96-4bc9-aceb-46172a209215"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:12:22.152486 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ab3f4a-bc13-41e7-801c-0c53b28a93c8 x-openstack-request-id: req-d9ab3f4a-bc13-41e7-801c-0c53b28a93c8 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:12:22.153188 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601fcf13-2ebf-4a3e-af08-2c592d16eaa7", "tag": "4bd6fae8-8d96-4bc9-aceb-46172a209215", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:12:22.153188 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d9ab3f4a-bc13-41e7-801c-0c53b28a93c8 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:12:22.153496 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601fcf13-2ebf-4a3e-af08-2c592d16eaa7', 'tag': '4bd6fae8-8d96-4bc9-aceb-46172a209215', 'status': 'completed', 'code': 200} Nov 29 02:12:22.165817 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device e8c60c06-aa6d-46f8-9eb5-ff7dc5235739 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:12:22.195444 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: e8c60c06-aa6d-46f8-9eb5-ff7dc5235739 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:12:22.195841 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device e8c60c06-aa6d-46f8-9eb5-ff7dc5235739 not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:12:22.234430 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-bc4e4193-cfab-4042-be15-d4089721aefe None None] Set router 10c866f4-4490-40d6-b20a-4c7b5ed304c8 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:12:22.266217 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a82d94-b468-4e48-844f-4f025632474d req-159ca11e-f5d5-4b3c-b429-99c4b24fe18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:22.268134 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f1a82d94-b468-4e48-844f-4f025632474d req-159ca11e-f5d5-4b3c-b429-99c4b24fe18c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=601fcf13-2ebf-4a3e-af08-2c592d16eaa7 HTTP/1.1" status: 200 len: 1099 time: 0.0634937 Nov 29 02:12:22.354025 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7805b-71dc-4cfb-8b10-c47bccb8663b req-05cb27ed-b79a-44f4-abe6-cd3aee25f7d2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:22.355674 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1ec7805b-71dc-4cfb-8b10-c47bccb8663b req-05cb27ed-b79a-44f4-abe6-cd3aee25f7d2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=601fcf13-2ebf-4a3e-af08-2c592d16eaa7 HTTP/1.1" status: 200 len: 946 time: 0.0543869 Nov 29 02:12:22.405675 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a82d94-b468-4e48-844f-4f025632474d req-f6974d47-f34c-43dc-b5cc-a88c40df4114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:22.407161 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f1a82d94-b468-4e48-844f-4f025632474d req-f6974d47-f34c-43dc-b5cc-a88c40df4114 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4a009f8b-a508-456c-a694-02ba330d11cb HTTP/1.1" status: 200 len: 898 time: 0.0947886 Nov 29 02:12:22.409947 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1ec7805b-71dc-4cfb-8b10-c47bccb8663b req-3eb570d3-8bb4-475a-8113-2790ed1da481 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f751c3-fbe7-49a5-aa0e-7f8ee2eb5c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463998 Nov 29 02:12:22.438348 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-bc4e4193-cfab-4042-be15-d4089721aefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'name': 'tempest-TestNetworkBasicOps-router-1053225433', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:10:58Z', 'updated_at': '2021-11-29T02:11:02Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:10:59Z', 'updated_at': '2021-11-29T02:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '249e4e51-acb1-4124-8d02-52e286805239', 'name': '', 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:85:b2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '8b68ca61-b8b7-455e-b4e5-19dea1083f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:11:01Z', 'updated_at': '2021-11-29T02:11:05Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '8b68ca61-b8b7-455e-b4e5-19dea1083f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:22.455881 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f1a82d94-b468-4e48-844f-4f025632474d req-1965c723-7d6d-4c20-b1f6-4a916f48ff81 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bd6fae8-8d96-4bc9-aceb-46172a209215 HTTP/1.1" status: 200 len: 217 time: 0.0399673 Nov 29 02:12:22.468582 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4e4193-cfab-4042-be15-d4089721aefe None None] Checking router: 10c866f4-4490-40d6-b20a-4c7b5ed304c8 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:12:22.477480 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4e4193-cfab-4042-be15-d4089721aefe None None] Routers {'10c866f4-4490-40d6-b20a-4c7b5ed304c8'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:12:22.478114 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-bc4e4193-cfab-4042-be15-d4089721aefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:12:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['10c866f4-4490-40d6-b20a-4c7b5ed304c8'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:22.506561 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a82d94-b468-4e48-844f-4f025632474d req-8cffe702-1f6d-40e8-90c1-2e4f52deaf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:22.507945 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f1a82d94-b468-4e48-844f-4f025632474d req-8cffe702-1f6d-40e8-90c1-2e4f52deaf59 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b68ca61-b8b7-455e-b4e5-19dea1083f1f HTTP/1.1" status: 200 len: 834 time: 0.0430577 Nov 29 02:12:22.555443 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a82d94-b468-4e48-844f-4f025632474d req-d5978b7f-b686-44cb-8aab-3c9a255a29ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:22.556983 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f1a82d94-b468-4e48-844f-4f025632474d req-d5978b7f-b686-44cb-8aab-3c9a255a29ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4a009f8b-a508-456c-a694-02ba330d11cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388281 Nov 29 02:12:22.582204 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-bc4e4193-cfab-4042-be15-d4089721aefe None None] Set router 10c866f4-4490-40d6-b20a-4c7b5ed304c8 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:12:22.652983 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f1a82d94-b468-4e48-844f-4f025632474d req-c331b19c-3502-45fb-bacb-0dcbce006906 service neutron] 10.222.0.24 "GET /v2.0/networks/4a009f8b-a508-456c-a694-02ba330d11cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866344 Nov 29 02:12:22.751067 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f1a82d94-b468-4e48-844f-4f025632474d req-e64ebd36-622b-4268-9684-a895bafcfeb4 service neutron] 10.222.0.24 "GET /v2.0/networks/4a009f8b-a508-456c-a694-02ba330d11cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866108 Nov 29 02:12:22.919365 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-bc4e4193-cfab-4042-be15-d4089721aefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'name': 'tempest-TestNetworkBasicOps-router-1053225433', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:10:58Z', 'updated_at': '2021-11-29T02:11:02Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:10:59Z', 'updated_at': '2021-11-29T02:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '249e4e51-acb1-4124-8d02-52e286805239', 'name': '', 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:85:b2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '8b68ca61-b8b7-455e-b4e5-19dea1083f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:11:01Z', 'updated_at': '2021-11-29T02:11:05Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '8b68ca61-b8b7-455e-b4e5-19dea1083f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:22.945051 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4e4193-cfab-4042-be15-d4089721aefe None None] The sync data for ids ['10c866f4-4490-40d6-b20a-4c7b5ed304c8'] in dv-neutron-819032-3-hyperv is: [{'id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'name': 'tempest-TestNetworkBasicOps-router-1053225433', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:10:58Z', 'updated_at': '2021-11-29T02:11:02Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:10:59Z', 'updated_at': '2021-11-29T02:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '249e4e51-acb1-4124-8d02-52e286805239', 'name': '', 'network_id': '4a009f8b-a508-456c-a694-02ba330d11cb', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:85:b2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': '8b68ca61-b8b7-455e-b4e5-19dea1083f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:11:01Z', 'updated_at': '2021-11-29T02:11:05Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '8b68ca61-b8b7-455e-b4e5-19dea1083f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:12:23.151960 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e59f59-93e3-40d8-8586-dc7438b7749f None None] New status for floating IP bedccdc9-c907-461c-accf-6f5dd7d963cc: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:12:23.528055 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb559a2-fe48-42f1-9c8d-8a0df70dc192 req-b9254d7a-817b-421e-b068-ed6af2059c97 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:23.529441 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3cb559a2-fe48-42f1-9c8d-8a0df70dc192 req-b9254d7a-817b-421e-b068-ed6af2059c97 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=601fcf13-2ebf-4a3e-af08-2c592d16eaa7 HTTP/1.1" status: 200 len: 946 time: 0.0510163 Nov 29 02:12:23.578276 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3cb559a2-fe48-42f1-9c8d-8a0df70dc192 req-4612406b-0826-4bd8-b739-3be6d6534a8e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=b5f751c3-fbe7-49a5-aa0e-7f8ee2eb5c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429790 Nov 29 02:12:24.119975 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6915a85-a292-4de4-9df9-44582b5c7c3b req-09e80f6a-edf7-4082-a54a-cb6abdf330fc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:24.121434 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d6915a85-a292-4de4-9df9-44582b5c7c3b req-09e80f6a-edf7-4082-a54a-cb6abdf330fc tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/ports?device_id=601fcf13-2ebf-4a3e-af08-2c592d16eaa7 HTTP/1.1" status: 200 len: 946 time: 0.0523443 Nov 29 02:12:24.213345 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-d6915a85-a292-4de4-9df9-44582b5c7c3b req-9f38beff-8f67-4edd-a345-7d3642de0f81 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port 4bd6fae8-8d96-4bc9-aceb-46172a209215 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:12:24.214236 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d6915a85-a292-4de4-9df9-44582b5c7c3b req-9f38beff-8f67-4edd-a345-7d3642de0f81 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:24.307821 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-d6915a85-a292-4de4-9df9-44582b5c7c3b req-9f38beff-8f67-4edd-a345-7d3642de0f81 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] For port 4bd6fae8-8d96-4bc9-aceb-46172a209215, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=4bd6fae8-8d96-4bc9-aceb-46172a209215,segment=NetworkSegment(118a9950-d3b6-45a3-baaf-df2a45107479),segment_id=118a9950-d3b6-45a3-baaf-df2a45107479)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:24.308181 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d6915a85-a292-4de4-9df9-44582b5c7c3b req-9f38beff-8f67-4edd-a345-7d3642de0f81 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:24.320470 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-d6915a85-a292-4de4-9df9-44582b5c7c3b req-9f38beff-8f67-4edd-a345-7d3642de0f81 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for 4bd6fae8-8d96-4bc9-aceb-46172a209215 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:12:24.442430 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d6915a85-a292-4de4-9df9-44582b5c7c3b req-9f38beff-8f67-4edd-a345-7d3642de0f81 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:24.475423 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38beff-8f67-4edd-a345-7d3642de0f81 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=4bd6fae8-8d96-4bc9-aceb-46172a209215,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:24.513187 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6915a85-a292-4de4-9df9-44582b5c7c3b req-9f38beff-8f67-4edd-a345-7d3642de0f81 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] No DVR routers for this DVR port 4bd6fae8-8d96-4bc9-aceb-46172a209215 on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:12:24.515617 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d6915a85-a292-4de4-9df9-44582b5c7c3b req-9f38beff-8f67-4edd-a345-7d3642de0f81 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:24.518947 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d6915a85-a292-4de4-9df9-44582b5c7c3b req-9f38beff-8f67-4edd-a345-7d3642de0f81 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "DELETE /v2.0/ports/4bd6fae8-8d96-4bc9-aceb-46172a209215 HTTP/1.1" status: 204 len: 173 time: 0.3911054 Nov 29 02:12:24.519393 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601fcf13-2ebf-4a3e-af08-2c592d16eaa7', 'name': 'network-vif-deleted', 'tag': '4bd6fae8-8d96-4bc9-aceb-46172a209215'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:12:24.521645 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee33de3-f5c8-44f3-8840-f9839d621c68" -d '{"events": [{"server_uuid": "601fcf13-2ebf-4a3e-af08-2c592d16eaa7", "name": "network-vif-deleted", "tag": "4bd6fae8-8d96-4bc9-aceb-46172a209215"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:12:24.558325 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d682ba57-f863-49d5-8936-88df8a35ed96 x-openstack-request-id: req-d682ba57-f863-49d5-8936-88df8a35ed96 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:12:24.558835 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601fcf13-2ebf-4a3e-af08-2c592d16eaa7", "name": "network-vif-deleted", "tag": "4bd6fae8-8d96-4bc9-aceb-46172a209215", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:12:24.559100 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d682ba57-f863-49d5-8936-88df8a35ed96 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:12:24.559651 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601fcf13-2ebf-4a3e-af08-2c592d16eaa7', 'name': 'network-vif-deleted', 'tag': '4bd6fae8-8d96-4bc9-aceb-46172a209215', 'status': 'completed', 'code': 200} Nov 29 02:12:24.671359 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3cb5bae3-d195-47d1-af25-115e633020f4 req-30a0aeef-27c3-46d8-ac08-bca6bbe1006c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=601fcf13-2ebf-4a3e-af08-2c592d16eaa7 HTTP/1.1" status: 200 len: 210 time: 0.0262122 Nov 29 02:12:25.726449 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45578) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:25.782323 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-14208a0d-dd49-4a16-8d83-c139da636219 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:25.810162 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-14208a0d-dd49-4a16-8d83-c139da636219 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:25.866751 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-14208a0d-dd49-4a16-8d83-c139da636219 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:25.869870 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-14208a0d-dd49-4a16-8d83-c139da636219 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:25.871021 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-14208a0d-dd49-4a16-8d83-c139da636219 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/security-groups/b5f751c3-fbe7-49a5-aa0e-7f8ee2eb5c9b HTTP/1.1" status: 204 len: 168 time: 0.1435981 Nov 29 02:12:25.879968 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14208a0d-dd49-4a16-8d83-c139da636219 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f751c3-fbe7-49a5-aa0e-7f8ee2eb5c9b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:25.902588 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45582) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:26.165630 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 4bd6fae8-8d96-4bc9-aceb-46172a209215 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:12:26.187365 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: 4bd6fae8-8d96-4bc9-aceb-46172a209215 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:12:26.187871 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 4bd6fae8-8d96-4bc9-aceb-46172a209215 not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:12:26.264141 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-019d2830-04d6-483c-bd92-680d6454364e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:26.557136 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-019d2830-04d6-483c-bd92-680d6454364e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port 249e4e51-acb1-4124-8d02-52e286805239 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:12:26.557373 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-019d2830-04d6-483c-bd92-680d6454364e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:26.658957 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-019d2830-04d6-483c-bd92-680d6454364e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] For port 249e4e51-acb1-4124-8d02-52e286805239, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=249e4e51-acb1-4124-8d02-52e286805239,segment=NetworkSegment(118a9950-d3b6-45a3-baaf-df2a45107479),segment_id=118a9950-d3b6-45a3-baaf-df2a45107479)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:26.659317 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-019d2830-04d6-483c-bd92-680d6454364e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:26.673066 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-019d2830-04d6-483c-bd92-680d6454364e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for 249e4e51-acb1-4124-8d02-52e286805239 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:12:26.864617 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-019d2830-04d6-483c-bd92-680d6454364e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:26.896588 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d2830-04d6-483c-bd92-680d6454364e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=249e4e51-acb1-4124-8d02-52e286805239,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:27.081428 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-019d2830-04d6-483c-bd92-680d6454364e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:27.322829 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019d2830-04d6-483c-bd92-680d6454364e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router 10c866f4-4490-40d6-b20a-4c7b5ed304c8 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:12:27.436295 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019d2830-04d6-483c-bd92-680d6454364e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:12:27.441388 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-019d2830-04d6-483c-bd92-680d6454364e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "PUT /v2.0/routers/10c866f4-4490-40d6-b20a-4c7b5ed304c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5377703 Nov 29 02:12:27.444185 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45584) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:27.447901 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dbfa65-965f-412b-8310-f68b74eb69b5 None None] Sync routers for ids ['10c866f4-4490-40d6-b20a-4c7b5ed304c8'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:12:27.460379 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dbfa65-965f-412b-8310-f68b74eb69b5 None None] Routers {'10c866f4-4490-40d6-b20a-4c7b5ed304c8'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:12:27.461024 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b3dbfa65-965f-412b-8310-f68b74eb69b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:12:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['10c866f4-4490-40d6-b20a-4c7b5ed304c8'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:27.497128 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a11cd3-d7e3-49ab-ab5f-12ab3c66e030 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting subnet 8b68ca61-b8b7-455e-b4e5-19dea1083f1f {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:12:27.500481 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-97a11cd3-d7e3-49ab-ab5f-12ab3c66e030 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:27.545003 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-97a11cd3-d7e3-49ab-ab5f-12ab3c66e030 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:27.570257 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-b3dbfa65-965f-412b-8310-f68b74eb69b5 None None] Set router 10c866f4-4490-40d6-b20a-4c7b5ed304c8 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:12:27.643579 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-97a11cd3-d7e3-49ab-ab5f-12ab3c66e030 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:27.707266 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-97a11cd3-d7e3-49ab-ab5f-12ab3c66e030 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:27.734972 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a11cd3-d7e3-49ab-ab5f-12ab3c66e030 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Subnet': ['ID=8b68ca61-b8b7-455e-b4e5-19dea1083f1f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:27.738554 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-97a11cd3-d7e3-49ab-ab5f-12ab3c66e030 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:27.741996 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-97a11cd3-d7e3-49ab-ab5f-12ab3c66e030 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/subnets/8b68ca61-b8b7-455e-b4e5-19dea1083f1f HTTP/1.1" status: 204 len: 168 time: 0.2968001 Nov 29 02:12:27.745205 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45586) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:27.753798 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69ed624-a787-4fa5-8411-66de6429ff73 None None] Network 4a009f8b-a508-456c-a694-02ba330d11cb requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:12:27.858081 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b3dbfa65-965f-412b-8310-f68b74eb69b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'name': 'tempest-TestNetworkBasicOps-router-1053225433', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:10:58Z', 'updated_at': '2021-11-29T02:12:26Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:10:59Z', 'updated_at': '2021-11-29T02:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:27.858969 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1567e6f-26de-4ab5-a9bc-80fe1c6e4044 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:27.900394 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dbfa65-965f-412b-8310-f68b74eb69b5 None None] Checking router: 10c866f4-4490-40d6-b20a-4c7b5ed304c8 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:12:27.914638 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dbfa65-965f-412b-8310-f68b74eb69b5 None None] Routers {'10c866f4-4490-40d6-b20a-4c7b5ed304c8'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:12:27.915370 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b3dbfa65-965f-412b-8310-f68b74eb69b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:12:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['10c866f4-4490-40d6-b20a-4c7b5ed304c8'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:27.973870 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1567e6f-26de-4ab5-a9bc-80fe1c6e4044 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.033844 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3be49a-b61d-4b4b-9308-b8de4e969677 None None] DHCP port deletion for 4a009f8b-a508-456c-a694-02ba330d11cb request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:12:28.035707 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-a1567e6f-26de-4ab5-a9bc-80fe1c6e4044 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port 25f9fde6-6e23-447f-880e-bba69fca1abf {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:12:28.036062 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1567e6f-26de-4ab5-a9bc-80fe1c6e4044 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.038849 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-b3dbfa65-965f-412b-8310-f68b74eb69b5 None None] Set router 10c866f4-4490-40d6-b20a-4c7b5ed304c8 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:12:28.127360 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-a1567e6f-26de-4ab5-a9bc-80fe1c6e4044 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] For port 25f9fde6-6e23-447f-880e-bba69fca1abf, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=25f9fde6-6e23-447f-880e-bba69fca1abf,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:28.127733 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1567e6f-26de-4ab5-a9bc-80fe1c6e4044 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.142131 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-a1567e6f-26de-4ab5-a9bc-80fe1c6e4044 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for 25f9fde6-6e23-447f-880e-bba69fca1abf owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:12:28.231567 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-be3be49a-b61d-4b4b-9308-b8de4e969677 None None] Deleting port 0a9080cb-82ce-4794-9452-c0cd75006cd2 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:12:28.231853 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-be3be49a-b61d-4b4b-9308-b8de4e969677 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.311794 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-be3be49a-b61d-4b4b-9308-b8de4e969677 None None] For port 0a9080cb-82ce-4794-9452-c0cd75006cd2, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=0a9080cb-82ce-4794-9452-c0cd75006cd2,segment=NetworkSegment(118a9950-d3b6-45a3-baaf-df2a45107479),segment_id=118a9950-d3b6-45a3-baaf-df2a45107479)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:28.312190 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-be3be49a-b61d-4b4b-9308-b8de4e969677 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.328889 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1567e6f-26de-4ab5-a9bc-80fe1c6e4044 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.332309 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-be3be49a-b61d-4b4b-9308-b8de4e969677 None None] Calling delete_port for 0a9080cb-82ce-4794-9452-c0cd75006cd2 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:12:28.345906 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b3dbfa65-965f-412b-8310-f68b74eb69b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'name': 'tempest-TestNetworkBasicOps-router-1053225433', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:10:58Z', 'updated_at': '2021-11-29T02:12:26Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:10:59Z', 'updated_at': '2021-11-29T02:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:28.356386 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1567e6f-26de-4ab5-a9bc-80fe1c6e4044 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=25f9fde6-6e23-447f-880e-bba69fca1abf,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:28.406448 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef2f88c-2faf-4b49-a608-fac898d8b472 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:12:28.408235 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 0a9080cb-82ce-4794-9452-c0cd75006cd2 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:12:28.413214 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dbfa65-965f-412b-8310-f68b74eb69b5 None None] The sync data for ids ['10c866f4-4490-40d6-b20a-4c7b5ed304c8'] in dv-neutron-819032-3-hyperv is: [{'id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'name': 'tempest-TestNetworkBasicOps-router-1053225433', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:10:58Z', 'updated_at': '2021-11-29T02:12:26Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': '25f9fde6-6e23-447f-880e-bba69fca1abf', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c866f4-4490-40d6-b20a-4c7b5ed304c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:10:59Z', 'updated_at': '2021-11-29T02:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:12:28.414678 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1567e6f-26de-4ab5-a9bc-80fe1c6e4044 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.524815 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-be3be49a-b61d-4b4b-9308-b8de4e969677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.528025 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1567e6f-26de-4ab5-a9bc-80fe1c6e4044 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.530233 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1567e6f-26de-4ab5-a9bc-80fe1c6e4044 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.546939 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.552428 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3be49a-b61d-4b4b-9308-b8de4e969677 None None] Pushing event deleted for resources: {'Port': ['ID=0a9080cb-82ce-4794-9452-c0cd75006cd2,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:28.568042 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3be49a-b61d-4b4b-9308-b8de4e969677 None None] No DVR routers for this DVR port 0a9080cb-82ce-4794-9452-c0cd75006cd2 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:12:28.575275 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1567e6f-26de-4ab5-a9bc-80fe1c6e4044 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.575791 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1567e6f-26de-4ab5-a9bc-80fe1c6e4044 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Fanout notify agent at l3_agent the message router_deleted on router 10c866f4-4490-40d6-b20a-4c7b5ed304c8 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:12:28.583776 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a1567e6f-26de-4ab5-a9bc-80fe1c6e4044 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.584456 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a1567e6f-26de-4ab5-a9bc-80fe1c6e4044 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/routers/10c866f4-4490-40d6-b20a-4c7b5ed304c8 HTTP/1.1" status: 204 len: 168 time: 0.8382628 Nov 29 02:12:28.587162 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45588) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:28.663187 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-739b5bd4-b0a4-4356-a6bc-a72227ddb1df tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.753417 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-739b5bd4-b0a4-4356-a6bc-a72227ddb1df tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.773786 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-739b5bd4-b0a4-4356-a6bc-a72227ddb1df tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a009f8b-a508-456c-a694-02ba330d11cb']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:28.785237 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-739b5bd4-b0a4-4356-a6bc-a72227ddb1df tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '118a9950-d3b6-45a3-baaf-df2a45107479') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:28.785689 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-739b5bd4-b0a4-4356-a6bc-a72227ddb1df tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '118a9950-d3b6-45a3-baaf-df2a45107479') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:28.797420 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-739b5bd4-b0a4-4356-a6bc-a72227ddb1df tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.811896 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-739b5bd4-b0a4-4356-a6bc-a72227ddb1df tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.818710 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-739b5bd4-b0a4-4356-a6bc-a72227ddb1df tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:12:28.819423 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-739b5bd4-b0a4-4356-a6bc-a72227ddb1df tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.823123 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:12:28.823123 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:12:28.823123 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:12:28.823123 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:12:28.823123 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:12:28.823123 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:12:28.823123 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:12:28.823123 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:12:28.823123 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:12:28.823123 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:12:28.823123 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:12:28.823123 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:12:28.823123 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:12:28.823123 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:12:28.823123 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:12:28.823123 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:12:28.823123 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:12:28.823123 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:12:28.823123 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:12:28.823123 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:12:28.823123 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:12:28.823123 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:12:28.823123 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:12:28.823123 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:12:28.823123 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:12:28.823123 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:12:28.823123 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:12:28.823123 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:12:28.823123 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:12:28.823123 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:12:28.823123 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:12:28.823123 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:12:28.891797 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-739b5bd4-b0a4-4356-a6bc-a72227ddb1df tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.899777 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-739b5bd4-b0a4-4356-a6bc-a72227ddb1df tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.906791 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-739b5bd4-b0a4-4356-a6bc-a72227ddb1df tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/networks/4a009f8b-a508-456c-a694-02ba330d11cb HTTP/1.1" status: 204 len: 168 time: 0.3184528 Nov 29 02:12:28.920564 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b5bd4-b0a4-4356-a6bc-a72227ddb1df tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Network': ['ID=4a009f8b-a508-456c-a694-02ba330d11cb,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:28.930560 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45590) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:28.936382 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-bbf5e388-0594-4ab9-b58c-ebd911aba6fe tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'network': {'name': 'tempest-network-smoke--993280455', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'port_security_enabled': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:28.957438 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf5e388-0594-4ab9-b58c-ebd911aba6fe tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Made reservation on behalf of d1a27bea49814722818e7a3b77708f76 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:12:28.960865 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bbf5e388-0594-4ab9-b58c-ebd911aba6fe tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.986885 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf5e388-0594-4ab9-b58c-ebd911aba6fe tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:12:28.997269 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bbf5e388-0594-4ab9-b58c-ebd911aba6fe tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:28.997711 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-bbf5e388-0594-4ab9-b58c-ebd911aba6fe tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Added segment 3daa5bb4-9f98-468e-a34c-a54defacd3c8 of type vlan for network 813834f8-725a-4695-b8f2-de58c3dd32de Nov 29 02:12:29.040603 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bbf5e388-0594-4ab9-b58c-ebd911aba6fe tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:29.067097 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bbf5e388-0594-4ab9-b58c-ebd911aba6fe tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:29.072803 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf5e388-0594-4ab9-b58c-ebd911aba6fe tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:29.073390 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bbf5e388-0594-4ab9-b58c-ebd911aba6fe tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:29.132623 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bbf5e388-0594-4ab9-b58c-ebd911aba6fe tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2008624 Nov 29 02:12:29.135353 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45592) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:29.146804 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-8c8dc1e7-0e46-4c3f-bc61-cead536b5262 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-694284386', 'admin_state_up': True, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:29.163323 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5e388-0594-4ab9-b58c-ebd911aba6fe tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Network': ['ID=813834f8-725a-4695-b8f2-de58c3dd32de,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:29.175686 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 813834f8-725a-4695-b8f2-de58c3dd32de details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:12:29.182301 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c8dc1e7-0e46-4c3f-bc61-cead536b5262 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:29.183412 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c8dc1e7-0e46-4c3f-bc61-cead536b5262 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:29.236580 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c8dc1e7-0e46-4c3f-bc61-cead536b5262 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:29.689330 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c8dc1e7-0e46-4c3f-bc61-cead536b5262 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:29.879194 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c8dc1e7-0e46-4c3f-bc61-cead536b5262 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:29.901981 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c8dc1e7-0e46-4c3f-bc61-cead536b5262 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:30.004429 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-8c8dc1e7-0e46-4c3f-bc61-cead536b5262 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.26.3.214 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:12:30.106521 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c8dc1e7-0e46-4c3f-bc61-cead536b5262 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:30.140642 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c8dc1e7-0e46-4c3f-bc61-cead536b5262 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:30.180460 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8dc1e7-0e46-4c3f-bc61-cead536b5262 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:12:30.185741 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-8c8dc1e7-0e46-4c3f-bc61-cead536b5262 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:12:30.188228 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8dc1e7-0e46-4c3f-bc61-cead536b5262 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:12:30.193733 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8dc1e7-0e46-4c3f-bc61-cead536b5262 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:30.203325 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44d00c2-d59a-433b-a499-2e86f21edd89 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:12:30.305042 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 25f9fde6-6e23-447f-880e-bba69fca1abf no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:12:30.328775 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 25f9fde6-6e23-447f-880e-bba69fca1abf {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:12:30.329116 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 25f9fde6-6e23-447f-880e-bba69fca1abf not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:12:30.329530 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 249e4e51-acb1-4124-8d02-52e286805239 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:12:30.358031 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 249e4e51-acb1-4124-8d02-52e286805239 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:12:30.358375 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 249e4e51-acb1-4124-8d02-52e286805239 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:12:30.365041 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-43a64faa-e900-47bc-94ac-e82bb9892193 None None] Provisioning complete for port dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:30.365408 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-43a64faa-e900-47bc-94ac-e82bb9892193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:30.400717 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-43a64faa-e900-47bc-94ac-e82bb9892193 None None] Port dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:12:30.455378 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c8dc1e7-0e46-4c3f-bc61-cead536b5262 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:30.667800 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c8dc1e7-0e46-4c3f-bc61-cead536b5262 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:30.801210 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8dc1e7-0e46-4c3f-bc61-cead536b5262 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router 3c78e542-a3a8-4841-868f-7bfbe82c74f1 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:12:30.917020 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8dc1e7-0e46-4c3f-bc61-cead536b5262 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:12:30.928877 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1725be-695c-43d8-b58f-8a6d9630b3e5 None None] Sync routers for ids ['3c78e542-a3a8-4841-868f-7bfbe82c74f1'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:12:30.938069 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c8dc1e7-0e46-4c3f-bc61-cead536b5262 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:30.938274 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1725be-695c-43d8-b58f-8a6d9630b3e5 None None] Routers {'3c78e542-a3a8-4841-868f-7bfbe82c74f1'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:12:30.938691 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5b1725be-695c-43d8-b58f-8a6d9630b3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:12:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['3c78e542-a3a8-4841-868f-7bfbe82c74f1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:30.939619 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8c8dc1e7-0e46-4c3f-bc61-cead536b5262 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8032918 Nov 29 02:12:30.942913 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45594) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:30.971564 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5170f5be-66e0-44f8-952a-b483d73597c5 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d1a27bea49814722818e7a3b77708f76&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274982 Nov 29 02:12:30.974165 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45596) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:31.047681 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-5b1725be-695c-43d8-b58f-8a6d9630b3e5 None None] Set router 3c78e542-a3a8-4841-868f-7bfbe82c74f1 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:12:31.062685 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fb83d2-c872-49fc-8486-1b21bd1fb443 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:31.064620 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b2fb83d2-c872-49fc-8486-1b21bd1fb443 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894861 Nov 29 02:12:31.067487 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45598) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:31.096664 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-21ce4d47-5f2f-459e-885e-87988c90c516 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=4bf244a8-fda8-412f-8f05-2c7c5210f333&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277956 Nov 29 02:12:31.099296 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45600) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:31.104782 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-13700fc4-c2ad-444c-9211-0ce1a99780a4 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1019322490', 'network_id': '813834f8-725a-4695-b8f2-de58c3dd32de', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:31.213773 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13700fc4-c2ad-444c-9211-0ce1a99780a4 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Made reservation on behalf of d1a27bea49814722818e7a3b77708f76 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:12:31.217348 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-13700fc4-c2ad-444c-9211-0ce1a99780a4 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:31.336270 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5b1725be-695c-43d8-b58f-8a6d9630b3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'name': 'tempest-TestNetworkBasicOps-router-694284386', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:12:29Z', 'updated_at': '2021-11-29T02:12:30Z', 'revision_number': 3, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:29Z', 'updated_at': '2021-11-29T02:12:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:31.367130 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1725be-695c-43d8-b58f-8a6d9630b3e5 None None] Checking router: 3c78e542-a3a8-4841-868f-7bfbe82c74f1 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:12:31.367480 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1725be-695c-43d8-b58f-8a6d9630b3e5 None None] Updating router 3c78e542-a3a8-4841-868f-7bfbe82c74f1 port dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:12:31.399858 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b1725be-695c-43d8-b58f-8a6d9630b3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:31.411663 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-13700fc4-c2ad-444c-9211-0ce1a99780a4 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:31.481114 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13700fc4-c2ad-444c-9211-0ce1a99780a4 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Subnet': ['ID=69036ab8-3086-4473-868d-59a936d2f083,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:31.488631 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13700fc4-c2ad-444c-9211-0ce1a99780a4 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Checking segment: {'id': '3daa5bb4-9f98-468e-a34c-a54defacd3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '813834f8-725a-4695-b8f2-de58c3dd32de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:12:31.488992 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13700fc4-c2ad-444c-9211-0ce1a99780a4 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network hostable DHCP agents. Network: 813834f8-725a-4695-b8f2-de58c3dd32de, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:12:31.506977 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13700fc4-c2ad-444c-9211-0ce1a99780a4 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 813834f8-725a-4695-b8f2-de58c3dd32de is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:12:31.516309 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-13700fc4-c2ad-444c-9211-0ce1a99780a4 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 813834f8-725a-4695-b8f2-de58c3dd32de) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:12:31.520534 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13700fc4-c2ad-444c-9211-0ce1a99780a4 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:31.521157 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-13700fc4-c2ad-444c-9211-0ce1a99780a4 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:31.527241 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb72add7-6185-469e-8a7b-432e0f117b70 None None] Network 813834f8-725a-4695-b8f2-de58c3dd32de requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:12:31.543431 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45604) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:31.544108 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-13700fc4-c2ad-444c-9211-0ce1a99780a4 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4433141 Nov 29 02:12:31.679596 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b1725be-695c-43d8-b58f-8a6d9630b3e5 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:31.679922 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985234c2-0b82-4251-be6a-95c66f2e2ef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-813834f8-725a-4695-b8f2-de58c3dd32de', 'network_id': '813834f8-725a-4695-b8f2-de58c3dd32de', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ips': [{'subnet_id': '69036ab8-3086-4473-868d-59a936d2f083'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:12:31.680883 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-985234c2-0b82-4251-be6a-95c66f2e2ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:31.686200 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b1725be-695c-43d8-b58f-8a6d9630b3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:31.729306 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-5b1725be-695c-43d8-b58f-8a6d9630b3e5 None None] Attempting to bind port dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:12:31.729724 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-5b1725be-695c-43d8-b58f-8a6d9630b3e5 None None] Attempting to bind port dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:12:31.730092 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1725be-695c-43d8-b58f-8a6d9630b3e5 None None] Attempting to bind port dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d on network 4bf244a8-fda8-412f-8f05-2c7c5210f333 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:12:31.745292 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1725be-695c-43d8-b58f-8a6d9630b3e5 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:12:31.746279 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1725be-695c-43d8-b58f-8a6d9630b3e5 None None] Checking segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:12:31.746279 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b1725be-695c-43d8-b58f-8a6d9630b3e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:31.746279 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1725be-695c-43d8-b58f-8a6d9630b3e5 None None] Bound using segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:12:31.747030 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-5b1725be-695c-43d8-b58f-8a6d9630b3e5 None None] Bound port: dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:12:31.747221 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b1725be-695c-43d8-b58f-8a6d9630b3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:31.759314 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5f54be-ccc1-488a-bdb8-684b8fb596ca None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:12:31.778614 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195897d-3004-4999-b465-706fc346393a None None] Pushing event updated for resources: {'Port': ['ID=dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:31.809019 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5195897d-3004-4999-b465-706fc346393a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:31.809456 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5195897d-3004-4999-b465-706fc346393a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:31.809889 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5195897d-3004-4999-b465-706fc346393a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:31.810294 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5195897d-3004-4999-b465-706fc346393a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:31.810695 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5195897d-3004-4999-b465-706fc346393a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:31.811094 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5195897d-3004-4999-b465-706fc346393a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:31.811490 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5195897d-3004-4999-b465-706fc346393a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:31.811883 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5195897d-3004-4999-b465-706fc346393a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:31.812282 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5195897d-3004-4999-b465-706fc346393a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:31.812680 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5195897d-3004-4999-b465-706fc346393a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:31.813061 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5195897d-3004-4999-b465-706fc346393a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:31.813442 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5195897d-3004-4999-b465-706fc346393a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:12:31.825691 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-5b1725be-695c-43d8-b58f-8a6d9630b3e5 None None] For port dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:12:31.829066 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-5b1725be-695c-43d8-b58f-8a6d9630b3e5 None None] For port dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:12:31.836054 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-5b1725be-695c-43d8-b58f-8a6d9630b3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:31.854005 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-8e76e8c4-35d1-4790-83f8-cd9f89a83b6c None None] Provisioning complete for port dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:31.854378 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e76e8c4-35d1-4790-83f8-cd9f89a83b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:31.859521 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-985234c2-0b82-4251-be6a-95c66f2e2ef0 None None] Allocated IP 172.20.0.2 (813834f8-725a-4695-b8f2-de58c3dd32de/69036ab8-3086-4473-868d-59a936d2f083/c84fccfc-0c2a-43bf-bfd9-4adbd7660dd8) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:12:31.890903 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1725be-695c-43d8-b58f-8a6d9630b3e5 None None] Routers {'3c78e542-a3a8-4841-868f-7bfbe82c74f1'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:12:31.891530 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5b1725be-695c-43d8-b58f-8a6d9630b3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:12:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['3c78e542-a3a8-4841-868f-7bfbe82c74f1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:31.916869 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f46aeb-98a0-4edd-b2d6-0f8d42f6501e None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:12:32.006711 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-5b1725be-695c-43d8-b58f-8a6d9630b3e5 None None] Set router 3c78e542-a3a8-4841-868f-7bfbe82c74f1 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:12:32.009391 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2c4215d-0577-4eb4-9fa0-661794330050 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:32.063178 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195897d-3004-4999-b465-706fc346393a None None] Pushing event updated for resources: {'Port': ['ID=dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:32.194351 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e76e8c4-35d1-4790-83f8-cd9f89a83b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:32.208454 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-5b1725be-695c-43d8-b58f-8a6d9630b3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'name': 'tempest-TestNetworkBasicOps-router-694284386', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:12:29Z', 'updated_at': '2021-11-29T02:12:30Z', 'revision_number': 3, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:29Z', 'updated_at': '2021-11-29T02:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:32.236039 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1725be-695c-43d8-b58f-8a6d9630b3e5 None None] The sync data for ids ['3c78e542-a3a8-4841-868f-7bfbe82c74f1'] in dv-neutron-819032-3-hyperv is: [{'id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'name': 'tempest-TestNetworkBasicOps-router-694284386', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:12:29Z', 'updated_at': '2021-11-29T02:12:30Z', 'revision_number': 3, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:29Z', 'updated_at': '2021-11-29T02:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:12:32.238424 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-8e76e8c4-35d1-4790-83f8-cd9f89a83b6c None None] For port dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:32.247116 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e76e8c4-35d1-4790-83f8-cd9f89a83b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:32.344770 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-985234c2-0b82-4251-be6a-95c66f2e2ef0 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:32.361856 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-985234c2-0b82-4251-be6a-95c66f2e2ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:32.363848 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76e8c4-35d1-4790-83f8-cd9f89a83b6c None None] Pushing event updated for resources: {'Port': ['ID=dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:32.416755 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985234c2-0b82-4251-be6a-95c66f2e2ef0 None None] Pushing event updated for resources: {'Port': ['ID=c84fccfc-0c2a-43bf-bfd9-4adbd7660dd8,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:32.429168 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985234c2-0b82-4251-be6a-95c66f2e2ef0 None None] Network 813834f8-725a-4695-b8f2-de58c3dd32de is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:12:32.430836 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-7af1151e-b1d8-407c-8bb9-fab5255311ca None None] Provisioning complete for port dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:32.431247 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7af1151e-b1d8-407c-8bb9-fab5255311ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:32.433783 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-985234c2-0b82-4251-be6a-95c66f2e2ef0 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:12:32.436621 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985234c2-0b82-4251-be6a-95c66f2e2ef0 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:12:32.546411 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-985234c2-0b82-4251-be6a-95c66f2e2ef0 None None] Attempting to bind port c84fccfc-0c2a-43bf-bfd9-4adbd7660dd8 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:12:32.547117 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-985234c2-0b82-4251-be6a-95c66f2e2ef0 None None] Attempting to bind port c84fccfc-0c2a-43bf-bfd9-4adbd7660dd8 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '3daa5bb4-9f98-468e-a34c-a54defacd3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '813834f8-725a-4695-b8f2-de58c3dd32de'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:12:32.547347 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985234c2-0b82-4251-be6a-95c66f2e2ef0 None None] Attempting to bind port c84fccfc-0c2a-43bf-bfd9-4adbd7660dd8 on network 813834f8-725a-4695-b8f2-de58c3dd32de {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:12:32.554927 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985234c2-0b82-4251-be6a-95c66f2e2ef0 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:12:32.555304 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985234c2-0b82-4251-be6a-95c66f2e2ef0 None None] Checking segment: {'id': '3daa5bb4-9f98-468e-a34c-a54defacd3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '813834f8-725a-4695-b8f2-de58c3dd32de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:12:32.555707 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-985234c2-0b82-4251-be6a-95c66f2e2ef0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:32.556129 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985234c2-0b82-4251-be6a-95c66f2e2ef0 None None] Bound using segment: {'id': '3daa5bb4-9f98-468e-a34c-a54defacd3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '813834f8-725a-4695-b8f2-de58c3dd32de'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:12:32.556594 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-985234c2-0b82-4251-be6a-95c66f2e2ef0 None None] Bound port: c84fccfc-0c2a-43bf-bfd9-4adbd7660dd8, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3daa5bb4-9f98-468e-a34c-a54defacd3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '813834f8-725a-4695-b8f2-de58c3dd32de'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:12:32.556974 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-985234c2-0b82-4251-be6a-95c66f2e2ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:32.658486 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-985234c2-0b82-4251-be6a-95c66f2e2ef0 None None] For port c84fccfc-0c2a-43bf-bfd9-4adbd7660dd8, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:12:32.662888 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-985234c2-0b82-4251-be6a-95c66f2e2ef0 None None] For port c84fccfc-0c2a-43bf-bfd9-4adbd7660dd8, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c84fccfc-0c2a-43bf-bfd9-4adbd7660dd8,segment=NetworkSegment(3daa5bb4-9f98-468e-a34c-a54defacd3c8),segment_id=3daa5bb4-9f98-468e-a34c-a54defacd3c8)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:12:32.667812 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-985234c2-0b82-4251-be6a-95c66f2e2ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:32.706560 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-f2c4215d-0577-4eb4-9fa0-661794330050 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.20.0.1 (813834f8-725a-4695-b8f2-de58c3dd32de/69036ab8-3086-4473-868d-59a936d2f083/a018141a-1c48-488a-ab9b-bbf155196b6c) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:12:32.739156 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985234c2-0b82-4251-be6a-95c66f2e2ef0 None None] Pushing event updated for resources: {'Port': ['ID=c84fccfc-0c2a-43bf-bfd9-4adbd7660dd8,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:32.837945 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2c4215d-0577-4eb4-9fa0-661794330050 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:32.876930 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2c4215d-0577-4eb4-9fa0-661794330050 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:32.946115 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c4215d-0577-4eb4-9fa0-661794330050 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 813834f8-725a-4695-b8f2-de58c3dd32de is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:12:32.950104 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-f2c4215d-0577-4eb4-9fa0-661794330050 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:12:32.954267 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c4215d-0577-4eb4-9fa0-661794330050 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:12:32.978718 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4215d-0577-4eb4-9fa0-661794330050 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=a018141a-1c48-488a-ab9b-bbf155196b6c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:33.004506 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2c4215d-0577-4eb4-9fa0-661794330050 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:33.161209 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2c4215d-0577-4eb4-9fa0-661794330050 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:33.461300 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2c4215d-0577-4eb4-9fa0-661794330050 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:33.466972 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2c4215d-0577-4eb4-9fa0-661794330050 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:33.546763 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4215d-0577-4eb4-9fa0-661794330050 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=a018141a-1c48-488a-ab9b-bbf155196b6c,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:33.549086 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2c4215d-0577-4eb4-9fa0-661794330050 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:33.658632 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c4215d-0577-4eb4-9fa0-661794330050 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 813834f8-725a-4695-b8f2-de58c3dd32de is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:12:33.660403 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-f2c4215d-0577-4eb4-9fa0-661794330050 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:12:33.738019 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2851f1fb-e2b2-4145-81ea-8fd0027d3e8a None None] Network 813834f8-725a-4695-b8f2-de58c3dd32de requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:12:33.778732 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c4215d-0577-4eb4-9fa0-661794330050 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router 3c78e542-a3a8-4841-868f-7bfbe82c74f1 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:12:33.801628 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-89b80227-d2e0-44a0-beb7-7ebcda6f6385 None None] Provisioning complete for port c84fccfc-0c2a-43bf-bfd9-4adbd7660dd8 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:33.801937 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89b80227-d2e0-44a0-beb7-7ebcda6f6385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:33.887632 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c4215d-0577-4eb4-9fa0-661794330050 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:12:33.896308 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f2c4215d-0577-4eb4-9fa0-661794330050 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "PUT /v2.0/routers/3c78e542-a3a8-4841-868f-7bfbe82c74f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3505328 Nov 29 02:12:33.896808 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45606) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:33.958482 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89b80227-d2e0-44a0-beb7-7ebcda6f6385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:33.999259 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-89b80227-d2e0-44a0-beb7-7ebcda6f6385 None None] For port c84fccfc-0c2a-43bf-bfd9-4adbd7660dd8, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c84fccfc-0c2a-43bf-bfd9-4adbd7660dd8,segment=NetworkSegment(3daa5bb4-9f98-468e-a34c-a54defacd3c8),segment_id=3daa5bb4-9f98-468e-a34c-a54defacd3c8)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:34.004063 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89b80227-d2e0-44a0-beb7-7ebcda6f6385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:34.018773 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eb91a8-2021-41f9-b8dc-78eb7cf860b1 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:34.019260 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eb91a8-2021-41f9-b8dc-78eb7cf860b1 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:34.019730 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eb91a8-2021-41f9-b8dc-78eb7cf860b1 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:34.020207 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eb91a8-2021-41f9-b8dc-78eb7cf860b1 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:34.020672 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eb91a8-2021-41f9-b8dc-78eb7cf860b1 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:34.021124 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eb91a8-2021-41f9-b8dc-78eb7cf860b1 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:34.023369 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-42eb91a8-2021-41f9-b8dc-78eb7cf860b1 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1248350 Nov 29 02:12:34.026669 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45608) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:34.067179 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b80227-d2e0-44a0-beb7-7ebcda6f6385 None None] Pushing event updated for resources: {'Port': ['ID=c84fccfc-0c2a-43bf-bfd9-4adbd7660dd8,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:34.088410 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7c0560-cb81-4636-adbd-a22ad924e0a0 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:34.088926 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7c0560-cb81-4636-adbd-a22ad924e0a0 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:34.089376 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7c0560-cb81-4636-adbd-a22ad924e0a0 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:34.089851 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7c0560-cb81-4636-adbd-a22ad924e0a0 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:34.090535 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7c0560-cb81-4636-adbd-a22ad924e0a0 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:34.090976 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7c0560-cb81-4636-adbd-a22ad924e0a0 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:34.092845 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2a7c0560-cb81-4636-adbd-a22ad924e0a0 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0650189 Nov 29 02:12:34.095590 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45610) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:34.226595 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-e5c80a74-9541-441f-a653-f5ce9e3d5cf8 None None] Provisioning complete for port c84fccfc-0c2a-43bf-bfd9-4adbd7660dd8 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:34.226956 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5c80a74-9541-441f-a653-f5ce9e3d5cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:34.260601 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-72b917bc-d036-4c2a-b387-f8bf41a76e5b tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1626742 Nov 29 02:12:34.314572 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f38467-375a-4fe7-be25-1dbf98343c24 None None] Sync routers for ids ['3c78e542-a3a8-4841-868f-7bfbe82c74f1'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:12:34.343648 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f38467-375a-4fe7-be25-1dbf98343c24 None None] Routers {'3c78e542-a3a8-4841-868f-7bfbe82c74f1'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:12:34.343863 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-34f38467-375a-4fe7-be25-1dbf98343c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:12:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['3c78e542-a3a8-4841-868f-7bfbe82c74f1'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:34.421639 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-e5c80a74-9541-441f-a653-f5ce9e3d5cf8 None None] Provisioning complete for port a018141a-1c48-488a-ab9b-bbf155196b6c triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:34.421639 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5c80a74-9541-441f-a653-f5ce9e3d5cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:34.448504 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:12:34.508520 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e5c80a74-9541-441f-a653-f5ce9e3d5cf8 None None] Port a018141a-1c48-488a-ab9b-bbf155196b6c cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:12:34.529698 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-34f38467-375a-4fe7-be25-1dbf98343c24 None None] Set router 3c78e542-a3a8-4841-868f-7bfbe82c74f1 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:12:34.579000 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:34.579294 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:34.638624 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45614) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:34.646243 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-126ee7f0-bc0f-4248-a992-8606d12a3919 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-77591115', 'description': 'tempest-secgroup-smoke-77591115 description', 'project_id': 'd1a27bea49814722818e7a3b77708f76'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:34.675527 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-126ee7f0-bc0f-4248-a992-8606d12a3919 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:34.712100 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-7505bb2b-ce31-4722-8941-8319d527cc2b None None] Provisioning complete for port a018141a-1c48-488a-ab9b-bbf155196b6c triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:34.713059 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7505bb2b-ce31-4722-8941-8319d527cc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:34.763560 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-126ee7f0-bc0f-4248-a992-8606d12a3919 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:34.767472 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-126ee7f0-bc0f-4248-a992-8606d12a3919 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:34.803974 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7505bb2b-ce31-4722-8941-8319d527cc2b None None] Port a018141a-1c48-488a-ab9b-bbf155196b6c cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:12:34.808078 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-126ee7f0-bc0f-4248-a992-8606d12a3919 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:34.809593 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-126ee7f0-bc0f-4248-a992-8606d12a3919 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1698270 Nov 29 02:12:34.812318 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ee7f0-bc0f-4248-a992-8606d12a3919 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec588113-3db7-45a6-a75a-34026175cc07,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:34.815104 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45616) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:34.826565 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7db248f3-dc41-4b1f-ac48-92d6b0ee375b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': 'ec588113-3db7-45a6-a75a-34026175cc07', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:34.848578 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c84fccfc-0c2a-43bf-bfd9-4adbd7660dd8 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:12:34.861068 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7db248f3-dc41-4b1f-ac48-92d6b0ee375b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:34.915868 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-34f38467-375a-4fe7-be25-1dbf98343c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'name': 'tempest-TestNetworkBasicOps-router-694284386', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:12:29Z', 'updated_at': '2021-11-29T02:12:33Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:29Z', 'updated_at': '2021-11-29T02:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': 'a018141a-1c48-488a-ab9b-bbf155196b6c', 'name': '', 'network_id': '813834f8-725a-4695-b8f2-de58c3dd32de', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:94:95:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '69036ab8-3086-4473-868d-59a936d2f083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:32Z', 'updated_at': '2021-11-29T02:12:33Z', 'revision_number': 2, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '69036ab8-3086-4473-868d-59a936d2f083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:34.936620 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7db248f3-dc41-4b1f-ac48-92d6b0ee375b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:34.940933 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7db248f3-dc41-4b1f-ac48-92d6b0ee375b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:34.956514 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f38467-375a-4fe7-be25-1dbf98343c24 None None] Checking router: 3c78e542-a3a8-4841-868f-7bfbe82c74f1 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:12:34.957030 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f38467-375a-4fe7-be25-1dbf98343c24 None None] Updating router 3c78e542-a3a8-4841-868f-7bfbe82c74f1 port a018141a-1c48-488a-ab9b-bbf155196b6c binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:12:34.958700 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port c84fccfc-0c2a-43bf-bfd9-4adbd7660dd8 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:34.959070 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:34.961750 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db248f3-dc41-4b1f-ac48-92d6b0ee375b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da42963-317e-44e2-ac80-f2487de42ffe,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:34.971474 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7db248f3-dc41-4b1f-ac48-92d6b0ee375b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:34.975507 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7db248f3-dc41-4b1f-ac48-92d6b0ee375b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1557307 Nov 29 02:12:34.975670 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45618) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:34.980502 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-261f48b5-cd28-42a8-9d00-25b8eba484c5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': 'ec588113-3db7-45a6-a75a-34026175cc07', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:35.010556 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-261f48b5-cd28-42a8-9d00-25b8eba484c5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.012448 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-d85f07cf-4f5e-49da-a899-fb6d39970f92 None None] Provisioning complete for port a018141a-1c48-488a-ab9b-bbf155196b6c triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:35.012823 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d85f07cf-4f5e-49da-a899-fb6d39970f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.038817 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-34f38467-375a-4fe7-be25-1dbf98343c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.078279 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-261f48b5-cd28-42a8-9d00-25b8eba484c5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.082001 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-261f48b5-cd28-42a8-9d00-25b8eba484c5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.096956 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-d85f07cf-4f5e-49da-a899-fb6d39970f92 None None] Port a018141a-1c48-488a-ab9b-bbf155196b6c cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:12:35.101639 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f48b5-cd28-42a8-9d00-25b8eba484c5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25646321-325e-4ebe-86bd-1f32ea5d098e,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:35.115255 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-261f48b5-cd28-42a8-9d00-25b8eba484c5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.115255 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-261f48b5-cd28-42a8-9d00-25b8eba484c5 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1352553 Nov 29 02:12:35.115255 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45620) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:35.120285 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-80a03ac8-fd85-4e56-89f6-d79170bd5207 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': 'ec588113-3db7-45a6-a75a-34026175cc07', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:35.156617 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80a03ac8-fd85-4e56-89f6-d79170bd5207 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.220552 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80a03ac8-fd85-4e56-89f6-d79170bd5207 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.225009 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80a03ac8-fd85-4e56-89f6-d79170bd5207 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.244077 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a03ac8-fd85-4e56-89f6-d79170bd5207 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf281cc-8785-481d-82d7-c3bbc612bdb5,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:35.254748 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80a03ac8-fd85-4e56-89f6-d79170bd5207 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.256138 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-80a03ac8-fd85-4e56-89f6-d79170bd5207 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1400537 Nov 29 02:12:35.260416 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45622) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:35.265053 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-0bba3b7e-96b9-4322-ae77-530482eadb5b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': 'ec588113-3db7-45a6-a75a-34026175cc07', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:35.293763 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0bba3b7e-96b9-4322-ae77-530482eadb5b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.355450 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0bba3b7e-96b9-4322-ae77-530482eadb5b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.360336 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0bba3b7e-96b9-4322-ae77-530482eadb5b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.371931 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-34f38467-375a-4fe7-be25-1dbf98343c24 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.381834 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba3b7e-96b9-4322-ae77-530482eadb5b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebefee54-6ffa-4f51-a4a8-6f64f8a12dce,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:35.386626 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-34f38467-375a-4fe7-be25-1dbf98343c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.394007 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0bba3b7e-96b9-4322-ae77-530482eadb5b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.398326 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45624) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:35.398510 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0bba3b7e-96b9-4322-ae77-530482eadb5b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1365232 Nov 29 02:12:35.403483 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-cbdbb3cb-f082-4dc9-9fa9-2305a9857f0f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': 'ec588113-3db7-45a6-a75a-34026175cc07', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:35.427940 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-cbdbb3cb-f082-4dc9-9fa9-2305a9857f0f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Project d1a27bea49814722818e7a3b77708f76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:12:35.433929 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cbdbb3cb-f082-4dc9-9fa9-2305a9857f0f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.447101 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4375f5-af10-488c-a0fe-8a65acfec1d9 None None] Pushing event updated for resources: {'Port': ['ID=a018141a-1c48-488a-ab9b-bbf155196b6c,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:35.503405 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-34f38467-375a-4fe7-be25-1dbf98343c24 None None] Attempting to bind port a018141a-1c48-488a-ab9b-bbf155196b6c on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:12:35.503998 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-34f38467-375a-4fe7-be25-1dbf98343c24 None None] Attempting to bind port a018141a-1c48-488a-ab9b-bbf155196b6c by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '3daa5bb4-9f98-468e-a34c-a54defacd3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '813834f8-725a-4695-b8f2-de58c3dd32de'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:12:35.504605 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f38467-375a-4fe7-be25-1dbf98343c24 None None] Attempting to bind port a018141a-1c48-488a-ab9b-bbf155196b6c on network 813834f8-725a-4695-b8f2-de58c3dd32de {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:12:35.511268 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f38467-375a-4fe7-be25-1dbf98343c24 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:12:35.511747 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f38467-375a-4fe7-be25-1dbf98343c24 None None] Checking segment: {'id': '3daa5bb4-9f98-468e-a34c-a54defacd3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '813834f8-725a-4695-b8f2-de58c3dd32de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:12:35.512228 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-34f38467-375a-4fe7-be25-1dbf98343c24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.512696 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f38467-375a-4fe7-be25-1dbf98343c24 None None] Bound using segment: {'id': '3daa5bb4-9f98-468e-a34c-a54defacd3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '813834f8-725a-4695-b8f2-de58c3dd32de'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:12:35.513248 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-34f38467-375a-4fe7-be25-1dbf98343c24 None None] Bound port: a018141a-1c48-488a-ab9b-bbf155196b6c, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3daa5bb4-9f98-468e-a34c-a54defacd3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '813834f8-725a-4695-b8f2-de58c3dd32de'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:12:35.513739 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-34f38467-375a-4fe7-be25-1dbf98343c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.516029 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cbdbb3cb-f082-4dc9-9fa9-2305a9857f0f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.521487 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cbdbb3cb-f082-4dc9-9fa9-2305a9857f0f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.547812 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdbb3cb-f082-4dc9-9fa9-2305a9857f0f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=403d7585-28f6-4473-8de5-ca9bccaedf0b,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:35.556936 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cbdbb3cb-f082-4dc9-9fa9-2305a9857f0f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.558285 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-cbdbb3cb-f082-4dc9-9fa9-2305a9857f0f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1589468 Nov 29 02:12:35.561023 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45626) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:35.565730 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-033a378a-f9ad-49cb-bd25-7a0dace44b1c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'security_group_rule': {'security_group_id': 'ec588113-3db7-45a6-a75a-34026175cc07', 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:35.590729 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-033a378a-f9ad-49cb-bd25-7a0dace44b1c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Project d1a27bea49814722818e7a3b77708f76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:12:35.599010 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-033a378a-f9ad-49cb-bd25-7a0dace44b1c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.603778 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-34f38467-375a-4fe7-be25-1dbf98343c24 None None] For port a018141a-1c48-488a-ab9b-bbf155196b6c, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:12:35.608048 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-34f38467-375a-4fe7-be25-1dbf98343c24 None None] For port a018141a-1c48-488a-ab9b-bbf155196b6c, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=a018141a-1c48-488a-ab9b-bbf155196b6c,segment=NetworkSegment(3daa5bb4-9f98-468e-a34c-a54defacd3c8),segment_id=3daa5bb4-9f98-468e-a34c-a54defacd3c8)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:12:35.613222 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-34f38467-375a-4fe7-be25-1dbf98343c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.666892 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-033a378a-f9ad-49cb-bd25-7a0dace44b1c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.673840 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-033a378a-f9ad-49cb-bd25-7a0dace44b1c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.674949 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f38467-375a-4fe7-be25-1dbf98343c24 None None] Routers {'3c78e542-a3a8-4841-868f-7bfbe82c74f1'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:12:35.675802 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-34f38467-375a-4fe7-be25-1dbf98343c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:12:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['3c78e542-a3a8-4841-868f-7bfbe82c74f1'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:35.679223 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4375f5-af10-488c-a0fe-8a65acfec1d9 None None] Pushing event updated for resources: {'Port': ['ID=a018141a-1c48-488a-ab9b-bbf155196b6c,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:35.695510 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a378a-f9ad-49cb-bd25-7a0dace44b1c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1bb1392-e165-4413-bad3-c9a9db20741b,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:35.701456 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-033a378a-f9ad-49cb-bd25-7a0dace44b1c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.705625 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-033a378a-f9ad-49cb-bd25-7a0dace44b1c tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1406674 Nov 29 02:12:35.789431 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-ba2fc860-4e1c-4ab8-b4c0-3e7ca8974fe9 None None] Provisioning complete for port a018141a-1c48-488a-ab9b-bbf155196b6c triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:35.789824 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba2fc860-4e1c-4ab8-b4c0-3e7ca8974fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:35.881399 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-7262cb78-2036-460b-9f90-3d0119a84043 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-77591115&fields=id&tenant_id=d1a27bea49814722818e7a3b77708f76 HTTP/1.1" status: 200 len: 267 time: 0.0510888 Nov 29 02:12:35.996065 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-34f38467-375a-4fe7-be25-1dbf98343c24 None None] Set router 3c78e542-a3a8-4841-868f-7bfbe82c74f1 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:12:35.996678 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-1ad1e751-0cdc-4a0f-ac3a-0994f97a331e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:35.997805 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-1ad1e751-0cdc-4a0f-ac3a-0994f97a331e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/networks?id=813834f8-725a-4695-b8f2-de58c3dd32de HTTP/1.1" status: 200 len: 796 time: 0.1093240 Nov 29 02:12:36.013159 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-a5908da6-a828-420c-825f-0694f6c092c9 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/quotas/d1a27bea49814722818e7a3b77708f76 HTTP/1.1" status: 200 len: 375 time: 0.0094979 Nov 29 02:12:36.063286 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-9165444b-b62d-4ce8-a1d3-db852b9c83c0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446465 Nov 29 02:12:36.135385 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba2fc860-4e1c-4ab8-b4c0-3e7ca8974fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:36.163943 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-59440ec8-7a1a-4a73-9270-77bba8b9147b service neutron] 10.222.0.37 "GET /v2.0/networks/813834f8-725a-4695-b8f2-de58c3dd32de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888476 Nov 29 02:12:36.194465 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ba2fc860-4e1c-4ab8-b4c0-3e7ca8974fe9 None None] For port a018141a-1c48-488a-ab9b-bbf155196b6c, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=a018141a-1c48-488a-ab9b-bbf155196b6c,segment=NetworkSegment(3daa5bb4-9f98-468e-a34c-a54defacd3c8),segment_id=3daa5bb4-9f98-468e-a34c-a54defacd3c8)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:36.199742 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ba2fc860-4e1c-4ab8-b4c0-3e7ca8974fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:36.262043 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-da7f3cd7-3f9f-4202-8de9-2b78e30d7558 service neutron] 10.222.0.37 "GET /v2.0/networks/813834f8-725a-4695-b8f2-de58c3dd32de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907731 Nov 29 02:12:36.275810 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2fc860-4e1c-4ab8-b4c0-3e7ca8974fe9 None None] Pushing event updated for resources: {'Port': ['ID=a018141a-1c48-488a-ab9b-bbf155196b6c,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:36.296331 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-34f38467-375a-4fe7-be25-1dbf98343c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'name': 'tempest-TestNetworkBasicOps-router-694284386', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:12:29Z', 'updated_at': '2021-11-29T02:12:33Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:29Z', 'updated_at': '2021-11-29T02:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': 'a018141a-1c48-488a-ab9b-bbf155196b6c', 'name': '', 'network_id': '813834f8-725a-4695-b8f2-de58c3dd32de', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:94:95:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '69036ab8-3086-4473-868d-59a936d2f083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:32Z', 'updated_at': '2021-11-29T02:12:35Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '69036ab8-3086-4473-868d-59a936d2f083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:36.326834 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f38467-375a-4fe7-be25-1dbf98343c24 None None] The sync data for ids ['3c78e542-a3a8-4841-868f-7bfbe82c74f1'] in dv-neutron-819032-3-hyperv is: [{'id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'name': 'tempest-TestNetworkBasicOps-router-694284386', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:12:29Z', 'updated_at': '2021-11-29T02:12:33Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:29Z', 'updated_at': '2021-11-29T02:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': 'a018141a-1c48-488a-ab9b-bbf155196b6c', 'name': '', 'network_id': '813834f8-725a-4695-b8f2-de58c3dd32de', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:94:95:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '69036ab8-3086-4473-868d-59a936d2f083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:32Z', 'updated_at': '2021-11-29T02:12:35Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '69036ab8-3086-4473-868d-59a936d2f083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:12:36.337620 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-2368a238-2476-4f06-b6d0-85684fcfbcda None None] Provisioning complete for port a018141a-1c48-488a-ab9b-bbf155196b6c triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:36.338128 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2368a238-2476-4f06-b6d0-85684fcfbcda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:36.496211 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bf06869e-6979-440a-b0fb-d88371105906 req-86e7d9ea-40fe-4730-84ed-f2736d4fc4bf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6ddec48-a45e-4843-9844-92a50775b185 HTTP/1.1" status: 200 len: 210 time: 0.0323570 Nov 29 02:12:37.593416 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b08deb5e-bf57-44eb-a9ca-243c27c34e64 req-fe341339-a733-4ca6-871a-0f2e1a8ddefb tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6ddec48-a45e-4843-9844-92a50775b185 HTTP/1.1" status: 200 len: 210 time: 0.0267303 Nov 29 02:12:37.672512 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-dedb2a91-ed1f-4cb1-8001-b5bee185c3df tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:37.673978 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-dedb2a91-ed1f-4cb1-8001-b5bee185c3df tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/networks?id=813834f8-725a-4695-b8f2-de58c3dd32de HTTP/1.1" status: 200 len: 796 time: 0.1050355 Nov 29 02:12:37.751051 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-c9fd1e08-3365-4367-85fd-2f2101616215 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1a27bea49814722818e7a3b77708f76 HTTP/1.1" status: 200 len: 378 time: 0.0542197 Nov 29 02:12:37.768250 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-39ecc8e8-9aec-496c-aa4a-cf31c3d86445 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'port': {'device_id': 'e6ddec48-a45e-4843-9844-92a50775b185', 'network_id': '813834f8-725a-4695-b8f2-de58c3dd32de', 'admin_state_up': True, 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'security_groups': ['ec588113-3db7-45a6-a75a-34026175cc07']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:37.877013 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-39ecc8e8-9aec-496c-aa4a-cf31c3d86445 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Made reservation on behalf of d1a27bea49814722818e7a3b77708f76 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:12:37.880757 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-39ecc8e8-9aec-496c-aa4a-cf31c3d86445 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:38.005045 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-39ecc8e8-9aec-496c-aa4a-cf31c3d86445 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.20.0.14 (813834f8-725a-4695-b8f2-de58c3dd32de/69036ab8-3086-4473-868d-59a936d2f083/5968287a-f6fd-4e62-b804-f16753bf2370) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:12:38.139634 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-39ecc8e8-9aec-496c-aa4a-cf31c3d86445 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:38.173937 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-39ecc8e8-9aec-496c-aa4a-cf31c3d86445 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:38.221612 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-39ecc8e8-9aec-496c-aa4a-cf31c3d86445 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 813834f8-725a-4695-b8f2-de58c3dd32de is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:12:38.224881 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-39ecc8e8-9aec-496c-aa4a-cf31c3d86445 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:12:38.227292 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-39ecc8e8-9aec-496c-aa4a-cf31c3d86445 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:12:38.254723 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ecc8e8-9aec-496c-aa4a-cf31c3d86445 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=5968287a-f6fd-4e62-b804-f16753bf2370,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:38.289658 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-39ecc8e8-9aec-496c-aa4a-cf31c3d86445 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:38.290316 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-39ecc8e8-9aec-496c-aa4a-cf31c3d86445 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:38.313351 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-39ecc8e8-9aec-496c-aa4a-cf31c3d86445 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5486274 Nov 29 02:12:38.339041 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-7b8cd929-257e-4def-a56d-58fa72fa6291 service neutron] Request body: {'port': {'device_id': 'e6ddec48-a45e-4843-9844-92a50775b185', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:38.367719 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a018141a-1c48-488a-ab9b-bbf155196b6c up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:12:38.406868 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-7b8cd929-257e-4def-a56d-58fa72fa6291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:38.423890 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port a018141a-1c48-488a-ab9b-bbf155196b6c triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:38.424320 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:38.514884 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-6b5ecffa-009a-4980-bc9e-f7c2d702aec6 None None] Provisioning complete for port 5968287a-f6fd-4e62-b804-f16753bf2370 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:38.515321 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b5ecffa-009a-4980-bc9e-f7c2d702aec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:38.552240 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6b5ecffa-009a-4980-bc9e-f7c2d702aec6 None None] Port 5968287a-f6fd-4e62-b804-f16753bf2370 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:12:38.668725 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-7b8cd929-257e-4def-a56d-58fa72fa6291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5968287a-f6fd-4e62-b804-f16753bf2370 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:12:38.676217 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-7b8cd929-257e-4def-a56d-58fa72fa6291 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:38.688514 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-7b8cd929-257e-4def-a56d-58fa72fa6291 service neutron] Transition to ACTIVE for port object 5968287a-f6fd-4e62-b804-f16753bf2370 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:12:38.693341 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-7b8cd929-257e-4def-a56d-58fa72fa6291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:38.714151 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d6162-927c-4f9d-b061-7d6a19993ad1 req-b6439177-2080-4611-90ab-1cd27a220d32 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:38.715618 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9b9d6162-927c-4f9d-b061-7d6a19993ad1 req-b6439177-2080-4611-90ab-1cd27a220d32 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6ddec48-a45e-4843-9844-92a50775b185 HTTP/1.1" status: 200 len: 932 time: 0.0545893 Nov 29 02:12:38.744337 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8cd929-257e-4def-a56d-58fa72fa6291 service neutron] Pushing event updated for resources: {'Port': ['ID=5968287a-f6fd-4e62-b804-f16753bf2370,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:38.768894 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9b9d6162-927c-4f9d-b061-7d6a19993ad1 req-11e33947-a839-4898-8d78-56d14c795ff3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec588113-3db7-45a6-a75a-34026175cc07&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470054 Nov 29 02:12:38.816234 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-7b8cd929-257e-4def-a56d-58fa72fa6291 service neutron] Attempting to bind port 5968287a-f6fd-4e62-b804-f16753bf2370 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:12:38.816665 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-7b8cd929-257e-4def-a56d-58fa72fa6291 service neutron] Attempting to bind port 5968287a-f6fd-4e62-b804-f16753bf2370 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '3daa5bb4-9f98-468e-a34c-a54defacd3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '813834f8-725a-4695-b8f2-de58c3dd32de'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:12:38.817061 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-7b8cd929-257e-4def-a56d-58fa72fa6291 service neutron] Attempting to bind port 5968287a-f6fd-4e62-b804-f16753bf2370 on network 813834f8-725a-4695-b8f2-de58c3dd32de {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:12:38.822301 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-7b8cd929-257e-4def-a56d-58fa72fa6291 service neutron] Port 5968287a-f6fd-4e62-b804-f16753bf2370 on network 813834f8-725a-4695-b8f2-de58c3dd32de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:12:38.822622 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-7b8cd929-257e-4def-a56d-58fa72fa6291 service neutron] Attempting to bind port 5968287a-f6fd-4e62-b804-f16753bf2370 on network 813834f8-725a-4695-b8f2-de58c3dd32de {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:12:38.827669 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-7b8cd929-257e-4def-a56d-58fa72fa6291 service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:12:38.828006 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-7b8cd929-257e-4def-a56d-58fa72fa6291 service neutron] Checking segment: {'id': '3daa5bb4-9f98-468e-a34c-a54defacd3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '813834f8-725a-4695-b8f2-de58c3dd32de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:12:38.828390 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-7b8cd929-257e-4def-a56d-58fa72fa6291 service neutron] Bound using segment: {'id': '3daa5bb4-9f98-468e-a34c-a54defacd3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '813834f8-725a-4695-b8f2-de58c3dd32de'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:12:38.828848 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-7b8cd929-257e-4def-a56d-58fa72fa6291 service neutron] Bound port: 5968287a-f6fd-4e62-b804-f16753bf2370, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3daa5bb4-9f98-468e-a34c-a54defacd3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '813834f8-725a-4695-b8f2-de58c3dd32de'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:12:38.829204 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-7b8cd929-257e-4def-a56d-58fa72fa6291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:38.899073 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-7b8cd929-257e-4def-a56d-58fa72fa6291 service neutron] For port 5968287a-f6fd-4e62-b804-f16753bf2370, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:12:38.902482 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-7b8cd929-257e-4def-a56d-58fa72fa6291 service neutron] For port 5968287a-f6fd-4e62-b804-f16753bf2370, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=5968287a-f6fd-4e62-b804-f16753bf2370,segment=NetworkSegment(3daa5bb4-9f98-468e-a34c-a54defacd3c8),segment_id=3daa5bb4-9f98-468e-a34c-a54defacd3c8)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:12:38.906532 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-7b8cd929-257e-4def-a56d-58fa72fa6291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:38.939901 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-7b8cd929-257e-4def-a56d-58fa72fa6291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:38.940518 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-7b8cd929-257e-4def-a56d-58fa72fa6291 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:38.942237 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-7b8cd929-257e-4def-a56d-58fa72fa6291 service neutron] 10.222.0.24 "PUT /v2.0/ports/5968287a-f6fd-4e62-b804-f16753bf2370 HTTP/1.1" status: 200 len: 1094 time: 0.6082306 Nov 29 02:12:38.942442 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ddec48-a45e-4843-9844-92a50775b185', 'tag': '5968287a-f6fd-4e62-b804-f16753bf2370'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:12:38.944685 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39f5335-1217-4114-b65f-2d74b0b6805c" -d '{"events": [{"name": "network-changed", "server_uuid": "e6ddec48-a45e-4843-9844-92a50775b185", "tag": "5968287a-f6fd-4e62-b804-f16753bf2370"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:12:38.975669 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8cd929-257e-4def-a56d-58fa72fa6291 service neutron] Pushing event updated for resources: {'Port': ['ID=5968287a-f6fd-4e62-b804-f16753bf2370,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:39.002958 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2577f0-51fd-4169-bf37-2869f284042b x-openstack-request-id: req-3a2577f0-51fd-4169-bf37-2869f284042b {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:12:39.003176 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6ddec48-a45e-4843-9844-92a50775b185", "tag": "5968287a-f6fd-4e62-b804-f16753bf2370", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:12:39.003437 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3a2577f0-51fd-4169-bf37-2869f284042b {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:12:39.003842 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6ddec48-a45e-4843-9844-92a50775b185', 'tag': '5968287a-f6fd-4e62-b804-f16753bf2370', 'status': 'completed', 'code': 200} Nov 29 02:12:39.061999 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-a31b6bb5-a1c3-4fae-8455-7bf939e55338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:39.063610 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-a31b6bb5-a1c3-4fae-8455-7bf939e55338 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=e6ddec48-a45e-4843-9844-92a50775b185 HTTP/1.1" status: 200 len: 1097 time: 0.0424421 Nov 29 02:12:39.124444 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-8dfd1412-2cea-42e6-bcd1-07c616e4fe7c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5968287a-f6fd-4e62-b804-f16753bf2370 HTTP/1.1" status: 200 len: 217 time: 0.0385826 Nov 29 02:12:39.172922 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-606e3903-b42f-4751-ae38-40f3b56f3794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:39.174380 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-606e3903-b42f-4751-ae38-40f3b56f3794 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69036ab8-3086-4473-868d-59a936d2f083 HTTP/1.1" status: 200 len: 835 time: 0.0428047 Nov 29 02:12:39.224174 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-7ca96310-7486-4f91-aac4-2c65d0d31520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:39.225674 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-7ca96310-7486-4f91-aac4-2c65d0d31520 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=813834f8-725a-4695-b8f2-de58c3dd32de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0377400 Nov 29 02:12:39.254470 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:12:39.323950 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-13362e9f-bd01-45f2-a1e8-4c9649312206 service neutron] 10.222.0.24 "GET /v2.0/networks/813834f8-725a-4695-b8f2-de58c3dd32de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851648 Nov 29 02:12:39.422173 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5acd3180-bb01-4a3e-b5c7-e6b2c178260a req-eeafceb3-5c8f-49cf-880a-783684cc97e9 service neutron] 10.222.0.24 "GET /v2.0/networks/813834f8-725a-4695-b8f2-de58c3dd32de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854270 Nov 29 02:12:39.570505 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f5335-1217-4114-b65f-2d74b0b6805c req-49b0ec32-5e1f-4408-93cc-2dbee5d09a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:39.571857 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f39f5335-1217-4114-b65f-2d74b0b6805c req-49b0ec32-5e1f-4408-93cc-2dbee5d09a64 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=e6ddec48-a45e-4843-9844-92a50775b185 HTTP/1.1" status: 200 len: 1097 time: 0.0393124 Nov 29 02:12:39.663283 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f5335-1217-4114-b65f-2d74b0b6805c req-e253e048-2004-4610-b5b4-7b517609b70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:39.664702 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f39f5335-1217-4114-b65f-2d74b0b6805c req-e253e048-2004-4610-b5b4-7b517609b70e service neutron] 10.222.0.24 "GET /v2.0/networks?id=813834f8-725a-4695-b8f2-de58c3dd32de HTTP/1.1" status: 200 len: 897 time: 0.0849943 Nov 29 02:12:39.705868 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f39f5335-1217-4114-b65f-2d74b0b6805c req-4975e8a7-ea44-4a0b-ab05-6fdbda9b6ef8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5968287a-f6fd-4e62-b804-f16753bf2370 HTTP/1.1" status: 200 len: 217 time: 0.0327158 Nov 29 02:12:39.753676 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f5335-1217-4114-b65f-2d74b0b6805c req-4adfbfcf-ad5b-4e0f-96b8-8dee939ee5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:39.755082 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f39f5335-1217-4114-b65f-2d74b0b6805c req-4adfbfcf-ad5b-4e0f-96b8-8dee939ee5ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69036ab8-3086-4473-868d-59a936d2f083 HTTP/1.1" status: 200 len: 835 time: 0.0417552 Nov 29 02:12:39.800950 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f5335-1217-4114-b65f-2d74b0b6805c req-31541a98-b13c-4209-ba66-6f7f2e4293a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:39.802462 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f39f5335-1217-4114-b65f-2d74b0b6805c req-31541a98-b13c-4209-ba66-6f7f2e4293a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=813834f8-725a-4695-b8f2-de58c3dd32de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385442 Nov 29 02:12:39.882711 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867e7ce-271e-49c8-881b-4489a6f88cfa req-22ffcfc1-b0d8-4b30-a6d0-34c544c9274d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:39.884974 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d867e7ce-271e-49c8-881b-4489a6f88cfa req-22ffcfc1-b0d8-4b30-a6d0-34c544c9274d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6ddec48-a45e-4843-9844-92a50775b185 HTTP/1.1" status: 200 len: 944 time: 0.0482931 Nov 29 02:12:39.900362 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f39f5335-1217-4114-b65f-2d74b0b6805c req-2376bb17-24a0-4a68-a082-12107f0d0961 service neutron] 10.222.0.24 "GET /v2.0/networks/813834f8-725a-4695-b8f2-de58c3dd32de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881867 Nov 29 02:12:39.935232 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d867e7ce-271e-49c8-881b-4489a6f88cfa req-d7effe9d-6b62-443b-b782-c9bdfffec273 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec588113-3db7-45a6-a75a-34026175cc07&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443377 Nov 29 02:12:39.993438 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f39f5335-1217-4114-b65f-2d74b0b6805c req-542fddd1-5ebb-4d27-8a14-adde25cab758 service neutron] 10.222.0.24 "GET /v2.0/networks/813834f8-725a-4695-b8f2-de58c3dd32de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845830 Nov 29 02:12:41.053565 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5135b8-4614-41c7-99b9-3273b0ca6074 req-d93782db-24dd-4b39-b249-17757241a35d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:41.055039 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fc5135b8-4614-41c7-99b9-3273b0ca6074 req-d93782db-24dd-4b39-b249-17757241a35d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6ddec48-a45e-4843-9844-92a50775b185 HTTP/1.1" status: 200 len: 944 time: 0.0518620 Nov 29 02:12:41.103399 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fc5135b8-4614-41c7-99b9-3273b0ca6074 req-7229668c-c7ba-4a81-9212-0406fcd9d211 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec588113-3db7-45a6-a75a-34026175cc07&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417438 Nov 29 02:12:42.038790 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e7e1bdea-9e2d-4d25-9ca8-fdc32f191ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:42.222245 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3436c1-73a9-4c0e-983d-6a8e116cfeb1 req-eba79d27-65c2-4b21-a217-4c3b5896ed7d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:42.223735 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8c3436c1-73a9-4c0e-983d-6a8e116cfeb1 req-eba79d27-65c2-4b21-a217-4c3b5896ed7d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6ddec48-a45e-4843-9844-92a50775b185 HTTP/1.1" status: 200 len: 944 time: 0.0549753 Nov 29 02:12:42.228897 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 5968287a-f6fd-4e62-b804-f16753bf2370 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:12:42.276051 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8c3436c1-73a9-4c0e-983d-6a8e116cfeb1 req-9e4371c4-eb6e-45f1-bdf0-629e9fb3d3a4 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec588113-3db7-45a6-a75a-34026175cc07&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451427 Nov 29 02:12:42.330781 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 5968287a-f6fd-4e62-b804-f16753bf2370, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=5968287a-f6fd-4e62-b804-f16753bf2370,segment=NetworkSegment(3daa5bb4-9f98-468e-a34c-a54defacd3c8),segment_id=3daa5bb4-9f98-468e-a34c-a54defacd3c8)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:42.342277 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '5968287a-f6fd-4e62-b804-f16753bf2370', 'network_id': '813834f8-725a-4695-b8f2-de58c3dd32de', 'port_id': '5968287a-f6fd-4e62-b804-f16753bf2370', 'mac_address': 'fa:16:3e:e4:ee:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69036ab8-3086-4473-868d-59a936d2f083', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:12:42.379568 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:42.392183 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5968287a-f6fd-4e62-b804-f16753bf2370 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:12:42.411823 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 5968287a-f6fd-4e62-b804-f16753bf2370, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=5968287a-f6fd-4e62-b804-f16753bf2370,segment=NetworkSegment(3daa5bb4-9f98-468e-a34c-a54defacd3c8),segment_id=3daa5bb4-9f98-468e-a34c-a54defacd3c8)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:42.416623 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:42.462959 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=5968287a-f6fd-4e62-b804-f16753bf2370,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:42.776164 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['5968287a-f6fd-4e62-b804-f16753bf2370'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:12:43.388938 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d20d7-3d04-44bc-a72f-22e5eb21ba71 req-6e50c3e8-885f-49c6-b393-a8be38083568 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:43.390449 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cc6d20d7-3d04-44bc-a72f-22e5eb21ba71 req-6e50c3e8-885f-49c6-b393-a8be38083568 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6ddec48-a45e-4843-9844-92a50775b185 HTTP/1.1" status: 200 len: 945 time: 0.0488110 Nov 29 02:12:43.441719 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cc6d20d7-3d04-44bc-a72f-22e5eb21ba71 req-f4199673-2786-427a-981b-0e1745bf2d35 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec588113-3db7-45a6-a75a-34026175cc07&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453334 Nov 29 02:12:43.770202 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:44.245876 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 5968287a-f6fd-4e62-b804-f16753bf2370 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:12:44.301590 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port 5968287a-f6fd-4e62-b804-f16753bf2370 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:12:44.307285 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 5968287a-f6fd-4e62-b804-f16753bf2370 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:12:44.307750 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:44.309218 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f97c931f-62d4-412a-be48-beea5fe2e978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:44.389411 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:44.412203 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ddec48-a45e-4843-9844-92a50775b185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5968287a-f6fd-4e62-b804-f16753bf2370'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:12:44.414406 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbd3904-7aaa-4baa-a7c8-268215b419a6" -d '{"events": [{"server_uuid": "e6ddec48-a45e-4843-9844-92a50775b185", "name": "network-vif-plugged", "status": "completed", "tag": "5968287a-f6fd-4e62-b804-f16753bf2370"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:12:44.427888 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 5968287a-f6fd-4e62-b804-f16753bf2370, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=5968287a-f6fd-4e62-b804-f16753bf2370,segment=NetworkSegment(3daa5bb4-9f98-468e-a34c-a54defacd3c8),segment_id=3daa5bb4-9f98-468e-a34c-a54defacd3c8)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:12:44.432081 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:44.459401 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c497f7f4-6956-4608-a7d6-8ba5d930f56c x-openstack-request-id: req-c497f7f4-6956-4608-a7d6-8ba5d930f56c {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:12:44.459682 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ddec48-a45e-4843-9844-92a50775b185", "name": "network-vif-plugged", "status": "completed", "tag": "5968287a-f6fd-4e62-b804-f16753bf2370", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:12:44.459933 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c497f7f4-6956-4608-a7d6-8ba5d930f56c {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:12:44.460317 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ddec48-a45e-4843-9844-92a50775b185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5968287a-f6fd-4e62-b804-f16753bf2370', 'code': 200} Nov 29 02:12:44.483633 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=5968287a-f6fd-4e62-b804-f16753bf2370,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:44.624074 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955fb52-cc0d-4397-87e7-6e0f6caa9bf1 req-5f1366f9-85ca-4953-a60e-2e08f800c6f7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:44.625569 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5955fb52-cc0d-4397-87e7-6e0f6caa9bf1 req-5f1366f9-85ca-4953-a60e-2e08f800c6f7 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6ddec48-a45e-4843-9844-92a50775b185 HTTP/1.1" status: 200 len: 946 time: 0.1140995 Nov 29 02:12:44.676291 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5955fb52-cc0d-4397-87e7-6e0f6caa9bf1 req-0a8a8d8a-1b86-4dc4-be52-8131ae4d9b08 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec588113-3db7-45a6-a75a-34026175cc07&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446188 Nov 29 02:12:44.692495 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90894dd0-a743-4c4b-9fdf-79e113a22f44 req-385740d6-aeae-45f2-8a8d-1f0b1c115629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:44.694005 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-90894dd0-a743-4c4b-9fdf-79e113a22f44 req-385740d6-aeae-45f2-8a8d-1f0b1c115629 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e6ddec48-a45e-4843-9844-92a50775b185 HTTP/1.1" status: 200 len: 1099 time: 0.0390923 Nov 29 02:12:44.745631 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-90894dd0-a743-4c4b-9fdf-79e113a22f44 req-abc688ad-1214-4933-a1c0-55335a34ff8b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ec588113-3db7-45a6-a75a-34026175cc07&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386660 Nov 29 02:12:45.319923 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:45.838342 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960ac21-612c-4d5a-b2e1-e4076766a074 req-99923469-935c-4c28-9a22-875daf9d9606 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:45.839822 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e960ac21-612c-4d5a-b2e1-e4076766a074 req-99923469-935c-4c28-9a22-875daf9d9606 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6ddec48-a45e-4843-9844-92a50775b185 HTTP/1.1" status: 200 len: 946 time: 0.0965378 Nov 29 02:12:45.889295 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e960ac21-612c-4d5a-b2e1-e4076766a074 req-2143b6ed-720f-4e6d-a570-8089c0879951 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec588113-3db7-45a6-a75a-34026175cc07&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432160 Nov 29 02:12:47.009700 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de21f1-d7a5-49fc-a12c-b37ba9b9a255 req-72a9a3e1-8d7e-453d-9f8b-30bdd9045b73 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:47.011211 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-93de21f1-d7a5-49fc-a12c-b37ba9b9a255 req-72a9a3e1-8d7e-453d-9f8b-30bdd9045b73 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6ddec48-a45e-4843-9844-92a50775b185 HTTP/1.1" status: 200 len: 946 time: 0.0527532 Nov 29 02:12:47.016992 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:47.061259 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-93de21f1-d7a5-49fc-a12c-b37ba9b9a255 req-bf284143-4fdd-4577-9075-7f442f499bd3 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec588113-3db7-45a6-a75a-34026175cc07&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430572 Nov 29 02:12:47.175045 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b68e33-81ca-4bba-b197-11180c805525 req-0864fd94-ee2e-4d7d-96ea-04ae85b67566 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:47.176469 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-03b68e33-81ca-4bba-b197-11180c805525 req-0864fd94-ee2e-4d7d-96ea-04ae85b67566 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6ddec48-a45e-4843-9844-92a50775b185 HTTP/1.1" status: 200 len: 946 time: 0.0492361 Nov 29 02:12:47.225052 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-03b68e33-81ca-4bba-b197-11180c805525 req-ecdfffaf-24a2-4f73-b1d9-2dd3d4138118 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec588113-3db7-45a6-a75a-34026175cc07&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426118 Nov 29 02:12:47.246171 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45688) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:47.284170 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a71cb8f-513b-4468-9d47-8c52ac600992 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:47.285666 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0a71cb8f-513b-4468-9d47-8c52ac600992 tempest-TestNetworkBasicOps-1535951749 tempest-TestNetworkBasicOps-1535951749-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e6ddec48-a45e-4843-9844-92a50775b185 HTTP/1.1" status: 200 len: 1094 time: 0.0385075 Nov 29 02:12:47.288362 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45690) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:47.292651 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-bf4acd23-b11f-4f49-8ae1-39b32fc920ed tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'port_id': '5968287a-f6fd-4e62-b804-f16753bf2370', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:12:47.313890 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf4acd23-b11f-4f49-8ae1-39b32fc920ed tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:47.416042 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf4acd23-b11f-4f49-8ae1-39b32fc920ed tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:47.520735 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-bf4acd23-b11f-4f49-8ae1-39b32fc920ed tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Allocated IP 172.26.3.190 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/38217472-9ef0-4a5e-b05f-91ba66a41997) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:12:47.619812 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf4acd23-b11f-4f49-8ae1-39b32fc920ed tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:47.652693 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf4acd23-b11f-4f49-8ae1-39b32fc920ed tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:47.691542 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4acd23-b11f-4f49-8ae1-39b32fc920ed tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:12:47.694526 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-bf4acd23-b11f-4f49-8ae1-39b32fc920ed tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:12:47.698793 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4acd23-b11f-4f49-8ae1-39b32fc920ed tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:12:47.704123 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4acd23-b11f-4f49-8ae1-39b32fc920ed tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=38217472-9ef0-4a5e-b05f-91ba66a41997,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:47.829984 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:48.041770 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf4acd23-b11f-4f49-8ae1-39b32fc920ed tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:48.109328 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf4acd23-b11f-4f49-8ae1-39b32fc920ed tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:48.276241 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf4acd23-b11f-4f49-8ae1-39b32fc920ed tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:48.281623 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf4acd23-b11f-4f49-8ae1-39b32fc920ed tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:48.365653 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4acd23-b11f-4f49-8ae1-39b32fc920ed tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event updated for resources: {'Port': ['ID=38217472-9ef0-4a5e-b05f-91ba66a41997,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:12:48.377340 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf4acd23-b11f-4f49-8ae1-39b32fc920ed tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:48.484699 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-bf4acd23-b11f-4f49-8ae1-39b32fc920ed tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Floating IP ef85a432-85a7-424c-bc79-dbc7e3f6d0c6 associated. External IP: 172.26.3.190, port: 5968287a-f6fd-4e62-b804-f16753bf2370. Nov 29 02:12:49.030251 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4acd23-b11f-4f49-8ae1-39b32fc920ed tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router 3c78e542-a3a8-4841-868f-7bfbe82c74f1 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:12:49.132025 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4acd23-b11f-4f49-8ae1-39b32fc920ed tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:12:49.145177 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6cc4d4-bca0-4c83-8abd-7135bc5ce92e None None] Sync routers for ids ['3c78e542-a3a8-4841-868f-7bfbe82c74f1'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:12:49.151921 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf4acd23-b11f-4f49-8ae1-39b32fc920ed tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:12:49.155323 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6cc4d4-bca0-4c83-8abd-7135bc5ce92e None None] Routers {'3c78e542-a3a8-4841-868f-7bfbe82c74f1'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:12:49.155930 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fb6cc4d4-bca0-4c83-8abd-7135bc5ce92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:12:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['3c78e542-a3a8-4841-868f-7bfbe82c74f1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:49.184775 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bf4acd23-b11f-4f49-8ae1-39b32fc920ed tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8952718 Nov 29 02:12:49.185375 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ddec48-a45e-4843-9844-92a50775b185', 'tag': '5968287a-f6fd-4e62-b804-f16753bf2370'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:12:49.187726 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45692) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:49.188239 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a54b0b8d43a805c8e04fafa9e6e1877f555095d74f053d1eebc96b979e45145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2817512-e612-4117-9566-b9001c618e82" -d '{"events": [{"name": "network-changed", "server_uuid": "e6ddec48-a45e-4843-9844-92a50775b185", "tag": "5968287a-f6fd-4e62-b804-f16753bf2370"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:12:49.256633 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0a4bc0-067f-4007-bdb4-aa494da10c14 x-openstack-request-id: req-6a0a4bc0-067f-4007-bdb4-aa494da10c14 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:12:49.256963 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6ddec48-a45e-4843-9844-92a50775b185", "tag": "5968287a-f6fd-4e62-b804-f16753bf2370", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:12:49.257466 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a0a4bc0-067f-4007-bdb4-aa494da10c14 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:12:49.257922 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6ddec48-a45e-4843-9844-92a50775b185', 'tag': '5968287a-f6fd-4e62-b804-f16753bf2370', 'status': 'completed', 'code': 200} Nov 29 02:12:49.280832 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-fb6cc4d4-bca0-4c83-8abd-7135bc5ce92e None None] Set router 3c78e542-a3a8-4841-868f-7bfbe82c74f1 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:12:49.289486 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-fd18c98c-c2c4-4a87-9f9e-e28a4f43068f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/floatingips/ef85a432-85a7-424c-bc79-dbc7e3f6d0c6 HTTP/1.1" status: 200 len: 992 time: 0.1005721 Nov 29 02:12:49.348364 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2817512-e612-4117-9566-b9001c618e82 req-b2526180-e9b6-4f45-b758-4f7de1f560da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:49.349994 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b2817512-e612-4117-9566-b9001c618e82 req-b2526180-e9b6-4f45-b758-4f7de1f560da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=e6ddec48-a45e-4843-9844-92a50775b185 HTTP/1.1" status: 200 len: 1099 time: 0.0428498 Nov 29 02:12:49.450501 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2817512-e612-4117-9566-b9001c618e82 req-e0abb563-cb12-4420-81d7-e35c9ec79ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:49.452157 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b2817512-e612-4117-9566-b9001c618e82 req-e0abb563-cb12-4420-81d7-e35c9ec79ab1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=813834f8-725a-4695-b8f2-de58c3dd32de HTTP/1.1" status: 200 len: 897 time: 0.0931075 Nov 29 02:12:49.525852 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b2817512-e612-4117-9566-b9001c618e82 req-e0222b0d-513e-4724-9392-5512f7a60359 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5968287a-f6fd-4e62-b804-f16753bf2370 HTTP/1.1" status: 200 len: 1000 time: 0.0664768 Nov 29 02:12:49.533642 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fb6cc4d4-bca0-4c83-8abd-7135bc5ce92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'name': 'tempest-TestNetworkBasicOps-router-694284386', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:12:29Z', 'updated_at': '2021-11-29T02:12:33Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:29Z', 'updated_at': '2021-11-29T02:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'ef85a432-85a7-424c-bc79-dbc7e3f6d0c6', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.190', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'port_id': '5968287a-f6fd-4e62-b804-f16753bf2370', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '813834f8-725a-4695-b8f2-de58c3dd32de', 'mac_address': 'fa:16:3e:e4:ee:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ddec48-a45e-4843-9844-92a50775b185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:12:47Z', 'updated_at': '2021-11-29T02:12:47Z', 'revision_number': 0, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a018141a-1c48-488a-ab9b-bbf155196b6c', 'name': '', 'network_id': '813834f8-725a-4695-b8f2-de58c3dd32de', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:94:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '69036ab8-3086-4473-868d-59a936d2f083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:32Z', 'updated_at': '2021-11-29T02:12:36Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '69036ab8-3086-4473-868d-59a936d2f083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:49.563822 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6cc4d4-bca0-4c83-8abd-7135bc5ce92e None None] Checking router: 3c78e542-a3a8-4841-868f-7bfbe82c74f1 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:12:49.572151 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6cc4d4-bca0-4c83-8abd-7135bc5ce92e None None] Routers {'3c78e542-a3a8-4841-868f-7bfbe82c74f1'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:12:49.572798 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fb6cc4d4-bca0-4c83-8abd-7135bc5ce92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:12:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['3c78e542-a3a8-4841-868f-7bfbe82c74f1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:49.581469 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2817512-e612-4117-9566-b9001c618e82 req-6f2161bd-3959-46fd-a93f-3f7d66902c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:49.583020 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b2817512-e612-4117-9566-b9001c618e82 req-6f2161bd-3959-46fd-a93f-3f7d66902c8a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69036ab8-3086-4473-868d-59a936d2f083 HTTP/1.1" status: 200 len: 835 time: 0.0482869 Nov 29 02:12:49.629355 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2817512-e612-4117-9566-b9001c618e82 req-2b062105-6fd1-44ca-867a-693955eae7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:12:49.631238 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b2817512-e612-4117-9566-b9001c618e82 req-2b062105-6fd1-44ca-867a-693955eae7e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=813834f8-725a-4695-b8f2-de58c3dd32de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406690 Nov 29 02:12:49.677364 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-fb6cc4d4-bca0-4c83-8abd-7135bc5ce92e None None] Set router 3c78e542-a3a8-4841-868f-7bfbe82c74f1 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:12:49.729190 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b2817512-e612-4117-9566-b9001c618e82 req-87d2cd78-d8d9-4209-b499-556bd09d210e service neutron] 10.222.0.24 "GET /v2.0/networks/813834f8-725a-4695-b8f2-de58c3dd32de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898306 Nov 29 02:12:49.827039 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b2817512-e612-4117-9566-b9001c618e82 req-26926b5d-a71d-44aa-850c-1afe2ba71d47 service neutron] 10.222.0.24 "GET /v2.0/networks/813834f8-725a-4695-b8f2-de58c3dd32de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901723 Nov 29 02:12:49.911126 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fb6cc4d4-bca0-4c83-8abd-7135bc5ce92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'name': 'tempest-TestNetworkBasicOps-router-694284386', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:12:29Z', 'updated_at': '2021-11-29T02:12:33Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:29Z', 'updated_at': '2021-11-29T02:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'ef85a432-85a7-424c-bc79-dbc7e3f6d0c6', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.190', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'port_id': '5968287a-f6fd-4e62-b804-f16753bf2370', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '813834f8-725a-4695-b8f2-de58c3dd32de', 'mac_address': 'fa:16:3e:e4:ee:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ddec48-a45e-4843-9844-92a50775b185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:12:47Z', 'updated_at': '2021-11-29T02:12:47Z', 'revision_number': 0, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a018141a-1c48-488a-ab9b-bbf155196b6c', 'name': '', 'network_id': '813834f8-725a-4695-b8f2-de58c3dd32de', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:94:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '69036ab8-3086-4473-868d-59a936d2f083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:32Z', 'updated_at': '2021-11-29T02:12:36Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '69036ab8-3086-4473-868d-59a936d2f083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:12:49.941267 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6cc4d4-bca0-4c83-8abd-7135bc5ce92e None None] The sync data for ids ['3c78e542-a3a8-4841-868f-7bfbe82c74f1'] in dv-neutron-819032-3-hyperv is: [{'id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'name': 'tempest-TestNetworkBasicOps-router-694284386', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:12:29Z', 'updated_at': '2021-11-29T02:12:33Z', 'revision_number': 4, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:29Z', 'updated_at': '2021-11-29T02:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'ef85a432-85a7-424c-bc79-dbc7e3f6d0c6', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.190', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'port_id': '5968287a-f6fd-4e62-b804-f16753bf2370', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '813834f8-725a-4695-b8f2-de58c3dd32de', 'mac_address': 'fa:16:3e:e4:ee:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ddec48-a45e-4843-9844-92a50775b185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:12:47Z', 'updated_at': '2021-11-29T02:12:47Z', 'revision_number': 0, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a018141a-1c48-488a-ab9b-bbf155196b6c', 'name': '', 'network_id': '813834f8-725a-4695-b8f2-de58c3dd32de', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:94:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '69036ab8-3086-4473-868d-59a936d2f083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:32Z', 'updated_at': '2021-11-29T02:12:36Z', 'revision_number': 5, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '69036ab8-3086-4473-868d-59a936d2f083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:12:50.134550 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3333401-76bc-49ba-97ae-f4ea777027bc None None] New status for floating IP ef85a432-85a7-424c-bc79-dbc7e3f6d0c6: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:12:50.293958 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45698) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:12:50.360855 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9c17e5cd-1be7-466e-8238-f64d048a6fcf tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/floatingips/ef85a432-85a7-424c-bc79-dbc7e3f6d0c6 HTTP/1.1" status: 200 len: 994 time: 0.0654743 Nov 29 02:13:12.040103 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0ccff8f5-16fe-430b-b46d-6d3d6d286d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:13.765348 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:14.310262 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cae35035-241d-4429-b956-da9de3ede96d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:15.320991 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:16.252976 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:13:17.021615 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:17.830467 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:23.548265 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45714) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:13:23.552746 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5cd1c1a0-4898-4b3a-adb3-1780f64f7b94 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'router': {'admin_state_up': False}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:13:23.845635 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5cd1c1a0-4898-4b3a-adb3-1780f64f7b94 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32579'] for router, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:23.856184 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5cd1c1a0-4898-4b3a-adb3-1780f64f7b94 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-599907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-599898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-600112'] for router, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:23.960695 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd1c1a0-4898-4b3a-adb3-1780f64f7b94 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router 3c78e542-a3a8-4841-868f-7bfbe82c74f1 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:13:24.062605 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd1c1a0-4898-4b3a-adb3-1780f64f7b94 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:13:24.069676 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5cd1c1a0-4898-4b3a-adb3-1780f64f7b94 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:24.071665 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5cd1c1a0-4898-4b3a-adb3-1780f64f7b94 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "PUT /v2.0/routers/3c78e542-a3a8-4841-868f-7bfbe82c74f1 HTTP/1.1" status: 200 len: 888 time: 0.5224948 Nov 29 02:13:24.072604 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2641a625-151b-4a98-88a6-5b391ccefa78 None None] Sync routers for ids ['3c78e542-a3a8-4841-868f-7bfbe82c74f1'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:13:24.084989 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2641a625-151b-4a98-88a6-5b391ccefa78 None None] Routers {'3c78e542-a3a8-4841-868f-7bfbe82c74f1'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:13:24.085664 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2641a625-151b-4a98-88a6-5b391ccefa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:13:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['3c78e542-a3a8-4841-868f-7bfbe82c74f1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:13:24.119599 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2641a625-151b-4a98-88a6-5b391ccefa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:13:24.128030 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2641a625-151b-4a98-88a6-5b391ccefa78 None None] Routers {'3c78e542-a3a8-4841-868f-7bfbe82c74f1'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:13:24.128624 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2641a625-151b-4a98-88a6-5b391ccefa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:13:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['3c78e542-a3a8-4841-868f-7bfbe82c74f1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:13:24.160617 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2641a625-151b-4a98-88a6-5b391ccefa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:13:24.161250 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2641a625-151b-4a98-88a6-5b391ccefa78 None None] The sync data for ids ['3c78e542-a3a8-4841-868f-7bfbe82c74f1'] in dv-neutron-819032-3-hyperv is: [] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:13:24.539544 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a018141a-1c48-488a-ab9b-bbf155196b6c no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:13:24.614874 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:24.646181 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port a018141a-1c48-488a-ab9b-bbf155196b6c, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=a018141a-1c48-488a-ab9b-bbf155196b6c,segment=NetworkSegment(3daa5bb4-9f98-468e-a34c-a54defacd3c8),segment_id=3daa5bb4-9f98-468e-a34c-a54defacd3c8)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:13:24.650194 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:24.698916 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=a018141a-1c48-488a-ab9b-bbf155196b6c,revision_number=6']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:13:24.705763 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:24.706112 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:24.706450 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:24.706783 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:24.707111 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:24.707438 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:24.707767 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:24.708089 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:24.708410 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:24.708730 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:24.709048 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:24.709365 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:24.925559 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e60048-7134-4751-bb13-0647f064bb03 None None] New status for floating IP ef85a432-85a7-424c-bc79-dbc7e3f6d0c6: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:13:26.216337 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45718) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:13:26.220927 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-fe7b68c4-f620-4df4-870c-d6697998dfac tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:13:26.331112 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:13:26.420005 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:26.440568 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:13:26.444438 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:26.498753 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:13:26.848310 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe7b68c4-f620-4df4-870c-d6697998dfac tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-600121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32579'] for router, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:26.858726 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe7b68c4-f620-4df4-870c-d6697998dfac tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-599907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-599898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-600112'] for router, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:26.964207 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7b68c4-f620-4df4-870c-d6697998dfac tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router 3c78e542-a3a8-4841-868f-7bfbe82c74f1 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:13:27.072184 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7b68c4-f620-4df4-870c-d6697998dfac tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:13:27.079737 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe7b68c4-f620-4df4-870c-d6697998dfac tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:27.081443 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-fe7b68c4-f620-4df4-870c-d6697998dfac tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "PUT /v2.0/routers/3c78e542-a3a8-4841-868f-7bfbe82c74f1 HTTP/1.1" status: 200 len: 887 time: 0.8641047 Nov 29 02:13:27.083492 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772703d4-fda6-496b-9d4a-fbaa04ce7efb None None] Sync routers for ids ['3c78e542-a3a8-4841-868f-7bfbe82c74f1'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:13:27.084362 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45720) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:13:27.095966 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772703d4-fda6-496b-9d4a-fbaa04ce7efb None None] Routers {'3c78e542-a3a8-4841-868f-7bfbe82c74f1'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:13:27.096505 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-772703d4-fda6-496b-9d4a-fbaa04ce7efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:13:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['3c78e542-a3a8-4841-868f-7bfbe82c74f1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:13:27.155259 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-66a176f3-96c3-486b-b9d9-9cf9e7bc87f2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/floatingips/ef85a432-85a7-424c-bc79-dbc7e3f6d0c6 HTTP/1.1" status: 200 len: 992 time: 0.0687516 Nov 29 02:13:27.201927 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-772703d4-fda6-496b-9d4a-fbaa04ce7efb None None] Set router 3c78e542-a3a8-4841-868f-7bfbe82c74f1 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:13:27.422193 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-772703d4-fda6-496b-9d4a-fbaa04ce7efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'name': 'tempest-TestNetworkBasicOps-router-694284386', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:12:29Z', 'updated_at': '2021-11-29T02:13:26Z', 'revision_number': 6, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:29Z', 'updated_at': '2021-11-29T02:13:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'ef85a432-85a7-424c-bc79-dbc7e3f6d0c6', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.190', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'port_id': '5968287a-f6fd-4e62-b804-f16753bf2370', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '813834f8-725a-4695-b8f2-de58c3dd32de', 'mac_address': 'fa:16:3e:e4:ee:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ddec48-a45e-4843-9844-92a50775b185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:12:47Z', 'updated_at': '2021-11-29T02:13:25Z', 'revision_number': 2, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a018141a-1c48-488a-ab9b-bbf155196b6c', 'name': '', 'network_id': '813834f8-725a-4695-b8f2-de58c3dd32de', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:94:95:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '69036ab8-3086-4473-868d-59a936d2f083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:32Z', 'updated_at': '2021-11-29T02:13:24Z', 'revision_number': 6, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '69036ab8-3086-4473-868d-59a936d2f083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:13:27.447868 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772703d4-fda6-496b-9d4a-fbaa04ce7efb None None] Checking router: 3c78e542-a3a8-4841-868f-7bfbe82c74f1 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:13:27.456232 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772703d4-fda6-496b-9d4a-fbaa04ce7efb None None] Routers {'3c78e542-a3a8-4841-868f-7bfbe82c74f1'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:13:27.456831 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-772703d4-fda6-496b-9d4a-fbaa04ce7efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:13:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['3c78e542-a3a8-4841-868f-7bfbe82c74f1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:13:27.641995 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-772703d4-fda6-496b-9d4a-fbaa04ce7efb None None] Set router 3c78e542-a3a8-4841-868f-7bfbe82c74f1 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:13:27.859140 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-772703d4-fda6-496b-9d4a-fbaa04ce7efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'name': 'tempest-TestNetworkBasicOps-router-694284386', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:12:29Z', 'updated_at': '2021-11-29T02:13:26Z', 'revision_number': 6, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:29Z', 'updated_at': '2021-11-29T02:13:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'ef85a432-85a7-424c-bc79-dbc7e3f6d0c6', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.190', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'port_id': '5968287a-f6fd-4e62-b804-f16753bf2370', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '813834f8-725a-4695-b8f2-de58c3dd32de', 'mac_address': 'fa:16:3e:e4:ee:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ddec48-a45e-4843-9844-92a50775b185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:12:47Z', 'updated_at': '2021-11-29T02:13:25Z', 'revision_number': 2, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a018141a-1c48-488a-ab9b-bbf155196b6c', 'name': '', 'network_id': '813834f8-725a-4695-b8f2-de58c3dd32de', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:94:95:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '69036ab8-3086-4473-868d-59a936d2f083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:32Z', 'updated_at': '2021-11-29T02:13:24Z', 'revision_number': 6, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '69036ab8-3086-4473-868d-59a936d2f083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:13:27.883897 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772703d4-fda6-496b-9d4a-fbaa04ce7efb None None] The sync data for ids ['3c78e542-a3a8-4841-868f-7bfbe82c74f1'] in dv-neutron-819032-3-hyperv is: [{'id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'name': 'tempest-TestNetworkBasicOps-router-694284386', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:12:29Z', 'updated_at': '2021-11-29T02:13:26Z', 'revision_number': 6, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:29Z', 'updated_at': '2021-11-29T02:13:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'ef85a432-85a7-424c-bc79-dbc7e3f6d0c6', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'floating_ip_address': '172.26.3.190', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'port_id': '5968287a-f6fd-4e62-b804-f16753bf2370', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '813834f8-725a-4695-b8f2-de58c3dd32de', 'mac_address': 'fa:16:3e:e4:ee:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ddec48-a45e-4843-9844-92a50775b185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:12:47Z', 'updated_at': '2021-11-29T02:13:25Z', 'revision_number': 2, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a018141a-1c48-488a-ab9b-bbf155196b6c', 'name': '', 'network_id': '813834f8-725a-4695-b8f2-de58c3dd32de', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:94:95:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '69036ab8-3086-4473-868d-59a936d2f083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:32Z', 'updated_at': '2021-11-29T02:13:24Z', 'revision_number': 6, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '69036ab8-3086-4473-868d-59a936d2f083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:13:28.158069 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45722) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:13:28.219857 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4985ecb9-9554-4b5a-b148-184913e725e2 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/floatingips/ef85a432-85a7-424c-bc79-dbc7e3f6d0c6 HTTP/1.1" status: 200 len: 992 time: 0.0605905 Nov 29 02:13:28.353042 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a018141a-1c48-488a-ab9b-bbf155196b6c up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:13:28.403565 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port a018141a-1c48-488a-ab9b-bbf155196b6c triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:13:28.404017 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:28.501874 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:28.535916 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port a018141a-1c48-488a-ab9b-bbf155196b6c, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=a018141a-1c48-488a-ab9b-bbf155196b6c,segment=NetworkSegment(3daa5bb4-9f98-468e-a34c-a54defacd3c8),segment_id=3daa5bb4-9f98-468e-a34c-a54defacd3c8)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:13:28.540695 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:28.590589 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=a018141a-1c48-488a-ab9b-bbf155196b6c,revision_number=7']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:13:29.223421 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45724) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:13:29.285995 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9f297130-7938-44f7-b800-cdb7e52cf3df tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/floatingips/ef85a432-85a7-424c-bc79-dbc7e3f6d0c6 HTTP/1.1" status: 200 len: 992 time: 0.0613940 Nov 29 02:13:29.489310 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c216f2-6781-4db4-8f21-731c18e9b183 None None] New status for floating IP ef85a432-85a7-424c-bc79-dbc7e3f6d0c6: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:13:30.289823 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45726) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:13:30.351212 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7664b15a-7bce-44cc-831b-c0273f207ef1 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/floatingips/ef85a432-85a7-424c-bc79-dbc7e3f6d0c6 HTTP/1.1" status: 200 len: 994 time: 0.0602744 Nov 29 02:13:30.402982 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a018141a-1c48-488a-ab9b-bbf155196b6c up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:13:30.456086 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port a018141a-1c48-488a-ab9b-bbf155196b6c triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:13:30.456488 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:30.531952 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:13:30.578630 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:13:30.579000 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:30.653450 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:30.672519 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:13:30.676915 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:30.722563 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d,revision_number=6']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:13:32.337514 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:13:32.537181 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:13:32.537561 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:32.659007 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45732) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:13:32.812154 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9a17-993f-4940-8c04-27fd9b084661 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port 38217472-9ef0-4a5e-b05f-91ba66a41997 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:13:32.812416 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-de1b9a17-993f-4940-8c04-27fd9b084661 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:32.884445 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-de1b9a17-993f-4940-8c04-27fd9b084661 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:32.884771 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-de1b9a17-993f-4940-8c04-27fd9b084661 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:32.897081 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-de1b9a17-993f-4940-8c04-27fd9b084661 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for 38217472-9ef0-4a5e-b05f-91ba66a41997 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:13:33.042282 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-de1b9a17-993f-4940-8c04-27fd9b084661 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:33.069221 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b9a17-993f-4940-8c04-27fd9b084661 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=38217472-9ef0-4a5e-b05f-91ba66a41997,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:13:33.080213 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b9a17-993f-4940-8c04-27fd9b084661 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:33.080563 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b9a17-993f-4940-8c04-27fd9b084661 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:33.080908 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b9a17-993f-4940-8c04-27fd9b084661 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:33.081244 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b9a17-993f-4940-8c04-27fd9b084661 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:33.081604 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b9a17-993f-4940-8c04-27fd9b084661 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:33.081942 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b9a17-993f-4940-8c04-27fd9b084661 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:33.082274 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b9a17-993f-4940-8c04-27fd9b084661 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:33.082609 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b9a17-993f-4940-8c04-27fd9b084661 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:33.082936 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b9a17-993f-4940-8c04-27fd9b084661 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:33.083260 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b9a17-993f-4940-8c04-27fd9b084661 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:33.083585 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b9a17-993f-4940-8c04-27fd9b084661 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:33.083910 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b9a17-993f-4940-8c04-27fd9b084661 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:33.140166 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-de1b9a17-993f-4940-8c04-27fd9b084661 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for floatingip, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:33.140509 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [None req-de1b9a17-993f-4940-8c04-27fd9b084661 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Floating IP ef85a432-85a7-424c-bc79-dbc7e3f6d0c6 disassociated (deleted). External IP: 172.26.3.190, port: 5968287a-f6fd-4e62-b804-f16753bf2370. Nov 29 02:13:33.341653 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1b9a17-993f-4940-8c04-27fd9b084661 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router 3c78e542-a3a8-4841-868f-7bfbe82c74f1 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:13:33.448439 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1b9a17-993f-4940-8c04-27fd9b084661 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:13:33.452799 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-de1b9a17-993f-4940-8c04-27fd9b084661 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:33.458948 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7498d190-ef76-48cd-abdd-bc89fc9ffa41 None None] Sync routers for ids ['3c78e542-a3a8-4841-868f-7bfbe82c74f1'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:13:33.468830 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7498d190-ef76-48cd-abdd-bc89fc9ffa41 None None] Routers {'3c78e542-a3a8-4841-868f-7bfbe82c74f1'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:13:33.469437 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7498d190-ef76-48cd-abdd-bc89fc9ffa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:13:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['3c78e542-a3a8-4841-868f-7bfbe82c74f1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:13:33.479960 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-de1b9a17-993f-4940-8c04-27fd9b084661 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/floatingips/ef85a432-85a7-424c-bc79-dbc7e3f6d0c6 HTTP/1.1" status: 204 len: 168 time: 0.8198459 Nov 29 02:13:33.480550 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ddec48-a45e-4843-9844-92a50775b185', 'tag': '5968287a-f6fd-4e62-b804-f16753bf2370'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:13:33.482892 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9753b0e-e15d-49fc-a053-2c7c2fc95365" -d '{"events": [{"name": "network-changed", "server_uuid": "e6ddec48-a45e-4843-9844-92a50775b185", "tag": "5968287a-f6fd-4e62-b804-f16753bf2370"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:13:33.577470 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bcb90c-1511-4fee-8d6c-885649ed82f7 x-openstack-request-id: req-64bcb90c-1511-4fee-8d6c-885649ed82f7 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:13:33.577910 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6ddec48-a45e-4843-9844-92a50775b185", "tag": "5968287a-f6fd-4e62-b804-f16753bf2370", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:13:33.578152 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64bcb90c-1511-4fee-8d6c-885649ed82f7 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:13:33.578622 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6ddec48-a45e-4843-9844-92a50775b185', 'tag': '5968287a-f6fd-4e62-b804-f16753bf2370', 'status': 'completed', 'code': 200} Nov 29 02:13:33.579008 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-7498d190-ef76-48cd-abdd-bc89fc9ffa41 None None] Set router 3c78e542-a3a8-4841-868f-7bfbe82c74f1 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:13:33.735520 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9753b0e-e15d-49fc-a053-2c7c2fc95365 req-66a700af-cc88-494f-a61a-e3ef0ba90efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:33.737081 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c9753b0e-e15d-49fc-a053-2c7c2fc95365 req-66a700af-cc88-494f-a61a-e3ef0ba90efa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a27bea49814722818e7a3b77708f76&device_id=e6ddec48-a45e-4843-9844-92a50775b185 HTTP/1.1" status: 200 len: 1099 time: 0.0962799 Nov 29 02:13:33.748552 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4335b-3a83-4320-84ab-b12c4826a6b6 req-57992c38-f5a4-4127-8bf9-783d98c4f65d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:33.750726 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6df4335b-3a83-4320-84ab-b12c4826a6b6 req-57992c38-f5a4-4127-8bf9-783d98c4f65d tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6ddec48-a45e-4843-9844-92a50775b185 HTTP/1.1" status: 200 len: 946 time: 0.0541980 Nov 29 02:13:33.798121 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7498d190-ef76-48cd-abdd-bc89fc9ffa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'name': 'tempest-TestNetworkBasicOps-router-694284386', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:12:29Z', 'updated_at': '2021-11-29T02:13:26Z', 'revision_number': 6, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:29Z', 'updated_at': '2021-11-29T02:13:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': 'a018141a-1c48-488a-ab9b-bbf155196b6c', 'name': '', 'network_id': '813834f8-725a-4695-b8f2-de58c3dd32de', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:94:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '69036ab8-3086-4473-868d-59a936d2f083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:32Z', 'updated_at': '2021-11-29T02:13:28Z', 'revision_number': 7, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '69036ab8-3086-4473-868d-59a936d2f083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:13:33.805377 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6df4335b-3a83-4320-84ab-b12c4826a6b6 req-1067b4c2-11e9-448f-9fe1-906846cda76f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec588113-3db7-45a6-a75a-34026175cc07&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483534 Nov 29 02:13:33.825024 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7498d190-ef76-48cd-abdd-bc89fc9ffa41 None None] Checking router: 3c78e542-a3a8-4841-868f-7bfbe82c74f1 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:13:33.833334 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7498d190-ef76-48cd-abdd-bc89fc9ffa41 None None] Routers {'3c78e542-a3a8-4841-868f-7bfbe82c74f1'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:13:33.833972 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7498d190-ef76-48cd-abdd-bc89fc9ffa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:13:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['3c78e542-a3a8-4841-868f-7bfbe82c74f1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:13:33.842333 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9753b0e-e15d-49fc-a053-2c7c2fc95365 req-f1000c94-a16c-4c06-963b-469f8019c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:33.843807 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c9753b0e-e15d-49fc-a053-2c7c2fc95365 req-f1000c94-a16c-4c06-963b-469f8019c413 service neutron] 10.222.0.24 "GET /v2.0/networks?id=813834f8-725a-4695-b8f2-de58c3dd32de HTTP/1.1" status: 200 len: 897 time: 0.0990579 Nov 29 02:13:33.886981 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c9753b0e-e15d-49fc-a053-2c7c2fc95365 req-f9f7e1d0-f557-4d75-acf0-95e067264b21 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5968287a-f6fd-4e62-b804-f16753bf2370 HTTP/1.1" status: 200 len: 217 time: 0.0336106 Nov 29 02:13:33.936554 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9753b0e-e15d-49fc-a053-2c7c2fc95365 req-27d21c04-a48c-4ef2-8a98-ce4d78a3363b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:33.937808 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-7498d190-ef76-48cd-abdd-bc89fc9ffa41 None None] Set router 3c78e542-a3a8-4841-868f-7bfbe82c74f1 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:13:33.938099 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c9753b0e-e15d-49fc-a053-2c7c2fc95365 req-27d21c04-a48c-4ef2-8a98-ce4d78a3363b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69036ab8-3086-4473-868d-59a936d2f083 HTTP/1.1" status: 200 len: 835 time: 0.0438187 Nov 29 02:13:33.983739 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9753b0e-e15d-49fc-a053-2c7c2fc95365 req-3b8d8472-01e8-45a7-bee0-a824a0bd296f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:33.985431 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c9753b0e-e15d-49fc-a053-2c7c2fc95365 req-3b8d8472-01e8-45a7-bee0-a824a0bd296f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=813834f8-725a-4695-b8f2-de58c3dd32de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398948 Nov 29 02:13:34.085308 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c9753b0e-e15d-49fc-a053-2c7c2fc95365 req-0010c580-6a94-41e9-8213-d119629ad1b6 service neutron] 10.222.0.24 "GET /v2.0/networks/813834f8-725a-4695-b8f2-de58c3dd32de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895743 Nov 29 02:13:34.134539 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-7498d190-ef76-48cd-abdd-bc89fc9ffa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'name': 'tempest-TestNetworkBasicOps-router-694284386', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:12:29Z', 'updated_at': '2021-11-29T02:13:26Z', 'revision_number': 6, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:29Z', 'updated_at': '2021-11-29T02:13:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': 'a018141a-1c48-488a-ab9b-bbf155196b6c', 'name': '', 'network_id': '813834f8-725a-4695-b8f2-de58c3dd32de', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:94:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '69036ab8-3086-4473-868d-59a936d2f083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:32Z', 'updated_at': '2021-11-29T02:13:28Z', 'revision_number': 7, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '69036ab8-3086-4473-868d-59a936d2f083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:13:34.165567 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7498d190-ef76-48cd-abdd-bc89fc9ffa41 None None] The sync data for ids ['3c78e542-a3a8-4841-868f-7bfbe82c74f1'] in dv-neutron-819032-3-hyperv is: [{'id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'name': 'tempest-TestNetworkBasicOps-router-694284386', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:12:29Z', 'updated_at': '2021-11-29T02:13:26Z', 'revision_number': 6, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:29Z', 'updated_at': '2021-11-29T02:13:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': 'a018141a-1c48-488a-ab9b-bbf155196b6c', 'name': '', 'network_id': '813834f8-725a-4695-b8f2-de58c3dd32de', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'mac_address': 'fa:16:3e:94:95:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '69036ab8-3086-4473-868d-59a936d2f083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:32Z', 'updated_at': '2021-11-29T02:13:28Z', 'revision_number': 7, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'subnets': [{'id': '69036ab8-3086-4473-868d-59a936d2f083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:13:34.184255 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c9753b0e-e15d-49fc-a053-2c7c2fc95365 req-48483208-5077-4c5c-8a91-fe2787d855e2 service neutron] 10.222.0.24 "GET /v2.0/networks/813834f8-725a-4695-b8f2-de58c3dd32de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899770 Nov 29 02:13:34.805515 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399b66ba-d451-4b10-8013-ba088c0eeccb None None] New status for floating IP ef85a432-85a7-424c-bc79-dbc7e3f6d0c6: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:13:34.941342 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3ddfc-4aa6-4015-94f9-bd164b0f3f0e req-a2b8da7d-d496-4aaa-84ce-6246f3acd4f8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:34.942886 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5fc3ddfc-4aa6-4015-94f9-bd164b0f3f0e req-a2b8da7d-d496-4aaa-84ce-6246f3acd4f8 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6ddec48-a45e-4843-9844-92a50775b185 HTTP/1.1" status: 200 len: 946 time: 0.0670438 Nov 29 02:13:35.000998 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5fc3ddfc-4aa6-4015-94f9-bd164b0f3f0e req-41d19421-fe73-471e-bb20-8e021297aa07 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/security-groups?id=ec588113-3db7-45a6-a75a-34026175cc07&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518670 Nov 29 02:13:35.489787 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e70781-60e5-46d9-90b9-126315d6cf86 req-f2cd67b6-cd30-4f25-a7d4-490581ba384a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:35.491275 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a3e70781-60e5-46d9-90b9-126315d6cf86 req-f2cd67b6-cd30-4f25-a7d4-490581ba384a tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6ddec48-a45e-4843-9844-92a50775b185 HTTP/1.1" status: 200 len: 946 time: 0.0486550 Nov 29 02:13:35.582463 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-a3e70781-60e5-46d9-90b9-126315d6cf86 req-6f4415ff-56be-4e54-9de3-5d378c8560e6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port 5968287a-f6fd-4e62-b804-f16753bf2370 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:13:35.582801 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a3e70781-60e5-46d9-90b9-126315d6cf86 req-6f4415ff-56be-4e54-9de3-5d378c8560e6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:35.671643 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-a3e70781-60e5-46d9-90b9-126315d6cf86 req-6f4415ff-56be-4e54-9de3-5d378c8560e6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] For port 5968287a-f6fd-4e62-b804-f16753bf2370, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=5968287a-f6fd-4e62-b804-f16753bf2370,segment=NetworkSegment(3daa5bb4-9f98-468e-a34c-a54defacd3c8),segment_id=3daa5bb4-9f98-468e-a34c-a54defacd3c8)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:13:35.672001 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a3e70781-60e5-46d9-90b9-126315d6cf86 req-6f4415ff-56be-4e54-9de3-5d378c8560e6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:35.684537 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-a3e70781-60e5-46d9-90b9-126315d6cf86 req-6f4415ff-56be-4e54-9de3-5d378c8560e6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for 5968287a-f6fd-4e62-b804-f16753bf2370 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:13:35.810443 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a3e70781-60e5-46d9-90b9-126315d6cf86 req-6f4415ff-56be-4e54-9de3-5d378c8560e6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:35.839126 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4415ff-56be-4e54-9de3-5d378c8560e6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=5968287a-f6fd-4e62-b804-f16753bf2370,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:13:35.877618 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e70781-60e5-46d9-90b9-126315d6cf86 req-6f4415ff-56be-4e54-9de3-5d378c8560e6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] No DVR routers for this DVR port 5968287a-f6fd-4e62-b804-f16753bf2370 on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:13:35.880054 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a3e70781-60e5-46d9-90b9-126315d6cf86 req-6f4415ff-56be-4e54-9de3-5d378c8560e6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:35.883405 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a3e70781-60e5-46d9-90b9-126315d6cf86 req-6f4415ff-56be-4e54-9de3-5d378c8560e6 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.24 "DELETE /v2.0/ports/5968287a-f6fd-4e62-b804-f16753bf2370 HTTP/1.1" status: 204 len: 173 time: 0.3817487 Nov 29 02:13:35.883862 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ddec48-a45e-4843-9844-92a50775b185', 'name': 'network-vif-deleted', 'tag': '5968287a-f6fd-4e62-b804-f16753bf2370'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:13:35.886719 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976b56fd-feb0-473c-ab1b-f52d1ee8ea3a" -d '{"events": [{"server_uuid": "e6ddec48-a45e-4843-9844-92a50775b185", "name": "network-vif-deleted", "tag": "5968287a-f6fd-4e62-b804-f16753bf2370"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:13:35.922937 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584c6394-543b-49a9-8697-f24cef272e8e x-openstack-request-id: req-584c6394-543b-49a9-8697-f24cef272e8e {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:13:35.923306 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ddec48-a45e-4843-9844-92a50775b185", "name": "network-vif-deleted", "tag": "5968287a-f6fd-4e62-b804-f16753bf2370", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:13:35.923484 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-584c6394-543b-49a9-8697-f24cef272e8e {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:13:35.923909 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ddec48-a45e-4843-9844-92a50775b185', 'name': 'network-vif-deleted', 'tag': '5968287a-f6fd-4e62-b804-f16753bf2370', 'status': 'completed', 'code': 200} Nov 29 02:13:36.105299 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-492cf857-5325-42da-a06d-514e57d9ddfa req-718d48ec-e774-4837-a15c-a676e5ac436f tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6ddec48-a45e-4843-9844-92a50775b185 HTTP/1.1" status: 200 len: 210 time: 0.0252163 Nov 29 02:13:37.163210 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45752) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:13:37.223321 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43bba6e5-ba26-446a-934c-7396f57c392e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:37.247877 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43bba6e5-ba26-446a-934c-7396f57c392e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:37.305193 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43bba6e5-ba26-446a-934c-7396f57c392e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:37.308549 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-43bba6e5-ba26-446a-934c-7396f57c392e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:37.309709 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-43bba6e5-ba26-446a-934c-7396f57c392e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/security-groups/ec588113-3db7-45a6-a75a-34026175cc07 HTTP/1.1" status: 204 len: 168 time: 0.1454511 Nov 29 02:13:37.319948 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bba6e5-ba26-446a-934c-7396f57c392e tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec588113-3db7-45a6-a75a-34026175cc07,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:13:37.345720 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45756) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:13:37.689836 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dea57beb-c582-492b-a1e5-92ee3f6ea356 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:37.939357 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-dea57beb-c582-492b-a1e5-92ee3f6ea356 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port a018141a-1c48-488a-ab9b-bbf155196b6c {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:13:37.939692 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dea57beb-c582-492b-a1e5-92ee3f6ea356 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:38.027985 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-dea57beb-c582-492b-a1e5-92ee3f6ea356 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] For port a018141a-1c48-488a-ab9b-bbf155196b6c, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=a018141a-1c48-488a-ab9b-bbf155196b6c,segment=NetworkSegment(3daa5bb4-9f98-468e-a34c-a54defacd3c8),segment_id=3daa5bb4-9f98-468e-a34c-a54defacd3c8)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:13:38.028343 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dea57beb-c582-492b-a1e5-92ee3f6ea356 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:38.040263 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-dea57beb-c582-492b-a1e5-92ee3f6ea356 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for a018141a-1c48-488a-ab9b-bbf155196b6c owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:13:38.218893 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dea57beb-c582-492b-a1e5-92ee3f6ea356 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:38.244363 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea57beb-c582-492b-a1e5-92ee3f6ea356 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=a018141a-1c48-488a-ab9b-bbf155196b6c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:13:38.422604 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-dea57beb-c582-492b-a1e5-92ee3f6ea356 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:38.523873 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 5968287a-f6fd-4e62-b804-f16753bf2370 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:13:38.545779 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: 5968287a-f6fd-4e62-b804-f16753bf2370 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:13:38.546188 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 5968287a-f6fd-4e62-b804-f16753bf2370 not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:13:38.631115 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea57beb-c582-492b-a1e5-92ee3f6ea356 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Router 3c78e542-a3a8-4841-868f-7bfbe82c74f1 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:13:38.957002 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45758) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:13:39.063837 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea57beb-c582-492b-a1e5-92ee3f6ea356 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:13:39.069118 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-dea57beb-c582-492b-a1e5-92ee3f6ea356 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "PUT /v2.0/routers/3c78e542-a3a8-4841-868f-7bfbe82c74f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7220297 Nov 29 02:13:39.071599 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45760) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:13:39.076590 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd42c8b-c4e8-4af4-995a-4268178ad67e None None] Sync routers for ids ['3c78e542-a3a8-4841-868f-7bfbe82c74f1'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:13:39.086994 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd42c8b-c4e8-4af4-995a-4268178ad67e None None] Routers {'3c78e542-a3a8-4841-868f-7bfbe82c74f1'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:13:39.087939 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ecd42c8b-c4e8-4af4-995a-4268178ad67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:13:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['3c78e542-a3a8-4841-868f-7bfbe82c74f1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:13:39.126219 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1423c9e5-0d5f-4274-ab51-06d11421f028 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Deleting port daa66251-6db3-46cc-98d2-8263e13d2a43 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:13:39.126566 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1423c9e5-0d5f-4274-ab51-06d11421f028 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:39.134103 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe5df884-2b97-42a4-b03d-2d870a01ab1b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting subnet 69036ab8-3086-4473-868d-59a936d2f083 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:13:39.138353 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe5df884-2b97-42a4-b03d-2d870a01ab1b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:39.182243 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe5df884-2b97-42a4-b03d-2d870a01ab1b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:39.194938 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-ecd42c8b-c4e8-4af4-995a-4268178ad67e None None] Set router 3c78e542-a3a8-4841-868f-7bfbe82c74f1 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:13:39.216862 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1423c9e5-0d5f-4274-ab51-06d11421f028 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:39.217097 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1423c9e5-0d5f-4274-ab51-06d11421f028 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:39.228945 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1423c9e5-0d5f-4274-ab51-06d11421f028 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Calling delete_port for daa66251-6db3-46cc-98d2-8263e13d2a43 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:13:39.267822 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe5df884-2b97-42a4-b03d-2d870a01ab1b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:39.338636 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe5df884-2b97-42a4-b03d-2d870a01ab1b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:39.366608 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5df884-2b97-42a4-b03d-2d870a01ab1b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Subnet': ['ID=69036ab8-3086-4473-868d-59a936d2f083,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:13:39.370279 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fe5df884-2b97-42a4-b03d-2d870a01ab1b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:39.373483 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-fe5df884-2b97-42a4-b03d-2d870a01ab1b tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/subnets/69036ab8-3086-4473-868d-59a936d2f083 HTTP/1.1" status: 204 len: 168 time: 0.3009346 Nov 29 02:13:39.376244 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45762) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:13:39.387196 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee55de2-a544-4f27-b1cc-0ab405b5904e None None] Network 813834f8-725a-4695-b8f2-de58c3dd32de requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:13:39.393109 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ecd42c8b-c4e8-4af4-995a-4268178ad67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'name': 'tempest-TestNetworkBasicOps-router-694284386', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:12:29Z', 'updated_at': '2021-11-29T02:13:38Z', 'revision_number': 7, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:29Z', 'updated_at': '2021-11-29T02:13:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:13:39.400834 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1423c9e5-0d5f-4274-ab51-06d11421f028 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:39.427082 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd42c8b-c4e8-4af4-995a-4268178ad67e None None] Checking router: 3c78e542-a3a8-4841-868f-7bfbe82c74f1 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:13:39.436784 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd42c8b-c4e8-4af4-995a-4268178ad67e None None] Routers {'3c78e542-a3a8-4841-868f-7bfbe82c74f1'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:13:39.437830 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ecd42c8b-c4e8-4af4-995a-4268178ad67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:13:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['3c78e542-a3a8-4841-868f-7bfbe82c74f1'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:13:39.445337 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423c9e5-0d5f-4274-ab51-06d11421f028 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Pushing event deleted for resources: {'Port': ['ID=daa66251-6db3-46cc-98d2-8263e13d2a43,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:13:39.475760 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1423c9e5-0d5f-4274-ab51-06d11421f028 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:39.476034 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1423c9e5-0d5f-4274-ab51-06d11421f028 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:39.476448 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1423c9e5-0d5f-4274-ab51-06d11421f028 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:39.476799 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1423c9e5-0d5f-4274-ab51-06d11421f028 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:39.477205 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1423c9e5-0d5f-4274-ab51-06d11421f028 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:39.477570 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1423c9e5-0d5f-4274-ab51-06d11421f028 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:39.477946 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1423c9e5-0d5f-4274-ab51-06d11421f028 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:39.478341 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1423c9e5-0d5f-4274-ab51-06d11421f028 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:39.478725 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1423c9e5-0d5f-4274-ab51-06d11421f028 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:39.479064 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1423c9e5-0d5f-4274-ab51-06d11421f028 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:39.480381 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1423c9e5-0d5f-4274-ab51-06d11421f028 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:39.480733 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1423c9e5-0d5f-4274-ab51-06d11421f028 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:13:39.506377 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a1673853-236d-46fd-ad1a-6d6624a7f6b0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:39.527811 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1423c9e5-0d5f-4274-ab51-06d11421f028 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:39.528157 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-1423c9e5-0d5f-4274-ab51-06d11421f028 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Floating IP fca157f9-3d95-4473-9222-13a081ac1ca5 disassociated (deleted). External IP: 172.26.3.49, port: 54ff90d9-b5e8-49bf-86b5-f0eccb4943a2. Nov 29 02:13:39.631350 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49514e5d-bf9a-4f9e-9847-a339655ac3fa None None] DHCP port deletion for 813834f8-725a-4695-b8f2-de58c3dd32de request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:13:39.635214 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a1673853-236d-46fd-ad1a-6d6624a7f6b0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:39.666203 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-ecd42c8b-c4e8-4af4-995a-4268178ad67e None None] Set router 3c78e542-a3a8-4841-868f-7bfbe82c74f1 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:13:39.690287 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-49514e5d-bf9a-4f9e-9847-a339655ac3fa None None] Deleting port c84fccfc-0c2a-43bf-bfd9-4adbd7660dd8 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:13:39.690663 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-49514e5d-bf9a-4f9e-9847-a339655ac3fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:39.699283 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a1673853-236d-46fd-ad1a-6d6624a7f6b0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Deleting port dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:13:39.699760 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a1673853-236d-46fd-ad1a-6d6624a7f6b0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:39.762501 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-49514e5d-bf9a-4f9e-9847-a339655ac3fa None None] For port c84fccfc-0c2a-43bf-bfd9-4adbd7660dd8, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c84fccfc-0c2a-43bf-bfd9-4adbd7660dd8,segment=NetworkSegment(3daa5bb4-9f98-468e-a34c-a54defacd3c8),segment_id=3daa5bb4-9f98-468e-a34c-a54defacd3c8)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:13:39.763338 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-49514e5d-bf9a-4f9e-9847-a339655ac3fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:39.778717 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-49514e5d-bf9a-4f9e-9847-a339655ac3fa None None] Calling delete_port for c84fccfc-0c2a-43bf-bfd9-4adbd7660dd8 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:13:39.796242 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1423c9e5-0d5f-4274-ab51-06d11421f028 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Router 95237a31-4eb2-4f77-8a2a-d66f853fb185 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:13:39.815417 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a1673853-236d-46fd-ad1a-6d6624a7f6b0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] For port dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:13:39.815784 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a1673853-236d-46fd-ad1a-6d6624a7f6b0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:39.837910 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a1673853-236d-46fd-ad1a-6d6624a7f6b0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Calling delete_port for dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:13:39.864933 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-ecd42c8b-c4e8-4af4-995a-4268178ad67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'name': 'tempest-TestNetworkBasicOps-router-694284386', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:12:29Z', 'updated_at': '2021-11-29T02:13:38Z', 'revision_number': 7, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:29Z', 'updated_at': '2021-11-29T02:13:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:13:39.872526 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-49514e5d-bf9a-4f9e-9847-a339655ac3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:39.892887 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd42c8b-c4e8-4af4-995a-4268178ad67e None None] The sync data for ids ['3c78e542-a3a8-4841-868f-7bfbe82c74f1'] in dv-neutron-819032-3-hyperv is: [{'id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'name': 'tempest-TestNetworkBasicOps-router-694284386', 'tenant_id': 'd1a27bea49814722818e7a3b77708f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:12:29Z', 'updated_at': '2021-11-29T02:13:38Z', 'revision_number': 7, 'project_id': 'd1a27bea49814722818e7a3b77708f76', 'gw_port': {'id': 'dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c78e542-a3a8-4841-868f-7bfbe82c74f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:12:29Z', 'updated_at': '2021-11-29T02:13:30Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:13:39.904248 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514e5d-bf9a-4f9e-9847-a339655ac3fa None None] Pushing event deleted for resources: {'Port': ['ID=c84fccfc-0c2a-43bf-bfd9-4adbd7660dd8,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:13:39.914547 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49514e5d-bf9a-4f9e-9847-a339655ac3fa None None] No DVR routers for this DVR port c84fccfc-0c2a-43bf-bfd9-4adbd7660dd8 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:13:39.954768 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1423c9e5-0d5f-4274-ab51-06d11421f028 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:13:39.957649 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1423c9e5-0d5f-4274-ab51-06d11421f028 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:39.970453 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5338be59-7dde-4556-bea1-2dd077850990 None None] Sync routers for ids ['95237a31-4eb2-4f77-8a2a-d66f853fb185'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:13:39.981114 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5338be59-7dde-4556-bea1-2dd077850990 None None] Routers {'95237a31-4eb2-4f77-8a2a-d66f853fb185'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:13:39.981911 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5338be59-7dde-4556-bea1-2dd077850990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:13:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['95237a31-4eb2-4f77-8a2a-d66f853fb185'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:13:39.998574 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1423c9e5-0d5f-4274-ab51-06d11421f028 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "DELETE /v2.0/floatingips/fca157f9-3d95-4473-9222-13a081ac1ca5 HTTP/1.1" status: 204 len: 168 time: 1.0403674 Nov 29 02:13:39.999306 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f93dad-0c46-4fa2-902b-1b87e8d644f2', 'tag': '54ff90d9-b5e8-49bf-86b5-f0eccb4943a2'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:13:40.007414 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a54b0b8d43a805c8e04fafa9e6e1877f555095d74f053d1eebc96b979e45145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea86334-9f14-4e11-9385-3dec78db6ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f93dad-0c46-4fa2-902b-1b87e8d644f2", "tag": "54ff90d9-b5e8-49bf-86b5-f0eccb4943a2"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:13:40.071794 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a1673853-236d-46fd-ad1a-6d6624a7f6b0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:40.074891 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c453c1ca-d85b-49e0-b021-0833aaab3597 x-openstack-request-id: req-c453c1ca-d85b-49e0-b021-0833aaab3597 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:13:40.075187 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f93dad-0c46-4fa2-902b-1b87e8d644f2", "tag": "54ff90d9-b5e8-49bf-86b5-f0eccb4943a2", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:13:40.075448 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c453c1ca-d85b-49e0-b021-0833aaab3597 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:13:40.076625 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f93dad-0c46-4fa2-902b-1b87e8d644f2', 'tag': '54ff90d9-b5e8-49bf-86b5-f0eccb4943a2', 'status': 'completed', 'code': 200} Nov 29 02:13:40.096967 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-5338be59-7dde-4556-bea1-2dd077850990 None None] Set router 95237a31-4eb2-4f77-8a2a-d66f853fb185 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:13:40.109658 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1673853-236d-46fd-ad1a-6d6624a7f6b0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Port': ['ID=dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:13:40.134491 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0184c4c2-bece-47ca-aaf0-4e074c4cf035 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:13:40.226238 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a1673853-236d-46fd-ad1a-6d6624a7f6b0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:40.260678 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea86334-9f14-4e11-9385-3dec78db6ba0 req-1346474f-f81b-4d2f-9c22-fa349c70a6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:40.262775 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-6ea86334-9f14-4e11-9385-3dec78db6ba0 req-1346474f-f81b-4d2f-9c22-fa349c70a6de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99e2787ae1eb4571b1be84af3aefd0fe&device_id=b4f93dad-0c46-4fa2-902b-1b87e8d644f2 HTTP/1.1" status: 200 len: 1099 time: 0.1160319 Nov 29 02:13:40.335957 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bfd6f-6aff-4d2a-9b8a-ecfce18a2b10 req-d3deec4e-fecf-4a94-afe2-a6888c709f6d tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:40.343718 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-302bfd6f-6aff-4d2a-9b8a-ecfce18a2b10 req-d3deec4e-fecf-4a94-afe2-a6888c709f6d tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4f93dad-0c46-4fa2-902b-1b87e8d644f2 HTTP/1.1" status: 200 len: 946 time: 0.0934186 Nov 29 02:13:40.373854 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a1673853-236d-46fd-ad1a-6d6624a7f6b0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:40.377324 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a1673853-236d-46fd-ad1a-6d6624a7f6b0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:40.410927 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-302bfd6f-6aff-4d2a-9b8a-ecfce18a2b10 req-aeda5b0d-a7c0-44ba-93cd-3b6e85c51b9f tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656412 Nov 29 02:13:40.452567 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a1673853-236d-46fd-ad1a-6d6624a7f6b0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:40.453827 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1673853-236d-46fd-ad1a-6d6624a7f6b0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Fanout notify agent at l3_agent the message router_deleted on router 3c78e542-a3a8-4841-868f-7bfbe82c74f1 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:13:40.464998 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a1673853-236d-46fd-ad1a-6d6624a7f6b0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:40.466314 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a1673853-236d-46fd-ad1a-6d6624a7f6b0 tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/routers/3c78e542-a3a8-4841-868f-7bfbe82c74f1 HTTP/1.1" status: 204 len: 168 time: 1.0890543 Nov 29 02:13:40.469203 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45770) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:13:40.480602 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a018141a-1c48-488a-ab9b-bbf155196b6c no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:13:40.496535 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea86334-9f14-4e11-9385-3dec78db6ba0 req-43cc7cee-6c02-42a3-8874-05bd48392ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:40.498567 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-6ea86334-9f14-4e11-9385-3dec78db6ba0 req-43cc7cee-6c02-42a3-8874-05bd48392ffa service neutron] 10.222.0.24 "GET /v2.0/networks?id=2758948e-395a-46ec-aaa8-7c73c4196c63 HTTP/1.1" status: 200 len: 913 time: 0.2048831 Nov 29 02:13:40.508029 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: a018141a-1c48-488a-ab9b-bbf155196b6c {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:13:40.508453 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device a018141a-1c48-488a-ab9b-bbf155196b6c not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:13:40.509008 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c84fccfc-0c2a-43bf-bfd9-4adbd7660dd8 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:13:40.531995 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: c84fccfc-0c2a-43bf-bfd9-4adbd7660dd8 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:13:40.532427 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c84fccfc-0c2a-43bf-bfd9-4adbd7660dd8 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:13:40.540064 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5338be59-7dde-4556-bea1-2dd077850990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'name': 'tempest-TestVolumeBootPattern-1034486042-router', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'gw_port': {'id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '17449cf7-8f03-4292-b140-b906c508ef7c', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'floating_ip_address': '172.26.3.93', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'port_id': '7dd8ed39-7f68-4dd3-acf7-5df46a8085ac', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'mac_address': 'fa:16:3e:a3:82:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e46c109-8fea-4012-8c5d-7c34f605cf32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:09:57Z', 'updated_at': '2021-11-29T02:09:59Z', 'revision_number': 1, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a720ae1-5dfc-414c-94e9-47350fb463f2', 'name': '', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'mac_address': 'fa:16:3e:fd:24:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:39Z', 'updated_at': '2021-11-29T02:06:45Z', 'revision_number': 5, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'subnets': [{'id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:13:40.548925 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-6ea86334-9f14-4e11-9385-3dec78db6ba0 req-803a34d5-6d7a-412c-a7ea-ca22563337d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54ff90d9-b5e8-49bf-86b5-f0eccb4943a2 HTTP/1.1" status: 200 len: 217 time: 0.0400195 Nov 29 02:13:40.564625 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f31e2dd0-3cb5-4031-90f4-cfbc724ba4db tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:40.567988 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5338be59-7dde-4556-bea1-2dd077850990 None None] Checking router: 95237a31-4eb2-4f77-8a2a-d66f853fb185 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:13:40.576552 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5338be59-7dde-4556-bea1-2dd077850990 None None] Routers {'95237a31-4eb2-4f77-8a2a-d66f853fb185'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:13:40.577641 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5338be59-7dde-4556-bea1-2dd077850990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:13:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['95237a31-4eb2-4f77-8a2a-d66f853fb185'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:13:40.601780 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea86334-9f14-4e11-9385-3dec78db6ba0 req-011a7d72-c34f-49a3-9a89-95fce1fb4a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:40.603278 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-6ea86334-9f14-4e11-9385-3dec78db6ba0 req-011a7d72-c34f-49a3-9a89-95fce1fb4a64 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4cf21d5a-352a-4dc2-8e6c-9e7126bec139 HTTP/1.1" status: 200 len: 851 time: 0.0468752 Nov 29 02:13:40.654272 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f31e2dd0-3cb5-4031-90f4-cfbc724ba4db tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:40.659195 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea86334-9f14-4e11-9385-3dec78db6ba0 req-0a1a2f2a-3bf6-4e1a-a229-d07a2638b035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:40.660711 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-6ea86334-9f14-4e11-9385-3dec78db6ba0 req-0a1a2f2a-3bf6-4e1a-a229-d07a2638b035 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2758948e-395a-46ec-aaa8-7c73c4196c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0460575 Nov 29 02:13:40.683379 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-f31e2dd0-3cb5-4031-90f4-cfbc724ba4db tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['813834f8-725a-4695-b8f2-de58c3dd32de']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:13:40.688645 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-5338be59-7dde-4556-bea1-2dd077850990 None None] Set router 95237a31-4eb2-4f77-8a2a-d66f853fb185 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:13:40.696309 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-f31e2dd0-3cb5-4031-90f4-cfbc724ba4db tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3daa5bb4-9f98-468e-a34c-a54defacd3c8') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:13:40.696612 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-f31e2dd0-3cb5-4031-90f4-cfbc724ba4db tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3daa5bb4-9f98-468e-a34c-a54defacd3c8') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:13:40.706669 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f31e2dd0-3cb5-4031-90f4-cfbc724ba4db tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:40.721939 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f31e2dd0-3cb5-4031-90f4-cfbc724ba4db tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:40.731605 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f31e2dd0-3cb5-4031-90f4-cfbc724ba4db tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:13:40.732514 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f31e2dd0-3cb5-4031-90f4-cfbc724ba4db tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:40.735726 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:13:40.735726 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:13:40.735726 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:13:40.735726 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:13:40.735726 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:13:40.735726 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:13:40.735726 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:13:40.735726 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:13:40.735726 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:13:40.735726 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:13:40.735726 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:13:40.735726 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:13:40.735726 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:13:40.735726 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:13:40.735726 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:13:40.735726 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:13:40.735726 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:13:40.735726 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:13:40.735726 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:13:40.735726 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:13:40.735726 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:13:40.735726 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:13:40.735726 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:13:40.735726 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:13:40.735726 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:13:40.735726 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:13:40.735726 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:13:40.735726 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:13:40.735726 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:13:40.735726 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:13:40.735726 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:13:40.735726 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:13:40.774457 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-6ea86334-9f14-4e11-9385-3dec78db6ba0 req-41c73ceb-ab19-425e-bedb-f9e2fcec8023 service neutron] 10.222.0.24 "GET /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048255 Nov 29 02:13:40.807231 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f31e2dd0-3cb5-4031-90f4-cfbc724ba4db tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:40.814695 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f31e2dd0-3cb5-4031-90f4-cfbc724ba4db tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:40.832478 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f31e2dd0-3cb5-4031-90f4-cfbc724ba4db tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] 10.222.0.37 "DELETE /v2.0/networks/813834f8-725a-4695-b8f2-de58c3dd32de HTTP/1.1" status: 204 len: 168 time: 0.3523672 Nov 29 02:13:40.846393 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e2dd0-3cb5-4031-90f4-cfbc724ba4db tempest-TestNetworkBasicOps-374757544 tempest-TestNetworkBasicOps-374757544-project] Pushing event deleted for resources: {'Network': ['ID=813834f8-725a-4695-b8f2-de58c3dd32de,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:13:40.889243 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-6ea86334-9f14-4e11-9385-3dec78db6ba0 req-fc1423ea-c459-4e0a-8de4-612b5340931c service neutron] 10.222.0.24 "GET /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065564 Nov 29 02:13:40.954365 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5338be59-7dde-4556-bea1-2dd077850990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'name': 'tempest-TestVolumeBootPattern-1034486042-router', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'gw_port': {'id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '17449cf7-8f03-4292-b140-b906c508ef7c', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'floating_ip_address': '172.26.3.93', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'port_id': '7dd8ed39-7f68-4dd3-acf7-5df46a8085ac', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'mac_address': 'fa:16:3e:a3:82:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e46c109-8fea-4012-8c5d-7c34f605cf32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:09:57Z', 'updated_at': '2021-11-29T02:09:59Z', 'revision_number': 1, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a720ae1-5dfc-414c-94e9-47350fb463f2', 'name': '', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'mac_address': 'fa:16:3e:fd:24:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:39Z', 'updated_at': '2021-11-29T02:06:45Z', 'revision_number': 5, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'subnets': [{'id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:13:40.983053 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5338be59-7dde-4556-bea1-2dd077850990 None None] The sync data for ids ['95237a31-4eb2-4f77-8a2a-d66f853fb185'] in dv-neutron-819032-3-hyperv is: [{'id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'name': 'tempest-TestVolumeBootPattern-1034486042-router', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'gw_port': {'id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '17449cf7-8f03-4292-b140-b906c508ef7c', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'floating_ip_address': '172.26.3.93', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'port_id': '7dd8ed39-7f68-4dd3-acf7-5df46a8085ac', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'mac_address': 'fa:16:3e:a3:82:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e46c109-8fea-4012-8c5d-7c34f605cf32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:09:57Z', 'updated_at': '2021-11-29T02:09:59Z', 'revision_number': 1, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a720ae1-5dfc-414c-94e9-47350fb463f2', 'name': '', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'mac_address': 'fa:16:3e:fd:24:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:39Z', 'updated_at': '2021-11-29T02:06:45Z', 'revision_number': 5, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'subnets': [{'id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:13:41.154810 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45776) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:13:41.236387 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f0081b-2406-43c4-9048-f36777a99050 None None] New status for floating IP fca157f9-3d95-4473-9222-13a081ac1ca5: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:13:41.288400 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-59e80fce-de3a-4cab-896f-7a5bcb472d02 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d1a27bea49814722818e7a3b77708f76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324921 Nov 29 02:13:41.290910 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45780) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:13:41.340454 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f1ddb169-6c7d-48ef-9fea-5f5432230af8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:41.365604 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f1ddb169-6c7d-48ef-9fea-5f5432230af8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:41.411738 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f1ddb169-6c7d-48ef-9fea-5f5432230af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:41.414486 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f1ddb169-6c7d-48ef-9fea-5f5432230af8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:41.415671 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f1ddb169-6c7d-48ef-9fea-5f5432230af8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c050dc28-b2d5-497c-b863-b329b9bc75c5 HTTP/1.1" status: 204 len: 168 time: 0.1238546 Nov 29 02:13:41.423355 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ddb169-6c7d-48ef-9fea-5f5432230af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c050dc28-b2d5-497c-b863-b329b9bc75c5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:13:41.555493 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30d2f7-50df-4591-b3be-7dedf4110f14 req-011bd465-3803-481d-808b-de00ac817826 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:41.557024 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8c30d2f7-50df-4591-b3be-7dedf4110f14 req-011bd465-3803-481d-808b-de00ac817826 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4f93dad-0c46-4fa2-902b-1b87e8d644f2 HTTP/1.1" status: 200 len: 946 time: 0.0500853 Nov 29 02:13:41.607965 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8c30d2f7-50df-4591-b3be-7dedf4110f14 req-129a924a-a6a2-4260-9bf4-e20de8641562 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444946 Nov 29 02:13:41.677513 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45788) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:13:41.691215 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6bd1e8ca-c11c-4600-ad91-34a723574977 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:41.763907 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6bd1e8ca-c11c-4600-ad91-34a723574977 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:41.767723 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6bd1e8ca-c11c-4600-ad91-34a723574977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:41.805932 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6bd1e8ca-c11c-4600-ad91-34a723574977 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=74826899c00c4ad5b44f5afa7a9d1222&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1272867 Nov 29 02:13:41.806794 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1e8ca-c11c-4600-ad91-34a723574977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e5c222-eca0-4157-9790-d0e79e275e32,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:13:41.809214 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45790) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:13:41.857018 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e511089-ad80-4330-b9b6-942dfd1e1843 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:41.878015 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e511089-ad80-4330-b9b6-942dfd1e1843 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:41.923356 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e511089-ad80-4330-b9b6-942dfd1e1843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:41.925953 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e511089-ad80-4330-b9b6-942dfd1e1843 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:41.927138 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4e511089-ad80-4330-b9b6-942dfd1e1843 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/46e5c222-eca0-4157-9790-d0e79e275e32 HTTP/1.1" status: 204 len: 168 time: 0.1168807 Nov 29 02:13:41.935263 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e511089-ad80-4330-b9b6-942dfd1e1843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e5c222-eca0-4157-9790-d0e79e275e32,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:13:42.041182 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e5df97e9-d3bd-417e-9940-8faf5f489a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:42.289178 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43f5aa-d308-4516-9b98-8aac8eb30100 req-884454b7-7c91-41c3-8c93-e39fadaf1cca tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:42.290704 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0f43f5aa-d308-4516-9b98-8aac8eb30100 req-884454b7-7c91-41c3-8c93-e39fadaf1cca tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f93dad-0c46-4fa2-902b-1b87e8d644f2 HTTP/1.1" status: 200 len: 946 time: 0.0492656 Nov 29 02:13:42.300041 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:13:42.323774 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:13:42.324120 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device dba3b0d6-a90c-41cd-ba1a-b8c42bdcfc0d not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:13:42.387350 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-0f43f5aa-d308-4516-9b98-8aac8eb30100 req-ce2f06df-5a7d-41dd-b573-1b878df212a5 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Deleting port 54ff90d9-b5e8-49bf-86b5-f0eccb4943a2 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:13:42.387708 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0f43f5aa-d308-4516-9b98-8aac8eb30100 req-ce2f06df-5a7d-41dd-b573-1b878df212a5 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:42.475729 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-0f43f5aa-d308-4516-9b98-8aac8eb30100 req-ce2f06df-5a7d-41dd-b573-1b878df212a5 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] For port 54ff90d9-b5e8-49bf-86b5-f0eccb4943a2, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=54ff90d9-b5e8-49bf-86b5-f0eccb4943a2,segment=NetworkSegment(43e3cd5a-9d58-4166-b36e-b280ad609a36),segment_id=43e3cd5a-9d58-4166-b36e-b280ad609a36)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:13:42.476093 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0f43f5aa-d308-4516-9b98-8aac8eb30100 req-ce2f06df-5a7d-41dd-b573-1b878df212a5 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:42.488727 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-0f43f5aa-d308-4516-9b98-8aac8eb30100 req-ce2f06df-5a7d-41dd-b573-1b878df212a5 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Calling delete_port for 54ff90d9-b5e8-49bf-86b5-f0eccb4943a2 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:13:42.614317 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0f43f5aa-d308-4516-9b98-8aac8eb30100 req-ce2f06df-5a7d-41dd-b573-1b878df212a5 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:42.641925 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f06df-5a7d-41dd-b573-1b878df212a5 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Pushing event deleted for resources: {'Port': ['ID=54ff90d9-b5e8-49bf-86b5-f0eccb4943a2,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:13:42.686463 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f43f5aa-d308-4516-9b98-8aac8eb30100 req-ce2f06df-5a7d-41dd-b573-1b878df212a5 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] No DVR routers for this DVR port 54ff90d9-b5e8-49bf-86b5-f0eccb4943a2 on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:13:42.688846 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0f43f5aa-d308-4516-9b98-8aac8eb30100 req-ce2f06df-5a7d-41dd-b573-1b878df212a5 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:42.692257 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0f43f5aa-d308-4516-9b98-8aac8eb30100 req-ce2f06df-5a7d-41dd-b573-1b878df212a5 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.24 "DELETE /v2.0/ports/54ff90d9-b5e8-49bf-86b5-f0eccb4943a2 HTTP/1.1" status: 204 len: 173 time: 0.3915679 Nov 29 02:13:42.692837 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f93dad-0c46-4fa2-902b-1b87e8d644f2', 'name': 'network-vif-deleted', 'tag': '54ff90d9-b5e8-49bf-86b5-f0eccb4943a2'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:13:42.695113 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ad7c12-7fa8-4250-80cc-286bf5847f81" -d '{"events": [{"server_uuid": "b4f93dad-0c46-4fa2-902b-1b87e8d644f2", "name": "network-vif-deleted", "tag": "54ff90d9-b5e8-49bf-86b5-f0eccb4943a2"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:13:42.718592 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-83c9a655-e2d8-40d9-89ac-059ae8c602b7 req-0e779363-e769-4790-b2c3-ccdb96037690 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4f93dad-0c46-4fa2-902b-1b87e8d644f2 HTTP/1.1" status: 200 len: 210 time: 0.0363114 Nov 29 02:13:42.739259 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62436bd-2304-45dd-8039-96f61172d043 x-openstack-request-id: req-c62436bd-2304-45dd-8039-96f61172d043 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:13:42.739560 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f93dad-0c46-4fa2-902b-1b87e8d644f2", "name": "network-vif-deleted", "tag": "54ff90d9-b5e8-49bf-86b5-f0eccb4943a2", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:13:42.739814 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c62436bd-2304-45dd-8039-96f61172d043 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:13:42.740215 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f93dad-0c46-4fa2-902b-1b87e8d644f2', 'name': 'network-vif-deleted', 'tag': '54ff90d9-b5e8-49bf-86b5-f0eccb4943a2', 'status': 'completed', 'code': 200} Nov 29 02:13:43.762775 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:43.815883 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fd4d30e6-395b-4a97-ad81-5c1ef7ba95cb req-026a673d-99b8-42ac-98f8-9046d3e8ead6 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4f93dad-0c46-4fa2-902b-1b87e8d644f2 HTTP/1.1" status: 200 len: 210 time: 0.0266943 Nov 29 02:13:44.311434 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a1272dc8-ff49-4228-9eec-3424d8eaafbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:44.911688 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a1963316-3e39-4318-87bf-be4a56217911 req-5f187557-49a9-49ba-bcb0-53dcffc12951 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4f93dad-0c46-4fa2-902b-1b87e8d644f2 HTTP/1.1" status: 200 len: 210 time: 0.0267208 Nov 29 02:13:45.324424 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:46.006212 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-11fc3680-4242-460d-89f2-9352db07aae1 req-70f5babe-b19c-4bbe-9f04-b17994c6162e tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4f93dad-0c46-4fa2-902b-1b87e8d644f2 HTTP/1.1" status: 200 len: 210 time: 0.0276053 Nov 29 02:13:46.570225 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 54ff90d9-b5e8-49bf-86b5-f0eccb4943a2 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:13:46.590031 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: 54ff90d9-b5e8-49bf-86b5-f0eccb4943a2 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:13:46.590383 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 54ff90d9-b5e8-49bf-86b5-f0eccb4943a2 not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:13:47.028494 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:47.109680 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fe482abc-ce23-4eb9-861f-4e4de901baf6 req-98bcffc1-75dc-48cb-8cf2-53c11a81c0a4 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4f93dad-0c46-4fa2-902b-1b87e8d644f2 HTTP/1.1" status: 200 len: 210 time: 0.0259469 Nov 29 02:13:47.831720 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:53.252517 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:13:53.507802 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45830) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:13:53.659905 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-73e0defb-2323-4cba-9b84-c2b1bc0485cb tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Deleting port 02d9002f-7346-403e-a7f7-babd30f1bb83 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:13:53.660244 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-73e0defb-2323-4cba-9b84-c2b1bc0485cb tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:53.737601 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-73e0defb-2323-4cba-9b84-c2b1bc0485cb tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:53.737927 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-73e0defb-2323-4cba-9b84-c2b1bc0485cb tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:53.749200 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-73e0defb-2323-4cba-9b84-c2b1bc0485cb tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Calling delete_port for 02d9002f-7346-403e-a7f7-babd30f1bb83 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:13:53.897911 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-73e0defb-2323-4cba-9b84-c2b1bc0485cb tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:53.923140 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0defb-2323-4cba-9b84-c2b1bc0485cb tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Pushing event deleted for resources: {'Port': ['ID=02d9002f-7346-403e-a7f7-babd30f1bb83,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:13:53.983783 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-73e0defb-2323-4cba-9b84-c2b1bc0485cb tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:53.984113 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-73e0defb-2323-4cba-9b84-c2b1bc0485cb tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Floating IP 17449cf7-8f03-4292-b140-b906c508ef7c disassociated (deleted). External IP: 172.26.3.93, port: 7dd8ed39-7f68-4dd3-acf7-5df46a8085ac. Nov 29 02:13:54.185357 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e0defb-2323-4cba-9b84-c2b1bc0485cb tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Router 95237a31-4eb2-4f77-8a2a-d66f853fb185 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:13:54.294013 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e0defb-2323-4cba-9b84-c2b1bc0485cb tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:13:54.299878 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-73e0defb-2323-4cba-9b84-c2b1bc0485cb tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:54.303940 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9370b519-f89f-4914-96a0-ab6528a49505 None None] Sync routers for ids ['95237a31-4eb2-4f77-8a2a-d66f853fb185'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:13:54.314587 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9370b519-f89f-4914-96a0-ab6528a49505 None None] Routers {'95237a31-4eb2-4f77-8a2a-d66f853fb185'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:13:54.315264 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9370b519-f89f-4914-96a0-ab6528a49505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:13:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['95237a31-4eb2-4f77-8a2a-d66f853fb185'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:13:54.331569 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-73e0defb-2323-4cba-9b84-c2b1bc0485cb tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "DELETE /v2.0/floatingips/17449cf7-8f03-4292-b140-b906c508ef7c HTTP/1.1" status: 204 len: 168 time: 0.8226271 Nov 29 02:13:54.332113 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e46c109-8fea-4012-8c5d-7c34f605cf32', 'tag': '7dd8ed39-7f68-4dd3-acf7-5df46a8085ac'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:13:54.334475 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a54b0b8d43a805c8e04fafa9e6e1877f555095d74f053d1eebc96b979e45145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abbcb0da-d249-438d-95a5-81850197a97a" -d '{"events": [{"name": "network-changed", "server_uuid": "7e46c109-8fea-4012-8c5d-7c34f605cf32", "tag": "7dd8ed39-7f68-4dd3-acf7-5df46a8085ac"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:13:54.372989 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609a4ce2-f05b-47c5-8a4a-b22d1b06aa28 x-openstack-request-id: req-609a4ce2-f05b-47c5-8a4a-b22d1b06aa28 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:13:54.373351 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e46c109-8fea-4012-8c5d-7c34f605cf32", "tag": "7dd8ed39-7f68-4dd3-acf7-5df46a8085ac", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:13:54.373717 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-609a4ce2-f05b-47c5-8a4a-b22d1b06aa28 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:13:54.374189 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e46c109-8fea-4012-8c5d-7c34f605cf32', 'tag': '7dd8ed39-7f68-4dd3-acf7-5df46a8085ac', 'status': 'completed', 'code': 200} Nov 29 02:13:54.425517 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-9370b519-f89f-4914-96a0-ab6528a49505 None None] Set router 95237a31-4eb2-4f77-8a2a-d66f853fb185 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:13:54.486804 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbcb0da-d249-438d-95a5-81850197a97a req-4d959175-1a2e-4c04-a037-e0620def0137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:54.488290 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-abbcb0da-d249-438d-95a5-81850197a97a req-4d959175-1a2e-4c04-a037-e0620def0137 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=99e2787ae1eb4571b1be84af3aefd0fe&device_id=7e46c109-8fea-4012-8c5d-7c34f605cf32 HTTP/1.1" status: 200 len: 1098 time: 0.0629215 Nov 29 02:13:54.575110 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc5e5d-6872-44da-935d-70f6cc89a43f req-3b1aa333-0c5d-4c7d-80c1-e910fdd4fcc9 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:54.580472 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1abc5e5d-6872-44da-935d-70f6cc89a43f req-3b1aa333-0c5d-4c7d-80c1-e910fdd4fcc9 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e46c109-8fea-4012-8c5d-7c34f605cf32 HTTP/1.1" status: 200 len: 945 time: 0.0583220 Nov 29 02:13:54.633597 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbcb0da-d249-438d-95a5-81850197a97a req-a6628a9a-0626-431d-9ee5-897c4b85fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:54.633825 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9370b519-f89f-4914-96a0-ab6528a49505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'name': 'tempest-TestVolumeBootPattern-1034486042-router', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'gw_port': {'id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '8a720ae1-5dfc-414c-94e9-47350fb463f2', 'name': '', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'mac_address': 'fa:16:3e:fd:24:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:39Z', 'updated_at': '2021-11-29T02:06:45Z', 'revision_number': 5, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'subnets': [{'id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:13:54.635120 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-abbcb0da-d249-438d-95a5-81850197a97a req-a6628a9a-0626-431d-9ee5-897c4b85fea8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2758948e-395a-46ec-aaa8-7c73c4196c63 HTTP/1.1" status: 200 len: 913 time: 0.0896659 Nov 29 02:13:54.636357 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1abc5e5d-6872-44da-935d-70f6cc89a43f req-d3d653e8-2021-4c03-afaa-385ba1b255eb tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493264 Nov 29 02:13:54.681706 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-abbcb0da-d249-438d-95a5-81850197a97a req-935054d7-71f1-414f-81a0-57d8fde0dcf5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7dd8ed39-7f68-4dd3-acf7-5df46a8085ac HTTP/1.1" status: 200 len: 217 time: 0.0372462 Nov 29 02:13:54.734635 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbcb0da-d249-438d-95a5-81850197a97a req-dc5a725d-236b-4798-a77e-c0bfc96f7042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:54.736092 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-abbcb0da-d249-438d-95a5-81850197a97a req-dc5a725d-236b-4798-a77e-c0bfc96f7042 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4cf21d5a-352a-4dc2-8e6c-9e7126bec139 HTTP/1.1" status: 200 len: 851 time: 0.0454850 Nov 29 02:13:54.789020 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbcb0da-d249-438d-95a5-81850197a97a req-43511525-23e4-4203-9a93-e16290bade82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:54.790602 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-abbcb0da-d249-438d-95a5-81850197a97a req-43511525-23e4-4203-9a93-e16290bade82 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2758948e-395a-46ec-aaa8-7c73c4196c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443473 Nov 29 02:13:54.804839 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9370b519-f89f-4914-96a0-ab6528a49505 None None] Checking router: 95237a31-4eb2-4f77-8a2a-d66f853fb185 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:13:54.813686 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9370b519-f89f-4914-96a0-ab6528a49505 None None] Routers {'95237a31-4eb2-4f77-8a2a-d66f853fb185'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:13:54.814288 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9370b519-f89f-4914-96a0-ab6528a49505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:13:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['95237a31-4eb2-4f77-8a2a-d66f853fb185'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:13:54.880950 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-abbcb0da-d249-438d-95a5-81850197a97a req-55de3336-76c3-435f-a689-49cfef25ed13 service neutron] 10.222.0.24 "GET /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821245 Nov 29 02:13:54.918556 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-9370b519-f89f-4914-96a0-ab6528a49505 None None] Set router 95237a31-4eb2-4f77-8a2a-d66f853fb185 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:13:54.977941 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-abbcb0da-d249-438d-95a5-81850197a97a req-18fccd16-fdc1-4eb5-ad61-26af31e11adc service neutron] 10.222.0.24 "GET /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877819 Nov 29 02:13:55.112985 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9370b519-f89f-4914-96a0-ab6528a49505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'name': 'tempest-TestVolumeBootPattern-1034486042-router', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'gw_port': {'id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '8a720ae1-5dfc-414c-94e9-47350fb463f2', 'name': '', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'mac_address': 'fa:16:3e:fd:24:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:39Z', 'updated_at': '2021-11-29T02:06:45Z', 'revision_number': 5, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'subnets': [{'id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:13:55.138300 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9370b519-f89f-4914-96a0-ab6528a49505 None None] The sync data for ids ['95237a31-4eb2-4f77-8a2a-d66f853fb185'] in dv-neutron-819032-3-hyperv is: [{'id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'name': 'tempest-TestVolumeBootPattern-1034486042-router', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'gw_port': {'id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '8a720ae1-5dfc-414c-94e9-47350fb463f2', 'name': '', 'network_id': '2758948e-395a-46ec-aaa8-7c73c4196c63', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'mac_address': 'fa:16:3e:fd:24:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:39Z', 'updated_at': '2021-11-29T02:06:45Z', 'revision_number': 5, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'subnets': [{'id': '4cf21d5a-352a-4dc2-8e6c-9e7126bec139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:13:55.346742 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c09577-dbe0-4725-ac72-bad63f4edc0d None None] New status for floating IP 17449cf7-8f03-4292-b140-b906c508ef7c: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:13:55.751531 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8809f-88f8-4c8c-a25a-c48fa3798cc3 req-2134e2e5-6116-4de7-9210-37a3bc4c6bfc tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:55.752979 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ffe8809f-88f8-4c8c-a25a-c48fa3798cc3 req-2134e2e5-6116-4de7-9210-37a3bc4c6bfc tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e46c109-8fea-4012-8c5d-7c34f605cf32 HTTP/1.1" status: 200 len: 945 time: 0.0476947 Nov 29 02:13:55.800990 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ffe8809f-88f8-4c8c-a25a-c48fa3798cc3 req-3f929dc9-6158-41b5-90b2-6a15c706ae8e tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422359 Nov 29 02:13:56.574359 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7fe0b4-dd4b-4f51-8403-49c548030a6a req-97aa773a-b7a6-4996-b70b-f79555b67a9d tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:56.575732 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-6b7fe0b4-dd4b-4f51-8403-49c548030a6a req-97aa773a-b7a6-4996-b70b-f79555b67a9d tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.24 "GET /v2.0/ports?device_id=7e46c109-8fea-4012-8c5d-7c34f605cf32 HTTP/1.1" status: 200 len: 945 time: 0.0465381 Nov 29 02:13:56.662428 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-6b7fe0b4-dd4b-4f51-8403-49c548030a6a req-a709d116-a59a-4c96-abcc-a0c076327554 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Deleting port 7dd8ed39-7f68-4dd3-acf7-5df46a8085ac {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:13:56.662763 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6b7fe0b4-dd4b-4f51-8403-49c548030a6a req-a709d116-a59a-4c96-abcc-a0c076327554 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:56.751617 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-6b7fe0b4-dd4b-4f51-8403-49c548030a6a req-a709d116-a59a-4c96-abcc-a0c076327554 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] For port 7dd8ed39-7f68-4dd3-acf7-5df46a8085ac, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=7dd8ed39-7f68-4dd3-acf7-5df46a8085ac,segment=NetworkSegment(43e3cd5a-9d58-4166-b36e-b280ad609a36),segment_id=43e3cd5a-9d58-4166-b36e-b280ad609a36)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:13:56.751973 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6b7fe0b4-dd4b-4f51-8403-49c548030a6a req-a709d116-a59a-4c96-abcc-a0c076327554 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:56.763844 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-6b7fe0b4-dd4b-4f51-8403-49c548030a6a req-a709d116-a59a-4c96-abcc-a0c076327554 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Calling delete_port for 7dd8ed39-7f68-4dd3-acf7-5df46a8085ac owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:13:56.890838 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6b7fe0b4-dd4b-4f51-8403-49c548030a6a req-a709d116-a59a-4c96-abcc-a0c076327554 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:56.916714 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd1a68-e017-4f87-a2fc-b1eb2a07d4fb req-b0fd11f0-868c-481c-bacd-7f810f44bfa2 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:13:56.918214 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-aacd1a68-e017-4f87-a2fc-b1eb2a07d4fb req-b0fd11f0-868c-481c-bacd-7f810f44bfa2 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e46c109-8fea-4012-8c5d-7c34f605cf32 HTTP/1.1" status: 200 len: 867 time: 0.0501237 Nov 29 02:13:56.920216 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709d116-a59a-4c96-abcc-a0c076327554 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Pushing event deleted for resources: {'Port': ['ID=7dd8ed39-7f68-4dd3-acf7-5df46a8085ac,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:13:56.958396 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7fe0b4-dd4b-4f51-8403-49c548030a6a req-a709d116-a59a-4c96-abcc-a0c076327554 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] No DVR routers for this DVR port 7dd8ed39-7f68-4dd3-acf7-5df46a8085ac on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:13:56.960848 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6b7fe0b4-dd4b-4f51-8403-49c548030a6a req-a709d116-a59a-4c96-abcc-a0c076327554 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:13:56.964768 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-6b7fe0b4-dd4b-4f51-8403-49c548030a6a req-a709d116-a59a-4c96-abcc-a0c076327554 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.24 "DELETE /v2.0/ports/7dd8ed39-7f68-4dd3-acf7-5df46a8085ac HTTP/1.1" status: 204 len: 173 time: 0.3820615 Nov 29 02:13:56.965213 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e46c109-8fea-4012-8c5d-7c34f605cf32', 'name': 'network-vif-deleted', 'tag': '7dd8ed39-7f68-4dd3-acf7-5df46a8085ac'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:13:56.967484 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e18508-af81-46b2-990e-e9c1aa1aeb39" -d '{"events": [{"server_uuid": "7e46c109-8fea-4012-8c5d-7c34f605cf32", "name": "network-vif-deleted", "tag": "7dd8ed39-7f68-4dd3-acf7-5df46a8085ac"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:13:56.976172 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-aacd1a68-e017-4f87-a2fc-b1eb2a07d4fb req-f91a9651-a472-4c6a-8b97-61de6ead9c26 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/security-groups?id=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493610 Nov 29 02:13:57.004354 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab89fad-ebe7-48a0-aea4-bc5e078aa992 x-openstack-request-id: req-2ab89fad-ebe7-48a0-aea4-bc5e078aa992 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:13:57.004929 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e46c109-8fea-4012-8c5d-7c34f605cf32", "name": "network-vif-deleted", "tag": "7dd8ed39-7f68-4dd3-acf7-5df46a8085ac", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:13:57.005226 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2ab89fad-ebe7-48a0-aea4-bc5e078aa992 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:13:57.005930 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e46c109-8fea-4012-8c5d-7c34f605cf32', 'name': 'network-vif-deleted', 'tag': '7dd8ed39-7f68-4dd3-acf7-5df46a8085ac', 'status': 'completed', 'code': 200} Nov 29 02:13:58.075304 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9f16be62-87a4-4060-a14b-5181d7adbfcc req-84628088-889a-433a-afe7-d5b72a65bbdf tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e46c109-8fea-4012-8c5d-7c34f605cf32 HTTP/1.1" status: 200 len: 210 time: 0.0311565 Nov 29 02:13:59.173409 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2cd65299-1bfc-49c6-9487-1735f6b5c951 req-3e410008-bf8f-499c-b3e9-b085ec29d73e tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e46c109-8fea-4012-8c5d-7c34f605cf32 HTTP/1.1" status: 200 len: 210 time: 0.0264356 Nov 29 02:14:00.269403 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1a3c00c4-8be2-4d14-9a1f-5fb5007a9b98 req-ce320990-1075-4f3a-8d94-c1daa972d587 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e46c109-8fea-4012-8c5d-7c34f605cf32 HTTP/1.1" status: 200 len: 210 time: 0.0265465 Nov 29 02:14:00.663732 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 7dd8ed39-7f68-4dd3-acf7-5df46a8085ac no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:14:00.685723 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: 7dd8ed39-7f68-4dd3-acf7-5df46a8085ac {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:14:00.686077 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 7dd8ed39-7f68-4dd3-acf7-5df46a8085ac not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:14:01.371809 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-655ad1b9-417c-4994-9c07-69883e97f9e9 req-8b2391e7-6de2-439b-83f8-af7beeaf144f tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e46c109-8fea-4012-8c5d-7c34f605cf32 HTTP/1.1" status: 200 len: 210 time: 0.0267344 Nov 29 02:14:02.426456 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45854) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:02.551003 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-87ce4c32-f4f7-4340-8149-982c4e40ef97 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Deleting port 68a2bf99-356b-4fc9-b0fb-407bbc5a3900 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:14:02.551343 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87ce4c32-f4f7-4340-8149-982c4e40ef97 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:02.629926 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87ce4c32-f4f7-4340-8149-982c4e40ef97 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:02.630247 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87ce4c32-f4f7-4340-8149-982c4e40ef97 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:02.641820 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-87ce4c32-f4f7-4340-8149-982c4e40ef97 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Calling delete_port for 68a2bf99-356b-4fc9-b0fb-407bbc5a3900 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:14:02.770772 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87ce4c32-f4f7-4340-8149-982c4e40ef97 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:02.797680 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce4c32-f4f7-4340-8149-982c4e40ef97 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Pushing event deleted for resources: {'Port': ['ID=68a2bf99-356b-4fc9-b0fb-407bbc5a3900,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:02.856703 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87ce4c32-f4f7-4340-8149-982c4e40ef97 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for floatingip, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:02.859281 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-87ce4c32-f4f7-4340-8149-982c4e40ef97 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:02.860414 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-87ce4c32-f4f7-4340-8149-982c4e40ef97 tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "DELETE /v2.0/floatingips/ab13f8e5-5ada-4536-a4fc-3f7bc38c98b6 HTTP/1.1" status: 204 len: 168 time: 0.4330001 Nov 29 02:14:06.149735 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45870) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:06.206353 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03056c88-9939-42f1-8137-a4f35ed11f2c tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:06.230892 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03056c88-9939-42f1-8137-a4f35ed11f2c tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:06.289726 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03056c88-9939-42f1-8137-a4f35ed11f2c tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:06.292994 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03056c88-9939-42f1-8137-a4f35ed11f2c tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:06.297155 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-03056c88-9939-42f1-8137-a4f35ed11f2c tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] 10.222.0.37 "DELETE /v2.0/security-groups/55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29 HTTP/1.1" status: 204 len: 168 time: 0.1439006 Nov 29 02:14:06.305002 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03056c88-9939-42f1-8137-a4f35ed11f2c tempest-TestVolumeBootPattern-206036005 tempest-TestVolumeBootPattern-206036005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a4dff0-ae6a-41ff-80ec-84f8a4cdfd29,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:06.353847 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45874) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:06.895740 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fd3336d-ac92-448a-98f8-d71da21b8fb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:07.141866 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-7fd3336d-ac92-448a-98f8-d71da21b8fb2 admin admin] Deleting port 8a720ae1-5dfc-414c-94e9-47350fb463f2 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:14:07.142205 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fd3336d-ac92-448a-98f8-d71da21b8fb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:07.219571 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-7fd3336d-ac92-448a-98f8-d71da21b8fb2 admin admin] For port 8a720ae1-5dfc-414c-94e9-47350fb463f2, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=8a720ae1-5dfc-414c-94e9-47350fb463f2,segment=NetworkSegment(43e3cd5a-9d58-4166-b36e-b280ad609a36),segment_id=43e3cd5a-9d58-4166-b36e-b280ad609a36)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:14:07.219839 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fd3336d-ac92-448a-98f8-d71da21b8fb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:07.231949 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-7fd3336d-ac92-448a-98f8-d71da21b8fb2 admin admin] Calling delete_port for 8a720ae1-5dfc-414c-94e9-47350fb463f2 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:14:07.405980 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fd3336d-ac92-448a-98f8-d71da21b8fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:07.431516 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3336d-ac92-448a-98f8-d71da21b8fb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a720ae1-5dfc-414c-94e9-47350fb463f2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:07.902479 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7fd3336d-ac92-448a-98f8-d71da21b8fb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:08.109817 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd3336d-ac92-448a-98f8-d71da21b8fb2 admin admin] Router 95237a31-4eb2-4f77-8a2a-d66f853fb185 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:14:08.210051 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd3336d-ac92-448a-98f8-d71da21b8fb2 admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:14:08.217198 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7fd3336d-ac92-448a-98f8-d71da21b8fb2 admin admin] 10.222.0.37 "PUT /v2.0/routers/95237a31-4eb2-4f77-8a2a-d66f853fb185/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8593762 Nov 29 02:14:08.218046 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45878) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:08.220558 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07460be1-00b6-4edf-a3a4-12f160908e12 None None] Sync routers for ids ['95237a31-4eb2-4f77-8a2a-d66f853fb185'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:14:08.230781 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07460be1-00b6-4edf-a3a4-12f160908e12 None None] Routers {'95237a31-4eb2-4f77-8a2a-d66f853fb185'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:14:08.231391 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-07460be1-00b6-4edf-a3a4-12f160908e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:13:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['95237a31-4eb2-4f77-8a2a-d66f853fb185'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:08.324511 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5b98b7cc-637b-49f3-95b7-08a008dcc633 admin admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:08.344784 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-07460be1-00b6-4edf-a3a4-12f160908e12 None None] Set router 95237a31-4eb2-4f77-8a2a-d66f853fb185 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:14:08.433150 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5b98b7cc-637b-49f3-95b7-08a008dcc633 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:08.484650 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5b98b7cc-637b-49f3-95b7-08a008dcc633 admin admin] Deleting port 2c7efa7a-7f7e-4060-8b37-e99445040c94 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:14:08.484936 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5b98b7cc-637b-49f3-95b7-08a008dcc633 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:08.525772 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-07460be1-00b6-4edf-a3a4-12f160908e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'name': 'tempest-TestVolumeBootPattern-1034486042-router', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:14:07Z', 'revision_number': 5, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'gw_port': {'id': '2c7efa7a-7f7e-4060-8b37-e99445040c94', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:e3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:08.551990 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07460be1-00b6-4edf-a3a4-12f160908e12 None None] Checking router: 95237a31-4eb2-4f77-8a2a-d66f853fb185 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:14:08.560459 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07460be1-00b6-4edf-a3a4-12f160908e12 None None] Routers {'95237a31-4eb2-4f77-8a2a-d66f853fb185'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:14:08.561055 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-07460be1-00b6-4edf-a3a4-12f160908e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:13:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['95237a31-4eb2-4f77-8a2a-d66f853fb185'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:08.577072 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-5b98b7cc-637b-49f3-95b7-08a008dcc633 admin admin] For port 2c7efa7a-7f7e-4060-8b37-e99445040c94, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=2c7efa7a-7f7e-4060-8b37-e99445040c94,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:14:08.577450 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5b98b7cc-637b-49f3-95b7-08a008dcc633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:08.590535 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5b98b7cc-637b-49f3-95b7-08a008dcc633 admin admin] Calling delete_port for 2c7efa7a-7f7e-4060-8b37-e99445040c94 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:14:08.648905 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-07460be1-00b6-4edf-a3a4-12f160908e12 None None] Set router 95237a31-4eb2-4f77-8a2a-d66f853fb185 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:14:08.702022 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-07460be1-00b6-4edf-a3a4-12f160908e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'name': 'tempest-TestVolumeBootPattern-1034486042-router', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:14:08Z', 'revision_number': 6, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'gw_port_host': None}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:08.728413 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07460be1-00b6-4edf-a3a4-12f160908e12 None None] The sync data for ids ['95237a31-4eb2-4f77-8a2a-d66f853fb185'] in dv-neutron-819032-3-hyperv is: [{'id': '95237a31-4eb2-4f77-8a2a-d66f853fb185', 'name': 'tempest-TestVolumeBootPattern-1034486042-router', 'tenant_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:36Z', 'updated_at': '2021-11-29T02:14:08Z', 'revision_number': 6, 'project_id': '99e2787ae1eb4571b1be84af3aefd0fe', 'gw_port_host': None}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:14:08.762773 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5b98b7cc-637b-49f3-95b7-08a008dcc633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:08.788253 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b98b7cc-637b-49f3-95b7-08a008dcc633 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c7efa7a-7f7e-4060-8b37-e99445040c94,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:08.804201 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b061193d-56e4-423c-b5d2-65188b1780c4 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:14:08.855602 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5b98b7cc-637b-49f3-95b7-08a008dcc633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:08.943832 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5b98b7cc-637b-49f3-95b7-08a008dcc633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:08.946042 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5b98b7cc-637b-49f3-95b7-08a008dcc633 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:08.987443 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5b98b7cc-637b-49f3-95b7-08a008dcc633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:08.987999 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b98b7cc-637b-49f3-95b7-08a008dcc633 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95237a31-4eb2-4f77-8a2a-d66f853fb185 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:14:08.992213 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5b98b7cc-637b-49f3-95b7-08a008dcc633 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:08.993377 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5b98b7cc-637b-49f3-95b7-08a008dcc633 admin admin] 10.222.0.37 "DELETE /v2.0/routers/95237a31-4eb2-4f77-8a2a-d66f853fb185 HTTP/1.1" status: 204 len: 168 time: 0.7744069 Nov 29 02:14:08.996514 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45880) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:09.040711 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-d89f10a1-b3eb-442d-ae7e-8a64c978fd4d admin admin] Deleting subnet 4cf21d5a-352a-4dc2-8e6c-9e7126bec139 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:14:09.043692 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d89f10a1-b3eb-442d-ae7e-8a64c978fd4d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:09.083655 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d89f10a1-b3eb-442d-ae7e-8a64c978fd4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:09.166889 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d89f10a1-b3eb-442d-ae7e-8a64c978fd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:09.216750 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d89f10a1-b3eb-442d-ae7e-8a64c978fd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:09.242400 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f10a1-b3eb-442d-ae7e-8a64c978fd4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cf21d5a-352a-4dc2-8e6c-9e7126bec139,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:09.244327 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d89f10a1-b3eb-442d-ae7e-8a64c978fd4d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:09.249559 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d89f10a1-b3eb-442d-ae7e-8a64c978fd4d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4cf21d5a-352a-4dc2-8e6c-9e7126bec139 HTTP/1.1" status: 204 len: 168 time: 0.2505901 Nov 29 02:14:09.249691 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2f1dd1-7143-4ea5-8af5-33c61495ee4d None None] Network 2758948e-395a-46ec-aaa8-7c73c4196c63 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:14:09.250633 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45882) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:09.321500 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ead2fa7a-8ae0-47b6-ad9a-e84f2fc1a056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:09.373537 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ead2fa7a-8ae0-47b6-ad9a-e84f2fc1a056 admin admin] Deleting port 7b4b60d8-ab78-4159-9fa7-f4ce6d9d86d6 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:14:09.373909 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ead2fa7a-8ae0-47b6-ad9a-e84f2fc1a056 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:09.439512 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-ead2fa7a-8ae0-47b6-ad9a-e84f2fc1a056 admin admin] For port 7b4b60d8-ab78-4159-9fa7-f4ce6d9d86d6, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7b4b60d8-ab78-4159-9fa7-f4ce6d9d86d6,segment=NetworkSegment(43e3cd5a-9d58-4166-b36e-b280ad609a36),segment_id=43e3cd5a-9d58-4166-b36e-b280ad609a36)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:14:09.440107 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ead2fa7a-8ae0-47b6-ad9a-e84f2fc1a056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:09.453789 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ead2fa7a-8ae0-47b6-ad9a-e84f2fc1a056 admin admin] Calling delete_port for 7b4b60d8-ab78-4159-9fa7-f4ce6d9d86d6 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:14:09.473391 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b86b6f7-4c95-4f76-9233-cf015b6f61c9 None None] DHCP port deletion for 2758948e-395a-46ec-aaa8-7c73c4196c63 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:14:09.525147 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-4b86b6f7-4c95-4f76-9233-cf015b6f61c9 None None] Deleting port 7b4b60d8-ab78-4159-9fa7-f4ce6d9d86d6 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:14:09.525518 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b86b6f7-4c95-4f76-9233-cf015b6f61c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:09.536051 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ead2fa7a-8ae0-47b6-ad9a-e84f2fc1a056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:09.563597 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2fa7a-8ae0-47b6-ad9a-e84f2fc1a056 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b4b60d8-ab78-4159-9fa7-f4ce6d9d86d6,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:09.567010 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead2fa7a-8ae0-47b6-ad9a-e84f2fc1a056 admin admin] No DVR routers for this DVR port 7b4b60d8-ab78-4159-9fa7-f4ce6d9d86d6 on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:14:09.594620 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-4b86b6f7-4c95-4f76-9233-cf015b6f61c9 None None] For port 7b4b60d8-ab78-4159-9fa7-f4ce6d9d86d6, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7b4b60d8-ab78-4159-9fa7-f4ce6d9d86d6,segment=NetworkSegment(43e3cd5a-9d58-4166-b36e-b280ad609a36),segment_id=43e3cd5a-9d58-4166-b36e-b280ad609a36)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:14:09.595156 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b86b6f7-4c95-4f76-9233-cf015b6f61c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:09.608689 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-4b86b6f7-4c95-4f76-9233-cf015b6f61c9 None None] Calling delete_port for 7b4b60d8-ab78-4159-9fa7-f4ce6d9d86d6 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:14:09.641876 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ead2fa7a-8ae0-47b6-ad9a-e84f2fc1a056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:09.663352 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-ead2fa7a-8ae0-47b6-ad9a-e84f2fc1a056 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2758948e-395a-46ec-aaa8-7c73c4196c63']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:09.674228 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-ead2fa7a-8ae0-47b6-ad9a-e84f2fc1a056 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43e3cd5a-9d58-4166-b36e-b280ad609a36') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:09.674532 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-ead2fa7a-8ae0-47b6-ad9a-e84f2fc1a056 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43e3cd5a-9d58-4166-b36e-b280ad609a36') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:09.685245 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ead2fa7a-8ae0-47b6-ad9a-e84f2fc1a056 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:09.687802 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b86b6f7-4c95-4f76-9233-cf015b6f61c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:09.699338 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ead2fa7a-8ae0-47b6-ad9a-e84f2fc1a056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:09.706242 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead2fa7a-8ae0-47b6-ad9a-e84f2fc1a056 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:14:09.706638 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ead2fa7a-8ae0-47b6-ad9a-e84f2fc1a056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:09.708479 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:14:09.708479 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:14:09.708479 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:14:09.708479 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:14:09.708479 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:14:09.708479 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:14:09.708479 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:14:09.708479 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:14:09.708479 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:14:09.708479 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:14:09.708479 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:14:09.708479 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:14:09.708479 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:14:09.708479 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:14:09.708479 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:14:09.708479 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:14:09.708479 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:14:09.708479 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:14:09.708479 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:14:09.708479 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:14:09.708479 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:14:09.708479 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:14:09.708479 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:14:09.708479 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:14:09.708479 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:14:09.708479 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:14:09.708479 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:14:09.708479 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:14:09.708479 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:14:09.708479 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:14:09.708479 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:14:09.708479 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:14:09.714600 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86b6f7-4c95-4f76-9233-cf015b6f61c9 None None] Pushing event deleted for resources: {'Port': ['ID=7b4b60d8-ab78-4159-9fa7-f4ce6d9d86d6,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:09.719686 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b86b6f7-4c95-4f76-9233-cf015b6f61c9 None None] No DVR routers for this DVR port 7b4b60d8-ab78-4159-9fa7-f4ce6d9d86d6 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:14:09.767748 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ead2fa7a-8ae0-47b6-ad9a-e84f2fc1a056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:09.774020 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ead2fa7a-8ae0-47b6-ad9a-e84f2fc1a056 admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:09.781108 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45884) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:09.781564 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ead2fa7a-8ae0-47b6-ad9a-e84f2fc1a056 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2758948e-395a-46ec-aaa8-7c73c4196c63 HTTP/1.1" status: 204 len: 168 time: 0.5297012 Nov 29 02:14:09.794526 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2fa7a-8ae0-47b6-ad9a-e84f2fc1a056 admin admin] Pushing event deleted for resources: {'Network': ['ID=2758948e-395a-46ec-aaa8-7c73c4196c63,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:10.114788 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5434089f-73cb-4a30-b9bd-ca3059753190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:10.348840 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5434089f-73cb-4a30-b9bd-ca3059753190 admin admin] Deleting port e0a794b0-8dc8-4b4d-8017-69cab094bd55 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:14:10.349180 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5434089f-73cb-4a30-b9bd-ca3059753190 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:10.360469 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 8a720ae1-5dfc-414c-94e9-47350fb463f2 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:14:10.384266 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 8a720ae1-5dfc-414c-94e9-47350fb463f2 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:14:10.384548 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 8a720ae1-5dfc-414c-94e9-47350fb463f2 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:14:10.384969 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7b4b60d8-ab78-4159-9fa7-f4ce6d9d86d6 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:14:10.404226 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 7b4b60d8-ab78-4159-9fa7-f4ce6d9d86d6 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:14:10.404581 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7b4b60d8-ab78-4159-9fa7-f4ce6d9d86d6 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:14:10.405002 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 2c7efa7a-7f7e-4060-8b37-e99445040c94 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:14:10.424047 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 2c7efa7a-7f7e-4060-8b37-e99445040c94 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:14:10.424397 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 2c7efa7a-7f7e-4060-8b37-e99445040c94 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:14:10.432444 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5434089f-73cb-4a30-b9bd-ca3059753190 admin admin] For port e0a794b0-8dc8-4b4d-8017-69cab094bd55, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=e0a794b0-8dc8-4b4d-8017-69cab094bd55,segment=NetworkSegment(d89a4114-442f-4039-8477-24b8de88b1e0),segment_id=d89a4114-442f-4039-8477-24b8de88b1e0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:14:10.432835 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5434089f-73cb-4a30-b9bd-ca3059753190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:10.445330 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5434089f-73cb-4a30-b9bd-ca3059753190 admin admin] Calling delete_port for e0a794b0-8dc8-4b4d-8017-69cab094bd55 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:14:10.620792 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5434089f-73cb-4a30-b9bd-ca3059753190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:10.648963 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434089f-73cb-4a30-b9bd-ca3059753190 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0a794b0-8dc8-4b4d-8017-69cab094bd55,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:11.137076 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5434089f-73cb-4a30-b9bd-ca3059753190 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:11.340907 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5434089f-73cb-4a30-b9bd-ca3059753190 admin admin] Router d1a2fddb-d833-48d0-a544-faf874963566 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:14:11.445331 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5434089f-73cb-4a30-b9bd-ca3059753190 admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:14:11.451191 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5434089f-73cb-4a30-b9bd-ca3059753190 admin admin] 10.222.0.37 "PUT /v2.0/routers/d1a2fddb-d833-48d0-a544-faf874963566/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6689844 Nov 29 02:14:11.453750 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45886) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:11.455461 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60a9621-72d3-45e1-94fc-37dbd4ccdd0d None None] Sync routers for ids ['d1a2fddb-d833-48d0-a544-faf874963566'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:14:11.464812 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60a9621-72d3-45e1-94fc-37dbd4ccdd0d None None] Routers {'d1a2fddb-d833-48d0-a544-faf874963566'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:14:11.465414 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a60a9621-72d3-45e1-94fc-37dbd4ccdd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:13:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['d1a2fddb-d833-48d0-a544-faf874963566'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:11.554587 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e3f07c65-cd62-448b-9885-bff23c24a6f0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:11.567071 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-a60a9621-72d3-45e1-94fc-37dbd4ccdd0d None None] Set router d1a2fddb-d833-48d0-a544-faf874963566 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:14:11.654640 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e3f07c65-cd62-448b-9885-bff23c24a6f0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:11.713993 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e3f07c65-cd62-448b-9885-bff23c24a6f0 admin admin] Deleting port b627d733-8c8f-42f4-96f6-c073edb40892 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:14:11.714262 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e3f07c65-cd62-448b-9885-bff23c24a6f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:11.740957 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a60a9621-72d3-45e1-94fc-37dbd4ccdd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a2fddb-d833-48d0-a544-faf874963566', 'name': 'tempest-TestVolumeBootPattern-1913791122-router', 'tenant_id': 'cd21e1a85ed64fa080b8c9ccc2640b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': 'b627d733-8c8f-42f4-96f6-c073edb40892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:42Z', 'updated_at': '2021-11-29T02:14:10Z', 'revision_number': 5, 'project_id': 'cd21e1a85ed64fa080b8c9ccc2640b66', 'gw_port': {'id': 'b627d733-8c8f-42f4-96f6-c073edb40892', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a2fddb-d833-48d0-a544-faf874963566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:06:43Z', 'updated_at': '2021-11-29T02:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:11.767162 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60a9621-72d3-45e1-94fc-37dbd4ccdd0d None None] Checking router: d1a2fddb-d833-48d0-a544-faf874963566 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:14:11.775369 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60a9621-72d3-45e1-94fc-37dbd4ccdd0d None None] Routers {'d1a2fddb-d833-48d0-a544-faf874963566'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:14:11.775993 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a60a9621-72d3-45e1-94fc-37dbd4ccdd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:13:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['d1a2fddb-d833-48d0-a544-faf874963566'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:11.795727 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e3f07c65-cd62-448b-9885-bff23c24a6f0 admin admin] For port b627d733-8c8f-42f4-96f6-c073edb40892, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=b627d733-8c8f-42f4-96f6-c073edb40892,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:14:11.796116 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e3f07c65-cd62-448b-9885-bff23c24a6f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:11.808295 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e3f07c65-cd62-448b-9885-bff23c24a6f0 admin admin] Calling delete_port for b627d733-8c8f-42f4-96f6-c073edb40892 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:14:11.859166 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-a60a9621-72d3-45e1-94fc-37dbd4ccdd0d None None] Set router d1a2fddb-d833-48d0-a544-faf874963566 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:14:11.913740 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a60a9621-72d3-45e1-94fc-37dbd4ccdd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a2fddb-d833-48d0-a544-faf874963566', 'name': 'tempest-TestVolumeBootPattern-1913791122-router', 'tenant_id': 'cd21e1a85ed64fa080b8c9ccc2640b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:42Z', 'updated_at': '2021-11-29T02:14:11Z', 'revision_number': 6, 'project_id': 'cd21e1a85ed64fa080b8c9ccc2640b66', 'gw_port_host': None}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:11.941062 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60a9621-72d3-45e1-94fc-37dbd4ccdd0d None None] The sync data for ids ['d1a2fddb-d833-48d0-a544-faf874963566'] in dv-neutron-819032-3-hyperv is: [{'id': 'd1a2fddb-d833-48d0-a544-faf874963566', 'name': 'tempest-TestVolumeBootPattern-1913791122-router', 'tenant_id': 'cd21e1a85ed64fa080b8c9ccc2640b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:06:42Z', 'updated_at': '2021-11-29T02:14:11Z', 'revision_number': 6, 'project_id': 'cd21e1a85ed64fa080b8c9ccc2640b66', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:14:11.977101 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e3f07c65-cd62-448b-9885-bff23c24a6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.000782 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f07c65-cd62-448b-9885-bff23c24a6f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b627d733-8c8f-42f4-96f6-c073edb40892,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:12.017672 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c585e070-ea34-4b5d-88e5-418dc16243f0 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:14:12.044402 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-06252105-8103-442f-8522-1ec9b2cdbbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.070696 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e3f07c65-cd62-448b-9885-bff23c24a6f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.163949 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e3f07c65-cd62-448b-9885-bff23c24a6f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.166093 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e3f07c65-cd62-448b-9885-bff23c24a6f0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.209433 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e3f07c65-cd62-448b-9885-bff23c24a6f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.210175 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f07c65-cd62-448b-9885-bff23c24a6f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1a2fddb-d833-48d0-a544-faf874963566 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:14:12.214588 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e3f07c65-cd62-448b-9885-bff23c24a6f0 admin admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.215715 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e3f07c65-cd62-448b-9885-bff23c24a6f0 admin admin] 10.222.0.37 "DELETE /v2.0/routers/d1a2fddb-d833-48d0-a544-faf874963566 HTTP/1.1" status: 204 len: 168 time: 0.7610555 Nov 29 02:14:12.218305 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45888) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:12.262573 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b88995e-efcd-4b32-84ac-ab17e7fa2daf admin admin] Deleting subnet 01ba64ed-cf58-4bd9-b221-21415fe3dad2 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:14:12.265849 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b88995e-efcd-4b32-84ac-ab17e7fa2daf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.302332 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b88995e-efcd-4b32-84ac-ab17e7fa2daf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.395843 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b88995e-efcd-4b32-84ac-ab17e7fa2daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.446939 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b88995e-efcd-4b32-84ac-ab17e7fa2daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.473004 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88995e-efcd-4b32-84ac-ab17e7fa2daf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01ba64ed-cf58-4bd9-b221-21415fe3dad2,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:12.474907 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b88995e-efcd-4b32-84ac-ab17e7fa2daf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.478112 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2b88995e-efcd-4b32-84ac-ab17e7fa2daf admin admin] 10.222.0.37 "DELETE /v2.0/subnets/01ba64ed-cf58-4bd9-b221-21415fe3dad2 HTTP/1.1" status: 204 len: 168 time: 0.2589197 Nov 29 02:14:12.479600 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a9b3a3-2ec0-4ca8-99e4-3b9570be696d None None] Network 020e456d-4491-447e-bc4b-10739be6febc requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:14:12.481088 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45890) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:12.556491 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd71d932-b69d-471d-9d02-5d65f60de5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.608172 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-cd71d932-b69d-471d-9d02-5d65f60de5b0 admin admin] Deleting port debf1935-abdb-4897-ae6e-a77dfd6c7b19 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:14:12.608428 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd71d932-b69d-471d-9d02-5d65f60de5b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.669082 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5137b9-47d1-4003-9306-0932064431d8 None None] DHCP port deletion for 020e456d-4491-447e-bc4b-10739be6febc request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:14:12.682572 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-cd71d932-b69d-471d-9d02-5d65f60de5b0 admin admin] For port debf1935-abdb-4897-ae6e-a77dfd6c7b19, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=debf1935-abdb-4897-ae6e-a77dfd6c7b19,segment=NetworkSegment(d89a4114-442f-4039-8477-24b8de88b1e0),segment_id=d89a4114-442f-4039-8477-24b8de88b1e0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:14:12.683425 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd71d932-b69d-471d-9d02-5d65f60de5b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.705529 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-cd71d932-b69d-471d-9d02-5d65f60de5b0 admin admin] Calling delete_port for debf1935-abdb-4897-ae6e-a77dfd6c7b19 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:14:12.721651 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6f5137b9-47d1-4003-9306-0932064431d8 None None] Deleting port debf1935-abdb-4897-ae6e-a77dfd6c7b19 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:14:12.721825 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6f5137b9-47d1-4003-9306-0932064431d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.765489 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device e0a794b0-8dc8-4b4d-8017-69cab094bd55 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:14:12.794799 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd71d932-b69d-471d-9d02-5d65f60de5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.812830 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: e0a794b0-8dc8-4b4d-8017-69cab094bd55 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:14:12.813192 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device e0a794b0-8dc8-4b4d-8017-69cab094bd55 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:14:12.820736 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-6f5137b9-47d1-4003-9306-0932064431d8 None None] For port debf1935-abdb-4897-ae6e-a77dfd6c7b19, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=debf1935-abdb-4897-ae6e-a77dfd6c7b19,segment=NetworkSegment(d89a4114-442f-4039-8477-24b8de88b1e0),segment_id=d89a4114-442f-4039-8477-24b8de88b1e0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:14:12.821135 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6f5137b9-47d1-4003-9306-0932064431d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.826617 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71d932-b69d-471d-9d02-5d65f60de5b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=debf1935-abdb-4897-ae6e-a77dfd6c7b19,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:12.828471 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd71d932-b69d-471d-9d02-5d65f60de5b0 admin admin] No DVR routers for this DVR port debf1935-abdb-4897-ae6e-a77dfd6c7b19 on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:14:12.838078 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6f5137b9-47d1-4003-9306-0932064431d8 None None] Calling delete_port for debf1935-abdb-4897-ae6e-a77dfd6c7b19 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:14:12.904101 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd71d932-b69d-471d-9d02-5d65f60de5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.921387 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6f5137b9-47d1-4003-9306-0932064431d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.926786 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-cd71d932-b69d-471d-9d02-5d65f60de5b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['020e456d-4491-447e-bc4b-10739be6febc']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:12.937489 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-cd71d932-b69d-471d-9d02-5d65f60de5b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd89a4114-442f-4039-8477-24b8de88b1e0') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:12.937822 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-cd71d932-b69d-471d-9d02-5d65f60de5b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd89a4114-442f-4039-8477-24b8de88b1e0') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:14:12.948480 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd71d932-b69d-471d-9d02-5d65f60de5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.950732 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5137b9-47d1-4003-9306-0932064431d8 None None] Pushing event deleted for resources: {'Port': ['ID=debf1935-abdb-4897-ae6e-a77dfd6c7b19,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:12.958805 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5137b9-47d1-4003-9306-0932064431d8 None None] No DVR routers for this DVR port debf1935-abdb-4897-ae6e-a77dfd6c7b19 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:14:12.965429 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd71d932-b69d-471d-9d02-5d65f60de5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.977898 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd71d932-b69d-471d-9d02-5d65f60de5b0 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:14:12.978304 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd71d932-b69d-471d-9d02-5d65f60de5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:12.981470 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:14:12.981470 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:14:12.981470 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:14:12.981470 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:14:12.981470 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:14:12.981470 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:14:12.981470 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:14:12.981470 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:14:12.981470 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:14:12.981470 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:14:12.981470 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:14:12.981470 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:14:12.981470 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:14:12.981470 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:14:12.981470 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:14:12.981470 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:14:12.981470 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:14:12.981470 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:14:12.981470 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:14:12.981470 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:14:12.981470 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:14:12.981470 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:14:12.981470 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:14:12.981470 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:14:12.981470 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:14:12.981470 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:14:12.981470 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:14:12.981470 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:14:12.981470 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:14:12.981470 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:14:12.981470 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:14:12.981470 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:14:13.034689 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd71d932-b69d-471d-9d02-5d65f60de5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:13.040125 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cd71d932-b69d-471d-9d02-5d65f60de5b0 admin admin] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:13.047334 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-cd71d932-b69d-471d-9d02-5d65f60de5b0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/020e456d-4491-447e-bc4b-10739be6febc HTTP/1.1" status: 204 len: 168 time: 0.5629585 Nov 29 02:14:13.062852 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71d932-b69d-471d-9d02-5d65f60de5b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=020e456d-4491-447e-bc4b-10739be6febc,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:13.157409 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45894) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:13.197222 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8a445946-dcc7-4e7a-8038-61869cd62850 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=99e2787ae1eb4571b1be84af3aefd0fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386033 Nov 29 02:14:13.199639 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 45896) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:13.247658 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d798edb8-9965-48fc-81ce-3d9feeec294b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:13.267826 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d798edb8-9965-48fc-81ce-3d9feeec294b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:13.312991 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d798edb8-9965-48fc-81ce-3d9feeec294b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:13.315594 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d798edb8-9965-48fc-81ce-3d9feeec294b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:13.316786 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d798edb8-9965-48fc-81ce-3d9feeec294b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5ffb10f8-f97d-4ab7-b57e-f662c1ae30d6 HTTP/1.1" status: 204 len: 168 time: 0.1162484 Nov 29 02:14:13.324097 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798edb8-9965-48fc-81ce-3d9feeec294b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffb10f8-f97d-4ab7-b57e-f662c1ae30d6,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:13.621486 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45902) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:13.660913 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a9569ce2-a396-49cd-b5e2-09184c222155 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cd21e1a85ed64fa080b8c9ccc2640b66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382547 Nov 29 02:14:13.663340 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 45904) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:13.709255 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-55350852-8cf6-40e5-9554-245ba7d66f00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:13.731375 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-55350852-8cf6-40e5-9554-245ba7d66f00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:13.759824 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:13.781336 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-55350852-8cf6-40e5-9554-245ba7d66f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:13.783989 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-55350852-8cf6-40e5-9554-245ba7d66f00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:13.785145 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-55350852-8cf6-40e5-9554-245ba7d66f00 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/08ca6694-19cf-4190-8aba-007deb8225ae HTTP/1.1" status: 204 len: 168 time: 0.1209223 Nov 29 02:14:13.793426 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55350852-8cf6-40e5-9554-245ba7d66f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ca6694-19cf-4190-8aba-007deb8225ae,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:14.314522 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1971fe3a-4ede-4991-9ef3-5bb4ae275b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:14.359831 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device debf1935-abdb-4897-ae6e-a77dfd6c7b19 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:14:14.381363 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: debf1935-abdb-4897-ae6e-a77dfd6c7b19 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:14:14.381736 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device debf1935-abdb-4897-ae6e-a77dfd6c7b19 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:14:14.382155 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device b627d733-8c8f-42f4-96f6-c073edb40892 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:14:14.402455 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: b627d733-8c8f-42f4-96f6-c073edb40892 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:14:14.402747 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device b627d733-8c8f-42f4-96f6-c073edb40892 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:14:15.327629 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:17.029159 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:17.834541 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:20.459494 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-49d68420-8636-4f37-85e3-46606ad5c996 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f77aeca2d4c3487e8e09360e906f066a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294287 Nov 29 02:14:20.647450 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-49b39003-8ae1-4514-8ddc-ac5b39d9f02c tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:20.648830 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-49b39003-8ae1-4514-8ddc-ac5b39d9f02c tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1840255 Nov 29 02:14:20.663202 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-ae38d005-f2ce-4985-b2a1-42f25310394c tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.37 "GET /v2.0/quotas/f77aeca2d4c3487e8e09360e906f066a HTTP/1.1" status: 200 len: 375 time: 0.0086107 Nov 29 02:14:20.693735 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-aa80989f-2eec-459a-b351-0caaeebfd7c8 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f77aeca2d4c3487e8e09360e906f066a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250418 Nov 29 02:14:20.843630 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bfceac00-54aa-4225-b619-d0bd8df4abf8 req-fe9056e1-f7ca-48c1-b700-c8a11d7e238d tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7e420d6-4831-41e7-8e2e-50991d683873 HTTP/1.1" status: 200 len: 210 time: 0.0261991 Nov 29 02:14:21.919941 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0f8b94ac-6e76-40fa-aaa5-0aee475f8570 req-9c625118-b4d8-47b0-b262-cde5dafc9a76 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7e420d6-4831-41e7-8e2e-50991d683873 HTTP/1.1" status: 200 len: 210 time: 0.0256896 Nov 29 02:14:23.000062 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dd597474-e3ee-4153-9d6e-11ca7273d9bd req-62b77baa-b4ab-4bab-a61b-c4f6566b8d16 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7e420d6-4831-41e7-8e2e-50991d683873 HTTP/1.1" status: 200 len: 210 time: 0.0294852 Nov 29 02:14:24.090851 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-883320d0-9555-4560-8d69-52b87f7d0395 req-b048df7d-8c47-420a-837d-a8870bc5732a tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7e420d6-4831-41e7-8e2e-50991d683873 HTTP/1.1" status: 200 len: 210 time: 0.0261991 Nov 29 02:14:24.932611 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-8ac927ed-7b56-4e6e-9aeb-46fd45562d6b tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=f77aeca2d4c3487e8e09360e906f066a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285118 Nov 29 02:14:25.121689 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-367a05c3-a5be-49f9-8e2f-36dd10aceb01 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:25.123187 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-367a05c3-a5be-49f9-8e2f-36dd10aceb01 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1836400 Nov 29 02:14:25.148409 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-5f2ac7bd-086a-440e-8406-0de9cdce3a13 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Request body: {'port': {'device_id': 'c7e420d6-4831-41e7-8e2e-50991d683873', 'network_id': 'c14d58f1-d308-44ad-95fa-58d22627d2cc', 'admin_state_up': True, 'tenant_id': 'f77aeca2d4c3487e8e09360e906f066a'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:14:25.186750 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a8d13239-b9e0-4ce0-b579-c86b37477b31 req-e904262e-dbb7-4b93-9761-d1d27c1c4233 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7e420d6-4831-41e7-8e2e-50991d683873 HTTP/1.1" status: 200 len: 210 time: 0.0273077 Nov 29 02:14:25.263458 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-5f2ac7bd-086a-440e-8406-0de9cdce3a13 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Made reservation on behalf of f77aeca2d4c3487e8e09360e906f066a for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:14:25.266865 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-5f2ac7bd-086a-440e-8406-0de9cdce3a13 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:25.275378 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-5f2ac7bd-086a-440e-8406-0de9cdce3a13 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:25.346458 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-5f2ac7bd-086a-440e-8406-0de9cdce3a13 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:25.350087 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-5f2ac7bd-086a-440e-8406-0de9cdce3a13 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:25.407025 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ac7bd-086a-440e-8406-0de9cdce3a13 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1be904d1-8a35-4570-8ed0-ec2ca0ab6866,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:25.480321 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-5f2ac7bd-086a-440e-8406-0de9cdce3a13 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Allocated IP 192.168.233.185 (c14d58f1-d308-44ad-95fa-58d22627d2cc/2f468264-e7c7-435e-ab17-46b9eb0501d2/878c09e7-454d-45a9-8eb6-f188db182c65) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:14:25.620882 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-5f2ac7bd-086a-440e-8406-0de9cdce3a13 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:25.653322 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-5f2ac7bd-086a-440e-8406-0de9cdce3a13 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:25.702389 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-5f2ac7bd-086a-440e-8406-0de9cdce3a13 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Network c14d58f1-d308-44ad-95fa-58d22627d2cc is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:14:25.705603 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-5f2ac7bd-086a-440e-8406-0de9cdce3a13 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:14:25.709662 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-5f2ac7bd-086a-440e-8406-0de9cdce3a13 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:14:25.713398 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ac7bd-086a-440e-8406-0de9cdce3a13 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Pushing event updated for resources: {'Port': ['ID=878c09e7-454d-45a9-8eb6-f188db182c65,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:25.760156 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-5f2ac7bd-086a-440e-8406-0de9cdce3a13 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:25.760777 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-5f2ac7bd-086a-440e-8406-0de9cdce3a13 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:25.777800 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-5f2ac7bd-086a-440e-8406-0de9cdce3a13 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6334321 Nov 29 02:14:25.801681 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-0382e198-4687-4010-97e8-ded5e9087f4f service neutron] Request body: {'port': {'device_id': 'c7e420d6-4831-41e7-8e2e-50991d683873', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:14:25.856234 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-0382e198-4687-4010-97e8-ded5e9087f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:25.975634 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-6fb1d9c7-d20a-4493-a2a5-a8707b7630fc None None] Provisioning complete for port 878c09e7-454d-45a9-8eb6-f188db182c65 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:14:25.976208 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6fb1d9c7-d20a-4493-a2a5-a8707b7630fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:26.013622 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6fb1d9c7-d20a-4493-a2a5-a8707b7630fc None None] Port 878c09e7-454d-45a9-8eb6-f188db182c65 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:14:26.114535 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-0382e198-4687-4010-97e8-ded5e9087f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 878c09e7-454d-45a9-8eb6-f188db182c65 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:14:26.121996 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-0382e198-4687-4010-97e8-ded5e9087f4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:26.134176 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-0382e198-4687-4010-97e8-ded5e9087f4f service neutron] Transition to ACTIVE for port object 878c09e7-454d-45a9-8eb6-f188db182c65 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:14:26.138777 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-0382e198-4687-4010-97e8-ded5e9087f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:26.187192 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382e198-4687-4010-97e8-ded5e9087f4f service neutron] Pushing event updated for resources: {'Port': ['ID=878c09e7-454d-45a9-8eb6-f188db182c65,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:26.267075 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-0382e198-4687-4010-97e8-ded5e9087f4f service neutron] Attempting to bind port 878c09e7-454d-45a9-8eb6-f188db182c65 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:14:26.267339 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-0382e198-4687-4010-97e8-ded5e9087f4f service neutron] Attempting to bind port 878c09e7-454d-45a9-8eb6-f188db182c65 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '016aabed-c767-4300-94a2-a7b22433e9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c14d58f1-d308-44ad-95fa-58d22627d2cc'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:14:26.267679 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-0382e198-4687-4010-97e8-ded5e9087f4f service neutron] Attempting to bind port 878c09e7-454d-45a9-8eb6-f188db182c65 on network c14d58f1-d308-44ad-95fa-58d22627d2cc {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:14:26.272488 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-0382e198-4687-4010-97e8-ded5e9087f4f service neutron] Port 878c09e7-454d-45a9-8eb6-f188db182c65 on network c14d58f1-d308-44ad-95fa-58d22627d2cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:14:26.273405 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-0382e198-4687-4010-97e8-ded5e9087f4f service neutron] Attempting to bind port 878c09e7-454d-45a9-8eb6-f188db182c65 on network c14d58f1-d308-44ad-95fa-58d22627d2cc {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:14:26.280316 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-0382e198-4687-4010-97e8-ded5e9087f4f service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:14:26.280791 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-0382e198-4687-4010-97e8-ded5e9087f4f service neutron] Checking segment: {'id': '016aabed-c767-4300-94a2-a7b22433e9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c14d58f1-d308-44ad-95fa-58d22627d2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:14:26.281292 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-0382e198-4687-4010-97e8-ded5e9087f4f service neutron] Bound using segment: {'id': '016aabed-c767-4300-94a2-a7b22433e9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c14d58f1-d308-44ad-95fa-58d22627d2cc'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:14:26.281869 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-0382e198-4687-4010-97e8-ded5e9087f4f service neutron] Bound port: 878c09e7-454d-45a9-8eb6-f188db182c65, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '016aabed-c767-4300-94a2-a7b22433e9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c14d58f1-d308-44ad-95fa-58d22627d2cc'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:14:26.282329 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-0382e198-4687-4010-97e8-ded5e9087f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:26.326386 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b1975-4ac6-48bb-806b-dce46b04bee7 req-6b210329-5282-405c-9d12-4f5fe8a46839 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:26.328738 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7c2b1975-4ac6-48bb-806b-dce46b04bee7 req-6b210329-5282-405c-9d12-4f5fe8a46839 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7e420d6-4831-41e7-8e2e-50991d683873 HTTP/1.1" status: 200 len: 948 time: 0.0677621 Nov 29 02:14:26.354613 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-0382e198-4687-4010-97e8-ded5e9087f4f service neutron] For port 878c09e7-454d-45a9-8eb6-f188db182c65, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:14:26.359135 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-0382e198-4687-4010-97e8-ded5e9087f4f service neutron] For port 878c09e7-454d-45a9-8eb6-f188db182c65, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=878c09e7-454d-45a9-8eb6-f188db182c65,segment=NetworkSegment(016aabed-c767-4300-94a2-a7b22433e9c6),segment_id=016aabed-c767-4300-94a2-a7b22433e9c6)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:14:26.365212 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-0382e198-4687-4010-97e8-ded5e9087f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:26.381070 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7c2b1975-4ac6-48bb-806b-dce46b04bee7 req-9795fd43-226e-4515-a860-fe0b889837bd tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.37 "GET /v2.0/security-groups?id=1be904d1-8a35-4570-8ed0-ec2ca0ab6866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456491 Nov 29 02:14:26.397527 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-0382e198-4687-4010-97e8-ded5e9087f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:26.398107 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-0382e198-4687-4010-97e8-ded5e9087f4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:26.399569 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-0382e198-4687-4010-97e8-ded5e9087f4f service neutron] 10.222.0.24 "PUT /v2.0/ports/878c09e7-454d-45a9-8eb6-f188db182c65 HTTP/1.1" status: 200 len: 1098 time: 0.6021986 Nov 29 02:14:26.399906 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e420d6-4831-41e7-8e2e-50991d683873', 'tag': '878c09e7-454d-45a9-8eb6-f188db182c65'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:14:26.402777 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110076d4-f398-4996-9afd-df80f34e763b" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e420d6-4831-41e7-8e2e-50991d683873", "tag": "878c09e7-454d-45a9-8eb6-f188db182c65"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:14:26.432764 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382e198-4687-4010-97e8-ded5e9087f4f service neutron] Pushing event updated for resources: {'Port': ['ID=878c09e7-454d-45a9-8eb6-f188db182c65,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:26.449613 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48066782-929f-4e20-96ab-69349a572dbd x-openstack-request-id: req-48066782-929f-4e20-96ab-69349a572dbd {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:14:26.449999 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e420d6-4831-41e7-8e2e-50991d683873", "tag": "878c09e7-454d-45a9-8eb6-f188db182c65", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:14:26.450325 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-48066782-929f-4e20-96ab-69349a572dbd {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:14:26.450806 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e420d6-4831-41e7-8e2e-50991d683873', 'tag': '878c09e7-454d-45a9-8eb6-f188db182c65', 'status': 'completed', 'code': 200} Nov 29 02:14:26.516974 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-dad18208-434e-4473-bcfa-b71fc53434c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:26.518640 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-dad18208-434e-4473-bcfa-b71fc53434c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f77aeca2d4c3487e8e09360e906f066a&device_id=c7e420d6-4831-41e7-8e2e-50991d683873 HTTP/1.1" status: 200 len: 1101 time: 0.0437262 Nov 29 02:14:26.579017 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-e3fca749-69d5-418c-a84b-8a4cecb4a6de service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=878c09e7-454d-45a9-8eb6-f188db182c65 HTTP/1.1" status: 200 len: 217 time: 0.0387909 Nov 29 02:14:26.633798 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-f9190b84-ab39-41c2-84d1-d1c24a0b3b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:26.635793 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-f9190b84-ab39-41c2-84d1-d1c24a0b3b88 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f468264-e7c7-435e-ab17-46b9eb0501d2 HTTP/1.1" status: 200 len: 843 time: 0.0437307 Nov 29 02:14:26.686606 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-68dba81f-594e-4c97-9bb1-89219a1f5a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:26.688061 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-68dba81f-594e-4c97-9bb1-89219a1f5a13 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c14d58f1-d308-44ad-95fa-58d22627d2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0406730 Nov 29 02:14:26.790125 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-f118d090-c91e-4572-9af5-981855eb395c service neutron] 10.222.0.24 "GET /v2.0/networks/c14d58f1-d308-44ad-95fa-58d22627d2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875289 Nov 29 02:14:26.884148 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-485488c1-aabe-42b3-83ee-bf3c0595d006 req-fb8b345c-6727-453d-91eb-66ef621cbb88 service neutron] 10.222.0.24 "GET /v2.0/networks/c14d58f1-d308-44ad-95fa-58d22627d2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816207 Nov 29 02:14:27.040840 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110076d4-f398-4996-9afd-df80f34e763b req-58a966c5-dbc8-4226-b631-642a794da5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:27.042218 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-110076d4-f398-4996-9afd-df80f34e763b req-58a966c5-dbc8-4226-b631-642a794da5a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f77aeca2d4c3487e8e09360e906f066a&device_id=c7e420d6-4831-41e7-8e2e-50991d683873 HTTP/1.1" status: 200 len: 1101 time: 0.0444188 Nov 29 02:14:27.132679 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110076d4-f398-4996-9afd-df80f34e763b req-5d9398e4-ea37-4208-819c-ff8f103d7cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:27.134109 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-110076d4-f398-4996-9afd-df80f34e763b req-5d9398e4-ea37-4208-819c-ff8f103d7cc0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c14d58f1-d308-44ad-95fa-58d22627d2cc HTTP/1.1" status: 200 len: 870 time: 0.0839264 Nov 29 02:14:27.180157 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-110076d4-f398-4996-9afd-df80f34e763b req-29dc5f24-b98b-4049-baa2-7288ed0403f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=878c09e7-454d-45a9-8eb6-f188db182c65 HTTP/1.1" status: 200 len: 217 time: 0.0377712 Nov 29 02:14:27.231273 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110076d4-f398-4996-9afd-df80f34e763b req-682f7e2d-8a63-449a-9361-cfe801bbf882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:27.232693 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-110076d4-f398-4996-9afd-df80f34e763b req-682f7e2d-8a63-449a-9361-cfe801bbf882 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f468264-e7c7-435e-ab17-46b9eb0501d2 HTTP/1.1" status: 200 len: 843 time: 0.0439386 Nov 29 02:14:27.278887 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110076d4-f398-4996-9afd-df80f34e763b req-e215ba8b-f0bd-4e2f-9477-8aa7cebe6b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:27.280371 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-110076d4-f398-4996-9afd-df80f34e763b req-e215ba8b-f0bd-4e2f-9477-8aa7cebe6b93 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c14d58f1-d308-44ad-95fa-58d22627d2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0396411 Nov 29 02:14:27.374936 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-110076d4-f398-4996-9afd-df80f34e763b req-175e4c8d-22d6-40d7-b81d-5a0bd872eae7 service neutron] 10.222.0.24 "GET /v2.0/networks/c14d58f1-d308-44ad-95fa-58d22627d2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852914 Nov 29 02:14:27.473945 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-110076d4-f398-4996-9afd-df80f34e763b req-cc237321-7f7b-489c-8493-8cc7fe07a017 service neutron] 10.222.0.24 "GET /v2.0/networks/c14d58f1-d308-44ad-95fa-58d22627d2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870476 Nov 29 02:14:27.504527 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa9df7-ffe6-42f3-a1c1-1c6734f54eb4 req-48a54105-0ac6-4f02-b5e2-eb17a8f52912 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:27.506031 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9faa9df7-ffe6-42f3-a1c1-1c6734f54eb4 req-48a54105-0ac6-4f02-b5e2-eb17a8f52912 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7e420d6-4831-41e7-8e2e-50991d683873 HTTP/1.1" status: 200 len: 948 time: 0.0530603 Nov 29 02:14:27.554276 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9faa9df7-ffe6-42f3-a1c1-1c6734f54eb4 req-5f2017fb-92f1-465c-a9e6-cf267e3db0c7 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.37 "GET /v2.0/security-groups?id=1be904d1-8a35-4570-8ed0-ec2ca0ab6866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409467 Nov 29 02:14:28.672330 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76be42-6c43-4019-bd0e-9e9e0e5716dc req-94971e01-dbba-4e12-b10c-aed88e5cdd9c tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:28.673818 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2d76be42-6c43-4019-bd0e-9e9e0e5716dc req-94971e01-dbba-4e12-b10c-aed88e5cdd9c tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7e420d6-4831-41e7-8e2e-50991d683873 HTTP/1.1" status: 200 len: 948 time: 0.0482733 Nov 29 02:14:28.720452 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2d76be42-6c43-4019-bd0e-9e9e0e5716dc req-a1dd401f-ca1a-4882-b67e-94cec0a2483b tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.37 "GET /v2.0/security-groups?id=1be904d1-8a35-4570-8ed0-ec2ca0ab6866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407498 Nov 29 02:14:29.832935 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4121336-7192-4b7c-b97a-6844173c6265 req-e33c6c10-8140-41ce-a70e-c3654c024a02 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:29.834412 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b4121336-7192-4b7c-b97a-6844173c6265 req-e33c6c10-8140-41ce-a70e-c3654c024a02 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7e420d6-4831-41e7-8e2e-50991d683873 HTTP/1.1" status: 200 len: 948 time: 0.0469677 Nov 29 02:14:29.883444 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b4121336-7192-4b7c-b97a-6844173c6265 req-833c4141-64c1-47d6-9d50-bc3874b65c32 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.37 "GET /v2.0/security-groups?id=1be904d1-8a35-4570-8ed0-ec2ca0ab6866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426090 Nov 29 02:14:30.251602 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:14:30.803576 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 878c09e7-454d-45a9-8eb6-f188db182c65 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:14:30.899450 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 878c09e7-454d-45a9-8eb6-f188db182c65, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=878c09e7-454d-45a9-8eb6-f188db182c65,segment=NetworkSegment(016aabed-c767-4300-94a2-a7b22433e9c6),segment_id=016aabed-c767-4300-94a2-a7b22433e9c6)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:14:31.001315 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497a01e-08d2-4224-8c0d-2ed6d1b4c41c req-664af44d-1f28-4366-ae99-ce235d6dac6c tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:31.002916 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e497a01e-08d2-4224-8c0d-2ed6d1b4c41c req-664af44d-1f28-4366-ae99-ce235d6dac6c tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7e420d6-4831-41e7-8e2e-50991d683873 HTTP/1.1" status: 200 len: 948 time: 0.0506837 Nov 29 02:14:31.051384 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e497a01e-08d2-4224-8c0d-2ed6d1b4c41c req-cf8d25a9-fc41-4372-9320-0fd0f8ab06bd tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.37 "GET /v2.0/security-groups?id=1be904d1-8a35-4570-8ed0-ec2ca0ab6866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423012 Nov 29 02:14:31.055495 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '878c09e7-454d-45a9-8eb6-f188db182c65', 'network_id': 'c14d58f1-d308-44ad-95fa-58d22627d2cc', 'port_id': '878c09e7-454d-45a9-8eb6-f188db182c65', 'mac_address': 'fa:16:3e:6d:21:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f468264-e7c7-435e-ab17-46b9eb0501d2', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:14:31.093506 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:31.106400 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 878c09e7-454d-45a9-8eb6-f188db182c65 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:14:31.126264 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 878c09e7-454d-45a9-8eb6-f188db182c65, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=878c09e7-454d-45a9-8eb6-f188db182c65,segment=NetworkSegment(016aabed-c767-4300-94a2-a7b22433e9c6),segment_id=016aabed-c767-4300-94a2-a7b22433e9c6)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:14:31.130515 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:31.177751 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=878c09e7-454d-45a9-8eb6-f188db182c65,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:31.185631 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:31.185872 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:31.186214 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:31.186849 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:31.186966 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:31.187208 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:31.187542 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:31.187874 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:31.188205 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:31.188533 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:31.188858 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:31.189185 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:31.465484 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['878c09e7-454d-45a9-8eb6-f188db182c65'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:14:32.163697 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa4ebf-9887-4923-8c01-f257e9bc2dbc req-c1dc8d05-813b-4a47-a18a-1d578753fa2f tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:32.165180 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9daa4ebf-9887-4923-8c01-f257e9bc2dbc req-c1dc8d05-813b-4a47-a18a-1d578753fa2f tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7e420d6-4831-41e7-8e2e-50991d683873 HTTP/1.1" status: 200 len: 949 time: 0.0487638 Nov 29 02:14:32.211018 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9daa4ebf-9887-4923-8c01-f257e9bc2dbc req-47ad91bb-0d19-4b82-88a8-7a6491de5e8f tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.37 "GET /v2.0/security-groups?id=1be904d1-8a35-4570-8ed0-ec2ca0ab6866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400045 Nov 29 02:14:32.804257 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 878c09e7-454d-45a9-8eb6-f188db182c65 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:14:32.860776 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port 878c09e7-454d-45a9-8eb6-f188db182c65 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:14:32.865358 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 878c09e7-454d-45a9-8eb6-f188db182c65 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:14:32.865759 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:32.943469 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:32.965117 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e420d6-4831-41e7-8e2e-50991d683873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878c09e7-454d-45a9-8eb6-f188db182c65'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:14:32.967387 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5801ad61-de4b-46e8-b9f8-a9eef44110fe" -d '{"events": [{"server_uuid": "c7e420d6-4831-41e7-8e2e-50991d683873", "name": "network-vif-plugged", "status": "completed", "tag": "878c09e7-454d-45a9-8eb6-f188db182c65"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:14:32.980444 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 878c09e7-454d-45a9-8eb6-f188db182c65, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=878c09e7-454d-45a9-8eb6-f188db182c65,segment=NetworkSegment(016aabed-c767-4300-94a2-a7b22433e9c6),segment_id=016aabed-c767-4300-94a2-a7b22433e9c6)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:14:32.985456 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:33.007670 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82f0b44-60cc-44cf-9fe6-8763b6738aa6 x-openstack-request-id: req-f82f0b44-60cc-44cf-9fe6-8763b6738aa6 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:14:33.007968 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e420d6-4831-41e7-8e2e-50991d683873", "name": "network-vif-plugged", "status": "completed", "tag": "878c09e7-454d-45a9-8eb6-f188db182c65", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:14:33.008220 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f82f0b44-60cc-44cf-9fe6-8763b6738aa6 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:14:33.008606 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e420d6-4831-41e7-8e2e-50991d683873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878c09e7-454d-45a9-8eb6-f188db182c65', 'code': 200} Nov 29 02:14:33.033442 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=878c09e7-454d-45a9-8eb6-f188db182c65,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:33.223865 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357da38e-e85d-432b-8608-a84e7628138a req-fa78cd4c-f131-406e-8bd8-d3f9dafa5ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:33.225353 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-357da38e-e85d-432b-8608-a84e7628138a req-fa78cd4c-f131-406e-8bd8-d3f9dafa5ea7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c7e420d6-4831-41e7-8e2e-50991d683873 HTTP/1.1" status: 200 len: 1103 time: 0.0432086 Nov 29 02:14:33.276286 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-357da38e-e85d-432b-8608-a84e7628138a req-6d9df22c-5560-4abe-99f2-7a0fb0b3b041 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1be904d1-8a35-4570-8ed0-ec2ca0ab6866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388606 Nov 29 02:14:33.328907 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798dee5-7ca0-499c-8c46-ee811fd6b448 req-fbfa0e93-4f72-461c-a2d7-1b227e467938 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:33.330368 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8798dee5-7ca0-499c-8c46-ee811fd6b448 req-fbfa0e93-4f72-461c-a2d7-1b227e467938 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7e420d6-4831-41e7-8e2e-50991d683873 HTTP/1.1" status: 200 len: 950 time: 0.0505950 Nov 29 02:14:33.376036 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8798dee5-7ca0-499c-8c46-ee811fd6b448 req-eeb9b10c-efc8-4065-aaf3-b6c6ec0e7a36 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.37 "GET /v2.0/security-groups?id=1be904d1-8a35-4570-8ed0-ec2ca0ab6866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398524 Nov 29 02:14:34.492033 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc5161-0621-4289-9354-a8ed9ca1eb85 req-05ab46ad-9bb4-406c-8ab3-eb9f7a241644 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:34.493510 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-39cc5161-0621-4289-9354-a8ed9ca1eb85 req-05ab46ad-9bb4-406c-8ab3-eb9f7a241644 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7e420d6-4831-41e7-8e2e-50991d683873 HTTP/1.1" status: 200 len: 950 time: 0.0486872 Nov 29 02:14:34.541447 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-39cc5161-0621-4289-9354-a8ed9ca1eb85 req-39cd51f3-7b21-459b-b9ca-2f466c0aebf0 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.37 "GET /v2.0/security-groups?id=1be904d1-8a35-4570-8ed0-ec2ca0ab6866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414531 Nov 29 02:14:35.657051 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b68098-c6fb-45a6-bc51-ab03c7816e29 req-853bc475-56a1-4120-a633-a42cdaa25e7e tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:35.658534 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d5b68098-c6fb-45a6-bc51-ab03c7816e29 req-853bc475-56a1-4120-a633-a42cdaa25e7e tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7e420d6-4831-41e7-8e2e-50991d683873 HTTP/1.1" status: 200 len: 950 time: 0.0510023 Nov 29 02:14:35.704985 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d5b68098-c6fb-45a6-bc51-ab03c7816e29 req-084f2d44-7777-4613-ae85-d5e26f1f0248 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.37 "GET /v2.0/security-groups?id=1be904d1-8a35-4570-8ed0-ec2ca0ab6866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406270 Nov 29 02:14:35.992044 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [req-9e6d9d3c-929c-4df0-80d1-42b011b18f12 req-4ae431eb-2b7e-426a-8171-0ebf81f3e9b3 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:14:35.993063 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9e6d9d3c-929c-4df0-80d1-42b011b18f12 req-4ae431eb-2b7e-426a-8171-0ebf81f3e9b3 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053003 Nov 29 02:14:36.343474 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [req-3b043098-ace4-4fbc-bfcf-4454d119fd70 req-ec325030-4322-4951-b21a-10be89668664 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:14:36.344481 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3b043098-ace4-4fbc-bfcf-4454d119fd70 req-ec325030-4322-4951-b21a-10be89668664 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052867 Nov 29 02:14:36.702000 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35da108-a5c2-46cd-90e2-63ad118f080b req-18ca6f03-8a68-4f13-8847-81241631bad4 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:36.703457 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c35da108-a5c2-46cd-90e2-63ad118f080b req-18ca6f03-8a68-4f13-8847-81241631bad4 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7e420d6-4831-41e7-8e2e-50991d683873 HTTP/1.1" status: 200 len: 950 time: 0.0522380 Nov 29 02:14:36.749583 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c35da108-a5c2-46cd-90e2-63ad118f080b req-2733b4ed-5edc-4913-8234-aebe61eeacb1 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.37 "GET /v2.0/security-groups?id=1be904d1-8a35-4570-8ed0-ec2ca0ab6866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401251 Nov 29 02:14:37.862880 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd9459-b418-4975-b022-563357af8578 req-d9265fc6-1f6c-476a-8661-756ee9bfbba9 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:37.864342 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5cfd9459-b418-4975-b022-563357af8578 req-d9265fc6-1f6c-476a-8661-756ee9bfbba9 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7e420d6-4831-41e7-8e2e-50991d683873 HTTP/1.1" status: 200 len: 950 time: 0.0476258 Nov 29 02:14:37.915479 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5cfd9459-b418-4975-b022-563357af8578 req-efce0e2c-a61b-40a5-83a4-bbf9c9934837 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.37 "GET /v2.0/security-groups?id=1be904d1-8a35-4570-8ed0-ec2ca0ab6866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452566 Nov 29 02:14:38.268014 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d24149-212e-4946-bb47-535bde881c53 req-07d32748-72dd-4d5b-95bb-a859f81e6cf0 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:38.269572 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-78d24149-212e-4946-bb47-535bde881c53 req-07d32748-72dd-4d5b-95bb-a859f81e6cf0 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7e420d6-4831-41e7-8e2e-50991d683873 HTTP/1.1" status: 200 len: 950 time: 0.0478435 Nov 29 02:14:38.360273 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-78d24149-212e-4946-bb47-535bde881c53 req-7f87fe13-a893-448f-9470-1ff25fa9ab16 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Deleting port 878c09e7-454d-45a9-8eb6-f188db182c65 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:14:38.360612 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-78d24149-212e-4946-bb47-535bde881c53 req-7f87fe13-a893-448f-9470-1ff25fa9ab16 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:38.449632 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-78d24149-212e-4946-bb47-535bde881c53 req-7f87fe13-a893-448f-9470-1ff25fa9ab16 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] For port 878c09e7-454d-45a9-8eb6-f188db182c65, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=878c09e7-454d-45a9-8eb6-f188db182c65,segment=NetworkSegment(016aabed-c767-4300-94a2-a7b22433e9c6),segment_id=016aabed-c767-4300-94a2-a7b22433e9c6)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:14:38.449921 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-78d24149-212e-4946-bb47-535bde881c53 req-7f87fe13-a893-448f-9470-1ff25fa9ab16 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:38.461284 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-78d24149-212e-4946-bb47-535bde881c53 req-7f87fe13-a893-448f-9470-1ff25fa9ab16 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Calling delete_port for 878c09e7-454d-45a9-8eb6-f188db182c65 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:14:38.586584 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-78d24149-212e-4946-bb47-535bde881c53 req-7f87fe13-a893-448f-9470-1ff25fa9ab16 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:38.612058 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87fe13-a893-448f-9470-1ff25fa9ab16 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Pushing event deleted for resources: {'Port': ['ID=878c09e7-454d-45a9-8eb6-f188db182c65,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:38.624873 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87fe13-a893-448f-9470-1ff25fa9ab16 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:38.625227 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87fe13-a893-448f-9470-1ff25fa9ab16 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:38.625682 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87fe13-a893-448f-9470-1ff25fa9ab16 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:38.626010 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87fe13-a893-448f-9470-1ff25fa9ab16 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:38.626349 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87fe13-a893-448f-9470-1ff25fa9ab16 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:38.626689 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87fe13-a893-448f-9470-1ff25fa9ab16 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:38.627021 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87fe13-a893-448f-9470-1ff25fa9ab16 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:38.627350 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87fe13-a893-448f-9470-1ff25fa9ab16 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:38.627679 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87fe13-a893-448f-9470-1ff25fa9ab16 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:38.628004 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87fe13-a893-448f-9470-1ff25fa9ab16 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:38.628335 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87fe13-a893-448f-9470-1ff25fa9ab16 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:38.628665 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87fe13-a893-448f-9470-1ff25fa9ab16 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:38.632300 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['878c09e7-454d-45a9-8eb6-f188db182c65'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:14:38.667385 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d24149-212e-4946-bb47-535bde881c53 req-7f87fe13-a893-448f-9470-1ff25fa9ab16 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] No DVR routers for this DVR port 878c09e7-454d-45a9-8eb6-f188db182c65 on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:14:38.669895 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-78d24149-212e-4946-bb47-535bde881c53 req-7f87fe13-a893-448f-9470-1ff25fa9ab16 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:38.673190 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-78d24149-212e-4946-bb47-535bde881c53 req-7f87fe13-a893-448f-9470-1ff25fa9ab16 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.24 "DELETE /v2.0/ports/878c09e7-454d-45a9-8eb6-f188db182c65 HTTP/1.1" status: 204 len: 173 time: 0.3920560 Nov 29 02:14:38.673661 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e420d6-4831-41e7-8e2e-50991d683873', 'name': 'network-vif-deleted', 'tag': '878c09e7-454d-45a9-8eb6-f188db182c65'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:14:38.675913 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec7cf52-30e1-402e-930f-4bde65e814c9" -d '{"events": [{"server_uuid": "c7e420d6-4831-41e7-8e2e-50991d683873", "name": "network-vif-deleted", "tag": "878c09e7-454d-45a9-8eb6-f188db182c65"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:14:38.717820 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b244bb66-3902-4ddc-8f9e-a9db95a01919 x-openstack-request-id: req-b244bb66-3902-4ddc-8f9e-a9db95a01919 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:14:38.718116 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e420d6-4831-41e7-8e2e-50991d683873", "name": "network-vif-deleted", "tag": "878c09e7-454d-45a9-8eb6-f188db182c65", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:14:38.718394 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b244bb66-3902-4ddc-8f9e-a9db95a01919 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:14:38.718857 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e420d6-4831-41e7-8e2e-50991d683873', 'name': 'network-vif-deleted', 'tag': '878c09e7-454d-45a9-8eb6-f188db182c65', 'status': 'completed', 'code': 200} Nov 29 02:14:39.017154 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-55c429e4-aebc-4a69-a89b-3b5cab8bd63a req-16ae0cea-baa7-4b19-a2aa-3b904434e275 tempest-ServersAdminNegativeTestJSON-603957763 tempest-ServersAdminNegativeTestJSON-603957763-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7e420d6-4831-41e7-8e2e-50991d683873 HTTP/1.1" status: 200 len: 210 time: 0.0260627 Nov 29 02:14:40.300241 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 46058) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:40.427104 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6b34f6ad-75dc-49f0-8d5d-6b9089140966 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f77aeca2d4c3487e8e09360e906f066a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1257293 Nov 29 02:14:40.429506 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 46062) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:40.475619 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-650addfa-8c4b-4b2b-a68d-245a17b1bfc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:40.496268 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-650addfa-8c4b-4b2b-a68d-245a17b1bfc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:40.541159 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-650addfa-8c4b-4b2b-a68d-245a17b1bfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:40.544582 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-650addfa-8c4b-4b2b-a68d-245a17b1bfc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:40.546220 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-650addfa-8c4b-4b2b-a68d-245a17b1bfc7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1be904d1-8a35-4570-8ed0-ec2ca0ab6866 HTTP/1.1" status: 204 len: 168 time: 0.1158016 Nov 29 02:14:40.556993 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650addfa-8c4b-4b2b-a68d-245a17b1bfc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be904d1-8a35-4570-8ed0-ec2ca0ab6866,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:40.564219 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650addfa-8c4b-4b2b-a68d-245a17b1bfc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:40.564581 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650addfa-8c4b-4b2b-a68d-245a17b1bfc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:40.564936 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650addfa-8c4b-4b2b-a68d-245a17b1bfc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:40.565287 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650addfa-8c4b-4b2b-a68d-245a17b1bfc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:40.565655 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650addfa-8c4b-4b2b-a68d-245a17b1bfc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:40.566088 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650addfa-8c4b-4b2b-a68d-245a17b1bfc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:40.566329 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650addfa-8c4b-4b2b-a68d-245a17b1bfc7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:40.566667 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650addfa-8c4b-4b2b-a68d-245a17b1bfc7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:40.567011 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650addfa-8c4b-4b2b-a68d-245a17b1bfc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:40.567376 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650addfa-8c4b-4b2b-a68d-245a17b1bfc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:40.567707 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650addfa-8c4b-4b2b-a68d-245a17b1bfc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:40.568041 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650addfa-8c4b-4b2b-a68d-245a17b1bfc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:14:40.798675 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 46068) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:40.812513 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-07da148a-a424-411f-a262-8b4157122ea8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:40.889401 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-07da148a-a424-411f-a262-8b4157122ea8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:40.893159 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-07da148a-a424-411f-a262-8b4157122ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:40.931938 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da148a-a424-411f-a262-8b4157122ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7244612-aad8-477f-ad3e-8db8aa538f51,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:40.937250 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-07da148a-a424-411f-a262-8b4157122ea8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=28b031b4616e429096c8c35caec6f885&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1374261 Nov 29 02:14:40.939894 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 46070) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:40.985703 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65b90b62-5752-4067-a9c4-e84313313fbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:41.006259 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65b90b62-5752-4067-a9c4-e84313313fbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:41.051770 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65b90b62-5752-4067-a9c4-e84313313fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:41.054410 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65b90b62-5752-4067-a9c4-e84313313fbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:41.055547 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-65b90b62-5752-4067-a9c4-e84313313fbb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e7244612-aad8-477f-ad3e-8db8aa538f51 HTTP/1.1" status: 204 len: 168 time: 0.1147516 Nov 29 02:14:41.063161 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b90b62-5752-4067-a9c4-e84313313fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7244612-aad8-477f-ad3e-8db8aa538f51,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:41.690752 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 46092) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:41.783571 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e620bdb7-96fd-4bfd-bb7b-4e56b55756c5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1047045912-network', 'tenant_id': 'b12850aac79f41d2ad3b7b0340085c24'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:14:41.804145 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e620bdb7-96fd-4bfd-bb7b-4e56b55756c5 admin admin] Made reservation on behalf of b12850aac79f41d2ad3b7b0340085c24 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:14:41.807046 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e620bdb7-96fd-4bfd-bb7b-4e56b55756c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:41.814904 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e620bdb7-96fd-4bfd-bb7b-4e56b55756c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:41.887396 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e620bdb7-96fd-4bfd-bb7b-4e56b55756c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:41.890920 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e620bdb7-96fd-4bfd-bb7b-4e56b55756c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:41.913987 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e620bdb7-96fd-4bfd-bb7b-4e56b55756c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:14:41.926986 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620bdb7-96fd-4bfd-bb7b-4e56b55756c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d4b6c3-e360-44dc-997b-6e57c76bfb5e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:41.932679 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e620bdb7-96fd-4bfd-bb7b-4e56b55756c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:41.933046 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-e620bdb7-96fd-4bfd-bb7b-4e56b55756c5 admin admin] Added segment ffed8a6b-4811-4f72-9215-184909c4ed39 of type vlan for network b41d7d8e-4277-4858-9773-0be5366b051e Nov 29 02:14:41.972221 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e620bdb7-96fd-4bfd-bb7b-4e56b55756c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:41.996472 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e620bdb7-96fd-4bfd-bb7b-4e56b55756c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:41.997446 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e620bdb7-96fd-4bfd-bb7b-4e56b55756c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:41.998062 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e620bdb7-96fd-4bfd-bb7b-4e56b55756c5 admin admin] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:42.044923 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3c450e1f-ed45-4c6e-a9fe-f7b1f50c7c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:42.050153 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e620bdb7-96fd-4bfd-bb7b-4e56b55756c5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3581948 Nov 29 02:14:42.050304 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 46096) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:42.055585 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1f8dee9a-3167-40fe-b453-406eb5186ab1 admin admin] Request body: {'subnet': {'network_id': 'b41d7d8e-4277-4858-9773-0be5366b051e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1047045912-subnet', 'tenant_id': 'b12850aac79f41d2ad3b7b0340085c24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:14:42.061926 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620bdb7-96fd-4bfd-bb7b-4e56b55756c5 admin admin] Pushing event updated for resources: {'Network': ['ID=b41d7d8e-4277-4858-9773-0be5366b051e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:42.074436 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network b41d7d8e-4277-4858-9773-0be5366b051e details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:14:42.078303 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8dee9a-3167-40fe-b453-406eb5186ab1 admin admin] Made reservation on behalf of b12850aac79f41d2ad3b7b0340085c24 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:14:42.080612 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f8dee9a-3167-40fe-b453-406eb5186ab1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:42.248803 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f8dee9a-3167-40fe-b453-406eb5186ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:42.305407 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8dee9a-3167-40fe-b453-406eb5186ab1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc1334a6-2fdb-49a8-ba52-0ba0ef1ccd92,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:42.317238 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8dee9a-3167-40fe-b453-406eb5186ab1 admin admin] Checking segment: {'id': 'ffed8a6b-4811-4f72-9215-184909c4ed39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b41d7d8e-4277-4858-9773-0be5366b051e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:14:42.317624 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8dee9a-3167-40fe-b453-406eb5186ab1 admin admin] Network hostable DHCP agents. Network: b41d7d8e-4277-4858-9773-0be5366b051e, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:14:42.333912 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8dee9a-3167-40fe-b453-406eb5186ab1 admin admin] Network b41d7d8e-4277-4858-9773-0be5366b051e is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:14:42.342943 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-1f8dee9a-3167-40fe-b453-406eb5186ab1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, b41d7d8e-4277-4858-9773-0be5366b051e) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:14:42.348020 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8dee9a-3167-40fe-b453-406eb5186ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:42.349936 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f8dee9a-3167-40fe-b453-406eb5186ab1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:42.350992 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c39ea4c-5907-42b6-931d-8fe8f1642ae1 None None] Network b41d7d8e-4277-4858-9773-0be5366b051e requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:14:42.367865 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1f8dee9a-3167-40fe-b453-406eb5186ab1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3141584 Nov 29 02:14:42.475630 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942183fd-1ab6-4ee0-be4e-62dc4e7cdc08 None None] Network b41d7d8e-4277-4858-9773-0be5366b051e requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:14:42.781296 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-ffb24c13-cc34-4152-b332-d1c032008b77 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:42.782818 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-ffb24c13-cc34-4152-b332-d1c032008b77 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/networks?id=b41d7d8e-4277-4858-9773-0be5366b051e HTTP/1.1" status: 200 len: 812 time: 0.0995371 Nov 29 02:14:42.798360 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-9db77469-2659-4f70-a6fd-7e01d3a106a4 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/quotas/b12850aac79f41d2ad3b7b0340085c24 HTTP/1.1" status: 200 len: 375 time: 0.0094755 Nov 29 02:14:42.832115 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-faab5ac0-ae42-46d5-8989-9a265408f750 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b12850aac79f41d2ad3b7b0340085c24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285869 Nov 29 02:14:42.880515 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 878c09e7-454d-45a9-8eb6-f188db182c65 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:14:42.902152 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: 878c09e7-454d-45a9-8eb6-f188db182c65 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:14:42.902761 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 878c09e7-454d-45a9-8eb6-f188db182c65 not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:14:42.969932 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-9daeed3d-290f-4a39-82d3-218484c91b85 service neutron] 10.222.0.37 "GET /v2.0/networks/b41d7d8e-4277-4858-9773-0be5366b051e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305063 Nov 29 02:14:43.060764 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-ed8234a2-212e-42d2-8e4b-d3755a9c13ec service neutron] 10.222.0.37 "GET /v2.0/networks/b41d7d8e-4277-4858-9773-0be5366b051e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849233 Nov 29 02:14:43.218616 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1917ed10-6118-4500-a8b3-8d3240cd8312 req-5a2c365e-21da-473b-a93f-67aa3c75b8b9 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 210 time: 0.0275457 Nov 29 02:14:43.774321 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:44.316666 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ecbbe88d-3e39-4012-9bfe-aa4d9aad3ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:44.326083 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ef83cc21-7ede-44d6-a61c-f0958872d163 req-b3641881-6eff-4ff4-8067-027cf76b5aaf tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 210 time: 0.0374639 Nov 29 02:14:44.445285 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-603d49ee-9bb0-4ccb-9391-afaf926f6f77 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:44.446773 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-603d49ee-9bb0-4ccb-9391-afaf926f6f77 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.24 "GET /v2.0/networks?id=b41d7d8e-4277-4858-9773-0be5366b051e HTTP/1.1" status: 200 len: 812 time: 0.1048307 Nov 29 02:14:44.490641 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-432584a3-6cf5-4598-a1a2-c07ec8ab8da3 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Request body: {'port': {'device_id': '65c798e2-833b-4213-91f8-8431637b29e9', 'network_id': 'b41d7d8e-4277-4858-9773-0be5366b051e', 'admin_state_up': True, 'tenant_id': 'b12850aac79f41d2ad3b7b0340085c24'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:14:44.595759 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-432584a3-6cf5-4598-a1a2-c07ec8ab8da3 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Made reservation on behalf of b12850aac79f41d2ad3b7b0340085c24 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:14:44.599135 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-432584a3-6cf5-4598-a1a2-c07ec8ab8da3 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:44.722165 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-432584a3-6cf5-4598-a1a2-c07ec8ab8da3 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Allocated IP 172.20.0.12 (b41d7d8e-4277-4858-9773-0be5366b051e/fc1334a6-2fdb-49a8-ba52-0ba0ef1ccd92/fef54bd6-3fae-4afe-8f08-065e42a8c368) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:14:45.198331 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-432584a3-6cf5-4598-a1a2-c07ec8ab8da3 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:45.229674 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-432584a3-6cf5-4598-a1a2-c07ec8ab8da3 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:45.272010 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-432584a3-6cf5-4598-a1a2-c07ec8ab8da3 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Network b41d7d8e-4277-4858-9773-0be5366b051e is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:14:45.275076 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-432584a3-6cf5-4598-a1a2-c07ec8ab8da3 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:14:45.278838 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-432584a3-6cf5-4598-a1a2-c07ec8ab8da3 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:14:45.284887 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432584a3-6cf5-4598-a1a2-c07ec8ab8da3 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Pushing event updated for resources: {'Port': ['ID=fef54bd6-3fae-4afe-8f08-065e42a8c368,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:45.329253 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-432584a3-6cf5-4598-a1a2-c07ec8ab8da3 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:45.329491 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:45.330055 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-432584a3-6cf5-4598-a1a2-c07ec8ab8da3 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:45.344996 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-432584a3-6cf5-4598-a1a2-c07ec8ab8da3 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8580511 Nov 29 02:14:45.373787 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-2ed3ecc0-86e8-45bc-8b08-83f78eeb3c26 service neutron] Request body: {'port': {'device_id': '65c798e2-833b-4213-91f8-8431637b29e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:14:45.428476 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-2ed3ecc0-86e8-45bc-8b08-83f78eeb3c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:45.436645 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42112578-f6b3-424a-b050-ca2acf81b122 req-bb58419a-e056-43a3-acf3-1e9abd9a1511 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:45.438385 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-42112578-f6b3-424a-b050-ca2acf81b122 req-bb58419a-e056-43a3-acf3-1e9abd9a1511 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 932 time: 0.0491424 Nov 29 02:14:45.486349 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-42112578-f6b3-424a-b050-ca2acf81b122 req-a78a6b5f-a183-4071-be16-bd59b8bcb49f tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416238 Nov 29 02:14:45.682130 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-2ed3ecc0-86e8-45bc-8b08-83f78eeb3c26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fef54bd6-3fae-4afe-8f08-065e42a8c368 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:14:45.689223 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-2ed3ecc0-86e8-45bc-8b08-83f78eeb3c26 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:45.701709 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-2ed3ecc0-86e8-45bc-8b08-83f78eeb3c26 service neutron] Transition to ACTIVE for port object fef54bd6-3fae-4afe-8f08-065e42a8c368 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:14:45.705426 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-2ed3ecc0-86e8-45bc-8b08-83f78eeb3c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:45.775787 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3ecc0-86e8-45bc-8b08-83f78eeb3c26 service neutron] Pushing event updated for resources: {'Port': ['ID=fef54bd6-3fae-4afe-8f08-065e42a8c368,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:45.824206 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-2ed3ecc0-86e8-45bc-8b08-83f78eeb3c26 service neutron] Attempting to bind port fef54bd6-3fae-4afe-8f08-065e42a8c368 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:14:45.824546 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-2ed3ecc0-86e8-45bc-8b08-83f78eeb3c26 service neutron] Attempting to bind port fef54bd6-3fae-4afe-8f08-065e42a8c368 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'ffed8a6b-4811-4f72-9215-184909c4ed39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b41d7d8e-4277-4858-9773-0be5366b051e'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:14:45.824880 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-2ed3ecc0-86e8-45bc-8b08-83f78eeb3c26 service neutron] Attempting to bind port fef54bd6-3fae-4afe-8f08-065e42a8c368 on network b41d7d8e-4277-4858-9773-0be5366b051e {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:14:45.829098 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-2ed3ecc0-86e8-45bc-8b08-83f78eeb3c26 service neutron] Port fef54bd6-3fae-4afe-8f08-065e42a8c368 on network b41d7d8e-4277-4858-9773-0be5366b051e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:14:45.829423 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-2ed3ecc0-86e8-45bc-8b08-83f78eeb3c26 service neutron] Attempting to bind port fef54bd6-3fae-4afe-8f08-065e42a8c368 on network b41d7d8e-4277-4858-9773-0be5366b051e {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:14:45.834092 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-2ed3ecc0-86e8-45bc-8b08-83f78eeb3c26 service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:14:45.834427 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-2ed3ecc0-86e8-45bc-8b08-83f78eeb3c26 service neutron] Checking segment: {'id': 'ffed8a6b-4811-4f72-9215-184909c4ed39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b41d7d8e-4277-4858-9773-0be5366b051e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:14:45.834805 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-2ed3ecc0-86e8-45bc-8b08-83f78eeb3c26 service neutron] Bound using segment: {'id': 'ffed8a6b-4811-4f72-9215-184909c4ed39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b41d7d8e-4277-4858-9773-0be5366b051e'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:14:45.835231 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-2ed3ecc0-86e8-45bc-8b08-83f78eeb3c26 service neutron] Bound port: fef54bd6-3fae-4afe-8f08-065e42a8c368, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffed8a6b-4811-4f72-9215-184909c4ed39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'b41d7d8e-4277-4858-9773-0be5366b051e'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:14:45.835581 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-2ed3ecc0-86e8-45bc-8b08-83f78eeb3c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:45.895864 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-2ed3ecc0-86e8-45bc-8b08-83f78eeb3c26 service neutron] For port fef54bd6-3fae-4afe-8f08-065e42a8c368, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:14:45.900195 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-2ed3ecc0-86e8-45bc-8b08-83f78eeb3c26 service neutron] For port fef54bd6-3fae-4afe-8f08-065e42a8c368, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=fef54bd6-3fae-4afe-8f08-065e42a8c368,segment=NetworkSegment(ffed8a6b-4811-4f72-9215-184909c4ed39),segment_id=ffed8a6b-4811-4f72-9215-184909c4ed39)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:14:45.904494 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-2ed3ecc0-86e8-45bc-8b08-83f78eeb3c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:45.940364 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-2ed3ecc0-86e8-45bc-8b08-83f78eeb3c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:45.940985 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-2ed3ecc0-86e8-45bc-8b08-83f78eeb3c26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:45.942402 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-2ed3ecc0-86e8-45bc-8b08-83f78eeb3c26 service neutron] 10.222.0.24 "PUT /v2.0/ports/fef54bd6-3fae-4afe-8f08-065e42a8c368 HTTP/1.1" status: 200 len: 1094 time: 0.5729430 Nov 29 02:14:45.944442 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65c798e2-833b-4213-91f8-8431637b29e9', 'tag': 'fef54bd6-3fae-4afe-8f08-065e42a8c368'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:14:45.946736 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75788db-5958-44e7-beb7-93c009313ac7" -d '{"events": [{"name": "network-changed", "server_uuid": "65c798e2-833b-4213-91f8-8431637b29e9", "tag": "fef54bd6-3fae-4afe-8f08-065e42a8c368"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:14:45.972610 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3ecc0-86e8-45bc-8b08-83f78eeb3c26 service neutron] Pushing event updated for resources: {'Port': ['ID=fef54bd6-3fae-4afe-8f08-065e42a8c368,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:45.990536 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709debf6-4137-4c35-98fb-d6947266d991 x-openstack-request-id: req-709debf6-4137-4c35-98fb-d6947266d991 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:14:45.990837 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65c798e2-833b-4213-91f8-8431637b29e9", "tag": "fef54bd6-3fae-4afe-8f08-065e42a8c368", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:14:45.991096 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-709debf6-4137-4c35-98fb-d6947266d991 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:14:45.991506 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65c798e2-833b-4213-91f8-8431637b29e9', 'tag': 'fef54bd6-3fae-4afe-8f08-065e42a8c368', 'status': 'completed', 'code': 200} Nov 29 02:14:46.051546 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-c4f6c314-c194-4462-b325-29e487824482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:46.053046 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-c4f6c314-c194-4462-b325-29e487824482 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b12850aac79f41d2ad3b7b0340085c24&device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 1097 time: 0.0409703 Nov 29 02:14:46.110973 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-2667fdd4-7ed8-4479-8316-d13f5617cf3e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fef54bd6-3fae-4afe-8f08-065e42a8c368 HTTP/1.1" status: 200 len: 217 time: 0.0338225 Nov 29 02:14:46.162731 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-176f446b-bbdb-413e-ad94-f6edabbeb801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:46.164180 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-176f446b-bbdb-413e-ad94-f6edabbeb801 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc1334a6-2fdb-49a8-ba52-0ba0ef1ccd92 HTTP/1.1" status: 200 len: 852 time: 0.0439665 Nov 29 02:14:46.200517 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-568a2de2-b92a-4648-a43a-ff8587b8f530 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b41d7d8e-4277-4858-9773-0be5366b051e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280521 Nov 29 02:14:46.292121 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-f6faa653-da60-406d-a45c-607108deb91a service neutron] 10.222.0.24 "GET /v2.0/networks/b41d7d8e-4277-4858-9773-0be5366b051e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814161 Nov 29 02:14:46.390971 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e89b6112-197f-48a9-a9b2-c9a60b7f4219 req-eb613631-0be1-4858-ae80-dc14ea5c5c45 service neutron] 10.222.0.24 "GET /v2.0/networks/b41d7d8e-4277-4858-9773-0be5366b051e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877962 Nov 29 02:14:46.529331 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75788db-5958-44e7-beb7-93c009313ac7 req-97f7e9c3-76f6-4431-b075-4dc1d34ba190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:46.530869 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d75788db-5958-44e7-beb7-93c009313ac7 req-97f7e9c3-76f6-4431-b075-4dc1d34ba190 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b12850aac79f41d2ad3b7b0340085c24&device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 1097 time: 0.0424352 Nov 29 02:14:46.606527 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80247899-4e81-4897-b352-96cf36ecdd32 req-075ebd24-28f9-4f48-9c03-5d063f1fdaee tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:46.608005 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-80247899-4e81-4897-b352-96cf36ecdd32 req-075ebd24-28f9-4f48-9c03-5d063f1fdaee tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 944 time: 0.0514822 Nov 29 02:14:46.626792 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75788db-5958-44e7-beb7-93c009313ac7 req-422da00a-1fe9-499f-928a-2286295484f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:46.628257 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d75788db-5958-44e7-beb7-93c009313ac7 req-422da00a-1fe9-499f-928a-2286295484f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b41d7d8e-4277-4858-9773-0be5366b051e HTTP/1.1" status: 200 len: 913 time: 0.0901260 Nov 29 02:14:46.656526 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-80247899-4e81-4897-b352-96cf36ecdd32 req-e136d664-412c-46c4-9f82-a4e2fe7f07af tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425131 Nov 29 02:14:46.674503 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d75788db-5958-44e7-beb7-93c009313ac7 req-59249107-45f1-4685-8c82-1f29d7a336ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fef54bd6-3fae-4afe-8f08-065e42a8c368 HTTP/1.1" status: 200 len: 217 time: 0.0360425 Nov 29 02:14:46.723107 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75788db-5958-44e7-beb7-93c009313ac7 req-2be91d74-6b2c-4136-aa72-aeaa3d562a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:46.724561 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d75788db-5958-44e7-beb7-93c009313ac7 req-2be91d74-6b2c-4136-aa72-aeaa3d562a18 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc1334a6-2fdb-49a8-ba52-0ba0ef1ccd92 HTTP/1.1" status: 200 len: 852 time: 0.0421228 Nov 29 02:14:46.755684 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d75788db-5958-44e7-beb7-93c009313ac7 req-e5f72f81-02ed-47b3-8c03-043f18f51281 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b41d7d8e-4277-4858-9773-0be5366b051e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233822 Nov 29 02:14:46.851791 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d75788db-5958-44e7-beb7-93c009313ac7 req-ccca9e69-85f6-433d-930b-e59e386c2f19 service neutron] 10.222.0.24 "GET /v2.0/networks/b41d7d8e-4277-4858-9773-0be5366b051e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827680 Nov 29 02:14:46.947003 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d75788db-5958-44e7-beb7-93c009313ac7 req-9581ece6-fd7b-48fe-be2e-0563bea25d36 service neutron] 10.222.0.24 "GET /v2.0/networks/b41d7d8e-4277-4858-9773-0be5366b051e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857251 Nov 29 02:14:47.030465 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:47.775222 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c9e91-b0a9-47fa-b4fc-91eb6d7147b0 req-2bbcc5a2-6edb-416d-9af3-8513c8223d95 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:47.776697 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-175c9e91-b0a9-47fa-b4fc-91eb6d7147b0 req-2bbcc5a2-6edb-416d-9af3-8513c8223d95 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 944 time: 0.0483549 Nov 29 02:14:47.822501 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-175c9e91-b0a9-47fa-b4fc-91eb6d7147b0 req-73071b44-6360-4d0e-a9f7-97101c1a7ed0 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399888 Nov 29 02:14:47.836473 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:48.918666 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device fef54bd6-3fae-4afe-8f08-065e42a8c368 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:14:48.937640 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4dca5-36d1-483b-bbf7-ed096d9714b5 req-f9304a79-145a-41a0-a257-b633ce807c23 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:48.939133 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-33c4dca5-36d1-483b-bbf7-ed096d9714b5 req-f9304a79-145a-41a0-a257-b633ce807c23 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 944 time: 0.0501230 Nov 29 02:14:48.989989 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-33c4dca5-36d1-483b-bbf7-ed096d9714b5 req-a6c2f371-50ed-425a-9bda-03e881581373 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449567 Nov 29 02:14:49.011969 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port fef54bd6-3fae-4afe-8f08-065e42a8c368, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=fef54bd6-3fae-4afe-8f08-065e42a8c368,segment=NetworkSegment(ffed8a6b-4811-4f72-9215-184909c4ed39),segment_id=ffed8a6b-4811-4f72-9215-184909c4ed39)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:14:49.023187 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': 'fef54bd6-3fae-4afe-8f08-065e42a8c368', 'network_id': 'b41d7d8e-4277-4858-9773-0be5366b051e', 'port_id': 'fef54bd6-3fae-4afe-8f08-065e42a8c368', 'mac_address': 'fa:16:3e:c8:cc:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc1334a6-2fdb-49a8-ba52-0ba0ef1ccd92', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:14:49.062230 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:49.074898 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fef54bd6-3fae-4afe-8f08-065e42a8c368 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:14:49.093561 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port fef54bd6-3fae-4afe-8f08-065e42a8c368, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=fef54bd6-3fae-4afe-8f08-065e42a8c368,segment=NetworkSegment(ffed8a6b-4811-4f72-9215-184909c4ed39),segment_id=ffed8a6b-4811-4f72-9215-184909c4ed39)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:14:49.097437 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:49.142823 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=fef54bd6-3fae-4afe-8f08-065e42a8c368,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:49.425260 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['fef54bd6-3fae-4afe-8f08-065e42a8c368'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:14:50.101645 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6fa15-1de0-4146-9855-5fb675b113ac req-ad6180c3-b47b-46d0-89fc-107afad26d55 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:50.103740 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-79e6fa15-1de0-4146-9855-5fb675b113ac req-ad6180c3-b47b-46d0-89fc-107afad26d55 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 945 time: 0.0484500 Nov 29 02:14:50.150099 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-79e6fa15-1de0-4146-9855-5fb675b113ac req-bb1e3284-a894-40c0-bbb6-79f13d43b8db tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400369 Nov 29 02:14:50.943558 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device fef54bd6-3fae-4afe-8f08-065e42a8c368 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:14:50.990703 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port fef54bd6-3fae-4afe-8f08-065e42a8c368 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:14:50.994920 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port fef54bd6-3fae-4afe-8f08-065e42a8c368 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:14:50.995289 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:51.072609 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:51.094209 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c798e2-833b-4213-91f8-8431637b29e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef54bd6-3fae-4afe-8f08-065e42a8c368'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:14:51.096592 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777d6bd9-803f-40dd-8765-768ba4810c7c" -d '{"events": [{"server_uuid": "65c798e2-833b-4213-91f8-8431637b29e9", "name": "network-vif-plugged", "status": "completed", "tag": "fef54bd6-3fae-4afe-8f08-065e42a8c368"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:14:51.110015 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port fef54bd6-3fae-4afe-8f08-065e42a8c368, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=fef54bd6-3fae-4afe-8f08-065e42a8c368,segment=NetworkSegment(ffed8a6b-4811-4f72-9215-184909c4ed39),segment_id=ffed8a6b-4811-4f72-9215-184909c4ed39)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:14:51.117576 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:14:51.141723 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7137e630-c1df-409c-ad9b-3801f98d1a85 x-openstack-request-id: req-7137e630-c1df-409c-ad9b-3801f98d1a85 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:14:51.142040 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c798e2-833b-4213-91f8-8431637b29e9", "name": "network-vif-plugged", "status": "completed", "tag": "fef54bd6-3fae-4afe-8f08-065e42a8c368", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:14:51.142279 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7137e630-c1df-409c-ad9b-3801f98d1a85 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:14:51.142734 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c798e2-833b-4213-91f8-8431637b29e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef54bd6-3fae-4afe-8f08-065e42a8c368', 'code': 200} Nov 29 02:14:51.167455 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=fef54bd6-3fae-4afe-8f08-065e42a8c368,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:14:51.264870 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22602346-9f1f-4d2b-ab8e-9cb4b6f33d34 req-d75cb7bd-827b-4ca9-a23c-d79b29afefab tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:51.267463 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-22602346-9f1f-4d2b-ab8e-9cb4b6f33d34 req-d75cb7bd-827b-4ca9-a23c-d79b29afefab tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 946 time: 0.0510750 Nov 29 02:14:51.317098 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-22602346-9f1f-4d2b-ab8e-9cb4b6f33d34 req-5625aeb1-f6ee-47ee-b441-504e29944d0b tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428042 Nov 29 02:14:51.363740 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836084c-e8bd-49dc-a3c7-6e3129a5ff65 req-fad8b3a1-7e2e-46b1-b212-07cebb28397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:51.365221 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9836084c-e8bd-49dc-a3c7-6e3129a5ff65 req-fad8b3a1-7e2e-46b1-b212-07cebb28397f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 1099 time: 0.0398953 Nov 29 02:14:51.408574 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9836084c-e8bd-49dc-a3c7-6e3129a5ff65 req-6d68e213-2d21-43cd-ae65-63631659db87 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359550 Nov 29 02:14:52.434438 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d748c8-0e07-4007-8369-29c2f3f3891c req-79b9d256-731b-455b-996d-f14a6fd0ab9b tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:52.435775 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d3d748c8-0e07-4007-8369-29c2f3f3891c req-79b9d256-731b-455b-996d-f14a6fd0ab9b tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 946 time: 0.0515325 Nov 29 02:14:52.482513 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d3d748c8-0e07-4007-8369-29c2f3f3891c req-260bf377-d832-4078-8c78-fd95db9f3c9f tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408764 Nov 29 02:14:53.593754 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5aab0-c2ef-4968-b4da-85da10719611 req-2f640791-da57-41d1-8476-8abcec2f82b3 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:53.595218 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-98a5aab0-c2ef-4968-b4da-85da10719611 req-2f640791-da57-41d1-8476-8abcec2f82b3 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 946 time: 0.0478539 Nov 29 02:14:53.641934 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-98a5aab0-c2ef-4968-b4da-85da10719611 req-e62c7ca1-f1ae-4c12-929d-31a47d5cdd29 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408509 Nov 29 02:14:53.971949 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2906ed-3d02-476d-baf5-cb57ccf2a484 req-b01a665d-2b4f-44d5-b8c8-5cd835031f20 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:53.973454 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9d2906ed-3d02-476d-baf5-cb57ccf2a484 req-b01a665d-2b4f-44d5-b8c8-5cd835031f20 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 946 time: 0.0531588 Nov 29 02:14:53.976636 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 46162) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:14:54.359630 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9d2906ed-3d02-476d-baf5-cb57ccf2a484 req-b2f64e82-d91a-4709-966a-9a2907544a0b tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774619 Nov 29 02:14:54.364830 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-45942578-f6f5-4cef-8044-ffeeaf504a20 req-f3976f1d-ec48-49e4-9682-cb653cc9295b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3871572 Nov 29 02:14:54.373846 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [req-45942578-f6f5-4cef-8044-ffeeaf504a20 req-cfbd0cc7-793c-4a1f-8654-8e7d4f4829a0 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:14:54.374812 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-45942578-f6f5-4cef-8044-ffeeaf504a20 req-cfbd0cc7-793c-4a1f-8654-8e7d4f4829a0 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049832 Nov 29 02:14:55.473434 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81319fd-d072-459d-828b-12e016269a42 req-563de9fc-f982-4506-97d6-baad51d5ad79 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:55.474939 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f81319fd-d072-459d-828b-12e016269a42 req-563de9fc-f982-4506-97d6-baad51d5ad79 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 946 time: 0.0486329 Nov 29 02:14:55.522671 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f81319fd-d072-459d-828b-12e016269a42 req-98a824d7-a329-4fc0-a46b-9b5c24696dfa tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419137 Nov 29 02:14:55.649426 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45942578-f6f5-4cef-8044-ffeeaf504a20 req-2e324822-6c26-41d6-b259-ebae075d538e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:55.650864 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-45942578-f6f5-4cef-8044-ffeeaf504a20 req-2e324822-6c26-41d6-b259-ebae075d538e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b12850aac79f41d2ad3b7b0340085c24&device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 1099 time: 0.0405147 Nov 29 02:14:55.744069 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45942578-f6f5-4cef-8044-ffeeaf504a20 req-2247855a-e6e5-4d16-9347-d8e8f518ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:55.745502 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-45942578-f6f5-4cef-8044-ffeeaf504a20 req-2247855a-e6e5-4d16-9347-d8e8f518ac01 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b41d7d8e-4277-4858-9773-0be5366b051e HTTP/1.1" status: 200 len: 913 time: 0.0875549 Nov 29 02:14:55.786286 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-45942578-f6f5-4cef-8044-ffeeaf504a20 req-a908decd-0f88-4ffa-8799-03caaa34505d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fef54bd6-3fae-4afe-8f08-065e42a8c368 HTTP/1.1" status: 200 len: 217 time: 0.0334437 Nov 29 02:14:55.837843 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45942578-f6f5-4cef-8044-ffeeaf504a20 req-4c264266-e4bb-4ace-aef2-55c842841a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:55.839328 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-45942578-f6f5-4cef-8044-ffeeaf504a20 req-4c264266-e4bb-4ace-aef2-55c842841a13 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc1334a6-2fdb-49a8-ba52-0ba0ef1ccd92 HTTP/1.1" status: 200 len: 852 time: 0.0461915 Nov 29 02:14:55.871494 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-45942578-f6f5-4cef-8044-ffeeaf504a20 req-b3327567-edbf-4e53-a846-710579e5f2c5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b41d7d8e-4277-4858-9773-0be5366b051e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251019 Nov 29 02:14:55.959050 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-45942578-f6f5-4cef-8044-ffeeaf504a20 req-1dd2e430-17a3-4efb-9949-c9a372f3c50f service neutron] 10.222.0.24 "GET /v2.0/networks/b41d7d8e-4277-4858-9773-0be5366b051e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799103 Nov 29 02:14:56.050631 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-45942578-f6f5-4cef-8044-ffeeaf504a20 req-930901af-173b-426c-acab-42ce8c9d4430 service neutron] 10.222.0.24 "GET /v2.0/networks/b41d7d8e-4277-4858-9773-0be5366b051e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840790 Nov 29 02:14:56.639113 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af24094-dcb7-45ea-8ffc-c7a8eb5abf18 req-396eabe4-7599-47b4-bebf-7c7abf97679d tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:56.640548 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5af24094-dcb7-45ea-8ffc-c7a8eb5abf18 req-396eabe4-7599-47b4-bebf-7c7abf97679d tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 946 time: 0.0508523 Nov 29 02:14:56.686383 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5af24094-dcb7-45ea-8ffc-c7a8eb5abf18 req-21f3780b-bea9-4c20-bd91-aa3eb1a08d46 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399084 Nov 29 02:14:57.799538 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68b99d-f6a4-443a-a291-1b1b431431b9 req-ac16624e-3e04-4b11-b12f-d79d5154770b tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:57.801002 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9b68b99d-f6a4-443a-a291-1b1b431431b9 req-ac16624e-3e04-4b11-b12f-d79d5154770b tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 946 time: 0.0483065 Nov 29 02:14:57.846355 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9b68b99d-f6a4-443a-a291-1b1b431431b9 req-56d6d552-0990-4cdf-85cb-22ac6a969409 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395036 Nov 29 02:14:58.963611 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83110ba5-6af0-4b6b-bf33-a478fe73852f req-314868be-c743-4a4a-8264-6b0ca1112e66 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:58.965067 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-83110ba5-6af0-4b6b-bf33-a478fe73852f req-314868be-c743-4a4a-8264-6b0ca1112e66 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 946 time: 0.0510209 Nov 29 02:14:59.010670 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-83110ba5-6af0-4b6b-bf33-a478fe73852f req-700a645f-988a-45b4-9d91-69fae5c729e2 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397506 Nov 29 02:14:59.950051 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b6c18-0c44-4340-b6c4-dcc60d59fefe req-2508ee79-1e77-4980-afc0-bd09cc7b5989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:14:59.951531 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-782b6c18-0c44-4340-b6c4-dcc60d59fefe req-2508ee79-1e77-4980-afc0-bd09cc7b5989 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b12850aac79f41d2ad3b7b0340085c24&device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 1099 time: 0.0411084 Nov 29 02:15:00.058568 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b6c18-0c44-4340-b6c4-dcc60d59fefe req-1719e551-4021-4bc4-8da4-7ea62978498e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:00.060047 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-782b6c18-0c44-4340-b6c4-dcc60d59fefe req-1719e551-4021-4bc4-8da4-7ea62978498e service neutron] 10.222.0.24 "GET /v2.0/networks?id=b41d7d8e-4277-4858-9773-0be5366b051e HTTP/1.1" status: 200 len: 913 time: 0.0877199 Nov 29 02:15:00.102531 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-782b6c18-0c44-4340-b6c4-dcc60d59fefe req-88487c75-b99a-47e1-8221-bc5e6f91608f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fef54bd6-3fae-4afe-8f08-065e42a8c368 HTTP/1.1" status: 200 len: 217 time: 0.0345495 Nov 29 02:15:00.125813 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e6b13-d0c1-4634-ae75-5a61936d3a62 req-9ca329a6-5579-4196-9c1d-e3d567aa3eef tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:00.127302 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b03e6b13-d0c1-4634-ae75-5a61936d3a62 req-9ca329a6-5579-4196-9c1d-e3d567aa3eef tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 946 time: 0.0480905 Nov 29 02:15:00.153021 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b6c18-0c44-4340-b6c4-dcc60d59fefe req-a10f345c-c20a-43ea-9d16-cc59f7ecc8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:00.154615 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-782b6c18-0c44-4340-b6c4-dcc60d59fefe req-a10f345c-c20a-43ea-9d16-cc59f7ecc8a9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc1334a6-2fdb-49a8-ba52-0ba0ef1ccd92 HTTP/1.1" status: 200 len: 852 time: 0.0447187 Nov 29 02:15:00.174568 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b03e6b13-d0c1-4634-ae75-5a61936d3a62 req-c012b5ef-a7dd-4940-bde4-3f64b53ac665 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413058 Nov 29 02:15:00.190050 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-782b6c18-0c44-4340-b6c4-dcc60d59fefe req-cfa1fc17-99bc-4e1e-ab42-957ab441b10e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b41d7d8e-4277-4858-9773-0be5366b051e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284591 Nov 29 02:15:00.279144 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-782b6c18-0c44-4340-b6c4-dcc60d59fefe req-56707a57-0780-474a-b1ce-5b8b6a43d9d1 service neutron] 10.222.0.24 "GET /v2.0/networks/b41d7d8e-4277-4858-9773-0be5366b051e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814798 Nov 29 02:15:00.369980 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-782b6c18-0c44-4340-b6c4-dcc60d59fefe req-ed4fd547-65ac-4540-bd85-42e9f761e9b1 service neutron] 10.222.0.24 "GET /v2.0/networks/b41d7d8e-4277-4858-9773-0be5366b051e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837843 Nov 29 02:15:01.288195 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed210d53-406d-45c5-9d63-5b777697feda req-41d82af3-8916-4e8a-aaa2-5949f3d19636 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:01.290223 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ed210d53-406d-45c5-9d63-5b777697feda req-41d82af3-8916-4e8a-aaa2-5949f3d19636 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 946 time: 0.0474939 Nov 29 02:15:01.339781 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ed210d53-406d-45c5-9d63-5b777697feda req-d380df44-7f15-48df-9470-2a3266a4b19c tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436454 Nov 29 02:15:02.452626 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891e8de-f910-4982-ae68-0672b1154675 req-1824126d-7436-4372-b348-55faf755e221 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:02.454051 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6891e8de-f910-4982-ae68-0672b1154675 req-1824126d-7436-4372-b348-55faf755e221 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 946 time: 0.0481994 Nov 29 02:15:02.500223 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6891e8de-f910-4982-ae68-0672b1154675 req-ff0390ab-3385-4078-b6ff-70c35b224730 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403478 Nov 29 02:15:03.612294 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79038a-68b5-4255-8b0b-ba8414e5544d req-d81228e9-fb7b-4183-bf10-e9be7be2a15c tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:03.613767 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8b79038a-68b5-4255-8b0b-ba8414e5544d req-d81228e9-fb7b-4183-bf10-e9be7be2a15c tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 946 time: 0.0482328 Nov 29 02:15:03.660214 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8b79038a-68b5-4255-8b0b-ba8414e5544d req-a962cbcb-facb-4733-9ad8-04308eae05f3 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401397 Nov 29 02:15:04.783282 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6a7f4-976e-47ef-94b2-e7d2a8574fbe req-db267322-5c5f-4f17-ac75-7d61eaeedb11 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:04.784755 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-90a6a7f4-976e-47ef-94b2-e7d2a8574fbe req-db267322-5c5f-4f17-ac75-7d61eaeedb11 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 946 time: 0.0578148 Nov 29 02:15:04.830250 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-90a6a7f4-976e-47ef-94b2-e7d2a8574fbe req-9f3a0deb-aa93-4e7a-a931-b9e87ac22a67 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396020 Nov 29 02:15:05.949040 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0897de-56b4-4063-b0ad-2e608024237b req-f4cfa175-670d-44fb-8d0a-02f649ac12f2 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:05.950548 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9d0897de-56b4-4063-b0ad-2e608024237b req-f4cfa175-670d-44fb-8d0a-02f649ac12f2 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 946 time: 0.0493822 Nov 29 02:15:05.996805 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9d0897de-56b4-4063-b0ad-2e608024237b req-4b1a5d07-d7f4-4341-8e1c-04fcaa29b8e9 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402827 Nov 29 02:15:07.109661 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115e07b-9e7d-4786-8794-f5b636a215f2 req-c20157a1-dd0c-46a7-b50a-23aff32dac15 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:07.111124 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f115e07b-9e7d-4786-8794-f5b636a215f2 req-c20157a1-dd0c-46a7-b50a-23aff32dac15 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 946 time: 0.0479283 Nov 29 02:15:07.162122 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f115e07b-9e7d-4786-8794-f5b636a215f2 req-71fa80fb-fabb-4dfb-9c55-769686c3f4ef tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448804 Nov 29 02:15:07.249699 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:15:08.274917 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2974c-8c9f-4112-b8cb-f7a0b0df379f req-d4c82030-e06b-4207-a69e-a5a25864ec4a tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:08.276382 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-adc2974c-8c9f-4112-b8cb-f7a0b0df379f req-d4c82030-e06b-4207-a69e-a5a25864ec4a tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 946 time: 0.0488813 Nov 29 02:15:08.322060 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-adc2974c-8c9f-4112-b8cb-f7a0b0df379f req-25dbf7be-892b-49cf-bf86-acd2f401e6ff tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398185 Nov 29 02:15:09.433920 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fcde3-c041-4e6c-88aa-d180c99f3732 req-b194e3b2-aa5a-458d-b6c5-40ced40569e5 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:09.435283 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1e7fcde3-c041-4e6c-88aa-d180c99f3732 req-b194e3b2-aa5a-458d-b6c5-40ced40569e5 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 946 time: 0.0482180 Nov 29 02:15:09.481057 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1e7fcde3-c041-4e6c-88aa-d180c99f3732 req-18992baf-3fc2-40d8-a68e-dc9169d011fa tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399747 Nov 29 02:15:10.597988 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae81ba-405a-4440-aba5-0ef5493b819a req-51f9afd9-823e-48d6-aa64-1de49f6a77bc tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:10.599453 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e6ae81ba-405a-4440-aba5-0ef5493b819a req-51f9afd9-823e-48d6-aa64-1de49f6a77bc tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 946 time: 0.0520167 Nov 29 02:15:10.645445 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e6ae81ba-405a-4440-aba5-0ef5493b819a req-20d0cc04-ae8c-4e9a-8d99-385e915ba619 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401852 Nov 29 02:15:11.757087 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6936b66-9129-47c9-906f-34081eeecd18 req-eed72b67-6edd-4762-911a-8cdf56aa988f tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:11.759085 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a6936b66-9129-47c9-906f-34081eeecd18 req-eed72b67-6edd-4762-911a-8cdf56aa988f tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 946 time: 0.0485017 Nov 29 02:15:11.804937 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a6936b66-9129-47c9-906f-34081eeecd18 req-ce720a80-e5d1-463c-9d93-6a2018a0aff0 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400515 Nov 29 02:15:12.046309 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b9197c64-0033-4fa2-82cf-5eabc8c83f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:12.922717 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecd6e0-ce46-4718-97bb-02fbbe5f5b33 req-050a7a73-a887-4bc2-b565-5707815dc43f tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:12.924171 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-41ecd6e0-ce46-4718-97bb-02fbbe5f5b33 req-050a7a73-a887-4bc2-b565-5707815dc43f tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 946 time: 0.0520914 Nov 29 02:15:12.970427 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-41ecd6e0-ce46-4718-97bb-02fbbe5f5b33 req-4287772a-acff-4df3-ab9c-bb3f0c85c51f tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398118 Nov 29 02:15:13.792481 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:14.083698 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d62e2b-078f-44e2-b77c-0ce7c60a7eef req-03a32f5b-fa6d-4dc5-befa-a02dc68c192e tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:14.085087 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-45d62e2b-078f-44e2-b77c-0ce7c60a7eef req-03a32f5b-fa6d-4dc5-befa-a02dc68c192e tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 946 time: 0.0483694 Nov 29 02:15:14.131601 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-45d62e2b-078f-44e2-b77c-0ce7c60a7eef req-481885c2-04e0-47ec-8d03-068c0f6adbe1 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401433 Nov 29 02:15:14.318458 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1eca8183-47a6-4562-af64-7e837cfae741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:15.246844 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39266bb-6077-44aa-9769-588f38ed40dd req-4fe6ab39-c054-4762-94dd-1b4c2ddd489f tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:15.248301 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c39266bb-6077-44aa-9769-588f38ed40dd req-4fe6ab39-c054-4762-94dd-1b4c2ddd489f tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 946 time: 0.0482473 Nov 29 02:15:15.298351 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c39266bb-6077-44aa-9769-588f38ed40dd req-dc7ff5c2-1bdb-4a24-8328-876bdb65d220 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442488 Nov 29 02:15:15.332067 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:16.412466 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84610b75-1808-4c75-aa66-fe568e645402 req-d14f72ba-f450-479c-b98f-f5a305a6062b tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:16.413859 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-84610b75-1808-4c75-aa66-fe568e645402 req-d14f72ba-f450-479c-b98f-f5a305a6062b tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 946 time: 0.0484459 Nov 29 02:15:16.459778 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-84610b75-1808-4c75-aa66-fe568e645402 req-8ed5449b-569a-4108-ba9e-5bf3f610d30f tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401146 Nov 29 02:15:17.033163 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:17.576140 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf587f-a065-491f-9775-46afdfc60504 req-6926ce71-1762-457a-8529-4fc1cdb7b315 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:17.577622 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fbdf587f-a065-491f-9775-46afdfc60504 req-6926ce71-1762-457a-8529-4fc1cdb7b315 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 946 time: 0.0475972 Nov 29 02:15:17.623396 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fbdf587f-a065-491f-9775-46afdfc60504 req-4fcff501-cc2e-4c66-84a9-b1594826081b tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399704 Nov 29 02:15:17.842174 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:18.743481 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97c93c-4d53-41d3-b7bd-55bb4f687936 req-47a37880-582f-408b-851f-99b823f8a6cf tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:18.744963 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bd97c93c-4d53-41d3-b7bd-55bb4f687936 req-47a37880-582f-408b-851f-99b823f8a6cf tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 946 time: 0.0532849 Nov 29 02:15:18.791340 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bd97c93c-4d53-41d3-b7bd-55bb4f687936 req-037cf3d1-a8b3-40df-9a46-71146b7fa34d tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405126 Nov 29 02:15:19.905184 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90927e0-38db-4d10-a8d2-6da46d82d44f req-f3d19d07-9664-49cb-9299-4983ae7b608f tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:19.906693 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d90927e0-38db-4d10-a8d2-6da46d82d44f req-f3d19d07-9664-49cb-9299-4983ae7b608f tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 946 time: 0.0490606 Nov 29 02:15:19.952746 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d90927e0-38db-4d10-a8d2-6da46d82d44f req-01924370-3d46-4647-84e5-ee241707b781 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402613 Nov 29 02:15:21.066330 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4911dc7-e180-4494-ac7e-c42032c768fe req-4ca562d6-bdee-44a2-8fc1-90a7e4fe0886 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:21.067808 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b4911dc7-e180-4494-ac7e-c42032c768fe req-4ca562d6-bdee-44a2-8fc1-90a7e4fe0886 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 946 time: 0.0486987 Nov 29 02:15:21.119537 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b4911dc7-e180-4494-ac7e-c42032c768fe req-431b5ffa-5154-4a95-aa73-0fc2939618a6 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451038 Nov 29 02:15:22.232837 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22743c-48ab-4335-8c51-d94909eaf8c8 req-1aceaec0-f8a5-4e13-a4e9-df6250564f99 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:22.234308 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2d22743c-48ab-4335-8c51-d94909eaf8c8 req-1aceaec0-f8a5-4e13-a4e9-df6250564f99 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 946 time: 0.0473912 Nov 29 02:15:22.280234 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2d22743c-48ab-4335-8c51-d94909eaf8c8 req-42798b2c-450c-458f-9c87-9762d32a87cf tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401771 Nov 29 02:15:23.180185 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-45942578-f6f5-4cef-8044-ffeeaf504a20 req-ad93c332-23db-4480-aa7a-23f9677d48d5 service neutron] 10.222.0.24 "GET /v2.0/ports/fef54bd6-3fae-4afe-8f08-065e42a8c368/bindings/hv-neutron-8190 HTTP/1.1" status: 200 len: 384 time: 0.0551121 Nov 29 02:15:23.394744 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d92aa5-884c-43bd-b254-21970c97f035 req-09e7ce46-fd17-4e73-854d-d207fd41c8d6 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:23.396434 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b9d92aa5-884c-43bd-b254-21970c97f035 req-09e7ce46-fd17-4e73-854d-d207fd41c8d6 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 946 time: 0.0492539 Nov 29 02:15:23.443866 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b9d92aa5-884c-43bd-b254-21970c97f035 req-dc1800c6-f160-4d59-9ddd-1e7d0f0dfc42 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409095 Nov 29 02:15:23.470726 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45942578-f6f5-4cef-8044-ffeeaf504a20 req-fd7120eb-282c-4eae-bc5f-963d6b016f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:23.472231 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-45942578-f6f5-4cef-8044-ffeeaf504a20 req-fd7120eb-282c-4eae-bc5f-963d6b016f62 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9&tenant_id=b12850aac79f41d2ad3b7b0340085c24 HTTP/1.1" status: 200 len: 1099 time: 0.0772140 Nov 29 02:15:23.547527 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45942578-f6f5-4cef-8044-ffeeaf504a20 req-a3487e12-bcb2-45ff-bcd0-20d7859d6b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:23.548960 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-45942578-f6f5-4cef-8044-ffeeaf504a20 req-a3487e12-bcb2-45ff-bcd0-20d7859d6b0b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b12850aac79f41d2ad3b7b0340085c24&device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 1099 time: 0.0394087 Nov 29 02:15:23.643192 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45942578-f6f5-4cef-8044-ffeeaf504a20 req-ee22a53b-a8ad-41ea-b6dd-199fb7b6f1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:23.644609 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-45942578-f6f5-4cef-8044-ffeeaf504a20 req-ee22a53b-a8ad-41ea-b6dd-199fb7b6f1df service neutron] 10.222.0.24 "GET /v2.0/networks?id=b41d7d8e-4277-4858-9773-0be5366b051e HTTP/1.1" status: 200 len: 913 time: 0.0844252 Nov 29 02:15:23.689210 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-45942578-f6f5-4cef-8044-ffeeaf504a20 req-3662c5c7-e34c-43ce-906b-7567e2e6af25 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fef54bd6-3fae-4afe-8f08-065e42a8c368 HTTP/1.1" status: 200 len: 217 time: 0.0325525 Nov 29 02:15:23.742396 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45942578-f6f5-4cef-8044-ffeeaf504a20 req-83788bfe-7987-4793-9e91-48aaa7da030c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:23.743796 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-45942578-f6f5-4cef-8044-ffeeaf504a20 req-83788bfe-7987-4793-9e91-48aaa7da030c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc1334a6-2fdb-49a8-ba52-0ba0ef1ccd92 HTTP/1.1" status: 200 len: 852 time: 0.0411456 Nov 29 02:15:23.778427 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-45942578-f6f5-4cef-8044-ffeeaf504a20 req-ab2dfec1-3379-45ff-bcdc-acb4a41d3e3b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b41d7d8e-4277-4858-9773-0be5366b051e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239294 Nov 29 02:15:23.866932 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-45942578-f6f5-4cef-8044-ffeeaf504a20 req-e3c241df-a0ec-41d0-bc7f-c92d23ca38b5 service neutron] 10.222.0.24 "GET /v2.0/networks/b41d7d8e-4277-4858-9773-0be5366b051e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807564 Nov 29 02:15:23.961863 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-45942578-f6f5-4cef-8044-ffeeaf504a20 req-5bf48d4a-4cd9-4afb-bf07-68870760d796 service neutron] 10.222.0.24 "GET /v2.0/networks/b41d7d8e-4277-4858-9773-0be5366b051e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825653 Nov 29 02:15:24.568103 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7616495-83a4-4465-878c-0820dc5f7304 req-f59844e1-a377-4746-88cc-255dc0352059 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:24.569636 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c7616495-83a4-4465-878c-0820dc5f7304 req-f59844e1-a377-4746-88cc-255dc0352059 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 946 time: 0.0568469 Nov 29 02:15:24.616444 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c7616495-83a4-4465-878c-0820dc5f7304 req-91f6bac4-594d-44b0-8637-6e6a7e27e278 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408416 Nov 29 02:15:25.729649 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3051c-a8dd-4bbd-8a4c-2881c5111cf6 req-4148ec0e-e99b-4351-b956-1ab8020bffaf tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:25.731113 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-07a3051c-a8dd-4bbd-8a4c-2881c5111cf6 req-4148ec0e-e99b-4351-b956-1ab8020bffaf tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 946 time: 0.0479908 Nov 29 02:15:25.777064 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-07a3051c-a8dd-4bbd-8a4c-2881c5111cf6 req-2b65dcc5-7925-4eac-9d43-dd9f203f4da0 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400972 Nov 29 02:15:26.897132 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3aba3f-73ba-4e68-8fef-f9c8dba394f8 req-791f23fa-6d8e-4b96-bfac-7f52ff67a6bc tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:26.898666 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4e3aba3f-73ba-4e68-8fef-f9c8dba394f8 req-791f23fa-6d8e-4b96-bfac-7f52ff67a6bc tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 946 time: 0.0542336 Nov 29 02:15:26.947236 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4e3aba3f-73ba-4e68-8fef-f9c8dba394f8 req-5cb2990e-77e3-46ec-8c79-942ee6dd6e02 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424275 Nov 29 02:15:27.170130 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device fef54bd6-3fae-4afe-8f08-065e42a8c368 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:15:27.182284 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device fef54bd6-3fae-4afe-8f08-065e42a8c368 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:15:27.306004 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d704565-67d3-4fe8-9f80-06ff99e219e4 req-05d7de8c-f4d2-4925-ab79-04d5b125eeb3 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:27.307451 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9d704565-67d3-4fe8-9f80-06ff99e219e4 req-05d7de8c-f4d2-4925-ab79-04d5b125eeb3 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.24 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9&tenant_id=b12850aac79f41d2ad3b7b0340085c24&binding%3Ahost_id=hv-neutron-8190 HTTP/1.1" status: 200 len: 946 time: 0.1169543 Nov 29 02:15:27.330950 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:27.337135 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port fef54bd6-3fae-4afe-8f08-065e42a8c368, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=fef54bd6-3fae-4afe-8f08-065e42a8c368,segment=NetworkSegment(ffed8a6b-4811-4f72-9215-184909c4ed39),segment_id=ffed8a6b-4811-4f72-9215-184909c4ed39)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:15:27.359593 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': 'fef54bd6-3fae-4afe-8f08-065e42a8c368', 'network_id': 'b41d7d8e-4277-4858-9773-0be5366b051e', 'port_id': 'fef54bd6-3fae-4afe-8f08-065e42a8c368', 'mac_address': 'fa:16:3e:c8:cc:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc1334a6-2fdb-49a8-ba52-0ba0ef1ccd92', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:15:27.367385 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c798e2-833b-4213-91f8-8431637b29e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fef54bd6-3fae-4afe-8f08-065e42a8c368'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:15:27.370692 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9443782-ad7f-40d1-9fd9-1bb48e246ff7" -d '{"events": [{"server_uuid": "65c798e2-833b-4213-91f8-8431637b29e9", "name": "network-vif-unplugged", "status": "completed", "tag": "fef54bd6-3fae-4afe-8f08-065e42a8c368"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:15:27.405787 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port fef54bd6-3fae-4afe-8f08-065e42a8c368, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=fef54bd6-3fae-4afe-8f08-065e42a8c368,segment=NetworkSegment(ffed8a6b-4811-4f72-9215-184909c4ed39),segment_id=ffed8a6b-4811-4f72-9215-184909c4ed39)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:15:27.416573 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:27.439365 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d704565-67d3-4fe8-9f80-06ff99e219e4 req-53d6dbdf-6a9c-4601-9bba-28accc99c2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:27.441762 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9d704565-67d3-4fe8-9f80-06ff99e219e4 req-53d6dbdf-6a9c-4601-9bba-28accc99c2ce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b12850aac79f41d2ad3b7b0340085c24&device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 1099 time: 0.0629482 Nov 29 02:15:27.444929 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:27.478613 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fef54bd6-3fae-4afe-8f08-065e42a8c368 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:15:27.493670 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 02:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bf1978-8b9e-4cbb-84f8-a2bba2ae4d4a x-openstack-request-id: req-b9bf1978-8b9e-4cbb-84f8-a2bba2ae4d4a {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:15:27.493968 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c798e2-833b-4213-91f8-8431637b29e9", "name": "network-vif-unplugged", "status": "completed", "tag": "fef54bd6-3fae-4afe-8f08-065e42a8c368", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:15:27.494223 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9bf1978-8b9e-4cbb-84f8-a2bba2ae4d4a {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:15:27.494613 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c798e2-833b-4213-91f8-8431637b29e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fef54bd6-3fae-4afe-8f08-065e42a8c368', 'code': 200} Nov 29 02:15:27.499669 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=fef54bd6-3fae-4afe-8f08-065e42a8c368,revision_number=6']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:15:27.532727 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.db.api [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:15:27.533039 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG oslo_db.api [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:15:27.557138 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d704565-67d3-4fe8-9f80-06ff99e219e4 req-22ee6bce-9958-4e68-8179-20e5baf3efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:27.558673 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9d704565-67d3-4fe8-9f80-06ff99e219e4 req-22ee6bce-9958-4e68-8179-20e5baf3efd1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b41d7d8e-4277-4858-9773-0be5366b051e HTTP/1.1" status: 200 len: 913 time: 0.1074412 Nov 29 02:15:27.600504 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9d704565-67d3-4fe8-9f80-06ff99e219e4 req-d35dc88e-f3e9-493c-ba12-1236ce8a3158 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fef54bd6-3fae-4afe-8f08-065e42a8c368 HTTP/1.1" status: 200 len: 217 time: 0.0340524 Nov 29 02:15:27.651797 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d704565-67d3-4fe8-9f80-06ff99e219e4 req-b308706d-669c-4e43-a841-e35ee481cb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:27.653237 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9d704565-67d3-4fe8-9f80-06ff99e219e4 req-b308706d-669c-4e43-a841-e35ee481cb87 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fc1334a6-2fdb-49a8-ba52-0ba0ef1ccd92 HTTP/1.1" status: 200 len: 852 time: 0.0440805 Nov 29 02:15:27.690610 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9d704565-67d3-4fe8-9f80-06ff99e219e4 req-1a5376b1-a973-4771-9d1e-07c961d6d5e8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b41d7d8e-4277-4858-9773-0be5366b051e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290837 Nov 29 02:15:27.787102 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9d704565-67d3-4fe8-9f80-06ff99e219e4 req-c23beff1-7716-43d6-80c9-b6c91005d844 service neutron] 10.222.0.24 "GET /v2.0/networks/b41d7d8e-4277-4858-9773-0be5366b051e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887268 Nov 29 02:15:27.882540 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9d704565-67d3-4fe8-9f80-06ff99e219e4 req-d68fe76d-f6fa-48ab-9647-52946602f356 service neutron] 10.222.0.24 "GET /v2.0/networks/b41d7d8e-4277-4858-9773-0be5366b051e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859981 Nov 29 02:15:28.070418 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:28.089457 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fef54bd6-3fae-4afe-8f08-065e42a8c368 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:15:28.109998 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port fef54bd6-3fae-4afe-8f08-065e42a8c368, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=fef54bd6-3fae-4afe-8f08-065e42a8c368,segment=NetworkSegment(ffed8a6b-4811-4f72-9215-184909c4ed39),segment_id=ffed8a6b-4811-4f72-9215-184909c4ed39)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:15:28.114905 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:28.162029 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=fef54bd6-3fae-4afe-8f08-065e42a8c368,revision_number=7']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:15:28.261114 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['fef54bd6-3fae-4afe-8f08-065e42a8c368'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:15:28.715274 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f535b42-ca2e-4cef-9829-65ad5f296f65 req-a6c3dfb5-02f9-4eb6-a58e-fc675896514a tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:28.716662 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9f535b42-ca2e-4cef-9829-65ad5f296f65 req-a6c3dfb5-02f9-4eb6-a58e-fc675896514a tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 945 time: 0.0489340 Nov 29 02:15:28.763053 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9f535b42-ca2e-4cef-9829-65ad5f296f65 req-36fdcd67-648e-4054-99a0-4a2746597860 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404735 Nov 29 02:15:29.188419 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device fef54bd6-3fae-4afe-8f08-065e42a8c368 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:15:29.236970 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port fef54bd6-3fae-4afe-8f08-065e42a8c368 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:15:29.237334 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:29.310397 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:29.342236 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port fef54bd6-3fae-4afe-8f08-065e42a8c368, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=fef54bd6-3fae-4afe-8f08-065e42a8c368,segment=NetworkSegment(ffed8a6b-4811-4f72-9215-184909c4ed39),segment_id=ffed8a6b-4811-4f72-9215-184909c4ed39)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:15:29.346030 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:29.394965 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=fef54bd6-3fae-4afe-8f08-065e42a8c368,revision_number=8']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:15:29.496072 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c798e2-833b-4213-91f8-8431637b29e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef54bd6-3fae-4afe-8f08-065e42a8c368'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:15:29.498383 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7644cb3b-eae6-493b-8627-100b48efc751" -d '{"events": [{"server_uuid": "65c798e2-833b-4213-91f8-8431637b29e9", "name": "network-vif-plugged", "status": "completed", "tag": "fef54bd6-3fae-4afe-8f08-065e42a8c368"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:15:29.533523 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a2efcd-fb30-49cd-afac-a056843275ec x-openstack-request-id: req-92a2efcd-fb30-49cd-afac-a056843275ec {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:15:29.533988 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c798e2-833b-4213-91f8-8431637b29e9", "name": "network-vif-plugged", "status": "completed", "tag": "fef54bd6-3fae-4afe-8f08-065e42a8c368", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:15:29.534270 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-92a2efcd-fb30-49cd-afac-a056843275ec {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:15:29.534657 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c798e2-833b-4213-91f8-8431637b29e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef54bd6-3fae-4afe-8f08-065e42a8c368', 'code': 200} Nov 29 02:15:29.877418 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8cc829-491b-4425-b2dc-fe94141b5ef0 req-d2b38470-4672-4d5d-ba3a-95157c71e5f0 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:29.878899 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8b8cc829-491b-4425-b2dc-fe94141b5ef0 req-d2b38470-4672-4d5d-ba3a-95157c71e5f0 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 946 time: 0.0481710 Nov 29 02:15:29.929808 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8b8cc829-491b-4425-b2dc-fe94141b5ef0 req-6f272f0a-f9bb-441c-a03d-cc34493d61bd tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451062 Nov 29 02:15:30.727805 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d704565-67d3-4fe8-9f80-06ff99e219e4 req-77cfda6b-a5e3-46d0-9878-bd268558efce tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:30.729238 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9d704565-67d3-4fe8-9f80-06ff99e219e4 req-77cfda6b-a5e3-46d0-9878-bd268558efce tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.24 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 946 time: 0.0479300 Nov 29 02:15:30.820398 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-9d704565-67d3-4fe8-9f80-06ff99e219e4 req-62492b4c-6918-4df0-ab5c-e1b843a270ac tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Deleting port fef54bd6-3fae-4afe-8f08-065e42a8c368 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:15:30.821377 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9d704565-67d3-4fe8-9f80-06ff99e219e4 req-62492b4c-6918-4df0-ab5c-e1b843a270ac tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:30.920498 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-9d704565-67d3-4fe8-9f80-06ff99e219e4 req-62492b4c-6918-4df0-ab5c-e1b843a270ac tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] For port fef54bd6-3fae-4afe-8f08-065e42a8c368, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=fef54bd6-3fae-4afe-8f08-065e42a8c368,segment=NetworkSegment(ffed8a6b-4811-4f72-9215-184909c4ed39),segment_id=ffed8a6b-4811-4f72-9215-184909c4ed39)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:15:30.920857 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9d704565-67d3-4fe8-9f80-06ff99e219e4 req-62492b4c-6918-4df0-ab5c-e1b843a270ac tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:30.933627 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-9d704565-67d3-4fe8-9f80-06ff99e219e4 req-62492b4c-6918-4df0-ab5c-e1b843a270ac tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Calling delete_port for fef54bd6-3fae-4afe-8f08-065e42a8c368 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:15:31.049738 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18104b5-25cc-4153-948e-4ea646d2741c req-b4116ce8-cc85-4816-9431-69d24d04a032 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:31.051823 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c18104b5-25cc-4153-948e-4ea646d2741c req-b4116ce8-cc85-4816-9431-69d24d04a032 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/ports?device_id=65c798e2-833b-4213-91f8-8431637b29e9 HTTP/1.1" status: 200 len: 946 time: 0.0504625 Nov 29 02:15:31.063853 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9d704565-67d3-4fe8-9f80-06ff99e219e4 req-62492b4c-6918-4df0-ab5c-e1b843a270ac tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:31.092293 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62492b4c-6918-4df0-ab5c-e1b843a270ac tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Pushing event deleted for resources: {'Port': ['ID=fef54bd6-3fae-4afe-8f08-065e42a8c368,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:15:31.105087 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c18104b5-25cc-4153-948e-4ea646d2741c req-6cb19b92-a8e0-49c1-8fb7-3f6aa3f4faa7 tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.37 "GET /v2.0/security-groups?id=28d4b6c3-e360-44dc-997b-6e57c76bfb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467434 Nov 29 02:15:31.105522 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['fef54bd6-3fae-4afe-8f08-065e42a8c368'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:15:31.143242 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d704565-67d3-4fe8-9f80-06ff99e219e4 req-62492b4c-6918-4df0-ab5c-e1b843a270ac tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] No DVR routers for this DVR port fef54bd6-3fae-4afe-8f08-065e42a8c368 on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:15:31.145754 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9d704565-67d3-4fe8-9f80-06ff99e219e4 req-62492b4c-6918-4df0-ab5c-e1b843a270ac tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:31.149409 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9d704565-67d3-4fe8-9f80-06ff99e219e4 req-62492b4c-6918-4df0-ab5c-e1b843a270ac tempest-DeleteServersTestJSON-1948598395 tempest-DeleteServersTestJSON-1948598395-project] 10.222.0.24 "DELETE /v2.0/ports/fef54bd6-3fae-4afe-8f08-065e42a8c368 HTTP/1.1" status: 204 len: 173 time: 0.4095700 Nov 29 02:15:31.149881 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c798e2-833b-4213-91f8-8431637b29e9', 'name': 'network-vif-deleted', 'tag': 'fef54bd6-3fae-4afe-8f08-065e42a8c368'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:15:31.152113 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f650c8-be0e-4c86-a90f-63ccb3bd6185" -d '{"events": [{"server_uuid": "65c798e2-833b-4213-91f8-8431637b29e9", "name": "network-vif-deleted", "tag": "fef54bd6-3fae-4afe-8f08-065e42a8c368"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:15:31.190032 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a094049a-b365-4fdd-ba5b-370ee422ee0c x-openstack-request-id: req-a094049a-b365-4fdd-ba5b-370ee422ee0c {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:15:31.190324 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c798e2-833b-4213-91f8-8431637b29e9", "name": "network-vif-deleted", "tag": "fef54bd6-3fae-4afe-8f08-065e42a8c368", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:15:31.190597 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a094049a-b365-4fdd-ba5b-370ee422ee0c {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:15:31.190994 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c798e2-833b-4213-91f8-8431637b29e9', 'name': 'network-vif-deleted', 'tag': 'fef54bd6-3fae-4afe-8f08-065e42a8c368', 'status': 'completed', 'code': 200} Nov 29 02:15:32.231662 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 46272) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:15:32.276004 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-e46d004f-b829-4710-97e9-9482aac03a26 admin admin] Deleting subnet fc1334a6-2fdb-49a8-ba52-0ba0ef1ccd92 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:15:32.278962 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e46d004f-b829-4710-97e9-9482aac03a26 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:32.311935 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e46d004f-b829-4710-97e9-9482aac03a26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:32.353937 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e46d004f-b829-4710-97e9-9482aac03a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:32.405273 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e46d004f-b829-4710-97e9-9482aac03a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:32.431799 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d004f-b829-4710-97e9-9482aac03a26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc1334a6-2fdb-49a8-ba52-0ba0ef1ccd92,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:15:32.433779 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e46d004f-b829-4710-97e9-9482aac03a26 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:32.437559 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e46d004f-b829-4710-97e9-9482aac03a26 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fc1334a6-2fdb-49a8-ba52-0ba0ef1ccd92 HTTP/1.1" status: 204 len: 168 time: 0.2042804 Nov 29 02:15:32.439481 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 46274) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:15:32.506166 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-83671763-fba1-4004-aef9-8ca9cdce0da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:32.584993 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-83671763-fba1-4004-aef9-8ca9cdce0da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:32.604741 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-83671763-fba1-4004-aef9-8ca9cdce0da9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b41d7d8e-4277-4858-9773-0be5366b051e']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:15:32.613622 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-83671763-fba1-4004-aef9-8ca9cdce0da9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffed8a6b-4811-4f72-9215-184909c4ed39') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:15:32.613921 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-83671763-fba1-4004-aef9-8ca9cdce0da9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffed8a6b-4811-4f72-9215-184909c4ed39') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:15:32.623678 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-83671763-fba1-4004-aef9-8ca9cdce0da9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:32.636303 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-83671763-fba1-4004-aef9-8ca9cdce0da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:32.642066 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83671763-fba1-4004-aef9-8ca9cdce0da9 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:15:32.642700 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-83671763-fba1-4004-aef9-8ca9cdce0da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:32.644535 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:15:32.644535 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:15:32.644535 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:15:32.644535 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:15:32.644535 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:15:32.644535 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:15:32.644535 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:15:32.644535 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:15:32.644535 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:15:32.644535 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:15:32.644535 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:15:32.644535 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:15:32.644535 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:15:32.644535 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:15:32.644535 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:15:32.644535 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:15:32.644535 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:15:32.644535 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:15:32.644535 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:15:32.644535 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:15:32.644535 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:15:32.644535 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:15:32.644535 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:15:32.644535 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:15:32.644535 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:15:32.644535 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:15:32.644535 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:15:32.644535 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:15:32.644535 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:15:32.644535 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:15:32.644535 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:15:32.644535 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:15:32.701403 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-83671763-fba1-4004-aef9-8ca9cdce0da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:32.706652 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-83671763-fba1-4004-aef9-8ca9cdce0da9 admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:32.710024 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-83671763-fba1-4004-aef9-8ca9cdce0da9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b41d7d8e-4277-4858-9773-0be5366b051e HTTP/1.1" status: 204 len: 168 time: 0.2696447 Nov 29 02:15:32.720975 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83671763-fba1-4004-aef9-8ca9cdce0da9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b41d7d8e-4277-4858-9773-0be5366b051e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:15:32.814786 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 46278) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:15:32.855516 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c5f745aa-b94a-4bcc-b994-81388212230d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b12850aac79f41d2ad3b7b0340085c24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394912 Nov 29 02:15:32.857925 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 46280) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:15:32.906513 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9937d6fd-ac2a-427e-98b7-07d6e3780d2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:32.930792 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9937d6fd-ac2a-427e-98b7-07d6e3780d2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:32.979883 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9937d6fd-ac2a-427e-98b7-07d6e3780d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:32.983126 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9937d6fd-ac2a-427e-98b7-07d6e3780d2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:32.984528 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9937d6fd-ac2a-427e-98b7-07d6e3780d2b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/28d4b6c3-e360-44dc-997b-6e57c76bfb5e HTTP/1.1" status: 204 len: 168 time: 0.1256418 Nov 29 02:15:32.992641 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937d6fd-ac2a-427e-98b7-07d6e3780d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d4b6c3-e360-44dc-997b-6e57c76bfb5e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:15:33.685826 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 46302) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:15:33.778480 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b9bf6d94-90e3-4ec3-bcf7-1aeb85f72a5c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1489529642-network', 'tenant_id': '8e5abb51affa45d3b0b4c98e989a3760'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:15:33.798910 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bf6d94-90e3-4ec3-bcf7-1aeb85f72a5c admin admin] Made reservation on behalf of 8e5abb51affa45d3b0b4c98e989a3760 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:15:33.801247 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9bf6d94-90e3-4ec3-bcf7-1aeb85f72a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:33.810212 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9bf6d94-90e3-4ec3-bcf7-1aeb85f72a5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:33.892642 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9bf6d94-90e3-4ec3-bcf7-1aeb85f72a5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:33.896572 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9bf6d94-90e3-4ec3-bcf7-1aeb85f72a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:33.921053 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9bf6d94-90e3-4ec3-bcf7-1aeb85f72a5c admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:15:33.931245 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf6d94-90e3-4ec3-bcf7-1aeb85f72a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2163d1a-4659-482f-973d-733a7d18bb44,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:15:33.936099 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9bf6d94-90e3-4ec3-bcf7-1aeb85f72a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:33.936450 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-b9bf6d94-90e3-4ec3-bcf7-1aeb85f72a5c admin admin] Added segment 867dba16-fc52-4fc4-8838-82a0fac1bdbe of type vlan for network 366e52cb-3a2e-4da3-aca0-c2de557216e0 Nov 29 02:15:33.976424 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9bf6d94-90e3-4ec3-bcf7-1aeb85f72a5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:34.001912 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9bf6d94-90e3-4ec3-bcf7-1aeb85f72a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:34.002820 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bf6d94-90e3-4ec3-bcf7-1aeb85f72a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:34.003424 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b9bf6d94-90e3-4ec3-bcf7-1aeb85f72a5c admin admin] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:34.053649 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b9bf6d94-90e3-4ec3-bcf7-1aeb85f72a5c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3667016 Nov 29 02:15:34.057360 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 46306) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:15:34.062420 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9e3a8572-c7b4-4fb0-8475-b9496b915622 admin admin] Request body: {'subnet': {'network_id': '366e52cb-3a2e-4da3-aca0-c2de557216e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1489529642-subnet', 'tenant_id': '8e5abb51affa45d3b0b4c98e989a3760', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:15:34.067138 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf6d94-90e3-4ec3-bcf7-1aeb85f72a5c admin admin] Pushing event updated for resources: {'Network': ['ID=366e52cb-3a2e-4da3-aca0-c2de557216e0,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:15:34.077084 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 366e52cb-3a2e-4da3-aca0-c2de557216e0 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:15:34.083752 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3a8572-c7b4-4fb0-8475-b9496b915622 admin admin] Made reservation on behalf of 8e5abb51affa45d3b0b4c98e989a3760 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:15:34.087799 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e3a8572-c7b4-4fb0-8475-b9496b915622 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:34.257067 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e3a8572-c7b4-4fb0-8475-b9496b915622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:34.323227 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a8572-c7b4-4fb0-8475-b9496b915622 admin admin] Pushing event updated for resources: {'Subnet': ['ID=099f20f1-8f51-4409-badf-6ff153798190,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:15:34.329616 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3a8572-c7b4-4fb0-8475-b9496b915622 admin admin] Checking segment: {'id': '867dba16-fc52-4fc4-8838-82a0fac1bdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '366e52cb-3a2e-4da3-aca0-c2de557216e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:15:34.329981 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3a8572-c7b4-4fb0-8475-b9496b915622 admin admin] Network hostable DHCP agents. Network: 366e52cb-3a2e-4da3-aca0-c2de557216e0, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:15:34.347946 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3a8572-c7b4-4fb0-8475-b9496b915622 admin admin] Network 366e52cb-3a2e-4da3-aca0-c2de557216e0 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:15:34.357752 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-9e3a8572-c7b4-4fb0-8475-b9496b915622 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 366e52cb-3a2e-4da3-aca0-c2de557216e0) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:15:34.361964 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3a8572-c7b4-4fb0-8475-b9496b915622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:34.362608 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9e3a8572-c7b4-4fb0-8475-b9496b915622 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:34.367616 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6f8418-5d7e-4976-bcd8-b55c0570db0b None None] Network 366e52cb-3a2e-4da3-aca0-c2de557216e0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:15:34.378635 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9e3a8572-c7b4-4fb0-8475-b9496b915622 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3200917 Nov 29 02:15:34.493250 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff72819b-a908-4048-a2cb-d3a1e17edc95 None None] Network 366e52cb-3a2e-4da3-aca0-c2de557216e0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:15:34.794246 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-2fb8f430-e70e-44ef-9580-289458bcb756 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:34.795648 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-2fb8f430-e70e-44ef-9580-289458bcb756 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/networks?id=366e52cb-3a2e-4da3-aca0-c2de557216e0 HTTP/1.1" status: 200 len: 815 time: 0.1012056 Nov 29 02:15:34.810710 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-aba1a277-3f91-4f81-8a11-a5c234c6a127 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/quotas/8e5abb51affa45d3b0b4c98e989a3760 HTTP/1.1" status: 200 len: 375 time: 0.0093355 Nov 29 02:15:34.846721 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-7827595c-3d6f-42c3-a55f-57bc2251839f tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8e5abb51affa45d3b0b4c98e989a3760&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306396 Nov 29 02:15:34.936283 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-8bcc6bfd-a2c8-485c-a13c-ca82044c816c service neutron] 10.222.0.37 "GET /v2.0/networks/366e52cb-3a2e-4da3-aca0-c2de557216e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827353 Nov 29 02:15:35.030906 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-139d8203-ef37-4ed2-b839-cf0ce95607ed service neutron] 10.222.0.37 "GET /v2.0/networks/366e52cb-3a2e-4da3-aca0-c2de557216e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871217 Nov 29 02:15:35.190628 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4fd4eddb-4492-4446-9854-b71b02d5b368 req-13879cf2-8422-4d4e-ad63-beea9642fcf3 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 210 time: 0.0321169 Nov 29 02:15:35.254738 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device fef54bd6-3fae-4afe-8f08-065e42a8c368 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:15:35.276006 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: fef54bd6-3fae-4afe-8f08-065e42a8c368 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:15:35.276360 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device fef54bd6-3fae-4afe-8f08-065e42a8c368 not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:15:36.287620 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-149a9797-0513-44e2-833f-01a62bbdff11 req-0c6b6481-3014-4f2c-b7b2-b0acdfb15197 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 210 time: 0.0270631 Nov 29 02:15:36.338404 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-b7927919-5210-4536-8183-9eac371ed4ca tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:36.339859 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-b7927919-5210-4536-8183-9eac371ed4ca tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.24 "GET /v2.0/networks?id=366e52cb-3a2e-4da3-aca0-c2de557216e0 HTTP/1.1" status: 200 len: 815 time: 0.1279647 Nov 29 02:15:36.373835 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-c0030e94-274e-4984-9dbb-da0e21b90c7d tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Request body: {'port': {'device_id': '284c2c52-2645-48d2-8739-c856c871d218', 'network_id': '366e52cb-3a2e-4da3-aca0-c2de557216e0', 'admin_state_up': True, 'tenant_id': '8e5abb51affa45d3b0b4c98e989a3760'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:15:36.484769 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-c0030e94-274e-4984-9dbb-da0e21b90c7d tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Made reservation on behalf of 8e5abb51affa45d3b0b4c98e989a3760 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:15:36.488244 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-c0030e94-274e-4984-9dbb-da0e21b90c7d tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:36.609288 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-c0030e94-274e-4984-9dbb-da0e21b90c7d tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Allocated IP 172.20.0.3 (366e52cb-3a2e-4da3-aca0-c2de557216e0/099f20f1-8f51-4409-badf-6ff153798190/4d7d067d-c07d-4ee0-8a2b-9b2b83e67094) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:15:36.761318 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-c0030e94-274e-4984-9dbb-da0e21b90c7d tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:36.796145 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-c0030e94-274e-4984-9dbb-da0e21b90c7d tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:36.852559 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-c0030e94-274e-4984-9dbb-da0e21b90c7d tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Network 366e52cb-3a2e-4da3-aca0-c2de557216e0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:15:36.855726 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-c0030e94-274e-4984-9dbb-da0e21b90c7d tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:15:36.860786 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-c0030e94-274e-4984-9dbb-da0e21b90c7d tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:15:36.871049 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0030e94-274e-4984-9dbb-da0e21b90c7d tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Pushing event updated for resources: {'Port': ['ID=4d7d067d-c07d-4ee0-8a2b-9b2b83e67094,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:15:36.935417 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-c0030e94-274e-4984-9dbb-da0e21b90c7d tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:36.936023 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-c0030e94-274e-4984-9dbb-da0e21b90c7d tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:36.952817 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-c0030e94-274e-4984-9dbb-da0e21b90c7d tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5829451 Nov 29 02:15:36.982005 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-9a070009-545c-4668-b09a-355bbf8d58fe service neutron] Request body: {'port': {'device_id': '284c2c52-2645-48d2-8739-c856c871d218', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:15:37.041911 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-9a070009-545c-4668-b09a-355bbf8d58fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:37.306011 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-9a070009-545c-4668-b09a-355bbf8d58fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d7d067d-c07d-4ee0-8a2b-9b2b83e67094 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:15:37.314295 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-9a070009-545c-4668-b09a-355bbf8d58fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:37.327440 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-9a070009-545c-4668-b09a-355bbf8d58fe service neutron] Transition to ACTIVE for port object 4d7d067d-c07d-4ee0-8a2b-9b2b83e67094 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:15:37.332192 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-9a070009-545c-4668-b09a-355bbf8d58fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:37.388259 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a070009-545c-4668-b09a-355bbf8d58fe service neutron] Pushing event updated for resources: {'Port': ['ID=4d7d067d-c07d-4ee0-8a2b-9b2b83e67094,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:15:37.419345 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f03ef8-20fd-4095-bb28-b41baec6b4f7 req-fccc163c-c588-4b5e-9af2-377201b740f2 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:37.420940 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-90f03ef8-20fd-4095-bb28-b41baec6b4f7 req-fccc163c-c588-4b5e-9af2-377201b740f2 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 943 time: 0.0555427 Nov 29 02:15:37.455651 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-9a070009-545c-4668-b09a-355bbf8d58fe service neutron] Attempting to bind port 4d7d067d-c07d-4ee0-8a2b-9b2b83e67094 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:15:37.456025 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-9a070009-545c-4668-b09a-355bbf8d58fe service neutron] Attempting to bind port 4d7d067d-c07d-4ee0-8a2b-9b2b83e67094 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '867dba16-fc52-4fc4-8838-82a0fac1bdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '366e52cb-3a2e-4da3-aca0-c2de557216e0'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:15:37.456358 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-9a070009-545c-4668-b09a-355bbf8d58fe service neutron] Attempting to bind port 4d7d067d-c07d-4ee0-8a2b-9b2b83e67094 on network 366e52cb-3a2e-4da3-aca0-c2de557216e0 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:15:37.460595 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-9a070009-545c-4668-b09a-355bbf8d58fe service neutron] Port 4d7d067d-c07d-4ee0-8a2b-9b2b83e67094 on network 366e52cb-3a2e-4da3-aca0-c2de557216e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:15:37.461433 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-9a070009-545c-4668-b09a-355bbf8d58fe service neutron] Attempting to bind port 4d7d067d-c07d-4ee0-8a2b-9b2b83e67094 on network 366e52cb-3a2e-4da3-aca0-c2de557216e0 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:15:37.466332 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-9a070009-545c-4668-b09a-355bbf8d58fe service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:15:37.466818 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-9a070009-545c-4668-b09a-355bbf8d58fe service neutron] Checking segment: {'id': '867dba16-fc52-4fc4-8838-82a0fac1bdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '366e52cb-3a2e-4da3-aca0-c2de557216e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:15:37.467313 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-9a070009-545c-4668-b09a-355bbf8d58fe service neutron] Bound using segment: {'id': '867dba16-fc52-4fc4-8838-82a0fac1bdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '366e52cb-3a2e-4da3-aca0-c2de557216e0'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:15:37.467754 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-9a070009-545c-4668-b09a-355bbf8d58fe service neutron] Bound port: 4d7d067d-c07d-4ee0-8a2b-9b2b83e67094, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '867dba16-fc52-4fc4-8838-82a0fac1bdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '366e52cb-3a2e-4da3-aca0-c2de557216e0'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:15:37.468112 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-9a070009-545c-4668-b09a-355bbf8d58fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:37.468668 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-90f03ef8-20fd-4095-bb28-b41baec6b4f7 req-fdc9ddd4-201d-4348-bd7e-001d48e89db7 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416365 Nov 29 02:15:37.535808 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-9a070009-545c-4668-b09a-355bbf8d58fe service neutron] For port 4d7d067d-c07d-4ee0-8a2b-9b2b83e67094, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:15:37.538704 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-9a070009-545c-4668-b09a-355bbf8d58fe service neutron] For port 4d7d067d-c07d-4ee0-8a2b-9b2b83e67094, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=4d7d067d-c07d-4ee0-8a2b-9b2b83e67094,segment=NetworkSegment(867dba16-fc52-4fc4-8838-82a0fac1bdbe),segment_id=867dba16-fc52-4fc4-8838-82a0fac1bdbe)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:15:37.543768 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-9a070009-545c-4668-b09a-355bbf8d58fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:37.574258 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-9a070009-545c-4668-b09a-355bbf8d58fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:37.574884 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-9a070009-545c-4668-b09a-355bbf8d58fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:37.576217 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-9a070009-545c-4668-b09a-355bbf8d58fe service neutron] 10.222.0.24 "PUT /v2.0/ports/4d7d067d-c07d-4ee0-8a2b-9b2b83e67094 HTTP/1.1" status: 200 len: 1093 time: 0.6007214 Nov 29 02:15:37.578399 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284c2c52-2645-48d2-8739-c856c871d218', 'tag': '4d7d067d-c07d-4ee0-8a2b-9b2b83e67094'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:15:37.580611 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369cef86-1ccb-4638-bbe2-7ad55a844e98" -d '{"events": [{"name": "network-changed", "server_uuid": "284c2c52-2645-48d2-8739-c856c871d218", "tag": "4d7d067d-c07d-4ee0-8a2b-9b2b83e67094"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:15:37.608301 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a070009-545c-4668-b09a-355bbf8d58fe service neutron] Pushing event updated for resources: {'Port': ['ID=4d7d067d-c07d-4ee0-8a2b-9b2b83e67094,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:15:37.618201 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdcb990-3fa3-40f5-a045-b7346e4545b3 x-openstack-request-id: req-1bdcb990-3fa3-40f5-a045-b7346e4545b3 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:15:37.618503 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "284c2c52-2645-48d2-8739-c856c871d218", "tag": "4d7d067d-c07d-4ee0-8a2b-9b2b83e67094", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:15:37.618760 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1bdcb990-3fa3-40f5-a045-b7346e4545b3 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:15:37.619165 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284c2c52-2645-48d2-8739-c856c871d218', 'tag': '4d7d067d-c07d-4ee0-8a2b-9b2b83e67094', 'status': 'completed', 'code': 200} Nov 29 02:15:37.700694 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-dcf06a16-e84c-4d23-b239-dbbba0aaebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:37.702247 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-dcf06a16-e84c-4d23-b239-dbbba0aaebc0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e5abb51affa45d3b0b4c98e989a3760&device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 1096 time: 0.0446436 Nov 29 02:15:37.760050 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-51268498-1bd2-4525-b795-5420e0375ef0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d7d067d-c07d-4ee0-8a2b-9b2b83e67094 HTTP/1.1" status: 200 len: 217 time: 0.0370736 Nov 29 02:15:37.812701 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-71759e42-7d36-4b10-9d8e-98a370cc7958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:37.814134 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-71759e42-7d36-4b10-9d8e-98a370cc7958 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=099f20f1-8f51-4409-badf-6ff153798190 HTTP/1.1" status: 200 len: 855 time: 0.0430236 Nov 29 02:15:37.851403 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-27ee9724-937f-40d2-8957-aa3a6f409d3f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=366e52cb-3a2e-4da3-aca0-c2de557216e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235665 Nov 29 02:15:37.948784 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-92bb1bb4-3a81-4b0b-9d58-4e830d157c23 service neutron] 10.222.0.24 "GET /v2.0/networks/366e52cb-3a2e-4da3-aca0-c2de557216e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851634 Nov 29 02:15:38.043858 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3274f77e-b933-4bc0-8249-37c8da2911e5 req-a7bddf81-4086-4f8a-8297-49dcb961388b service neutron] 10.222.0.24 "GET /v2.0/networks/366e52cb-3a2e-4da3-aca0-c2de557216e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836403 Nov 29 02:15:38.188269 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cef86-1ccb-4638-bbe2-7ad55a844e98 req-0a77aaa0-39d0-4b07-9bea-64fcbfa85ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:38.189775 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-369cef86-1ccb-4638-bbe2-7ad55a844e98 req-0a77aaa0-39d0-4b07-9bea-64fcbfa85ed6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e5abb51affa45d3b0b4c98e989a3760&device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 1096 time: 0.0395100 Nov 29 02:15:38.283929 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cef86-1ccb-4638-bbe2-7ad55a844e98 req-3f0cb882-2df9-4a94-a923-dc7aa0995582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:38.285375 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-369cef86-1ccb-4638-bbe2-7ad55a844e98 req-3f0cb882-2df9-4a94-a923-dc7aa0995582 service neutron] 10.222.0.24 "GET /v2.0/networks?id=366e52cb-3a2e-4da3-aca0-c2de557216e0 HTTP/1.1" status: 200 len: 916 time: 0.0861058 Nov 29 02:15:38.326580 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-369cef86-1ccb-4638-bbe2-7ad55a844e98 req-5869ec52-618f-414c-885f-490b6a4bac43 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d7d067d-c07d-4ee0-8a2b-9b2b83e67094 HTTP/1.1" status: 200 len: 217 time: 0.0333469 Nov 29 02:15:38.379002 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cef86-1ccb-4638-bbe2-7ad55a844e98 req-da0593ab-5e2c-4487-b35e-26631dbee975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:38.380440 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-369cef86-1ccb-4638-bbe2-7ad55a844e98 req-da0593ab-5e2c-4487-b35e-26631dbee975 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=099f20f1-8f51-4409-badf-6ff153798190 HTTP/1.1" status: 200 len: 855 time: 0.0464866 Nov 29 02:15:38.411488 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-369cef86-1ccb-4638-bbe2-7ad55a844e98 req-5e5c80f8-ca31-4645-aa7b-ba8ce90797b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=366e52cb-3a2e-4da3-aca0-c2de557216e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236514 Nov 29 02:15:38.501657 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-369cef86-1ccb-4638-bbe2-7ad55a844e98 req-40fbb498-20dd-426e-be79-55ac521d6fed service neutron] 10.222.0.24 "GET /v2.0/networks/366e52cb-3a2e-4da3-aca0-c2de557216e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813093 Nov 29 02:15:38.586402 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62657ce-7ab0-4452-8d4f-037280c37a25 req-def3cabd-e5db-4fce-b229-52033990e915 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:38.587909 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b62657ce-7ab0-4452-8d4f-037280c37a25 req-def3cabd-e5db-4fce-b229-52033990e915 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 943 time: 0.0524716 Nov 29 02:15:38.597311 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-369cef86-1ccb-4638-bbe2-7ad55a844e98 req-9f069bc6-f7e5-48d7-8848-c85ccc5caff4 service neutron] 10.222.0.24 "GET /v2.0/networks/366e52cb-3a2e-4da3-aca0-c2de557216e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868356 Nov 29 02:15:38.638376 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b62657ce-7ab0-4452-8d4f-037280c37a25 req-ba53a573-746c-4445-a365-e20adb5936c5 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444622 Nov 29 02:15:39.751683 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862c1bc-f1aa-4a15-811a-b1be9908cd6c req-8a2a1440-5432-489a-82db-574c8221e352 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:39.753110 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0862c1bc-f1aa-4a15-811a-b1be9908cd6c req-8a2a1440-5432-489a-82db-574c8221e352 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 943 time: 0.0473356 Nov 29 02:15:39.798812 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0862c1bc-f1aa-4a15-811a-b1be9908cd6c req-e11b1903-ee72-4bba-90e6-0064d1253fdf tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392482 Nov 29 02:15:40.914551 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd35d3-ebe4-447c-9e7a-03ffa2fca30a req-796d92ea-d0f4-4bb4-84b1-6387a519c9ad tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:40.916039 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bacd35d3-ebe4-447c-9e7a-03ffa2fca30a req-796d92ea-d0f4-4bb4-84b1-6387a519c9ad tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 943 time: 0.0530045 Nov 29 02:15:40.964157 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bacd35d3-ebe4-447c-9e7a-03ffa2fca30a req-17d38946-b5ad-4f16-8c67-ca6ff69d6883 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421329 Nov 29 02:15:41.268074 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 4d7d067d-c07d-4ee0-8a2b-9b2b83e67094 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:15:41.369104 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 4d7d067d-c07d-4ee0-8a2b-9b2b83e67094, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=4d7d067d-c07d-4ee0-8a2b-9b2b83e67094,segment=NetworkSegment(867dba16-fc52-4fc4-8838-82a0fac1bdbe),segment_id=867dba16-fc52-4fc4-8838-82a0fac1bdbe)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:15:41.379932 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '4d7d067d-c07d-4ee0-8a2b-9b2b83e67094', 'network_id': '366e52cb-3a2e-4da3-aca0-c2de557216e0', 'port_id': '4d7d067d-c07d-4ee0-8a2b-9b2b83e67094', 'mac_address': 'fa:16:3e:6b:10:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '099f20f1-8f51-4409-badf-6ff153798190', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:15:41.418368 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:41.430566 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d7d067d-c07d-4ee0-8a2b-9b2b83e67094 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:15:41.450060 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 4d7d067d-c07d-4ee0-8a2b-9b2b83e67094, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=4d7d067d-c07d-4ee0-8a2b-9b2b83e67094,segment=NetworkSegment(867dba16-fc52-4fc4-8838-82a0fac1bdbe),segment_id=867dba16-fc52-4fc4-8838-82a0fac1bdbe)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:15:41.453025 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:41.501959 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=4d7d067d-c07d-4ee0-8a2b-9b2b83e67094,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:15:41.509309 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:15:41.509691 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:15:41.510044 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:15:41.510385 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:15:41.510722 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:15:41.511060 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:15:41.511392 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:15:41.511726 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:15:41.512063 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:15:41.512387 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:15:41.512711 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:15:41.513037 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:15:41.926643 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['4d7d067d-c07d-4ee0-8a2b-9b2b83e67094'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:15:42.063565 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aa383f9a-7d85-476b-a7f7-b45ff8762624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:42.080017 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf8f99-0199-4e45-9c7e-e419d9be8a91 req-c93c87b9-e0ce-4941-ade1-8f2aa37c1fee tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:42.081486 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-42cf8f99-0199-4e45-9c7e-e419d9be8a91 req-c93c87b9-e0ce-4941-ade1-8f2aa37c1fee tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 944 time: 0.0489869 Nov 29 02:15:42.129976 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-42cf8f99-0199-4e45-9c7e-e419d9be8a91 req-5950649a-20a5-49a7-9b28-0bacb4497a99 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424273 Nov 29 02:15:43.242555 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aad6d6-2b6d-458d-85a2-7ecd6d14aeb1 req-e0bd63a3-7014-4750-a8e8-2c859d32438d tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:43.244010 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b2aad6d6-2b6d-458d-85a2-7ecd6d14aeb1 req-e0bd63a3-7014-4750-a8e8-2c859d32438d tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 944 time: 0.0472343 Nov 29 02:15:43.269922 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 4d7d067d-c07d-4ee0-8a2b-9b2b83e67094 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:15:43.294993 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b2aad6d6-2b6d-458d-85a2-7ecd6d14aeb1 req-632eedb9-6776-4eaa-a8a2-f0640202f4fa tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452673 Nov 29 02:15:43.321334 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port 4d7d067d-c07d-4ee0-8a2b-9b2b83e67094 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:15:43.325564 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 4d7d067d-c07d-4ee0-8a2b-9b2b83e67094 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:15:43.325964 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:43.401996 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:43.423454 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284c2c52-2645-48d2-8739-c856c871d218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7d067d-c07d-4ee0-8a2b-9b2b83e67094'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:15:43.425694 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8772f2c1-299a-4da4-93e8-87e875b4a88b" -d '{"events": [{"server_uuid": "284c2c52-2645-48d2-8739-c856c871d218", "name": "network-vif-plugged", "status": "completed", "tag": "4d7d067d-c07d-4ee0-8a2b-9b2b83e67094"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:15:43.438305 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 4d7d067d-c07d-4ee0-8a2b-9b2b83e67094, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=4d7d067d-c07d-4ee0-8a2b-9b2b83e67094,segment=NetworkSegment(867dba16-fc52-4fc4-8838-82a0fac1bdbe),segment_id=867dba16-fc52-4fc4-8838-82a0fac1bdbe)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:15:43.441996 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:43.471780 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e005e78b-657c-4141-8c8b-a286d2f42157 x-openstack-request-id: req-e005e78b-657c-4141-8c8b-a286d2f42157 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:15:43.472070 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284c2c52-2645-48d2-8739-c856c871d218", "name": "network-vif-plugged", "status": "completed", "tag": "4d7d067d-c07d-4ee0-8a2b-9b2b83e67094", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:15:43.472323 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e005e78b-657c-4141-8c8b-a286d2f42157 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:15:43.472698 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284c2c52-2645-48d2-8739-c856c871d218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7d067d-c07d-4ee0-8a2b-9b2b83e67094', 'code': 200} Nov 29 02:15:43.495348 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=4d7d067d-c07d-4ee0-8a2b-9b2b83e67094,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:15:43.691818 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c081545-e6f5-45cb-aac3-6177a61c6623 req-ba6df084-3cd3-4856-964f-c3285027e08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:43.693332 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-6c081545-e6f5-45cb-aac3-6177a61c6623 req-ba6df084-3cd3-4856-964f-c3285027e08f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 1098 time: 0.0390089 Nov 29 02:15:43.740830 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-6c081545-e6f5-45cb-aac3-6177a61c6623 req-2bae73b0-de48-4745-8d03-29ba57e544cf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360293 Nov 29 02:15:43.797605 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:44.248491 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:15:44.319078 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b29e1fb-0cf0-4d46-b826-d53a19f7e862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:44.409243 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141cffd-ab09-48db-b641-4ef6b5417eaf req-e3402708-8d36-4adb-920c-e5fb5abffca0 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:44.410721 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0141cffd-ab09-48db-b641-4ef6b5417eaf req-e3402708-8d36-4adb-920c-e5fb5abffca0 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 945 time: 0.0476079 Nov 29 02:15:44.456533 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0141cffd-ab09-48db-b641-4ef6b5417eaf req-1425eca5-0184-416b-b649-5fd4150d97e8 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393865 Nov 29 02:15:45.336196 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:45.571140 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6bc6e8-ac0d-4116-add0-51f9fe6a961c req-0cef7ceb-b541-468a-8186-1f1c2e8fba2a tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:45.572596 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1f6bc6e8-ac0d-4116-add0-51f9fe6a961c req-0cef7ceb-b541-468a-8186-1f1c2e8fba2a tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 945 time: 0.0475936 Nov 29 02:15:45.618686 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1f6bc6e8-ac0d-4116-add0-51f9fe6a961c req-d73aa5bc-fa58-49fa-8dc2-0a36ae43f49a tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402784 Nov 29 02:15:45.732577 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b7150-3360-44f4-852d-97976f1d2aaa req-6f9d702a-c275-433e-af3f-9fb2a8e4e637 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:45.734048 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5b2b7150-3360-44f4-852d-97976f1d2aaa req-6f9d702a-c275-433e-af3f-9fb2a8e4e637 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 945 time: 0.0514812 Nov 29 02:15:45.780319 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5b2b7150-3360-44f4-852d-97976f1d2aaa req-844991f3-e6b3-4169-b980-2bdbb746b1aa tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403895 Nov 29 02:15:46.122728 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19189b-07cf-4687-89d1-1f73be696036 req-1300e022-9f22-4005-9ad0-89088116b32e tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:46.124211 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-aa19189b-07cf-4687-89d1-1f73be696036 req-1300e022-9f22-4005-9ad0-89088116b32e tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 945 time: 0.0490596 Nov 29 02:15:46.171046 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-aa19189b-07cf-4687-89d1-1f73be696036 req-20a0d798-80f1-4a27-a329-4066f24022f0 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409186 Nov 29 02:15:46.281659 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c0a7e-cf7c-4fc6-af6f-2229020c428a req-1909eed3-dd2a-40ce-935f-aba9a6a5086f tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:46.283119 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8b2c0a7e-cf7c-4fc6-af6f-2229020c428a req-1909eed3-dd2a-40ce-935f-aba9a6a5086f tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 945 time: 0.0475655 Nov 29 02:15:46.337637 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8b2c0a7e-cf7c-4fc6-af6f-2229020c428a req-30be7e8e-f51d-498b-b53b-d025d11d7305 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485818 Nov 29 02:15:46.582848 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-04626ba1-e4cf-4b25-9a77-4d788d3448d8 req-d1e8f94e-7864-4797-80bd-167eb28b4428 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0674877 Nov 29 02:15:46.591535 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22abac-10e4-46a2-94e0-7931ff39cbf8 req-5d2ff3e2-76d9-45e3-89f8-1daead202dbb tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:46.592930 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-db22abac-10e4-46a2-94e0-7931ff39cbf8 req-5d2ff3e2-76d9-45e3-89f8-1daead202dbb tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 945 time: 0.0678420 Nov 29 02:15:46.640752 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-db22abac-10e4-46a2-94e0-7931ff39cbf8 req-c03dee2d-c52c-4aae-a5d3-b214911dd41e tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417690 Nov 29 02:15:47.038656 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:47.760602 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e302f-7f6d-437a-a27c-306ee61c4095 req-02ac6c4e-5c26-4e3c-a9f8-442a0ffbcb8e tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:47.762143 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-757e302f-7f6d-437a-a27c-306ee61c4095 req-02ac6c4e-5c26-4e3c-a9f8-442a0ffbcb8e tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 945 time: 0.0545647 Nov 29 02:15:47.809669 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-757e302f-7f6d-437a-a27c-306ee61c4095 req-2dae3bf9-0218-4a1d-b88b-f61f9f3b344d tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416560 Nov 29 02:15:47.846781 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:15:48.182202 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04626ba1-e4cf-4b25-9a77-4d788d3448d8 req-cbf7ff6b-ef99-44ca-8bd9-ebc1a4dd447c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:48.183695 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-04626ba1-e4cf-4b25-9a77-4d788d3448d8 req-cbf7ff6b-ef99-44ca-8bd9-ebc1a4dd447c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e5abb51affa45d3b0b4c98e989a3760&device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 1098 time: 0.3840463 Nov 29 02:15:48.272935 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04626ba1-e4cf-4b25-9a77-4d788d3448d8 req-afd9d9f3-8c49-45cb-af15-fb9144f6463d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:48.274418 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-04626ba1-e4cf-4b25-9a77-4d788d3448d8 req-afd9d9f3-8c49-45cb-af15-fb9144f6463d service neutron] 10.222.0.24 "GET /v2.0/networks?id=366e52cb-3a2e-4da3-aca0-c2de557216e0 HTTP/1.1" status: 200 len: 916 time: 0.0830483 Nov 29 02:15:48.318735 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-04626ba1-e4cf-4b25-9a77-4d788d3448d8 req-36e7cfba-2fda-42fc-9669-613c48a0f16c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d7d067d-c07d-4ee0-8a2b-9b2b83e67094 HTTP/1.1" status: 200 len: 217 time: 0.0363894 Nov 29 02:15:48.366108 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04626ba1-e4cf-4b25-9a77-4d788d3448d8 req-0514358b-c881-4b63-8816-f45589f8e81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:48.368164 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-04626ba1-e4cf-4b25-9a77-4d788d3448d8 req-0514358b-c881-4b63-8816-f45589f8e81c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=099f20f1-8f51-4409-badf-6ff153798190 HTTP/1.1" status: 200 len: 855 time: 0.0425575 Nov 29 02:15:48.399830 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-04626ba1-e4cf-4b25-9a77-4d788d3448d8 req-f3385149-a971-4553-afd8-22eb1e5c11e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=366e52cb-3a2e-4da3-aca0-c2de557216e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237987 Nov 29 02:15:48.491605 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-04626ba1-e4cf-4b25-9a77-4d788d3448d8 req-30846ea2-6a4f-4594-8cd5-39bc05f2a3cd service neutron] 10.222.0.24 "GET /v2.0/networks/366e52cb-3a2e-4da3-aca0-c2de557216e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845988 Nov 29 02:15:48.578707 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-04626ba1-e4cf-4b25-9a77-4d788d3448d8 req-5f23ad38-334b-4de1-8a69-17433143f6f9 service neutron] 10.222.0.24 "GET /v2.0/networks/366e52cb-3a2e-4da3-aca0-c2de557216e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797215 Nov 29 02:15:48.924514 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ae89d-5d8e-4d27-a107-da386d38129d req-c8fb44cc-828d-4554-93b4-4f290336f364 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:48.926027 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-060ae89d-5d8e-4d27-a107-da386d38129d req-c8fb44cc-828d-4554-93b4-4f290336f364 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 945 time: 0.0491791 Nov 29 02:15:48.972188 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-060ae89d-5d8e-4d27-a107-da386d38129d req-b2ef7339-fc91-4995-81cc-26e59a1f3049 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401461 Nov 29 02:15:50.086432 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4531f-1113-4b40-8c69-b680c80ed19d req-6a735a3c-5d4b-4068-94c0-a0503f5401ed tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:50.090895 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3cd4531f-1113-4b40-8c69-b680c80ed19d req-6a735a3c-5d4b-4068-94c0-a0503f5401ed tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 945 time: 0.0524523 Nov 29 02:15:50.150707 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3cd4531f-1113-4b40-8c69-b680c80ed19d req-40d8656c-b8b2-444c-a0ab-ec3cdd1885c1 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539587 Nov 29 02:15:51.265974 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66d485-6f48-4db9-a3fe-c573e38ce176 req-bfe963e2-87aa-4f05-9a85-680f403423cb tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:51.267433 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7e66d485-6f48-4db9-a3fe-c573e38ce176 req-bfe963e2-87aa-4f05-9a85-680f403423cb tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 945 time: 0.0485468 Nov 29 02:15:51.313925 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7e66d485-6f48-4db9-a3fe-c573e38ce176 req-69cd7aa3-3182-4cd4-a68e-3dadf2c5357a tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402167 Nov 29 02:15:52.428173 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12ddca-a702-4955-baf1-360fc0d16054 req-a90472ad-70ca-40de-a033-369364c27676 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:52.430105 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0a12ddca-a702-4955-baf1-360fc0d16054 req-a90472ad-70ca-40de-a033-369364c27676 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 945 time: 0.0505753 Nov 29 02:15:52.476927 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0a12ddca-a702-4955-baf1-360fc0d16054 req-c425a3b3-fa56-4429-bb8f-5c9b1c914f39 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409982 Nov 29 02:15:53.594965 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46869e66-2682-4bde-b4b9-e1010a3ed653 req-c304c6ea-f462-4b26-8721-a82ff8488004 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:53.596415 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-46869e66-2682-4bde-b4b9-e1010a3ed653 req-c304c6ea-f462-4b26-8721-a82ff8488004 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 945 time: 0.0509217 Nov 29 02:15:53.641723 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-46869e66-2682-4bde-b4b9-e1010a3ed653 req-8010adb0-7482-4df5-ba2a-fd5034d45029 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394034 Nov 29 02:15:54.907728 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838316f5-f16e-42a3-9af4-95e20d108560 req-421d7c7d-aeed-4737-84c5-37eb3d38485c tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:54.909252 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-838316f5-f16e-42a3-9af4-95e20d108560 req-421d7c7d-aeed-4737-84c5-37eb3d38485c tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 945 time: 0.0489650 Nov 29 02:15:54.955195 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-838316f5-f16e-42a3-9af4-95e20d108560 req-25f84e91-d2f5-40c3-9e7d-7e2bd7616e9c tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400100 Nov 29 02:15:56.070515 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e47a2-6875-42c1-8a4c-da01c0893978 req-d7f7688d-1df8-4cea-a82d-0ba14f2cab17 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:56.071961 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b45e47a2-6875-42c1-8a4c-da01c0893978 req-d7f7688d-1df8-4cea-a82d-0ba14f2cab17 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 945 time: 0.0513067 Nov 29 02:15:56.117623 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b45e47a2-6875-42c1-8a4c-da01c0893978 req-c339ccfb-d1ec-401a-bfbd-19c4b2fb0afb tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397713 Nov 29 02:15:57.230196 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597ae26-4aae-4fb5-b6a6-b5510580ba85 req-27eeeb4e-0e53-4431-bbf7-7dba8acecd28 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:57.231666 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a597ae26-4aae-4fb5-b6a6-b5510580ba85 req-27eeeb4e-0e53-4431-bbf7-7dba8acecd28 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 945 time: 0.0484879 Nov 29 02:15:57.277828 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a597ae26-4aae-4fb5-b6a6-b5510580ba85 req-06d1ccfa-ed22-41d5-833a-5b8c26954905 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403764 Nov 29 02:15:58.390584 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0982ba-cefc-46f4-955a-2fbe6a75486f req-34363062-fcaf-4662-a013-ee358a85a514 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:58.392091 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7a0982ba-cefc-46f4-955a-2fbe6a75486f req-34363062-fcaf-4662-a013-ee358a85a514 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 945 time: 0.0478601 Nov 29 02:15:58.442283 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7a0982ba-cefc-46f4-955a-2fbe6a75486f req-fae36350-dac5-4b29-a8cf-cc8810fbba54 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434918 Nov 29 02:15:59.555220 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c01e1-1721-4968-885f-b9aef45ca4f5 req-75289262-627c-42f0-a43e-5df9f491276d tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:15:59.556688 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-518c01e1-1721-4968-885f-b9aef45ca4f5 req-75289262-627c-42f0-a43e-5df9f491276d tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 945 time: 0.0484564 Nov 29 02:15:59.602598 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-518c01e1-1721-4968-885f-b9aef45ca4f5 req-37675d04-c542-4b80-af09-0ec28788d7cb tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401056 Nov 29 02:16:00.715657 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506cc3c-1664-4c3f-a086-fb656e9120ae req-47128992-a437-499a-af89-91ba2e304ab2 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:00.717106 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1506cc3c-1664-4c3f-a086-fb656e9120ae req-47128992-a437-499a-af89-91ba2e304ab2 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 945 time: 0.0471358 Nov 29 02:16:00.762966 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1506cc3c-1664-4c3f-a086-fb656e9120ae req-1f21e487-d86d-4c9f-93e9-eaf416d6a97b tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400374 Nov 29 02:16:01.882019 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e0b09-fab2-458f-96f0-7c76aecba1ce req-1a0a5c4f-2286-4ba3-9bbe-3cb4c05561c7 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:01.883482 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1e0e0b09-fab2-458f-96f0-7c76aecba1ce req-1a0a5c4f-2286-4ba3-9bbe-3cb4c05561c7 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 945 time: 0.0540655 Nov 29 02:16:01.932923 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1e0e0b09-fab2-458f-96f0-7c76aecba1ce req-d5f9e396-a61f-448b-a3e2-25cfa0885a96 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433941 Nov 29 02:16:01.961843 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01193147-d200-4cef-a97d-d54b3d390bc6 req-1204cb22-349d-43b3-a8f6-6c6cd9de7868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:01.963320 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-01193147-d200-4cef-a97d-d54b3d390bc6 req-1204cb22-349d-43b3-a8f6-6c6cd9de7868 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e5abb51affa45d3b0b4c98e989a3760&device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 1098 time: 0.0441952 Nov 29 02:16:02.068732 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01193147-d200-4cef-a97d-d54b3d390bc6 req-de7e4dba-665b-43b8-9445-f41484d49442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:02.070155 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-01193147-d200-4cef-a97d-d54b3d390bc6 req-de7e4dba-665b-43b8-9445-f41484d49442 service neutron] 10.222.0.24 "GET /v2.0/networks?id=366e52cb-3a2e-4da3-aca0-c2de557216e0 HTTP/1.1" status: 200 len: 916 time: 0.0833604 Nov 29 02:16:02.114354 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-01193147-d200-4cef-a97d-d54b3d390bc6 req-7eb1e88e-0be7-4f2e-825c-ed5e5e2e7215 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d7d067d-c07d-4ee0-8a2b-9b2b83e67094 HTTP/1.1" status: 200 len: 217 time: 0.0366664 Nov 29 02:16:02.165139 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01193147-d200-4cef-a97d-d54b3d390bc6 req-27a59112-0826-4c07-8409-9b9aef723fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:02.166595 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-01193147-d200-4cef-a97d-d54b3d390bc6 req-27a59112-0826-4c07-8409-9b9aef723fdb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=099f20f1-8f51-4409-badf-6ff153798190 HTTP/1.1" status: 200 len: 855 time: 0.0435307 Nov 29 02:16:02.200220 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-01193147-d200-4cef-a97d-d54b3d390bc6 req-48488808-110a-498a-a4ad-2538ca11339f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=366e52cb-3a2e-4da3-aca0-c2de557216e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233884 Nov 29 02:16:02.293049 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-01193147-d200-4cef-a97d-d54b3d390bc6 req-ae18594b-50a1-4105-80da-af415dae8f62 service neutron] 10.222.0.24 "GET /v2.0/networks/366e52cb-3a2e-4da3-aca0-c2de557216e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849528 Nov 29 02:16:02.385478 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-01193147-d200-4cef-a97d-d54b3d390bc6 req-5b545e66-3e09-43de-ab79-322cc2c6a6c3 service neutron] 10.222.0.24 "GET /v2.0/networks/366e52cb-3a2e-4da3-aca0-c2de557216e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799620 Nov 29 02:16:03.045207 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ea48e-ca5b-4789-8146-e34172f0f1b4 req-b5fd1c07-3058-4f3a-8446-7a20cd8d9cc0 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:03.046674 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a23ea48e-ca5b-4789-8146-e34172f0f1b4 req-b5fd1c07-3058-4f3a-8446-7a20cd8d9cc0 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 945 time: 0.0474045 Nov 29 02:16:03.094423 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a23ea48e-ca5b-4789-8146-e34172f0f1b4 req-c5ed925c-887f-477c-a3d6-573289c48cd2 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418484 Nov 29 02:16:04.207360 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b4026-6e35-4e06-9cc2-da10ba7f368f req-0e417bc2-23fa-4b44-944d-c9b6d5c92a81 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:04.208825 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-781b4026-6e35-4e06-9cc2-da10ba7f368f req-0e417bc2-23fa-4b44-944d-c9b6d5c92a81 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 945 time: 0.0472188 Nov 29 02:16:04.258502 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-781b4026-6e35-4e06-9cc2-da10ba7f368f req-11895fad-46c4-416a-94ef-1285223a6683 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431807 Nov 29 02:16:05.372971 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec177ce-7394-4c86-802f-723428ac38c5 req-e302e6ae-be1d-4355-a093-dfce2b4ffb0d tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:05.374497 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-aec177ce-7394-4c86-802f-723428ac38c5 req-e302e6ae-be1d-4355-a093-dfce2b4ffb0d tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 945 time: 0.0487962 Nov 29 02:16:05.421271 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-aec177ce-7394-4c86-802f-723428ac38c5 req-1eb75b50-534b-4c9e-be14-9928b8929e85 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408151 Nov 29 02:16:06.533302 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de77d0-4f7f-4b3a-b003-10431381eae1 req-95e8e8c1-20c1-473a-9227-d74ba02d4af3 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:06.534805 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-44de77d0-4f7f-4b3a-b003-10431381eae1 req-95e8e8c1-20c1-473a-9227-d74ba02d4af3 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 945 time: 0.0486934 Nov 29 02:16:06.580443 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-44de77d0-4f7f-4b3a-b003-10431381eae1 req-0211032f-9eba-4712-b379-1d304546d193 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392251 Nov 29 02:16:07.696217 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5b568-1e11-48a2-b933-c9522e5d58a4 req-90d6e0fd-ec8d-4e64-a3af-c3c0b8958823 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:07.697732 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-99b5b568-1e11-48a2-b933-c9522e5d58a4 req-90d6e0fd-ec8d-4e64-a3af-c3c0b8958823 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 945 time: 0.0518632 Nov 29 02:16:07.744448 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-99b5b568-1e11-48a2-b933-c9522e5d58a4 req-75ac3df4-8472-47b5-b52a-b66741fe0b85 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408926 Nov 29 02:16:08.858932 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925ad39-38fc-4a15-a6dd-13b243611a2f req-a4a56d43-72f5-4054-93b7-bc452f41f392 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:08.860412 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9925ad39-38fc-4a15-a6dd-13b243611a2f req-a4a56d43-72f5-4054-93b7-bc452f41f392 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 945 time: 0.0482895 Nov 29 02:16:08.907139 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9925ad39-38fc-4a15-a6dd-13b243611a2f req-bda12521-94ad-4f49-860c-70341137caab tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408001 Nov 29 02:16:10.025005 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a3eec-61b6-474e-86a1-4ddf70f8f7aa req-673efffe-4fa0-4d20-b031-a2416443d163 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:10.026492 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2f3a3eec-61b6-474e-86a1-4ddf70f8f7aa req-673efffe-4fa0-4d20-b031-a2416443d163 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 945 time: 0.0517039 Nov 29 02:16:10.072934 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2f3a3eec-61b6-474e-86a1-4ddf70f8f7aa req-20d6f9e3-115d-4bd1-8e45-108e10595b3b tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405328 Nov 29 02:16:11.185912 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6c6be-2469-4a4c-959e-ba2b3b371db9 req-8f977d7d-df3b-433d-8565-9d2865bd2bb8 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:11.187358 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a3e6c6be-2469-4a4c-959e-ba2b3b371db9 req-8f977d7d-df3b-433d-8565-9d2865bd2bb8 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 945 time: 0.0474751 Nov 29 02:16:11.232879 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a3e6c6be-2469-4a4c-959e-ba2b3b371db9 req-6ffc4188-0615-4f61-92e1-3a5e89fe2119 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396407 Nov 29 02:16:12.044390 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04a56432-cf63-4653-be65-3aea968ea7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:12.344644 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e73c25-16f7-4011-94d5-f0e788e4aa71 req-4eb18461-a523-480f-83e1-78d23f91eb92 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:12.346039 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f7e73c25-16f7-4011-94d5-f0e788e4aa71 req-4eb18461-a523-480f-83e1-78d23f91eb92 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 945 time: 0.0471225 Nov 29 02:16:12.396135 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f7e73c25-16f7-4011-94d5-f0e788e4aa71 req-3d78b5e4-4b83-4f40-b558-e58aa7fe6ddc tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433242 Nov 29 02:16:13.508234 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd3bd5-f3de-4a35-b375-95cf6c3b402e req-604f2eeb-1427-4c6a-89af-16c6cfc45051 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:13.509724 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e5cd3bd5-f3de-4a35-b375-95cf6c3b402e req-604f2eeb-1427-4c6a-89af-16c6cfc45051 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 945 time: 0.0479074 Nov 29 02:16:13.556072 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e5cd3bd5-f3de-4a35-b375-95cf6c3b402e req-b014c520-14fe-40c7-be63-5b09d0a4b4a7 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405550 Nov 29 02:16:13.787358 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:14.319982 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-325c159c-0c9d-41b2-9b9f-8f9be8c5c811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:14.668264 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61176b4e-4c0c-4295-b8ba-5223df747e4a req-2c614579-1588-4581-ab52-888eee050500 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:14.669750 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-61176b4e-4c0c-4295-b8ba-5223df747e4a req-2c614579-1588-4581-ab52-888eee050500 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 945 time: 0.0472095 Nov 29 02:16:14.714720 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-61176b4e-4c0c-4295-b8ba-5223df747e4a req-3ba94f4d-99a2-4d41-8200-a93a32ab4249 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392268 Nov 29 02:16:15.336875 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:15.646797 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-04626ba1-e4cf-4b25-9a77-4d788d3448d8 req-207cda85-daed-40b8-b9fa-baf8a5063d70 service neutron] 10.222.0.24 "GET /v2.0/ports/4d7d067d-c07d-4ee0-8a2b-9b2b83e67094/bindings/hv-neutron-8190 HTTP/1.1" status: 200 len: 384 time: 0.0562372 Nov 29 02:16:15.840900 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29669a41-dca1-4968-84c6-ad891857a133 req-8efc9d7e-814b-4a23-8e47-e940666be6a4 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:15.842422 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-29669a41-dca1-4968-84c6-ad891857a133 req-8efc9d7e-814b-4a23-8e47-e940666be6a4 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 945 time: 0.0575829 Nov 29 02:16:15.889655 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-29669a41-dca1-4968-84c6-ad891857a133 req-336bd218-cf27-460d-b11d-e47f8c7745bd tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411444 Nov 29 02:16:15.902054 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04626ba1-e4cf-4b25-9a77-4d788d3448d8 req-cde66f14-d3a2-4c76-84e8-608b019b71d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:15.903572 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-04626ba1-e4cf-4b25-9a77-4d788d3448d8 req-cde66f14-d3a2-4c76-84e8-608b019b71d5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218&tenant_id=8e5abb51affa45d3b0b4c98e989a3760 HTTP/1.1" status: 200 len: 1098 time: 0.0403433 Nov 29 02:16:15.976773 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04626ba1-e4cf-4b25-9a77-4d788d3448d8 req-0a168563-803b-495c-9d0f-76b5df52bf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:15.978295 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-04626ba1-e4cf-4b25-9a77-4d788d3448d8 req-0a168563-803b-495c-9d0f-76b5df52bf6d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e5abb51affa45d3b0b4c98e989a3760&device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 1098 time: 0.0396094 Nov 29 02:16:16.075134 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04626ba1-e4cf-4b25-9a77-4d788d3448d8 req-b99f7ced-f56a-4443-8f6b-2e31ddaab233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:16.076561 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-04626ba1-e4cf-4b25-9a77-4d788d3448d8 req-b99f7ced-f56a-4443-8f6b-2e31ddaab233 service neutron] 10.222.0.24 "GET /v2.0/networks?id=366e52cb-3a2e-4da3-aca0-c2de557216e0 HTTP/1.1" status: 200 len: 916 time: 0.0859630 Nov 29 02:16:16.122773 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-04626ba1-e4cf-4b25-9a77-4d788d3448d8 req-a0243c07-e0df-4275-9aa3-9dfff2e47100 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d7d067d-c07d-4ee0-8a2b-9b2b83e67094 HTTP/1.1" status: 200 len: 217 time: 0.0331662 Nov 29 02:16:16.175960 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04626ba1-e4cf-4b25-9a77-4d788d3448d8 req-a0a7e6a4-f8e2-4e2f-88cb-6a0ced272a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:16.177305 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-04626ba1-e4cf-4b25-9a77-4d788d3448d8 req-a0a7e6a4-f8e2-4e2f-88cb-6a0ced272a6d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=099f20f1-8f51-4409-badf-6ff153798190 HTTP/1.1" status: 200 len: 855 time: 0.0424750 Nov 29 02:16:16.213240 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-04626ba1-e4cf-4b25-9a77-4d788d3448d8 req-fba2273b-23e5-4331-b037-a2e83fc9a565 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=366e52cb-3a2e-4da3-aca0-c2de557216e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231309 Nov 29 02:16:16.308253 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-04626ba1-e4cf-4b25-9a77-4d788d3448d8 req-968e3826-5115-4d2c-a024-41abd9ddaed7 service neutron] 10.222.0.24 "GET /v2.0/networks/366e52cb-3a2e-4da3-aca0-c2de557216e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853324 Nov 29 02:16:16.407087 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-04626ba1-e4cf-4b25-9a77-4d788d3448d8 req-91100b60-8d73-49fc-ab17-615f956b7fdc service neutron] 10.222.0.24 "GET /v2.0/networks/366e52cb-3a2e-4da3-aca0-c2de557216e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854204 Nov 29 02:16:17.004587 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc19ca-df6a-47e5-9a6e-f73805561ac8 req-ed91a3ae-0faa-4b4e-ad71-056cd13c38fe tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:17.006081 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-68fc19ca-df6a-47e5-9a6e-f73805561ac8 req-ed91a3ae-0faa-4b4e-ad71-056cd13c38fe tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 945 time: 0.0473204 Nov 29 02:16:17.041126 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:17.053138 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-68fc19ca-df6a-47e5-9a6e-f73805561ac8 req-c91549ca-1039-4fa7-9426-7e9dc54a6bcb tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407052 Nov 29 02:16:17.848324 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:18.166827 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdae6b7-5544-4652-91e2-e4d453493c9b req-a999c3c0-0c24-41b5-9dfc-84394cf7ca5f tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:18.168277 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0bdae6b7-5544-4652-91e2-e4d453493c9b req-a999c3c0-0c24-41b5-9dfc-84394cf7ca5f tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 945 time: 0.0476189 Nov 29 02:16:18.217050 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0bdae6b7-5544-4652-91e2-e4d453493c9b req-5fc91eec-8f80-44e3-80fd-6233b6d1d20b tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428534 Nov 29 02:16:19.330734 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c8e80-fe54-4646-8780-c593a8255633 req-efda55d1-be62-4c19-a212-ca6b2ead61b8 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:19.332189 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-853c8e80-fe54-4646-8780-c593a8255633 req-efda55d1-be62-4c19-a212-ca6b2ead61b8 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 945 time: 0.0481248 Nov 29 02:16:19.377852 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-853c8e80-fe54-4646-8780-c593a8255633 req-28aef2c6-596b-4d08-822a-5785bd5899fe tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397573 Nov 29 02:16:19.482548 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 4d7d067d-c07d-4ee0-8a2b-9b2b83e67094 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:16:19.497249 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 4d7d067d-c07d-4ee0-8a2b-9b2b83e67094 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:16:19.577414 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300afb4a-4a91-44b2-b911-67ec8cf27e8f req-177f049c-efa2-44fc-807c-1fd34820adcf tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:19.578966 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-300afb4a-4a91-44b2-b911-67ec8cf27e8f req-177f049c-efa2-44fc-807c-1fd34820adcf tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 945 time: 0.0502696 Nov 29 02:16:19.600203 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22843870-db57-4b59-a94a-496e41e91a71 req-38e3065d-3f9a-406c-9867-6f104555b96c tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:19.601878 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-22843870-db57-4b59-a94a-496e41e91a71 req-38e3065d-3f9a-406c-9867-6f104555b96c tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.24 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218&tenant_id=8e5abb51affa45d3b0b4c98e989a3760&binding%3Ahost_id=hv-neutron-8190 HTTP/1.1" status: 200 len: 945 time: 0.0528204 Nov 29 02:16:19.628437 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-300afb4a-4a91-44b2-b911-67ec8cf27e8f req-9fdd1a4e-d59b-4186-9f77-ea10a24a6f6a tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410738 Nov 29 02:16:19.653008 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 4d7d067d-c07d-4ee0-8a2b-9b2b83e67094, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=4d7d067d-c07d-4ee0-8a2b-9b2b83e67094,segment=NetworkSegment(867dba16-fc52-4fc4-8838-82a0fac1bdbe),segment_id=867dba16-fc52-4fc4-8838-82a0fac1bdbe)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:16:19.668729 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '4d7d067d-c07d-4ee0-8a2b-9b2b83e67094', 'network_id': '366e52cb-3a2e-4da3-aca0-c2de557216e0', 'port_id': '4d7d067d-c07d-4ee0-8a2b-9b2b83e67094', 'mac_address': 'fa:16:3e:6b:10:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '099f20f1-8f51-4409-badf-6ff153798190', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:16:19.670317 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:19.710880 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22843870-db57-4b59-a94a-496e41e91a71 req-838212b7-6ab7-4fac-bc29-2e410e2ea6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:19.712391 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-22843870-db57-4b59-a94a-496e41e91a71 req-838212b7-6ab7-4fac-bc29-2e410e2ea6d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e5abb51affa45d3b0b4c98e989a3760&device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 1098 time: 0.0408523 Nov 29 02:16:19.720879 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284c2c52-2645-48d2-8739-c856c871d218', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d7d067d-c07d-4ee0-8a2b-9b2b83e67094'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:16:19.723124 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9bcddb-8efd-4eb7-b929-7569cfeb46ae" -d '{"events": [{"server_uuid": "284c2c52-2645-48d2-8739-c856c871d218", "name": "network-vif-unplugged", "status": "completed", "tag": "4d7d067d-c07d-4ee0-8a2b-9b2b83e67094"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:16:19.741710 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 4d7d067d-c07d-4ee0-8a2b-9b2b83e67094, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=4d7d067d-c07d-4ee0-8a2b-9b2b83e67094,segment=NetworkSegment(867dba16-fc52-4fc4-8838-82a0fac1bdbe),segment_id=867dba16-fc52-4fc4-8838-82a0fac1bdbe)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:16:19.743282 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:19.752474 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:19.777012 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d7d067d-c07d-4ee0-8a2b-9b2b83e67094 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:16:19.784655 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 02:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11dce7ec-a616-440a-91a3-8c73c4e78422 x-openstack-request-id: req-11dce7ec-a616-440a-91a3-8c73c4e78422 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:16:19.784939 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284c2c52-2645-48d2-8739-c856c871d218", "name": "network-vif-unplugged", "status": "completed", "tag": "4d7d067d-c07d-4ee0-8a2b-9b2b83e67094", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:16:19.785193 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-11dce7ec-a616-440a-91a3-8c73c4e78422 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:16:19.785602 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284c2c52-2645-48d2-8739-c856c871d218', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d7d067d-c07d-4ee0-8a2b-9b2b83e67094', 'code': 200} Nov 29 02:16:19.811356 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22843870-db57-4b59-a94a-496e41e91a71 req-deef2b59-251d-4c2f-a40e-e7e6ef0e4990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:19.812832 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-22843870-db57-4b59-a94a-496e41e91a71 req-deef2b59-251d-4c2f-a40e-e7e6ef0e4990 service neutron] 10.222.0.24 "GET /v2.0/networks?id=366e52cb-3a2e-4da3-aca0-c2de557216e0 HTTP/1.1" status: 200 len: 916 time: 0.0925293 Nov 29 02:16:19.834450 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=4d7d067d-c07d-4ee0-8a2b-9b2b83e67094,revision_number=6']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:19.840320 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.db.api [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:16:19.840680 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG oslo_db.api [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:16:19.856123 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-22843870-db57-4b59-a94a-496e41e91a71 req-b4460b48-6fba-470c-a2be-1048186aa15c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d7d067d-c07d-4ee0-8a2b-9b2b83e67094 HTTP/1.1" status: 200 len: 217 time: 0.0338256 Nov 29 02:16:19.907582 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22843870-db57-4b59-a94a-496e41e91a71 req-d060314b-e22c-4fa0-aac7-f4aee33c7c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:19.909071 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-22843870-db57-4b59-a94a-496e41e91a71 req-d060314b-e22c-4fa0-aac7-f4aee33c7c5e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=099f20f1-8f51-4409-badf-6ff153798190 HTTP/1.1" status: 200 len: 855 time: 0.0433538 Nov 29 02:16:19.945454 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-22843870-db57-4b59-a94a-496e41e91a71 req-4afa1de4-01c8-4b34-9e00-542bb7c22e26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=366e52cb-3a2e-4da3-aca0-c2de557216e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280688 Nov 29 02:16:20.033089 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-22843870-db57-4b59-a94a-496e41e91a71 req-b53ea7e5-5c9a-40d8-bff6-b0b24336d17d service neutron] 10.222.0.24 "GET /v2.0/networks/366e52cb-3a2e-4da3-aca0-c2de557216e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797310 Nov 29 02:16:20.124604 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-22843870-db57-4b59-a94a-496e41e91a71 req-0a5e9e23-918e-4c2d-8548-f839221dab69 service neutron] 10.222.0.24 "GET /v2.0/networks/366e52cb-3a2e-4da3-aca0-c2de557216e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842226 Nov 29 02:16:20.380852 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:20.393244 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d7d067d-c07d-4ee0-8a2b-9b2b83e67094 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:16:20.413241 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 4d7d067d-c07d-4ee0-8a2b-9b2b83e67094, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=4d7d067d-c07d-4ee0-8a2b-9b2b83e67094,segment=NetworkSegment(867dba16-fc52-4fc4-8838-82a0fac1bdbe),segment_id=867dba16-fc52-4fc4-8838-82a0fac1bdbe)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:16:20.417279 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:20.463687 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=4d7d067d-c07d-4ee0-8a2b-9b2b83e67094,revision_number=7']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:20.557636 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['4d7d067d-c07d-4ee0-8a2b-9b2b83e67094'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:16:20.756874 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1b61b-4bc5-4586-ad80-016fbc358b40 req-fdd1643e-54bc-4357-b5fd-be3f607c7f2e tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:20.759153 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-67a1b61b-4bc5-4586-ad80-016fbc358b40 req-fdd1643e-54bc-4357-b5fd-be3f607c7f2e tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 944 time: 0.0599778 Nov 29 02:16:20.808270 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-67a1b61b-4bc5-4586-ad80-016fbc358b40 req-a8d86875-5299-4482-a1b9-0a95fe6e059a tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425129 Nov 29 02:16:20.924134 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed90c4-2c90-4660-a2e5-e771cf69be57 req-ef201822-7333-415d-90b1-37589c003959 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:20.925629 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-63ed90c4-2c90-4660-a2e5-e771cf69be57 req-ef201822-7333-415d-90b1-37589c003959 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 944 time: 0.0484190 Nov 29 02:16:20.972211 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-63ed90c4-2c90-4660-a2e5-e771cf69be57 req-faf12ac7-1bd9-44af-abf3-756f609f43dc tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402682 Nov 29 02:16:21.087522 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f589b-1418-4ba3-a1e2-7b934fb91c05 req-2cfbf92a-f246-4e93-b241-7c7d64105af4 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:21.088976 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b59f589b-1418-4ba3-a1e2-7b934fb91c05 req-2cfbf92a-f246-4e93-b241-7c7d64105af4 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 944 time: 0.0515118 Nov 29 02:16:21.137688 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b59f589b-1418-4ba3-a1e2-7b934fb91c05 req-dc2a425d-0cbd-43a0-9b3e-9589afa5e81f tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425894 Nov 29 02:16:21.248143 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:16:21.484980 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-18bd06e9-42d7-4f3c-ab1a-35c8e536646e tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:21.487045 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-18bd06e9-42d7-4f3c-ab1a-35c8e536646e tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/networks?id=366e52cb-3a2e-4da3-aca0-c2de557216e0 HTTP/1.1" status: 200 len: 815 time: 0.1050665 Nov 29 02:16:21.499792 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 4d7d067d-c07d-4ee0-8a2b-9b2b83e67094 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:16:21.502504 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-a21e6f92-a395-45f2-86c3-1c990002ae66 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/quotas/8e5abb51affa45d3b0b4c98e989a3760 HTTP/1.1" status: 200 len: 375 time: 0.0090325 Nov 29 02:16:21.547070 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 4d7d067d-c07d-4ee0-8a2b-9b2b83e67094 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:16:21.547444 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:21.554845 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-634c20b5-f0b1-413e-9aec-06cb40f55e7c tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8e5abb51affa45d3b0b4c98e989a3760&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0468714 Nov 29 02:16:21.622329 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:21.643027 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-15bbb510-1126-4b97-b586-5ded9f73a2a8 service neutron] 10.222.0.37 "GET /v2.0/networks/366e52cb-3a2e-4da3-aca0-c2de557216e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811732 Nov 29 02:16:21.657207 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 4d7d067d-c07d-4ee0-8a2b-9b2b83e67094, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=4d7d067d-c07d-4ee0-8a2b-9b2b83e67094,segment=NetworkSegment(867dba16-fc52-4fc4-8838-82a0fac1bdbe),segment_id=867dba16-fc52-4fc4-8838-82a0fac1bdbe)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:16:21.661062 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:21.709084 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=4d7d067d-c07d-4ee0-8a2b-9b2b83e67094,revision_number=8']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:21.742518 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-e2c5bafe-4cee-47af-82e4-db0bc0baaa23 service neutron] 10.222.0.37 "GET /v2.0/networks/366e52cb-3a2e-4da3-aca0-c2de557216e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922525 Nov 29 02:16:21.787052 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284c2c52-2645-48d2-8739-c856c871d218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7d067d-c07d-4ee0-8a2b-9b2b83e67094'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:16:21.790124 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f67b168-26a3-489b-8128-df4ababc3f31" -d '{"events": [{"server_uuid": "284c2c52-2645-48d2-8739-c856c871d218", "name": "network-vif-plugged", "status": "completed", "tag": "4d7d067d-c07d-4ee0-8a2b-9b2b83e67094"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:16:21.826011 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b691aa-f260-456c-bbb3-c1992a6c1f18 x-openstack-request-id: req-d9b691aa-f260-456c-bbb3-c1992a6c1f18 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:16:21.826388 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284c2c52-2645-48d2-8739-c856c871d218", "name": "network-vif-plugged", "status": "completed", "tag": "4d7d067d-c07d-4ee0-8a2b-9b2b83e67094", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:16:21.826703 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d9b691aa-f260-456c-bbb3-c1992a6c1f18 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:16:21.827174 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284c2c52-2645-48d2-8739-c856c871d218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7d067d-c07d-4ee0-8a2b-9b2b83e67094', 'code': 200} Nov 29 02:16:21.897461 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f6312cef-b514-49b8-9f17-be067ba3960b req-d9b7662c-62ac-4d3d-b0bc-8df0044af248 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 210 time: 0.0253990 Nov 29 02:16:22.944226 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-2ce39057-647a-4c16-9f9a-d4b2dbaad3a5 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:22.945921 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-2ce39057-647a-4c16-9f9a-d4b2dbaad3a5 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.24 "GET /v2.0/networks?id=366e52cb-3a2e-4da3-aca0-c2de557216e0 HTTP/1.1" status: 200 len: 815 time: 0.1053154 Nov 29 02:16:22.970127 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-07ec2ef3-d368-4154-9061-fd4849969331 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Request body: {'port': {'device_id': 'b3674bb7-275e-4e84-9902-04252c1a4205', 'network_id': '366e52cb-3a2e-4da3-aca0-c2de557216e0', 'admin_state_up': True, 'tenant_id': '8e5abb51affa45d3b0b4c98e989a3760'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:16:22.994238 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d14bcfef-c89d-443a-ab99-09811c3a632e req-f3f11fb0-5f6d-409d-a00f-f3285a96cd13 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 210 time: 0.0273898 Nov 29 02:16:23.081027 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-07ec2ef3-d368-4154-9061-fd4849969331 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Made reservation on behalf of 8e5abb51affa45d3b0b4c98e989a3760 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:16:23.085001 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-07ec2ef3-d368-4154-9061-fd4849969331 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:23.211578 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-07ec2ef3-d368-4154-9061-fd4849969331 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Allocated IP 172.20.0.12 (366e52cb-3a2e-4da3-aca0-c2de557216e0/099f20f1-8f51-4409-badf-6ff153798190/32052c41-e181-44d2-8b99-a7644cb31359) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:16:23.350040 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-07ec2ef3-d368-4154-9061-fd4849969331 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:23.384214 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-07ec2ef3-d368-4154-9061-fd4849969331 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:23.418831 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['4d7d067d-c07d-4ee0-8a2b-9b2b83e67094'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:16:23.441963 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-07ec2ef3-d368-4154-9061-fd4849969331 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Network 366e52cb-3a2e-4da3-aca0-c2de557216e0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:16:23.445407 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-07ec2ef3-d368-4154-9061-fd4849969331 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:16:23.449758 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-07ec2ef3-d368-4154-9061-fd4849969331 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:16:23.453624 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec2ef3-d368-4154-9061-fd4849969331 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Pushing event updated for resources: {'Port': ['ID=32052c41-e181-44d2-8b99-a7644cb31359,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:23.481334 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec2ef3-d368-4154-9061-fd4849969331 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:23.481631 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec2ef3-d368-4154-9061-fd4849969331 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:23.481985 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec2ef3-d368-4154-9061-fd4849969331 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:23.482330 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec2ef3-d368-4154-9061-fd4849969331 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:23.482673 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec2ef3-d368-4154-9061-fd4849969331 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:23.483012 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec2ef3-d368-4154-9061-fd4849969331 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:23.483349 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec2ef3-d368-4154-9061-fd4849969331 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:23.483683 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec2ef3-d368-4154-9061-fd4849969331 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:23.484014 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec2ef3-d368-4154-9061-fd4849969331 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:23.484341 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec2ef3-d368-4154-9061-fd4849969331 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:23.484672 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec2ef3-d368-4154-9061-fd4849969331 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:23.485000 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec2ef3-d368-4154-9061-fd4849969331 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:16:23.510337 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-07ec2ef3-d368-4154-9061-fd4849969331 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:23.510973 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-07ec2ef3-d368-4154-9061-fd4849969331 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:23.527135 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-07ec2ef3-d368-4154-9061-fd4849969331 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5608625 Nov 29 02:16:23.559478 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-67ff13a3-08bb-4340-bb79-7b47b1ed0291 service neutron] Request body: {'port': {'device_id': 'b3674bb7-275e-4e84-9902-04252c1a4205', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:16:23.610649 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-67ff13a3-08bb-4340-bb79-7b47b1ed0291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:23.758689 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ecc90-2fb8-4cd6-b02e-e2afc2aa3617 req-1fdb3b5e-8433-408a-bfac-c02878add277 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:23.760146 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-6e3ecc90-2fb8-4cd6-b02e-e2afc2aa3617 req-1fdb3b5e-8433-408a-bfac-c02878add277 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.24 "GET /v2.0/ports?device_id=284c2c52-2645-48d2-8739-c856c871d218 HTTP/1.1" status: 200 len: 945 time: 0.1122167 Nov 29 02:16:23.935174 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-6e3ecc90-2fb8-4cd6-b02e-e2afc2aa3617 req-35293293-f7ce-448f-a3d5-1131e659df15 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Deleting port 4d7d067d-c07d-4ee0-8a2b-9b2b83e67094 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:16:23.935510 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6e3ecc90-2fb8-4cd6-b02e-e2afc2aa3617 req-35293293-f7ce-448f-a3d5-1131e659df15 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:24.015893 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-67ff13a3-08bb-4340-bb79-7b47b1ed0291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32052c41-e181-44d2-8b99-a7644cb31359 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:16:24.027838 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-67ff13a3-08bb-4340-bb79-7b47b1ed0291 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:24.059435 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-67ff13a3-08bb-4340-bb79-7b47b1ed0291 service neutron] Transition to ACTIVE for port object 32052c41-e181-44d2-8b99-a7644cb31359 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:16:24.066387 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-6e3ecc90-2fb8-4cd6-b02e-e2afc2aa3617 req-35293293-f7ce-448f-a3d5-1131e659df15 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] For port 4d7d067d-c07d-4ee0-8a2b-9b2b83e67094, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=4d7d067d-c07d-4ee0-8a2b-9b2b83e67094,segment=NetworkSegment(867dba16-fc52-4fc4-8838-82a0fac1bdbe),segment_id=867dba16-fc52-4fc4-8838-82a0fac1bdbe)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:16:24.066775 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6e3ecc90-2fb8-4cd6-b02e-e2afc2aa3617 req-35293293-f7ce-448f-a3d5-1131e659df15 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:24.070418 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-67ff13a3-08bb-4340-bb79-7b47b1ed0291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:24.108509 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-6e3ecc90-2fb8-4cd6-b02e-e2afc2aa3617 req-35293293-f7ce-448f-a3d5-1131e659df15 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Calling delete_port for 4d7d067d-c07d-4ee0-8a2b-9b2b83e67094 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:16:24.111727 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b2099-14f0-4ca3-80e3-8fd9fccf9932 req-6e779ef5-570b-452f-a810-d92c57fee14e tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:24.113233 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1d7b2099-14f0-4ca3-80e3-8fd9fccf9932 req-6e779ef5-570b-452f-a810-d92c57fee14e tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 944 time: 0.0494494 Nov 29 02:16:24.170225 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1d7b2099-14f0-4ca3-80e3-8fd9fccf9932 req-65aa452b-305a-49ab-8e30-48b96567ff2f tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465848 Nov 29 02:16:24.171004 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff13a3-08bb-4340-bb79-7b47b1ed0291 service neutron] Pushing event updated for resources: {'Port': ['ID=32052c41-e181-44d2-8b99-a7644cb31359,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:24.269331 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-67ff13a3-08bb-4340-bb79-7b47b1ed0291 service neutron] Attempting to bind port 32052c41-e181-44d2-8b99-a7644cb31359 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:16:24.269597 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-67ff13a3-08bb-4340-bb79-7b47b1ed0291 service neutron] Attempting to bind port 32052c41-e181-44d2-8b99-a7644cb31359 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '867dba16-fc52-4fc4-8838-82a0fac1bdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '366e52cb-3a2e-4da3-aca0-c2de557216e0'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:16:24.269930 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-67ff13a3-08bb-4340-bb79-7b47b1ed0291 service neutron] Attempting to bind port 32052c41-e181-44d2-8b99-a7644cb31359 on network 366e52cb-3a2e-4da3-aca0-c2de557216e0 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:16:24.275508 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-67ff13a3-08bb-4340-bb79-7b47b1ed0291 service neutron] Port 32052c41-e181-44d2-8b99-a7644cb31359 on network 366e52cb-3a2e-4da3-aca0-c2de557216e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:16:24.275826 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-67ff13a3-08bb-4340-bb79-7b47b1ed0291 service neutron] Attempting to bind port 32052c41-e181-44d2-8b99-a7644cb31359 on network 366e52cb-3a2e-4da3-aca0-c2de557216e0 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:16:24.301564 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-67ff13a3-08bb-4340-bb79-7b47b1ed0291 service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:16:24.301916 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-67ff13a3-08bb-4340-bb79-7b47b1ed0291 service neutron] Checking segment: {'id': '867dba16-fc52-4fc4-8838-82a0fac1bdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '366e52cb-3a2e-4da3-aca0-c2de557216e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:16:24.302295 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-67ff13a3-08bb-4340-bb79-7b47b1ed0291 service neutron] Bound using segment: {'id': '867dba16-fc52-4fc4-8838-82a0fac1bdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '366e52cb-3a2e-4da3-aca0-c2de557216e0'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:16:24.302716 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-67ff13a3-08bb-4340-bb79-7b47b1ed0291 service neutron] Bound port: 32052c41-e181-44d2-8b99-a7644cb31359, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '867dba16-fc52-4fc4-8838-82a0fac1bdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '366e52cb-3a2e-4da3-aca0-c2de557216e0'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:16:24.303738 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-67ff13a3-08bb-4340-bb79-7b47b1ed0291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:24.367273 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6e3ecc90-2fb8-4cd6-b02e-e2afc2aa3617 req-35293293-f7ce-448f-a3d5-1131e659df15 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:24.406548 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35293293-f7ce-448f-a3d5-1131e659df15 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Pushing event deleted for resources: {'Port': ['ID=4d7d067d-c07d-4ee0-8a2b-9b2b83e67094,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:24.416423 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-67ff13a3-08bb-4340-bb79-7b47b1ed0291 service neutron] For port 32052c41-e181-44d2-8b99-a7644cb31359, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:16:24.446379 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-67ff13a3-08bb-4340-bb79-7b47b1ed0291 service neutron] For port 32052c41-e181-44d2-8b99-a7644cb31359, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=32052c41-e181-44d2-8b99-a7644cb31359,segment=NetworkSegment(867dba16-fc52-4fc4-8838-82a0fac1bdbe),segment_id=867dba16-fc52-4fc4-8838-82a0fac1bdbe)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:16:24.459863 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3ecc90-2fb8-4cd6-b02e-e2afc2aa3617 req-35293293-f7ce-448f-a3d5-1131e659df15 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] No DVR routers for this DVR port 4d7d067d-c07d-4ee0-8a2b-9b2b83e67094 on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:16:24.462014 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-67ff13a3-08bb-4340-bb79-7b47b1ed0291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:24.464248 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6e3ecc90-2fb8-4cd6-b02e-e2afc2aa3617 req-35293293-f7ce-448f-a3d5-1131e659df15 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:24.467439 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-6e3ecc90-2fb8-4cd6-b02e-e2afc2aa3617 req-35293293-f7ce-448f-a3d5-1131e659df15 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.24 "DELETE /v2.0/ports/4d7d067d-c07d-4ee0-8a2b-9b2b83e67094 HTTP/1.1" status: 204 len: 173 time: 0.6958027 Nov 29 02:16:24.469365 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284c2c52-2645-48d2-8739-c856c871d218', 'name': 'network-vif-deleted', 'tag': '4d7d067d-c07d-4ee0-8a2b-9b2b83e67094'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:16:24.471612 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2ab1d2-9c37-427b-8630-c9623de23800" -d '{"events": [{"server_uuid": "284c2c52-2645-48d2-8739-c856c871d218", "name": "network-vif-deleted", "tag": "4d7d067d-c07d-4ee0-8a2b-9b2b83e67094"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:16:24.510302 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-67ff13a3-08bb-4340-bb79-7b47b1ed0291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:24.510905 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-67ff13a3-08bb-4340-bb79-7b47b1ed0291 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:24.512438 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-67ff13a3-08bb-4340-bb79-7b47b1ed0291 service neutron] 10.222.0.24 "PUT /v2.0/ports/32052c41-e181-44d2-8b99-a7644cb31359 HTTP/1.1" status: 200 len: 1094 time: 0.9572999 Nov 29 02:16:24.515772 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43723e87-0dae-4e60-b8b6-c82c3e3d5023 x-openstack-request-id: req-43723e87-0dae-4e60-b8b6-c82c3e3d5023 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:16:24.516072 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284c2c52-2645-48d2-8739-c856c871d218", "name": "network-vif-deleted", "tag": "4d7d067d-c07d-4ee0-8a2b-9b2b83e67094", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:16:24.516324 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-43723e87-0dae-4e60-b8b6-c82c3e3d5023 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:16:24.516754 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284c2c52-2645-48d2-8739-c856c871d218', 'name': 'network-vif-deleted', 'tag': '4d7d067d-c07d-4ee0-8a2b-9b2b83e67094', 'status': 'completed', 'code': 200} Nov 29 02:16:24.532856 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff13a3-08bb-4340-bb79-7b47b1ed0291 service neutron] Pushing event updated for resources: {'Port': ['ID=32052c41-e181-44d2-8b99-a7644cb31359,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:24.686396 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-f98f2be9-eca1-46ca-9562-9c0db8f39e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:24.687894 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-f98f2be9-eca1-46ca-9562-9c0db8f39e35 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e5abb51affa45d3b0b4c98e989a3760&device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 1097 time: 0.0432262 Nov 29 02:16:24.740609 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-d387a178-b7d6-4082-847a-dc0d3b0adcfa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32052c41-e181-44d2-8b99-a7644cb31359 HTTP/1.1" status: 200 len: 217 time: 0.0367291 Nov 29 02:16:24.789338 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-a1903c08-0486-4bdd-8402-2e3290a0ebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:24.790740 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-a1903c08-0486-4bdd-8402-2e3290a0ebc7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=099f20f1-8f51-4409-badf-6ff153798190 HTTP/1.1" status: 200 len: 855 time: 0.0433438 Nov 29 02:16:24.823001 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-fff8bb4b-4c99-4e4e-b1c7-2d10e6775fe1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=366e52cb-3a2e-4da3-aca0-c2de557216e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232315 Nov 29 02:16:24.916746 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-4e61b41e-64e0-4744-bd15-70f6257b24c0 service neutron] 10.222.0.24 "GET /v2.0/networks/366e52cb-3a2e-4da3-aca0-c2de557216e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841966 Nov 29 02:16:25.011899 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e3ca9a08-e6aa-4ee7-a766-d94d91324e78 req-d27a8af7-1324-4667-a0f5-3ffb5c22c7b5 service neutron] 10.222.0.24 "GET /v2.0/networks/366e52cb-3a2e-4da3-aca0-c2de557216e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869460 Nov 29 02:16:25.284503 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c037d-e54b-46ef-b40d-53e014274385 req-27ae9e60-a026-4155-a4db-e5baeb920d95 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:25.286006 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1a1c037d-e54b-46ef-b40d-53e014274385 req-27ae9e60-a026-4155-a4db-e5baeb920d95 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 944 time: 0.0483632 Nov 29 02:16:25.332503 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1a1c037d-e54b-46ef-b40d-53e014274385 req-cca5cb35-6d1d-494a-a671-dd406329ab44 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405700 Nov 29 02:16:26.446305 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a20fe4-c0a5-4b60-b85d-fff1d58a4d79 req-8881aa3a-b9dd-41c3-b1f4-71b9b5657d3d tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:26.447670 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a9a20fe4-c0a5-4b60-b85d-fff1d58a4d79 req-8881aa3a-b9dd-41c3-b1f4-71b9b5657d3d tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 944 time: 0.0477097 Nov 29 02:16:26.492906 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a9a20fe4-c0a5-4b60-b85d-fff1d58a4d79 req-981524bb-38f7-4905-bbad-4b5693bb3ed1 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393577 Nov 29 02:16:26.517832 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3674bb7-275e-4e84-9902-04252c1a4205', 'tag': '32052c41-e181-44d2-8b99-a7644cb31359'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:16:26.520897 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cae93e0-8611-4ee9-aa49-cc6d67f9c7c6" -d '{"events": [{"name": "network-changed", "server_uuid": "b3674bb7-275e-4e84-9902-04252c1a4205", "tag": "32052c41-e181-44d2-8b99-a7644cb31359"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:16:26.556263 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24124da-f2d4-4aff-84e1-3c5029f1890a x-openstack-request-id: req-d24124da-f2d4-4aff-84e1-3c5029f1890a {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:16:26.556570 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3674bb7-275e-4e84-9902-04252c1a4205", "tag": "32052c41-e181-44d2-8b99-a7644cb31359", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:16:26.556811 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d24124da-f2d4-4aff-84e1-3c5029f1890a {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:16:26.557206 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3674bb7-275e-4e84-9902-04252c1a4205', 'tag': '32052c41-e181-44d2-8b99-a7644cb31359', 'status': 'completed', 'code': 200} Nov 29 02:16:26.659594 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae93e0-8611-4ee9-aa49-cc6d67f9c7c6 req-8679a7b4-5a63-4b93-8355-795766dcb621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:26.661064 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2cae93e0-8611-4ee9-aa49-cc6d67f9c7c6 req-8679a7b4-5a63-4b93-8355-795766dcb621 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e5abb51affa45d3b0b4c98e989a3760&device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 1097 time: 0.0400758 Nov 29 02:16:26.759501 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae93e0-8611-4ee9-aa49-cc6d67f9c7c6 req-732628ef-8a05-4651-97a1-a265a9010717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:26.760853 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2cae93e0-8611-4ee9-aa49-cc6d67f9c7c6 req-732628ef-8a05-4651-97a1-a265a9010717 service neutron] 10.222.0.24 "GET /v2.0/networks?id=366e52cb-3a2e-4da3-aca0-c2de557216e0 HTTP/1.1" status: 200 len: 916 time: 0.0861163 Nov 29 02:16:26.802962 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2cae93e0-8611-4ee9-aa49-cc6d67f9c7c6 req-7f727ef2-b3f0-424b-90c9-7586fb4491e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32052c41-e181-44d2-8b99-a7644cb31359 HTTP/1.1" status: 200 len: 217 time: 0.0328534 Nov 29 02:16:26.859060 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae93e0-8611-4ee9-aa49-cc6d67f9c7c6 req-f2ef2ba9-ef3b-4a30-9b6d-bbae84814fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:26.860575 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2cae93e0-8611-4ee9-aa49-cc6d67f9c7c6 req-f2ef2ba9-ef3b-4a30-9b6d-bbae84814fe8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=099f20f1-8f51-4409-badf-6ff153798190 HTTP/1.1" status: 200 len: 855 time: 0.0472116 Nov 29 02:16:26.897268 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2cae93e0-8611-4ee9-aa49-cc6d67f9c7c6 req-3a968fbc-9318-48dc-99be-1bf8e6305b5c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=366e52cb-3a2e-4da3-aca0-c2de557216e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246179 Nov 29 02:16:26.990096 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2cae93e0-8611-4ee9-aa49-cc6d67f9c7c6 req-0591fc80-a7f5-427e-a7b5-f1ec4f0de794 service neutron] 10.222.0.24 "GET /v2.0/networks/366e52cb-3a2e-4da3-aca0-c2de557216e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809159 Nov 29 02:16:27.322046 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2cae93e0-8611-4ee9-aa49-cc6d67f9c7c6 req-bddaab7a-185c-4d44-a7b4-05e0dcec3df5 service neutron] 10.222.0.24 "GET /v2.0/networks/366e52cb-3a2e-4da3-aca0-c2de557216e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182247 Nov 29 02:16:27.535553 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 32052c41-e181-44d2-8b99-a7644cb31359 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:16:27.547782 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 4d7d067d-c07d-4ee0-8a2b-9b2b83e67094 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:16:27.570756 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: 4d7d067d-c07d-4ee0-8a2b-9b2b83e67094 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:16:27.571104 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 4d7d067d-c07d-4ee0-8a2b-9b2b83e67094 not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:16:27.615542 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c53a7-a03a-4399-a323-1e6b88d3afc4 req-ef8156aa-d71e-4ec3-94ab-2f8201098d75 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:27.617067 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-142c53a7-a03a-4399-a323-1e6b88d3afc4 req-ef8156aa-d71e-4ec3-94ab-2f8201098d75 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 944 time: 0.0538168 Nov 29 02:16:27.660915 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 32052c41-e181-44d2-8b99-a7644cb31359, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=32052c41-e181-44d2-8b99-a7644cb31359,segment=NetworkSegment(867dba16-fc52-4fc4-8838-82a0fac1bdbe),segment_id=867dba16-fc52-4fc4-8838-82a0fac1bdbe)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:16:27.668806 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-142c53a7-a03a-4399-a323-1e6b88d3afc4 req-0fc905f9-fcf4-4d06-a4e4-3ba8678e28ff tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434802 Nov 29 02:16:27.672951 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '32052c41-e181-44d2-8b99-a7644cb31359', 'network_id': '366e52cb-3a2e-4da3-aca0-c2de557216e0', 'port_id': '32052c41-e181-44d2-8b99-a7644cb31359', 'mac_address': 'fa:16:3e:64:20:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '099f20f1-8f51-4409-badf-6ff153798190', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:16:27.709990 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:27.723555 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32052c41-e181-44d2-8b99-a7644cb31359 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:16:27.742455 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 32052c41-e181-44d2-8b99-a7644cb31359, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=32052c41-e181-44d2-8b99-a7644cb31359,segment=NetworkSegment(867dba16-fc52-4fc4-8838-82a0fac1bdbe),segment_id=867dba16-fc52-4fc4-8838-82a0fac1bdbe)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:16:27.746254 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:27.797952 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=32052c41-e181-44d2-8b99-a7644cb31359,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:28.082415 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['32052c41-e181-44d2-8b99-a7644cb31359'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:16:28.783266 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d8142-6c71-4d79-b890-62f1a57a1d47 req-36033c05-f39f-452e-b595-c4fcdf73499d tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:28.784714 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-563d8142-6c71-4d79-b890-62f1a57a1d47 req-36033c05-f39f-452e-b595-c4fcdf73499d tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 945 time: 0.0477533 Nov 29 02:16:28.831459 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-563d8142-6c71-4d79-b890-62f1a57a1d47 req-b3372a7f-388f-4574-873f-aededa161412 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401592 Nov 29 02:16:29.565016 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 32052c41-e181-44d2-8b99-a7644cb31359 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:16:29.612513 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port 32052c41-e181-44d2-8b99-a7644cb31359 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:16:29.616386 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 32052c41-e181-44d2-8b99-a7644cb31359 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:16:29.616762 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:29.695136 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:29.716669 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3674bb7-275e-4e84-9902-04252c1a4205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32052c41-e181-44d2-8b99-a7644cb31359'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:16:29.719085 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ce447e-9710-4c1a-be2c-34e924cf951f" -d '{"events": [{"server_uuid": "b3674bb7-275e-4e84-9902-04252c1a4205", "name": "network-vif-plugged", "status": "completed", "tag": "32052c41-e181-44d2-8b99-a7644cb31359"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:16:29.731930 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 32052c41-e181-44d2-8b99-a7644cb31359, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=32052c41-e181-44d2-8b99-a7644cb31359,segment=NetworkSegment(867dba16-fc52-4fc4-8838-82a0fac1bdbe),segment_id=867dba16-fc52-4fc4-8838-82a0fac1bdbe)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:16:29.735879 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:29.758756 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5ace47-f2ca-4476-93f9-72605e65d8df x-openstack-request-id: req-5f5ace47-f2ca-4476-93f9-72605e65d8df {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:16:29.759049 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3674bb7-275e-4e84-9902-04252c1a4205", "name": "network-vif-plugged", "status": "completed", "tag": "32052c41-e181-44d2-8b99-a7644cb31359", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:16:29.759300 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5f5ace47-f2ca-4476-93f9-72605e65d8df {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:16:29.759680 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3674bb7-275e-4e84-9902-04252c1a4205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32052c41-e181-44d2-8b99-a7644cb31359', 'code': 200} Nov 29 02:16:29.784357 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=32052c41-e181-44d2-8b99-a7644cb31359,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:16:29.950517 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deaa6f8-9f23-4f16-a538-f6f990cb36bf req-fadb2f68-c88c-45ec-960b-0b3249ff010d tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:29.952018 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3deaa6f8-9f23-4f16-a538-f6f990cb36bf req-fadb2f68-c88c-45ec-960b-0b3249ff010d tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 946 time: 0.0489650 Nov 29 02:16:29.973038 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e92810-9d06-4aa9-85ed-a65d94f2b1ad req-5baa9e9c-267c-4800-ba4d-9e8d93fa29e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:29.974595 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-40e92810-9d06-4aa9-85ed-a65d94f2b1ad req-5baa9e9c-267c-4800-ba4d-9e8d93fa29e2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 1099 time: 0.0399582 Nov 29 02:16:30.002046 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3deaa6f8-9f23-4f16-a538-f6f990cb36bf req-2f2dcb99-9d6f-46b1-926d-cb00cdea155e tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438447 Nov 29 02:16:30.023476 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-40e92810-9d06-4aa9-85ed-a65d94f2b1ad req-1c86faa3-f582-4444-997b-51fd9b514e73 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380881 Nov 29 02:16:31.115746 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b848bbf-64d4-4474-be08-1710bef917c7 req-aec43210-5388-49de-9574-72673ba40097 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:31.117230 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9b848bbf-64d4-4474-be08-1710bef917c7 req-aec43210-5388-49de-9574-72673ba40097 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 946 time: 0.0479467 Nov 29 02:16:31.174407 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9b848bbf-64d4-4474-be08-1710bef917c7 req-efffdf4b-509a-4da2-a5fe-4d308b3bbc9d tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505536 Nov 29 02:16:32.290747 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d9215-4a8a-47df-9668-cbd0569be440 req-52ae7f77-e8d3-465a-b57f-ca951e065fb4 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:32.292211 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-622d9215-4a8a-47df-9668-cbd0569be440 req-52ae7f77-e8d3-465a-b57f-ca951e065fb4 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 946 time: 0.0484784 Nov 29 02:16:32.337468 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-622d9215-4a8a-47df-9668-cbd0569be440 req-b771ed29-26b0-4aaf-a807-d007c570d038 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394244 Nov 29 02:16:32.453282 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995182be-7adf-4b81-8fd2-ad36f9ed3c45 req-45a04b07-a67d-463c-8fa8-ffd89edf7709 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:32.454969 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-995182be-7adf-4b81-8fd2-ad36f9ed3c45 req-45a04b07-a67d-463c-8fa8-ffd89edf7709 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 946 time: 0.0513222 Nov 29 02:16:32.500196 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-995182be-7adf-4b81-8fd2-ad36f9ed3c45 req-0eb1eb67-e763-4287-a728-5b129d17b3b7 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389059 Nov 29 02:16:32.750196 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-54a98feb-f4a8-4fc1-9c53-cecf2237d1f1 req-c9aa32e9-2fcd-4ff5-a99d-9f0f1c5e3a69 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0670934 Nov 29 02:16:32.758948 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dba667-6f9c-4ec3-ac4e-f23fd0d8a9ff req-90e98488-65b7-4730-8e0d-2d977b4a0fae tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:32.760335 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-27dba667-6f9c-4ec3-ac4e-f23fd0d8a9ff req-90e98488-65b7-4730-8e0d-2d977b4a0fae tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 946 time: 0.0686982 Nov 29 02:16:32.812422 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-27dba667-6f9c-4ec3-ac4e-f23fd0d8a9ff req-9f8ac2f9-41c1-4738-bdf4-a447006be1b2 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457320 Nov 29 02:16:33.919223 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a98feb-f4a8-4fc1-9c53-cecf2237d1f1 req-96eeed2f-eebc-4c51-8093-bdcf9a6fa2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:33.920705 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-54a98feb-f4a8-4fc1-9c53-cecf2237d1f1 req-96eeed2f-eebc-4c51-8093-bdcf9a6fa2f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e5abb51affa45d3b0b4c98e989a3760&device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 1099 time: 0.0472627 Nov 29 02:16:33.929794 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcdfee-8a9e-458c-8f42-859d69ca23a1 req-970a9231-4fcd-4473-9995-9c7e7dd5051c tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:33.931236 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-97dcdfee-8a9e-458c-8f42-859d69ca23a1 req-970a9231-4fcd-4473-9995-9c7e7dd5051c tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 946 time: 0.0497029 Nov 29 02:16:33.978307 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-97dcdfee-8a9e-458c-8f42-859d69ca23a1 req-b05ccdf0-ba32-495e-b261-e3c5cd1fd4b7 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410652 Nov 29 02:16:34.017012 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a98feb-f4a8-4fc1-9c53-cecf2237d1f1 req-4607f2cf-0c82-44c6-9f0f-6106cc549e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:34.018498 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-54a98feb-f4a8-4fc1-9c53-cecf2237d1f1 req-4607f2cf-0c82-44c6-9f0f-6106cc549e5e service neutron] 10.222.0.24 "GET /v2.0/networks?id=366e52cb-3a2e-4da3-aca0-c2de557216e0 HTTP/1.1" status: 200 len: 916 time: 0.0840044 Nov 29 02:16:34.060274 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-54a98feb-f4a8-4fc1-9c53-cecf2237d1f1 req-e4f978da-bc30-49ee-9421-3ac6a35cd786 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32052c41-e181-44d2-8b99-a7644cb31359 HTTP/1.1" status: 200 len: 217 time: 0.0348368 Nov 29 02:16:34.107989 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a98feb-f4a8-4fc1-9c53-cecf2237d1f1 req-f0eed4e7-2c69-4a42-a01b-11a1738bde4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:34.109329 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-54a98feb-f4a8-4fc1-9c53-cecf2237d1f1 req-f0eed4e7-2c69-4a42-a01b-11a1738bde4e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=099f20f1-8f51-4409-badf-6ff153798190 HTTP/1.1" status: 200 len: 855 time: 0.0426290 Nov 29 02:16:34.141404 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-54a98feb-f4a8-4fc1-9c53-cecf2237d1f1 req-426ced7e-cd0b-42cf-b091-e83b6d810653 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=366e52cb-3a2e-4da3-aca0-c2de557216e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244126 Nov 29 02:16:34.233718 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-54a98feb-f4a8-4fc1-9c53-cecf2237d1f1 req-67721e6a-5f9f-4c13-8fe4-fedbd982b0ef service neutron] 10.222.0.24 "GET /v2.0/networks/366e52cb-3a2e-4da3-aca0-c2de557216e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836155 Nov 29 02:16:34.324019 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-54a98feb-f4a8-4fc1-9c53-cecf2237d1f1 req-fc4df2ea-7847-451c-9e78-c8066933cbb0 service neutron] 10.222.0.24 "GET /v2.0/networks/366e52cb-3a2e-4da3-aca0-c2de557216e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817914 Nov 29 02:16:35.090600 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e89003-f331-4e7c-b77b-0b21590e8ab2 req-5f9f712c-5394-4593-bd0f-33feb53b385a tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:35.092045 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-38e89003-f331-4e7c-b77b-0b21590e8ab2 req-5f9f712c-5394-4593-bd0f-33feb53b385a tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 946 time: 0.0473354 Nov 29 02:16:35.138991 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-38e89003-f331-4e7c-b77b-0b21590e8ab2 req-2aa55d4a-88c4-44ef-a3c3-e8323c075a1e tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407960 Nov 29 02:16:36.256503 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36768e7d-c69e-4af1-9f92-132a59a8d82c req-77dd1390-f6a2-41b4-b523-b113baa544bf tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:36.257957 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-36768e7d-c69e-4af1-9f92-132a59a8d82c req-77dd1390-f6a2-41b4-b523-b113baa544bf tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 946 time: 0.0501168 Nov 29 02:16:36.304577 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-36768e7d-c69e-4af1-9f92-132a59a8d82c req-82cad208-40fb-41c4-8d12-3f71fdb74a25 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400696 Nov 29 02:16:37.416229 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fa1aa-43a4-44ee-9a41-2c1f4fee121f req-274a596d-6966-47d8-897a-67df583932fb tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:37.417632 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-058fa1aa-43a4-44ee-9a41-2c1f4fee121f req-274a596d-6966-47d8-897a-67df583932fb tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 946 time: 0.0477877 Nov 29 02:16:37.463545 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-058fa1aa-43a4-44ee-9a41-2c1f4fee121f req-6a1472b0-74e9-458d-b9e9-7792410d4311 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400596 Nov 29 02:16:38.578313 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6590a55-06b5-49ee-b5a3-16c646b8fea6 req-f9fdb38b-720b-4815-854b-4cd720f812b5 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:38.579766 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d6590a55-06b5-49ee-b5a3-16c646b8fea6 req-f9fdb38b-720b-4815-854b-4cd720f812b5 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 946 time: 0.0501876 Nov 29 02:16:38.626074 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d6590a55-06b5-49ee-b5a3-16c646b8fea6 req-6e85cd52-cc1a-4e54-ad19-901616ff6210 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398026 Nov 29 02:16:39.742861 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12943e-a0e7-4303-8ceb-13c0787cb915 req-95877359-7dd1-4b3c-99a5-387812b07d04 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:39.744327 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fb12943e-a0e7-4303-8ceb-13c0787cb915 req-95877359-7dd1-4b3c-99a5-387812b07d04 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 946 time: 0.0477843 Nov 29 02:16:39.790896 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fb12943e-a0e7-4303-8ceb-13c0787cb915 req-36c9cb9f-d608-4bf4-8d04-b68accea6184 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407605 Nov 29 02:16:40.905086 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc06365-6d64-46ca-a2d0-fd01008eb3d3 req-755e31af-400c-450e-8439-2e20a39bcf85 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:40.906620 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8cc06365-6d64-46ca-a2d0-fd01008eb3d3 req-755e31af-400c-450e-8439-2e20a39bcf85 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 946 time: 0.0482309 Nov 29 02:16:40.957028 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8cc06365-6d64-46ca-a2d0-fd01008eb3d3 req-0593c2b0-7b37-4991-90d8-3cd271551038 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430753 Nov 29 02:16:42.046129 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0d8b4885-9976-422b-a5c2-f486eb1842c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:42.075732 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8e71a-e3b9-44b8-a82d-25c5737eb9d3 req-a19ef663-6b9d-475e-a355-069dea3e1832 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:42.077204 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cea8e71a-e3b9-44b8-a82d-25c5737eb9d3 req-a19ef663-6b9d-475e-a355-069dea3e1832 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 946 time: 0.0529325 Nov 29 02:16:42.123132 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cea8e71a-e3b9-44b8-a82d-25c5737eb9d3 req-c6a7b832-bc83-457c-8210-ff265af6d94e tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399425 Nov 29 02:16:43.236910 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d036c-f862-4058-8b07-f75acd37fd5e req-7be14758-678a-4e49-89b7-fe0c24fed9c4 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:43.238427 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f11d036c-f862-4058-8b07-f75acd37fd5e req-7be14758-678a-4e49-89b7-fe0c24fed9c4 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 946 time: 0.0491264 Nov 29 02:16:43.287010 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f11d036c-f862-4058-8b07-f75acd37fd5e req-ae2e6e6a-fda4-4c5c-802b-6ad5f574b1f5 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411794 Nov 29 02:16:43.805321 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:44.322272 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-efc9bc46-c646-4126-8989-3b12ea247cae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:44.404872 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971de9f8-164a-4155-b719-e60263f3f647 req-92cf5e2f-b780-49ba-8ed7-26325b6b8207 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:44.406346 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-971de9f8-164a-4155-b719-e60263f3f647 req-92cf5e2f-b780-49ba-8ed7-26325b6b8207 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 946 time: 0.0518985 Nov 29 02:16:44.451586 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-971de9f8-164a-4155-b719-e60263f3f647 req-93c5c2a6-5e05-4b65-bdbf-38207056d32c tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393338 Nov 29 02:16:45.339239 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:45.565133 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14207916-ce54-4b6b-b87e-df8d49e52934 req-4780f7e7-ebc4-470d-ab09-171964addbe5 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:45.566611 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-14207916-ce54-4b6b-b87e-df8d49e52934 req-4780f7e7-ebc4-470d-ab09-171964addbe5 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 946 time: 0.0477471 Nov 29 02:16:45.612329 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-14207916-ce54-4b6b-b87e-df8d49e52934 req-d40d1c5a-c2a2-4db4-b139-a724772ac7e1 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399110 Nov 29 02:16:46.724547 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508bc46-4927-4ab7-899b-d8cca9347291 req-e2992c9c-1ec4-4f5e-8c3a-f28a0b30b7e4 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:46.726545 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e508bc46-4927-4ab7-899b-d8cca9347291 req-e2992c9c-1ec4-4f5e-8c3a-f28a0b30b7e4 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 946 time: 0.0470052 Nov 29 02:16:46.775485 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e508bc46-4927-4ab7-899b-d8cca9347291 req-7359b31b-5f97-4ac3-ab64-a3ff1f29fc87 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431492 Nov 29 02:16:47.045512 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:47.850820 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:16:47.891952 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50adc943-ea60-4577-9b5a-fb331dc81a33 req-70535715-5b23-40e8-86a1-97dda4e6815f tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:47.893410 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-50adc943-ea60-4577-9b5a-fb331dc81a33 req-70535715-5b23-40e8-86a1-97dda4e6815f tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 946 time: 0.0511205 Nov 29 02:16:47.939403 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-50adc943-ea60-4577-9b5a-fb331dc81a33 req-89d53f3f-c2ac-48a4-aca2-8cfab69f0d82 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397038 Nov 29 02:16:49.050954 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4d296-4abc-4356-8193-715efc5e7f8d req-3b9b72f3-bbd3-4b0a-91c8-54e53c100ebd tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:49.052390 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-30c4d296-4abc-4356-8193-715efc5e7f8d req-3b9b72f3-bbd3-4b0a-91c8-54e53c100ebd tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 946 time: 0.0473185 Nov 29 02:16:49.097942 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-30c4d296-4abc-4356-8193-715efc5e7f8d req-8de91678-8b9d-4f46-a6e4-22781fbb739f tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395844 Nov 29 02:16:50.213165 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea245a2-cf43-43a7-82b1-0daa648d77b8 req-6756c4e6-1af5-4228-b26b-d493332cffcb tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:50.214679 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bea245a2-cf43-43a7-82b1-0daa648d77b8 req-6756c4e6-1af5-4228-b26b-d493332cffcb tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 946 time: 0.0501475 Nov 29 02:16:50.262265 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bea245a2-cf43-43a7-82b1-0daa648d77b8 req-9351007f-2c8e-44a2-97f6-a0f34772d8ca tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415294 Nov 29 02:16:51.375422 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31906c63-5f2b-4b4d-8159-60ac0a4adf52 req-c8dc9276-7e52-4bd1-a9f2-915cafcf393f tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:51.378005 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-31906c63-5f2b-4b4d-8159-60ac0a4adf52 req-c8dc9276-7e52-4bd1-a9f2-915cafcf393f tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 946 time: 0.0495281 Nov 29 02:16:51.439498 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-31906c63-5f2b-4b4d-8159-60ac0a4adf52 req-abc471da-b46e-434f-b4d6-cdec58d3c850 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552042 Nov 29 02:16:52.552879 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0225c1-becc-4e7a-b7c8-2ddf1c20c4b9 req-e3b66b33-0533-4d98-82dd-05c4f63b0597 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:52.554839 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bd0225c1-becc-4e7a-b7c8-2ddf1c20c4b9 req-e3b66b33-0533-4d98-82dd-05c4f63b0597 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 946 time: 0.0503173 Nov 29 02:16:52.600842 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bd0225c1-becc-4e7a-b7c8-2ddf1c20c4b9 req-ff536080-9106-40e2-b9fb-a36fd2f0ce55 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401616 Nov 29 02:16:53.715648 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289e9aa-c9bf-4f85-94fc-3946e599a813 req-b01676c2-6077-4441-96c4-92a6bb9d6eb6 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:53.717105 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0289e9aa-c9bf-4f85-94fc-3946e599a813 req-b01676c2-6077-4441-96c4-92a6bb9d6eb6 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 946 time: 0.0488255 Nov 29 02:16:53.762404 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0289e9aa-c9bf-4f85-94fc-3946e599a813 req-af431aaa-06bc-4fdf-97b6-ca8b6aac7886 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394278 Nov 29 02:16:54.875610 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f60d3-dfa3-4eba-9a1a-672b7e8adbae req-4eed8343-d95d-4087-aa71-f7710d938fbd tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:54.877143 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-985f60d3-dfa3-4eba-9a1a-672b7e8adbae req-4eed8343-d95d-4087-aa71-f7710d938fbd tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 946 time: 0.0463972 Nov 29 02:16:54.929309 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-985f60d3-dfa3-4eba-9a1a-672b7e8adbae req-96bb0279-a672-4ea6-98a6-198f8c24fb62 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455649 Nov 29 02:16:56.047480 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbefe0f-896a-4ef7-a91f-d3240302fbca req-fb1282af-c8fd-48d9-b000-b72894aec992 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:56.048919 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3bbefe0f-896a-4ef7-a91f-d3240302fbca req-fb1282af-c8fd-48d9-b000-b72894aec992 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 946 time: 0.0480030 Nov 29 02:16:56.095034 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3bbefe0f-896a-4ef7-a91f-d3240302fbca req-98b1c135-af63-4196-aa40-414b7f5884b1 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397441 Nov 29 02:16:57.210080 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6369a-cb06-4f75-9fb3-04005d5d2fc6 req-fd646b14-0a5c-4add-82e0-5d65f3902b69 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:57.211520 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2bb6369a-cb06-4f75-9fb3-04005d5d2fc6 req-fd646b14-0a5c-4add-82e0-5d65f3902b69 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 946 time: 0.0470331 Nov 29 02:16:57.257172 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2bb6369a-cb06-4f75-9fb3-04005d5d2fc6 req-a59547dc-e301-4bc0-8ca4-7b1697fe1f7c tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398304 Nov 29 02:16:58.246489 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:16:58.372189 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea627be1-d030-4ba5-9d0c-40392384d8e3 req-656e11f5-79bc-4d22-9450-0293b12558cd tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:58.373644 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ea627be1-d030-4ba5-9d0c-40392384d8e3 req-656e11f5-79bc-4d22-9450-0293b12558cd tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 946 time: 0.0495350 Nov 29 02:16:58.419922 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ea627be1-d030-4ba5-9d0c-40392384d8e3 req-b47ed4d3-b4d0-4dd5-bcdf-6070db6801b2 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404122 Nov 29 02:16:59.534053 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964590e9-ed3e-4696-bcf4-1cc736cdab0d req-6d5bf288-b9e9-4274-b893-477e16f49d0e tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:16:59.535537 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-964590e9-ed3e-4696-bcf4-1cc736cdab0d req-6d5bf288-b9e9-4274-b893-477e16f49d0e tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 946 time: 0.0491703 Nov 29 02:16:59.581371 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-964590e9-ed3e-4696-bcf4-1cc736cdab0d req-a9b75092-8c19-4fbf-baf1-8b3cad042836 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397894 Nov 29 02:17:00.692911 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cec1ab-e66a-4c59-8ae0-bd41e49663a2 req-1e73c848-fa61-43b7-a9c8-7e52226794fc tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:00.694301 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-85cec1ab-e66a-4c59-8ae0-bd41e49663a2 req-1e73c848-fa61-43b7-a9c8-7e52226794fc tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 946 time: 0.0463245 Nov 29 02:17:01.053698 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-85cec1ab-e66a-4c59-8ae0-bd41e49663a2 req-1bb06662-b7a3-4a17-b6f2-e41eedfb0f18 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534245 Nov 29 02:17:01.453916 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-54a98feb-f4a8-4fc1-9c53-cecf2237d1f1 req-22f5fa90-f370-4b34-a9db-b5d95920e936 service neutron] 10.222.0.24 "GET /v2.0/ports/32052c41-e181-44d2-8b99-a7644cb31359/bindings/hv-neutron-8190 HTTP/1.1" status: 200 len: 384 time: 0.0570703 Nov 29 02:17:01.704161 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a98feb-f4a8-4fc1-9c53-cecf2237d1f1 req-4ad3d6d9-e5ea-475f-b368-90ed72167d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:01.705564 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-54a98feb-f4a8-4fc1-9c53-cecf2237d1f1 req-4ad3d6d9-e5ea-475f-b368-90ed72167d3d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205&tenant_id=8e5abb51affa45d3b0b4c98e989a3760 HTTP/1.1" status: 200 len: 1099 time: 0.0397544 Nov 29 02:17:01.788050 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a98feb-f4a8-4fc1-9c53-cecf2237d1f1 req-73cbeb2a-d1ae-4a59-b751-abc637eb371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:01.789740 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-54a98feb-f4a8-4fc1-9c53-cecf2237d1f1 req-73cbeb2a-d1ae-4a59-b751-abc637eb371c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e5abb51affa45d3b0b4c98e989a3760&device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 1099 time: 0.0401561 Nov 29 02:17:01.915076 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a98feb-f4a8-4fc1-9c53-cecf2237d1f1 req-5d3d51c9-aeff-4d24-b37e-ac7ae9163171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:01.916512 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-54a98feb-f4a8-4fc1-9c53-cecf2237d1f1 req-5d3d51c9-aeff-4d24-b37e-ac7ae9163171 service neutron] 10.222.0.24 "GET /v2.0/networks?id=366e52cb-3a2e-4da3-aca0-c2de557216e0 HTTP/1.1" status: 200 len: 916 time: 0.0876746 Nov 29 02:17:01.962547 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-54a98feb-f4a8-4fc1-9c53-cecf2237d1f1 req-b909a989-c830-4174-8011-dac5002fd05c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32052c41-e181-44d2-8b99-a7644cb31359 HTTP/1.1" status: 200 len: 217 time: 0.0326061 Nov 29 02:17:02.020328 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a98feb-f4a8-4fc1-9c53-cecf2237d1f1 req-7a59867d-8698-42b0-b0d0-2fd947195c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:02.022261 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-54a98feb-f4a8-4fc1-9c53-cecf2237d1f1 req-7a59867d-8698-42b0-b0d0-2fd947195c35 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=099f20f1-8f51-4409-badf-6ff153798190 HTTP/1.1" status: 200 len: 855 time: 0.0479965 Nov 29 02:17:02.059252 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-54a98feb-f4a8-4fc1-9c53-cecf2237d1f1 req-ee71f489-66d8-4883-ada7-8adb57e2864a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=366e52cb-3a2e-4da3-aca0-c2de557216e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246093 Nov 29 02:17:02.148571 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-54a98feb-f4a8-4fc1-9c53-cecf2237d1f1 req-5ed84ade-d5d0-4f46-94a2-aef1cb422236 service neutron] 10.222.0.24 "GET /v2.0/networks/366e52cb-3a2e-4da3-aca0-c2de557216e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815971 Nov 29 02:17:02.167010 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b5d0e-af25-458d-a7a4-53b111d2f4a7 req-d1c0176f-2ba7-4774-936f-eb1f6e8f4a07 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:02.168475 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-506b5d0e-af25-458d-a7a4-53b111d2f4a7 req-d1c0176f-2ba7-4774-936f-eb1f6e8f4a07 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 946 time: 0.0474696 Nov 29 02:17:02.214100 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-506b5d0e-af25-458d-a7a4-53b111d2f4a7 req-57694bbe-204a-42e9-9d39-c54754f58c38 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393558 Nov 29 02:17:02.247665 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-54a98feb-f4a8-4fc1-9c53-cecf2237d1f1 req-fb67a54a-0f77-49cf-8c87-e0b616d85de7 service neutron] 10.222.0.24 "GET /v2.0/networks/366e52cb-3a2e-4da3-aca0-c2de557216e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865326 Nov 29 02:17:02.407568 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63022e9b-f5df-47f7-acd7-1782a2d295ce req-ef8133b3-33c3-4253-8527-a074538cefef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:02.409064 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-63022e9b-f5df-47f7-acd7-1782a2d295ce req-ef8133b3-33c3-4253-8527-a074538cefef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e5abb51affa45d3b0b4c98e989a3760&device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 1099 time: 0.0414412 Nov 29 02:17:02.533956 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63022e9b-f5df-47f7-acd7-1782a2d295ce req-3ce31ac9-f804-46ba-8767-22e2cdfda3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:02.535403 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-63022e9b-f5df-47f7-acd7-1782a2d295ce req-3ce31ac9-f804-46ba-8767-22e2cdfda3ed service neutron] 10.222.0.24 "GET /v2.0/networks?id=366e52cb-3a2e-4da3-aca0-c2de557216e0 HTTP/1.1" status: 200 len: 916 time: 0.0879283 Nov 29 02:17:02.592032 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-63022e9b-f5df-47f7-acd7-1782a2d295ce req-1f3efee4-c6e3-48ae-9e6f-491c27d33d7c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32052c41-e181-44d2-8b99-a7644cb31359 HTTP/1.1" status: 200 len: 217 time: 0.0336027 Nov 29 02:17:02.641111 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63022e9b-f5df-47f7-acd7-1782a2d295ce req-34c2262c-d2f6-4c4a-bb3e-3e6a701778d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:02.642516 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-63022e9b-f5df-47f7-acd7-1782a2d295ce req-34c2262c-d2f6-4c4a-bb3e-3e6a701778d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=099f20f1-8f51-4409-badf-6ff153798190 HTTP/1.1" status: 200 len: 855 time: 0.0420830 Nov 29 02:17:02.685924 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-63022e9b-f5df-47f7-acd7-1782a2d295ce req-6270181f-be47-4687-b597-88106b499df7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=366e52cb-3a2e-4da3-aca0-c2de557216e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266478 Nov 29 02:17:02.775664 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-63022e9b-f5df-47f7-acd7-1782a2d295ce req-d41b529c-811e-4498-8809-7417a4c692c5 service neutron] 10.222.0.24 "GET /v2.0/networks/366e52cb-3a2e-4da3-aca0-c2de557216e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802419 Nov 29 02:17:02.871900 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-63022e9b-f5df-47f7-acd7-1782a2d295ce req-fe235a94-c908-4d5a-a311-58c92251f7fe service neutron] 10.222.0.24 "GET /v2.0/networks/366e52cb-3a2e-4da3-aca0-c2de557216e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837629 Nov 29 02:17:03.330919 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6ed6b-75db-4514-84ae-c4ee466fdf74 req-3361718d-a05d-46e8-977f-4d0ebea30678 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:03.332437 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-66c6ed6b-75db-4514-84ae-c4ee466fdf74 req-3361718d-a05d-46e8-977f-4d0ebea30678 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 946 time: 0.0500724 Nov 29 02:17:03.378992 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-66c6ed6b-75db-4514-84ae-c4ee466fdf74 req-5c7b6d82-16e0-4e2b-89ea-d818211bcf03 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403662 Nov 29 02:17:04.494176 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c7394-d988-4771-8efd-77d505ac90e6 req-9ff30f50-b5a9-4f17-9c7c-0575577aa4a1 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:04.495615 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b97c7394-d988-4771-8efd-77d505ac90e6 req-9ff30f50-b5a9-4f17-9c7c-0575577aa4a1 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 946 time: 0.0492878 Nov 29 02:17:04.540772 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b97c7394-d988-4771-8efd-77d505ac90e6 req-fa149367-6fb3-4478-af78-555249b14bf4 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394413 Nov 29 02:17:04.731485 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b22e83-b2d9-4b2b-8ff8-0177b33f97fe req-8ae3c1b4-be50-458b-ac2d-9fabe7b91cfc tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:04.732981 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b8b22e83-b2d9-4b2b-8ff8-0177b33f97fe req-8ae3c1b4-be50-458b-ac2d-9fabe7b91cfc tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 946 time: 0.0475488 Nov 29 02:17:04.766610 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfc372-f087-4e50-9b08-04ed8863df69 req-4a785f54-8e12-43d8-bda0-8fff3ac22f03 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:04.768088 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9fbfc372-f087-4e50-9b08-04ed8863df69 req-4a785f54-8e12-43d8-bda0-8fff3ac22f03 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205&tenant_id=8e5abb51affa45d3b0b4c98e989a3760&binding%3Ahost_id=hv-neutron-8190 HTTP/1.1" status: 200 len: 946 time: 0.0516074 Nov 29 02:17:04.779175 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b8b22e83-b2d9-4b2b-8ff8-0177b33f97fe req-7311fb37-f893-4a56-afe6-83d43f117e86 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400743 Nov 29 02:17:04.877456 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfc372-f087-4e50-9b08-04ed8863df69 req-5062530c-8cec-4417-81e1-4ca426ab2d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:04.879032 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9fbfc372-f087-4e50-9b08-04ed8863df69 req-5062530c-8cec-4417-81e1-4ca426ab2d85 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e5abb51affa45d3b0b4c98e989a3760&device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 1099 time: 0.0405133 Nov 29 02:17:04.970904 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfc372-f087-4e50-9b08-04ed8863df69 req-f0b25b18-25e5-4dcd-b078-787edb9d7226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:04.972271 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9fbfc372-f087-4e50-9b08-04ed8863df69 req-f0b25b18-25e5-4dcd-b078-787edb9d7226 service neutron] 10.222.0.24 "GET /v2.0/networks?id=366e52cb-3a2e-4da3-aca0-c2de557216e0 HTTP/1.1" status: 200 len: 916 time: 0.0857506 Nov 29 02:17:05.012201 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9fbfc372-f087-4e50-9b08-04ed8863df69 req-c33fed86-2575-4bac-9857-ee29b1ec00aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32052c41-e181-44d2-8b99-a7644cb31359 HTTP/1.1" status: 200 len: 217 time: 0.0330884 Nov 29 02:17:05.059427 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfc372-f087-4e50-9b08-04ed8863df69 req-de6f1785-12c9-4dd6-b090-a9ad961c9691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:05.060787 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9fbfc372-f087-4e50-9b08-04ed8863df69 req-de6f1785-12c9-4dd6-b090-a9ad961c9691 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=099f20f1-8f51-4409-badf-6ff153798190 HTTP/1.1" status: 200 len: 855 time: 0.0421810 Nov 29 02:17:05.095503 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9fbfc372-f087-4e50-9b08-04ed8863df69 req-55404a82-b0bd-4412-a296-1b04ff0d7038 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=366e52cb-3a2e-4da3-aca0-c2de557216e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272813 Nov 29 02:17:05.189478 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9fbfc372-f087-4e50-9b08-04ed8863df69 req-60ee46ec-ce20-4b61-a8e0-1d1bbf2c5bb4 service neutron] 10.222.0.24 "GET /v2.0/networks/366e52cb-3a2e-4da3-aca0-c2de557216e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814505 Nov 29 02:17:05.283182 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9fbfc372-f087-4e50-9b08-04ed8863df69 req-a18c571d-3020-4b06-94e3-90e2588b019b service neutron] 10.222.0.24 "GET /v2.0/networks/366e52cb-3a2e-4da3-aca0-c2de557216e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863354 Nov 29 02:17:05.745796 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 32052c41-e181-44d2-8b99-a7644cb31359 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:17:05.755034 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 32052c41-e181-44d2-8b99-a7644cb31359 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:17:05.904802 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 32052c41-e181-44d2-8b99-a7644cb31359, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=32052c41-e181-44d2-8b99-a7644cb31359,segment=NetworkSegment(867dba16-fc52-4fc4-8838-82a0fac1bdbe),segment_id=867dba16-fc52-4fc4-8838-82a0fac1bdbe)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:17:05.907619 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9de65-8f71-4e3a-9305-a829b52e8b43 req-0a8f53b6-4b3f-40d6-8b62-1fcd51a7098c tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:05.910300 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-44e9de65-8f71-4e3a-9305-a829b52e8b43 req-0a8f53b6-4b3f-40d6-8b62-1fcd51a7098c tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 946 time: 0.0540180 Nov 29 02:17:05.917974 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '32052c41-e181-44d2-8b99-a7644cb31359', 'network_id': '366e52cb-3a2e-4da3-aca0-c2de557216e0', 'port_id': '32052c41-e181-44d2-8b99-a7644cb31359', 'mac_address': 'fa:16:3e:64:20:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '099f20f1-8f51-4409-badf-6ff153798190', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:17:05.920644 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:05.958861 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-44e9de65-8f71-4e3a-9305-a829b52e8b43 req-6ade07ac-f32d-456a-aeff-32a2b37cee27 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435796 Nov 29 02:17:05.984733 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3674bb7-275e-4e84-9902-04252c1a4205', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32052c41-e181-44d2-8b99-a7644cb31359'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:17:05.984733 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c81de1-0bf2-40b7-bc04-764f2c8db382" -d '{"events": [{"server_uuid": "b3674bb7-275e-4e84-9902-04252c1a4205", "name": "network-vif-unplugged", "status": "completed", "tag": "32052c41-e181-44d2-8b99-a7644cb31359"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:17:05.992272 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 32052c41-e181-44d2-8b99-a7644cb31359, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=32052c41-e181-44d2-8b99-a7644cb31359,segment=NetworkSegment(867dba16-fc52-4fc4-8838-82a0fac1bdbe),segment_id=867dba16-fc52-4fc4-8838-82a0fac1bdbe)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:17:05.993253 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:06.002288 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:06.012224 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32052c41-e181-44d2-8b99-a7644cb31359 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:17:06.035654 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 02:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9caf06e8-135c-4c59-9ff9-1777d5a15a6d x-openstack-request-id: req-9caf06e8-135c-4c59-9ff9-1777d5a15a6d {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:17:06.035942 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3674bb7-275e-4e84-9902-04252c1a4205", "name": "network-vif-unplugged", "status": "completed", "tag": "32052c41-e181-44d2-8b99-a7644cb31359", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:17:06.036197 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9caf06e8-135c-4c59-9ff9-1777d5a15a6d {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:17:06.036587 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3674bb7-275e-4e84-9902-04252c1a4205', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32052c41-e181-44d2-8b99-a7644cb31359', 'code': 200} Nov 29 02:17:06.082548 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b71650-a9ad-42c0-8a0c-da078d5e1213 req-0447b7fb-fa80-4fa6-a3ee-4ceba9258006 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:06.084154 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-76b71650-a9ad-42c0-8a0c-da078d5e1213 req-0447b7fb-fa80-4fa6-a3ee-4ceba9258006 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 944 time: 0.0498488 Nov 29 02:17:06.084564 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=32052c41-e181-44d2-8b99-a7644cb31359,revision_number=6']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:06.095426 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:06.095777 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:06.096119 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:06.096454 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:06.096788 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:06.097122 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:06.097455 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:06.097818 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:06.098142 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:06.098464 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:06.098789 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:06.099113 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:06.102625 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.db.api [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:17:06.102988 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG oslo_db.api [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:17:06.132524 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-76b71650-a9ad-42c0-8a0c-da078d5e1213 req-67864c0c-c25d-4d2c-9068-7e14432ee938 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420549 Nov 29 02:17:06.244931 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851c947-adc4-4812-a68d-27006915bf5f req-55237a51-e52e-47d2-bece-107a751b3ff8 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:06.246441 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2851c947-adc4-4812-a68d-27006915bf5f req-55237a51-e52e-47d2-bece-107a751b3ff8 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 944 time: 0.0476971 Nov 29 02:17:06.295434 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2851c947-adc4-4812-a68d-27006915bf5f req-6d3588d9-58f3-4b55-bc41-9f9cd27f5477 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430729 Nov 29 02:17:06.623404 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe3304-cd18-473a-a107-e951784a6889 req-a4871dbe-d3b5-422a-8c20-2d73b043e177 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:06.624727 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-16fe3304-cd18-473a-a107-e951784a6889 req-a4871dbe-d3b5-422a-8c20-2d73b043e177 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 944 time: 0.0485692 Nov 29 02:17:06.641158 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:06.654343 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32052c41-e181-44d2-8b99-a7644cb31359 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:17:06.674474 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 32052c41-e181-44d2-8b99-a7644cb31359, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=32052c41-e181-44d2-8b99-a7644cb31359,segment=NetworkSegment(867dba16-fc52-4fc4-8838-82a0fac1bdbe),segment_id=867dba16-fc52-4fc4-8838-82a0fac1bdbe)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:17:06.679677 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:06.680043 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-16fe3304-cd18-473a-a107-e951784a6889 req-fb588c8d-701f-4198-a141-43f2a7ae61e3 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486233 Nov 29 02:17:06.730913 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=32052c41-e181-44d2-8b99-a7644cb31359,revision_number=7']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:06.819638 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['32052c41-e181-44d2-8b99-a7644cb31359'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:17:07.762028 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 32052c41-e181-44d2-8b99-a7644cb31359 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:17:07.788975 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ddb735-712f-43da-8857-9b874c612293 req-3bb1d25d-8e68-4f4e-9071-8aee7a64dece tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:07.790512 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b7ddb735-712f-43da-8857-9b874c612293 req-3bb1d25d-8e68-4f4e-9071-8aee7a64dece tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 945 time: 0.0477061 Nov 29 02:17:07.809825 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 32052c41-e181-44d2-8b99-a7644cb31359 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:17:07.810220 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:07.837218 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b7ddb735-712f-43da-8857-9b874c612293 req-6a9b3652-7a53-4fd7-862e-b111ee893f3c tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2163d1a-4659-482f-973d-733a7d18bb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406327 Nov 29 02:17:07.887284 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:07.918451 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 32052c41-e181-44d2-8b99-a7644cb31359, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=32052c41-e181-44d2-8b99-a7644cb31359,segment=NetworkSegment(867dba16-fc52-4fc4-8838-82a0fac1bdbe),segment_id=867dba16-fc52-4fc4-8838-82a0fac1bdbe)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:17:07.921934 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:07.966785 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=32052c41-e181-44d2-8b99-a7644cb31359,revision_number=8']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:08.037943 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3674bb7-275e-4e84-9902-04252c1a4205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32052c41-e181-44d2-8b99-a7644cb31359'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:17:08.040272 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597c961c-ceef-4aa5-aed4-20f3fda02ceb" -d '{"events": [{"server_uuid": "b3674bb7-275e-4e84-9902-04252c1a4205", "name": "network-vif-plugged", "status": "completed", "tag": "32052c41-e181-44d2-8b99-a7644cb31359"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:17:08.075054 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec1d628-f197-4cbf-a494-8bd8698cc5fd x-openstack-request-id: req-3ec1d628-f197-4cbf-a494-8bd8698cc5fd {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:17:08.075354 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3674bb7-275e-4e84-9902-04252c1a4205", "name": "network-vif-plugged", "status": "completed", "tag": "32052c41-e181-44d2-8b99-a7644cb31359", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:17:08.075608 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ec1d628-f197-4cbf-a494-8bd8698cc5fd {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:17:08.076000 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3674bb7-275e-4e84-9902-04252c1a4205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32052c41-e181-44d2-8b99-a7644cb31359', 'code': 200} Nov 29 02:17:08.542055 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198d145-c401-4c1e-ba3a-f4eed09ff3c5 req-70a3c0cd-748e-46c2-ac9c-fb78adc66747 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:08.543472 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0198d145-c401-4c1e-ba3a-f4eed09ff3c5 req-70a3c0cd-748e-46c2-ac9c-fb78adc66747 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 946 time: 0.0476444 Nov 29 02:17:08.635030 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-0198d145-c401-4c1e-ba3a-f4eed09ff3c5 req-5362b101-ca28-4ef6-a72b-4d0d870be364 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Deleting port 32052c41-e181-44d2-8b99-a7644cb31359 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:17:08.635030 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0198d145-c401-4c1e-ba3a-f4eed09ff3c5 req-5362b101-ca28-4ef6-a72b-4d0d870be364 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:08.726083 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-0198d145-c401-4c1e-ba3a-f4eed09ff3c5 req-5362b101-ca28-4ef6-a72b-4d0d870be364 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] For port 32052c41-e181-44d2-8b99-a7644cb31359, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=32052c41-e181-44d2-8b99-a7644cb31359,segment=NetworkSegment(867dba16-fc52-4fc4-8838-82a0fac1bdbe),segment_id=867dba16-fc52-4fc4-8838-82a0fac1bdbe)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:17:08.726357 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0198d145-c401-4c1e-ba3a-f4eed09ff3c5 req-5362b101-ca28-4ef6-a72b-4d0d870be364 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:08.738242 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-0198d145-c401-4c1e-ba3a-f4eed09ff3c5 req-5362b101-ca28-4ef6-a72b-4d0d870be364 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Calling delete_port for 32052c41-e181-44d2-8b99-a7644cb31359 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:17:08.862987 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0198d145-c401-4c1e-ba3a-f4eed09ff3c5 req-5362b101-ca28-4ef6-a72b-4d0d870be364 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:08.894738 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362b101-ca28-4ef6-a72b-4d0d870be364 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Pushing event deleted for resources: {'Port': ['ID=32052c41-e181-44d2-8b99-a7644cb31359,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:08.913474 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['32052c41-e181-44d2-8b99-a7644cb31359'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:17:08.938076 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-90459a0c-5ddd-4685-941a-a88dde626bd0 req-040b71c8-3343-4d7a-8fd7-688b8eb64c5a tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3674bb7-275e-4e84-9902-04252c1a4205 HTTP/1.1" status: 200 len: 210 time: 0.0320077 Nov 29 02:17:08.940524 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-0198d145-c401-4c1e-ba3a-f4eed09ff3c5 req-5362b101-ca28-4ef6-a72b-4d0d870be364 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] No DVR routers for this DVR port 32052c41-e181-44d2-8b99-a7644cb31359 on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:17:08.943058 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0198d145-c401-4c1e-ba3a-f4eed09ff3c5 req-5362b101-ca28-4ef6-a72b-4d0d870be364 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:08.947038 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0198d145-c401-4c1e-ba3a-f4eed09ff3c5 req-5362b101-ca28-4ef6-a72b-4d0d870be364 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] 10.222.0.24 "DELETE /v2.0/ports/32052c41-e181-44d2-8b99-a7644cb31359 HTTP/1.1" status: 204 len: 173 time: 0.3923233 Nov 29 02:17:08.947486 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3674bb7-275e-4e84-9902-04252c1a4205', 'name': 'network-vif-deleted', 'tag': '32052c41-e181-44d2-8b99-a7644cb31359'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:17:08.949759 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edd28ef-68b2-47d0-9ce0-3ea0b912b039" -d '{"events": [{"server_uuid": "b3674bb7-275e-4e84-9902-04252c1a4205", "name": "network-vif-deleted", "tag": "32052c41-e181-44d2-8b99-a7644cb31359"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:17:08.990825 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d56585-d3c8-417f-b323-c7458e3e8000 x-openstack-request-id: req-19d56585-d3c8-417f-b323-c7458e3e8000 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:17:08.991281 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3674bb7-275e-4e84-9902-04252c1a4205", "name": "network-vif-deleted", "tag": "32052c41-e181-44d2-8b99-a7644cb31359", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:17:08.991504 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-19d56585-d3c8-417f-b323-c7458e3e8000 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:17:08.991902 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3674bb7-275e-4e84-9902-04252c1a4205', 'name': 'network-vif-deleted', 'tag': '32052c41-e181-44d2-8b99-a7644cb31359', 'status': 'completed', 'code': 200} Nov 29 02:17:10.059181 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 46642) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:10.101719 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b0836b0-1434-453b-b36e-fe5bccfbef2e admin admin] Deleting subnet 099f20f1-8f51-4409-badf-6ff153798190 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:17:10.104628 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b0836b0-1434-453b-b36e-fe5bccfbef2e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:10.138038 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b0836b0-1434-453b-b36e-fe5bccfbef2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:10.176113 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b0836b0-1434-453b-b36e-fe5bccfbef2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:10.230083 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b0836b0-1434-453b-b36e-fe5bccfbef2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:10.254164 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0836b0-1434-453b-b36e-fe5bccfbef2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=099f20f1-8f51-4409-badf-6ff153798190,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:10.261609 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b0836b0-1434-453b-b36e-fe5bccfbef2e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:10.264690 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7b0836b0-1434-453b-b36e-fe5bccfbef2e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/099f20f1-8f51-4409-badf-6ff153798190 HTTP/1.1" status: 204 len: 168 time: 0.2044969 Nov 29 02:17:10.266115 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0836b0-1434-453b-b36e-fe5bccfbef2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:10.266469 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0836b0-1434-453b-b36e-fe5bccfbef2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:10.266810 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0836b0-1434-453b-b36e-fe5bccfbef2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:10.267154 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0836b0-1434-453b-b36e-fe5bccfbef2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:10.267377 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 46644) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:10.267789 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0836b0-1434-453b-b36e-fe5bccfbef2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:10.267789 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0836b0-1434-453b-b36e-fe5bccfbef2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:10.268127 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0836b0-1434-453b-b36e-fe5bccfbef2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:10.268456 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0836b0-1434-453b-b36e-fe5bccfbef2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:10.268782 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0836b0-1434-453b-b36e-fe5bccfbef2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:10.269126 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0836b0-1434-453b-b36e-fe5bccfbef2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:10.269433 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0836b0-1434-453b-b36e-fe5bccfbef2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:10.269780 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0836b0-1434-453b-b36e-fe5bccfbef2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:10.342180 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b563138-3a70-488d-8409-ccfa933a54f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:10.425784 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b563138-3a70-488d-8409-ccfa933a54f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:10.444753 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-1b563138-3a70-488d-8409-ccfa933a54f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['366e52cb-3a2e-4da3-aca0-c2de557216e0']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:10.453700 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-1b563138-3a70-488d-8409-ccfa933a54f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '867dba16-fc52-4fc4-8838-82a0fac1bdbe') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:10.453997 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-1b563138-3a70-488d-8409-ccfa933a54f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '867dba16-fc52-4fc4-8838-82a0fac1bdbe') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:10.463649 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b563138-3a70-488d-8409-ccfa933a54f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:10.476840 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b563138-3a70-488d-8409-ccfa933a54f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:10.482619 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b563138-3a70-488d-8409-ccfa933a54f9 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:17:10.482938 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b563138-3a70-488d-8409-ccfa933a54f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:10.484521 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:17:10.484521 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:17:10.484521 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:17:10.484521 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:17:10.484521 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:17:10.484521 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:17:10.484521 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:17:10.484521 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:17:10.484521 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:17:10.484521 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:17:10.484521 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:17:10.484521 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:17:10.484521 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:17:10.484521 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:17:10.484521 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:17:10.484521 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:17:10.484521 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:17:10.484521 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:17:10.484521 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:17:10.484521 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:17:10.484521 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:17:10.484521 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:17:10.484521 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:17:10.484521 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:17:10.484521 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:17:10.484521 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:17:10.484521 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:17:10.484521 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:17:10.484521 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:17:10.484521 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:17:10.484521 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:17:10.484521 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:17:10.536302 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b563138-3a70-488d-8409-ccfa933a54f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:10.542229 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b563138-3a70-488d-8409-ccfa933a54f9 admin admin] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:10.545381 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1b563138-3a70-488d-8409-ccfa933a54f9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/366e52cb-3a2e-4da3-aca0-c2de557216e0 HTTP/1.1" status: 204 len: 168 time: 0.2769938 Nov 29 02:17:10.556299 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b563138-3a70-488d-8409-ccfa933a54f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=366e52cb-3a2e-4da3-aca0-c2de557216e0,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:10.653492 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 46648) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:10.697935 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ef407870-81c6-45e2-a350-1b4091ae8176 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e5abb51affa45d3b0b4c98e989a3760&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432270 Nov 29 02:17:10.700373 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 46650) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:10.745136 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5f5fb383-15f5-4abb-8606-73792190f9c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:10.765249 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5f5fb383-15f5-4abb-8606-73792190f9c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:10.809985 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5f5fb383-15f5-4abb-8606-73792190f9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:10.812526 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5f5fb383-15f5-4abb-8606-73792190f9c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:10.813691 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5f5fb383-15f5-4abb-8606-73792190f9c7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2163d1a-4659-482f-973d-733a7d18bb44 HTTP/1.1" status: 204 len: 168 time: 0.1124141 Nov 29 02:17:10.821443 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5fb383-15f5-4abb-8606-73792190f9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2163d1a-4659-482f-973d-733a7d18bb44,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:11.455335 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 46672) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:11.546750 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-8ad0f8a7-20bc-43aa-be72-1595dc7bd84e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2104428372-network', 'tenant_id': '2da62749b3d64f81881bf953ec187331'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:17:11.567800 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad0f8a7-20bc-43aa-be72-1595dc7bd84e admin admin] Made reservation on behalf of 2da62749b3d64f81881bf953ec187331 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:17:11.570824 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ad0f8a7-20bc-43aa-be72-1595dc7bd84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:11.579233 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ad0f8a7-20bc-43aa-be72-1595dc7bd84e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:11.658253 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ad0f8a7-20bc-43aa-be72-1595dc7bd84e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:11.661671 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ad0f8a7-20bc-43aa-be72-1595dc7bd84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:11.685924 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad0f8a7-20bc-43aa-be72-1595dc7bd84e admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:17:11.694516 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0f8a7-20bc-43aa-be72-1595dc7bd84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9946d917-9510-4695-b7e3-0f22aaccc3a9,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:11.704464 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ad0f8a7-20bc-43aa-be72-1595dc7bd84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:11.704833 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-8ad0f8a7-20bc-43aa-be72-1595dc7bd84e admin admin] Added segment a703cc90-5646-4ff7-b23a-f7a334d181c0 of type vlan for network a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 Nov 29 02:17:11.743627 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ad0f8a7-20bc-43aa-be72-1595dc7bd84e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:11.767034 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ad0f8a7-20bc-43aa-be72-1595dc7bd84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:11.767967 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad0f8a7-20bc-43aa-be72-1595dc7bd84e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:11.768534 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8ad0f8a7-20bc-43aa-be72-1595dc7bd84e admin admin] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:11.818204 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8ad0f8a7-20bc-43aa-be72-1595dc7bd84e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3616192 Nov 29 02:17:11.821120 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 46676) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:11.826453 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-31ea292f-4b75-4b3c-8c30-6df4ef56a197 admin admin] Request body: {'subnet': {'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2104428372-subnet', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:17:11.828400 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0f8a7-20bc-43aa-be72-1595dc7bd84e admin admin] Pushing event updated for resources: {'Network': ['ID=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:11.838336 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:17:11.851192 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ea292f-4b75-4b3c-8c30-6df4ef56a197 admin admin] Made reservation on behalf of 2da62749b3d64f81881bf953ec187331 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:17:11.853577 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-31ea292f-4b75-4b3c-8c30-6df4ef56a197 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:12.034026 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-31ea292f-4b75-4b3c-8c30-6df4ef56a197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:12.057910 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4f535550-25bb-47da-8f44-4a4dae3a3538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:12.095065 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea292f-4b75-4b3c-8c30-6df4ef56a197 admin admin] Pushing event updated for resources: {'Subnet': ['ID=829523bf-6da4-4036-856e-19bab0ed7699,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:12.103319 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea292f-4b75-4b3c-8c30-6df4ef56a197 admin admin] Checking segment: {'id': 'a703cc90-5646-4ff7-b23a-f7a334d181c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:17:12.103675 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ea292f-4b75-4b3c-8c30-6df4ef56a197 admin admin] Network hostable DHCP agents. Network: a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:17:12.120619 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ea292f-4b75-4b3c-8c30-6df4ef56a197 admin admin] Network a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:17:12.129790 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-31ea292f-4b75-4b3c-8c30-6df4ef56a197 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:17:12.134298 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ea292f-4b75-4b3c-8c30-6df4ef56a197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:12.134873 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-31ea292f-4b75-4b3c-8c30-6df4ef56a197 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:12.139597 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b9c347-3c60-4414-a52c-249b4a15e472 None None] Network a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:17:12.155132 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-31ea292f-4b75-4b3c-8c30-6df4ef56a197 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3301539 Nov 29 02:17:12.155385 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 46678) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:12.159598 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-cfee7503-f535-483d-9f7a-4343b7f73ce1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2104428372-router', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:17:12.179786 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cfee7503-f535-483d-9f7a-4343b7f73ce1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:12.181032 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cfee7503-f535-483d-9f7a-4343b7f73ce1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:12.230344 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cfee7503-f535-483d-9f7a-4343b7f73ce1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:12.289904 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8fc978-5817-4d0b-8e4a-d1c4994a4ef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:17:12.290943 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d8fc978-5817-4d0b-8e4a-d1c4994a4ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:12.366254 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cfee7503-f535-483d-9f7a-4343b7f73ce1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:12.425798 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-3d8fc978-5817-4d0b-8e4a-d1c4994a4ef5 None None] Allocated IP 172.20.0.2 (a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8/829523bf-6da4-4036-856e-19bab0ed7699/431f42ee-6655-4d1e-8e2a-ed79d734a1eb) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:17:12.560961 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cfee7503-f535-483d-9f7a-4343b7f73ce1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:12.569611 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d8fc978-5817-4d0b-8e4a-d1c4994a4ef5 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:12.576288 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d8fc978-5817-4d0b-8e4a-d1c4994a4ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:12.585088 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cfee7503-f535-483d-9f7a-4343b7f73ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:12.615960 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8fc978-5817-4d0b-8e4a-d1c4994a4ef5 None None] Network a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:17:12.618848 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-3d8fc978-5817-4d0b-8e4a-d1c4994a4ef5 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:17:12.622356 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8fc978-5817-4d0b-8e4a-d1c4994a4ef5 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:17:12.630954 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8fc978-5817-4d0b-8e4a-d1c4994a4ef5 None None] Pushing event updated for resources: {'Port': ['ID=431f42ee-6655-4d1e-8e2a-ed79d734a1eb,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:12.680458 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-3d8fc978-5817-4d0b-8e4a-d1c4994a4ef5 None None] Attempting to bind port 431f42ee-6655-4d1e-8e2a-ed79d734a1eb on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:17:12.680848 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-3d8fc978-5817-4d0b-8e4a-d1c4994a4ef5 None None] Attempting to bind port 431f42ee-6655-4d1e-8e2a-ed79d734a1eb by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'a703cc90-5646-4ff7-b23a-f7a334d181c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:17:12.681207 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8fc978-5817-4d0b-8e4a-d1c4994a4ef5 None None] Attempting to bind port 431f42ee-6655-4d1e-8e2a-ed79d734a1eb on network a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:17:12.686150 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8fc978-5817-4d0b-8e4a-d1c4994a4ef5 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:17:12.686530 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8fc978-5817-4d0b-8e4a-d1c4994a4ef5 None None] Checking segment: {'id': 'a703cc90-5646-4ff7-b23a-f7a334d181c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:17:12.686932 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d8fc978-5817-4d0b-8e4a-d1c4994a4ef5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:12.687329 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8fc978-5817-4d0b-8e4a-d1c4994a4ef5 None None] Bound using segment: {'id': 'a703cc90-5646-4ff7-b23a-f7a334d181c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:17:12.687796 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-3d8fc978-5817-4d0b-8e4a-d1c4994a4ef5 None None] Bound port: 431f42ee-6655-4d1e-8e2a-ed79d734a1eb, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a703cc90-5646-4ff7-b23a-f7a334d181c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:17:12.688177 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d8fc978-5817-4d0b-8e4a-d1c4994a4ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:12.689650 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-cfee7503-f535-483d-9f7a-4343b7f73ce1 admin admin] Allocated IP 172.26.3.159 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/9809451f-09d3-4d80-885a-ae710e01da57) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:17:12.753335 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-3d8fc978-5817-4d0b-8e4a-d1c4994a4ef5 None None] For port 431f42ee-6655-4d1e-8e2a-ed79d734a1eb, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:17:12.756689 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-3d8fc978-5817-4d0b-8e4a-d1c4994a4ef5 None None] For port 431f42ee-6655-4d1e-8e2a-ed79d734a1eb, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=431f42ee-6655-4d1e-8e2a-ed79d734a1eb,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:17:12.760297 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d8fc978-5817-4d0b-8e4a-d1c4994a4ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:12.796830 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cfee7503-f535-483d-9f7a-4343b7f73ce1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:12.821533 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8fc978-5817-4d0b-8e4a-d1c4994a4ef5 None None] Pushing event updated for resources: {'Port': ['ID=431f42ee-6655-4d1e-8e2a-ed79d734a1eb,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:12.836047 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cfee7503-f535-483d-9f7a-4343b7f73ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:12.877810 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfee7503-f535-483d-9f7a-4343b7f73ce1 admin admin] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:17:12.883209 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-cfee7503-f535-483d-9f7a-4343b7f73ce1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:17:12.887630 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfee7503-f535-483d-9f7a-4343b7f73ce1 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:17:12.890954 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee7503-f535-483d-9f7a-4343b7f73ce1 admin admin] Pushing event updated for resources: {'Port': ['ID=9809451f-09d3-4d80-885a-ae710e01da57,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:12.899897 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8d987f-f3ac-4268-96e3-17bcdc429169 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:17:12.978621 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-d37b6d7b-03da-4840-805d-b0a7c8033574 None None] Provisioning complete for port 9809451f-09d3-4d80-885a-ae710e01da57 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:17:12.979649 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d37b6d7b-03da-4840-805d-b0a7c8033574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:13.027850 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-d37b6d7b-03da-4840-805d-b0a7c8033574 None None] Port 9809451f-09d3-4d80-885a-ae710e01da57 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:17:13.165727 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cfee7503-f535-483d-9f7a-4343b7f73ce1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:13.356966 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cfee7503-f535-483d-9f7a-4343b7f73ce1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:13.487537 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfee7503-f535-483d-9f7a-4343b7f73ce1 admin admin] Router 9175f0bd-1404-40fe-a689-1d2d9e5ceafe is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:17:13.597444 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfee7503-f535-483d-9f7a-4343b7f73ce1 admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:17:13.607107 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac601643-bfcc-43fe-bb82-556d4b42a3cf None None] Sync routers for ids ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:17:13.619827 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cfee7503-f535-483d-9f7a-4343b7f73ce1 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:13.621078 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac601643-bfcc-43fe-bb82-556d4b42a3cf None None] Routers {'9175f0bd-1404-40fe-a689-1d2d9e5ceafe'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:17:13.621301 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-cfee7503-f535-483d-9f7a-4343b7f73ce1 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4648724 Nov 29 02:17:13.621785 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ac601643-bfcc-43fe-bb82-556d4b42a3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:16:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:13.624007 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 46680) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:13.721455 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c4ee45-ca89-47bc-a03b-fbe3411b58a2 None None] Network a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:17:13.770205 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-ac601643-bfcc-43fe-bb82-556d4b42a3cf None None] Set router 9175f0bd-1404-40fe-a689-1d2d9e5ceafe gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:17:13.833419 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 32052c41-e181-44d2-8b99-a7644cb31359 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:17:13.881587 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: 32052c41-e181-44d2-8b99-a7644cb31359 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:17:13.881938 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 32052c41-e181-44d2-8b99-a7644cb31359 not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:17:13.921645 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-e0aa3a4d-ed8c-4114-9eeb-125a4a69deab None None] Provisioning complete for port 431f42ee-6655-4d1e-8e2a-ed79d734a1eb triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:17:13.922361 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0aa3a4d-ed8c-4114-9eeb-125a4a69deab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:13.923544 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:14.043059 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-31401de1-0902-4e92-b809-8eb89382883b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:14.123070 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0aa3a4d-ed8c-4114-9eeb-125a4a69deab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:14.175833 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e0aa3a4d-ed8c-4114-9eeb-125a4a69deab None None] For port 431f42ee-6655-4d1e-8e2a-ed79d734a1eb, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=431f42ee-6655-4d1e-8e2a-ed79d734a1eb,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:17:14.185682 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0aa3a4d-ed8c-4114-9eeb-125a4a69deab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:14.191551 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ac601643-bfcc-43fe-bb82-556d4b42a3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'name': 'tempest-ServerActionsTestJSON-2104428372-router', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '9809451f-09d3-4d80-885a-ae710e01da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:13Z', 'revision_number': 3, 'project_id': '2da62749b3d64f81881bf953ec187331', 'gw_port': {'id': '9809451f-09d3-4d80-885a-ae710e01da57', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:14.208015 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-31401de1-0902-4e92-b809-8eb89382883b admin admin] Allocated IP 172.20.0.1 (a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8/829523bf-6da4-4036-856e-19bab0ed7699/01d42fe7-4858-49f7-bbaa-46c7e062e21b) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:17:14.241926 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac601643-bfcc-43fe-bb82-556d4b42a3cf None None] Checking router: 9175f0bd-1404-40fe-a689-1d2d9e5ceafe for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:17:14.242328 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac601643-bfcc-43fe-bb82-556d4b42a3cf None None] Updating router 9175f0bd-1404-40fe-a689-1d2d9e5ceafe port 9809451f-09d3-4d80-885a-ae710e01da57 binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:17:14.299648 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac601643-bfcc-43fe-bb82-556d4b42a3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:14.302743 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa3a4d-ed8c-4114-9eeb-125a4a69deab None None] Pushing event updated for resources: {'Port': ['ID=431f42ee-6655-4d1e-8e2a-ed79d734a1eb,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:14.327516 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-31401de1-0902-4e92-b809-8eb89382883b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:14.352547 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e05ce33a-e649-48e0-aedb-b9bc879c5172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:14.369418 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-31401de1-0902-4e92-b809-8eb89382883b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:14.421703 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31401de1-0902-4e92-b809-8eb89382883b admin admin] Network a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:17:14.425477 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-31401de1-0902-4e92-b809-8eb89382883b admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:17:14.428081 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31401de1-0902-4e92-b809-8eb89382883b admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:17:14.429879 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-fbdb16fc-6f8b-4f93-9ce0-76643ab5063e None None] Provisioning complete for port 431f42ee-6655-4d1e-8e2a-ed79d734a1eb triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:17:14.430270 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fbdb16fc-6f8b-4f93-9ce0-76643ab5063e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:14.431249 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31401de1-0902-4e92-b809-8eb89382883b admin admin] Pushing event updated for resources: {'Port': ['ID=01d42fe7-4858-49f7-bbaa-46c7e062e21b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:14.480930 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-31401de1-0902-4e92-b809-8eb89382883b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:14.519362 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 431f42ee-6655-4d1e-8e2a-ed79d734a1eb up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:17:14.638291 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-31401de1-0902-4e92-b809-8eb89382883b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:14.808268 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-31401de1-0902-4e92-b809-8eb89382883b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:14.812836 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-31401de1-0902-4e92-b809-8eb89382883b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:14.826339 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 431f42ee-6655-4d1e-8e2a-ed79d734a1eb triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:17:14.826714 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:14.874492 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac601643-bfcc-43fe-bb82-556d4b42a3cf None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:14.878603 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-31401de1-0902-4e92-b809-8eb89382883b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:14.880499 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31401de1-0902-4e92-b809-8eb89382883b admin admin] Pushing event updated for resources: {'Port': ['ID=01d42fe7-4858-49f7-bbaa-46c7e062e21b,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:14.883404 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac601643-bfcc-43fe-bb82-556d4b42a3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:14.939387 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee75bad2-5266-4b9d-9573-8a5cb2ed01e0 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:17:14.977119 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31401de1-0902-4e92-b809-8eb89382883b admin admin] Network a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:17:14.978895 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ac601643-bfcc-43fe-bb82-556d4b42a3cf None None] Attempting to bind port 9809451f-09d3-4d80-885a-ae710e01da57 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:17:14.979283 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ac601643-bfcc-43fe-bb82-556d4b42a3cf None None] Attempting to bind port 9809451f-09d3-4d80-885a-ae710e01da57 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:17:14.979637 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac601643-bfcc-43fe-bb82-556d4b42a3cf None None] Attempting to bind port 9809451f-09d3-4d80-885a-ae710e01da57 on network 4bf244a8-fda8-412f-8f05-2c7c5210f333 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:17:14.979787 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-31401de1-0902-4e92-b809-8eb89382883b admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:17:14.984728 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af6d2f-011a-4020-901f-458ae974d2f4 None None] Pushing event updated for resources: {'Port': ['ID=9809451f-09d3-4d80-885a-ae710e01da57,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:14.996748 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-cb1e88d5-4ec1-4ac6-8c93-a19da3010da5 None None] Provisioning complete for port 01d42fe7-4858-49f7-bbaa-46c7e062e21b triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:17:14.997131 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb1e88d5-4ec1-4ac6-8c93-a19da3010da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:15.018204 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac601643-bfcc-43fe-bb82-556d4b42a3cf None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:17:15.018588 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac601643-bfcc-43fe-bb82-556d4b42a3cf None None] Checking segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:17:15.021057 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac601643-bfcc-43fe-bb82-556d4b42a3cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:15.021057 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac601643-bfcc-43fe-bb82-556d4b42a3cf None None] Bound using segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:17:15.021057 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ac601643-bfcc-43fe-bb82-556d4b42a3cf None None] Bound port: 9809451f-09d3-4d80-885a-ae710e01da57, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:17:15.021057 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac601643-bfcc-43fe-bb82-556d4b42a3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:15.075536 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-cb1e88d5-4ec1-4ac6-8c93-a19da3010da5 None None] Port 01d42fe7-4858-49f7-bbaa-46c7e062e21b cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:17:15.094033 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ac601643-bfcc-43fe-bb82-556d4b42a3cf None None] For port 9809451f-09d3-4d80-885a-ae710e01da57, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:17:15.098422 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ac601643-bfcc-43fe-bb82-556d4b42a3cf None None] For port 9809451f-09d3-4d80-885a-ae710e01da57, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=9809451f-09d3-4d80-885a-ae710e01da57,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:17:15.101763 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31401de1-0902-4e92-b809-8eb89382883b admin admin] Router 9175f0bd-1404-40fe-a689-1d2d9e5ceafe has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:17:15.104218 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac601643-bfcc-43fe-bb82-556d4b42a3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:15.155408 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cfdddf-8a34-4378-a612-7f5151b85368 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:17:15.167037 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac601643-bfcc-43fe-bb82-556d4b42a3cf None None] Routers {'9175f0bd-1404-40fe-a689-1d2d9e5ceafe'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:17:15.167710 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ac601643-bfcc-43fe-bb82-556d4b42a3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:17:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:15.238917 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31401de1-0902-4e92-b809-8eb89382883b admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:17:15.244982 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-31401de1-0902-4e92-b809-8eb89382883b admin admin] 10.222.0.37 "PUT /v2.0/routers/9175f0bd-1404-40fe-a689-1d2d9e5ceafe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6197884 Nov 29 02:17:15.246334 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af6d2f-011a-4020-901f-458ae974d2f4 None None] Pushing event updated for resources: {'Port': ['ID=9809451f-09d3-4d80-885a-ae710e01da57,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:15.269850 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-e7104fd3-afec-41b2-8a32-b93c1c31557e None None] Provisioning complete for port 9809451f-09d3-4d80-885a-ae710e01da57 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:17:15.270133 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e7104fd3-afec-41b2-8a32-b93c1c31557e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:15.323323 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-ac601643-bfcc-43fe-bb82-556d4b42a3cf None None] Set router 9175f0bd-1404-40fe-a689-1d2d9e5ceafe gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:17:15.389195 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:15.483231 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e7104fd3-afec-41b2-8a32-b93c1c31557e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:15.516261 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e7104fd3-afec-41b2-8a32-b93c1c31557e None None] For port 9809451f-09d3-4d80-885a-ae710e01da57, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=9809451f-09d3-4d80-885a-ae710e01da57,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:17:15.522299 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e7104fd3-afec-41b2-8a32-b93c1c31557e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:15.605977 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7104fd3-afec-41b2-8a32-b93c1c31557e None None] Pushing event updated for resources: {'Port': ['ID=9809451f-09d3-4d80-885a-ae710e01da57,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:15.630148 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ac601643-bfcc-43fe-bb82-556d4b42a3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'name': 'tempest-ServerActionsTestJSON-2104428372-router', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '9809451f-09d3-4d80-885a-ae710e01da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:14Z', 'revision_number': 4, 'project_id': '2da62749b3d64f81881bf953ec187331', 'gw_port': {'id': '9809451f-09d3-4d80-885a-ae710e01da57', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '01d42fe7-4858-49f7-bbaa-46c7e062e21b', 'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'mac_address': 'fa:16:3e:8d:6b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:14Z', 'updated_at': '2021-11-29T02:17:14Z', 'revision_number': 2, 'project_id': '2da62749b3d64f81881bf953ec187331', 'subnets': [{'id': '829523bf-6da4-4036-856e-19bab0ed7699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:15.665365 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac601643-bfcc-43fe-bb82-556d4b42a3cf None None] The sync data for ids ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'] in dv-neutron-819032-3-hyperv is: [{'id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'name': 'tempest-ServerActionsTestJSON-2104428372-router', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '9809451f-09d3-4d80-885a-ae710e01da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:14Z', 'revision_number': 4, 'project_id': '2da62749b3d64f81881bf953ec187331', 'gw_port': {'id': '9809451f-09d3-4d80-885a-ae710e01da57', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '01d42fe7-4858-49f7-bbaa-46c7e062e21b', 'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'mac_address': 'fa:16:3e:8d:6b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:14Z', 'updated_at': '2021-11-29T02:17:14Z', 'revision_number': 2, 'project_id': '2da62749b3d64f81881bf953ec187331', 'subnets': [{'id': '829523bf-6da4-4036-856e-19bab0ed7699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:17:15.674939 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-a82aef17-0766-43d4-9aba-71bc029bc53b None None] Provisioning complete for port 01d42fe7-4858-49f7-bbaa-46c7e062e21b triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:17:15.675308 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a82aef17-0766-43d4-9aba-71bc029bc53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:15.709320 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a82aef17-0766-43d4-9aba-71bc029bc53b None None] Port 01d42fe7-4858-49f7-bbaa-46c7e062e21b cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:17:15.720563 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-a82aef17-0766-43d4-9aba-71bc029bc53b None None] Provisioning complete for port 9809451f-09d3-4d80-885a-ae710e01da57 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:17:15.721019 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a82aef17-0766-43d4-9aba-71bc029bc53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:15.765256 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 46688) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:15.769939 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-51daf963-8128-4929-a809-88f90f05187b tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Request body: {'security_group': {'name': 'tempest-securitygroup--835634938', 'description': 'tempest-description--2069222729'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:17:15.794646 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-51daf963-8128-4929-a809-88f90f05187b tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:15.878173 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-51daf963-8128-4929-a809-88f90f05187b tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:15.881728 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-51daf963-8128-4929-a809-88f90f05187b tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:15.914781 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51daf963-8128-4929-a809-88f90f05187b tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53a1f364-d573-4ba7-903a-c4a1b6c1833c,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:15.919523 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-51daf963-8128-4929-a809-88f90f05187b tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:15.920787 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-51daf963-8128-4929-a809-88f90f05187b tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1544836 Nov 29 02:17:15.923651 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 46690) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:15.928366 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-8cfbcfa2-9e7d-470b-813a-9f4e8df02e72 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Request body: {'security_group_rule': {'security_group_id': '53a1f364-d573-4ba7-903a-c4a1b6c1833c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:17:15.956177 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8cfbcfa2-9e7d-470b-813a-9f4e8df02e72 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:16.015758 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8cfbcfa2-9e7d-470b-813a-9f4e8df02e72 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:16.019987 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8cfbcfa2-9e7d-470b-813a-9f4e8df02e72 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:16.038470 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfbcfa2-9e7d-470b-813a-9f4e8df02e72 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb58635a-257a-40ea-95bd-6006f7e2483a,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:16.046987 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8cfbcfa2-9e7d-470b-813a-9f4e8df02e72 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:16.050598 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8cfbcfa2-9e7d-470b-813a-9f4e8df02e72 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235955 Nov 29 02:17:16.050898 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 46692) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:16.055401 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c855e9d1-a421-491d-aed0-40b9a81e8118 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Request body: {'security_group_rule': {'security_group_id': '53a1f364-d573-4ba7-903a-c4a1b6c1833c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:17:16.084906 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c855e9d1-a421-491d-aed0-40b9a81e8118 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:16.150066 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c855e9d1-a421-491d-aed0-40b9a81e8118 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:16.154450 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c855e9d1-a421-491d-aed0-40b9a81e8118 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:16.172791 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855e9d1-a421-491d-aed0-40b9a81e8118 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa90709-b417-4d13-9c6f-53e8ee792d54,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:16.181185 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c855e9d1-a421-491d-aed0-40b9a81e8118 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:16.185314 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c855e9d1-a421-491d-aed0-40b9a81e8118 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1306190 Nov 29 02:17:16.185899 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 46694) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:16.190619 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-712c0344-6cbf-42e7-aaad-06779c5e5e1d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:17:16.214806 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-712c0344-6cbf-42e7-aaad-06779c5e5e1d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:16.328947 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-712c0344-6cbf-42e7-aaad-06779c5e5e1d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:16.499331 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 9809451f-09d3-4d80-885a-ae710e01da57 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:17:16.570166 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 9809451f-09d3-4d80-885a-ae710e01da57 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:17:16.570648 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:16.785502 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-712c0344-6cbf-42e7-aaad-06779c5e5e1d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Allocated IP 172.26.3.189 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/a4f62b55-aa06-4978-86d9-066ab6b50859) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:17:16.890298 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-712c0344-6cbf-42e7-aaad-06779c5e5e1d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:16.931194 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-712c0344-6cbf-42e7-aaad-06779c5e5e1d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:16.971156 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712c0344-6cbf-42e7-aaad-06779c5e5e1d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:17:16.974129 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-712c0344-6cbf-42e7-aaad-06779c5e5e1d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:17:16.978419 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712c0344-6cbf-42e7-aaad-06779c5e5e1d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:17:16.983822 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c0344-6cbf-42e7-aaad-06779c5e5e1d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Pushing event updated for resources: {'Port': ['ID=a4f62b55-aa06-4978-86d9-066ab6b50859,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:17.050801 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:17.068398 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-712c0344-6cbf-42e7-aaad-06779c5e5e1d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:17.105321 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-712c0344-6cbf-42e7-aaad-06779c5e5e1d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:17.250917 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-712c0344-6cbf-42e7-aaad-06779c5e5e1d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:17.256216 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-712c0344-6cbf-42e7-aaad-06779c5e5e1d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:17.329410 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c0344-6cbf-42e7-aaad-06779c5e5e1d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Pushing event updated for resources: {'Port': ['ID=a4f62b55-aa06-4978-86d9-066ab6b50859,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:17.338089 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-712c0344-6cbf-42e7-aaad-06779c5e5e1d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:17.353311 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-712c0344-6cbf-42e7-aaad-06779c5e5e1d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:17.354577 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-712c0344-6cbf-42e7-aaad-06779c5e5e1d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1676352 Nov 29 02:17:17.505301 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-48c2b939-a18a-4532-82f0-a211dc10733a req-5b7b3b49-5573-458d-aa1a-5406a7806f14 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--835634938&fields=id&tenant_id=2da62749b3d64f81881bf953ec187331 HTTP/1.1" status: 200 len: 267 time: 0.0418301 Nov 29 02:17:17.615199 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2b939-a18a-4532-82f0-a211dc10733a req-792e29af-32fc-45e4-baa1-da25a00dc3f0 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:17.616731 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-48c2b939-a18a-4532-82f0-a211dc10733a req-792e29af-32fc-45e4-baa1-da25a00dc3f0 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 812 time: 0.1039922 Nov 29 02:17:17.632126 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-48c2b939-a18a-4532-82f0-a211dc10733a req-22ff53ba-73b0-4252-88e9-c8339601cd95 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/quotas/2da62749b3d64f81881bf953ec187331 HTTP/1.1" status: 200 len: 375 time: 0.0095453 Nov 29 02:17:17.678382 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8244ba-608d-4e4b-9005-8c95689e63ee None None] Sync routers for ids ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:17:17.683329 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-48c2b939-a18a-4532-82f0-a211dc10733a req-54a5b82e-29e2-41d3-9ac4-c449d7c8cd25 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455811 Nov 29 02:17:17.687958 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8244ba-608d-4e4b-9005-8c95689e63ee None None] Routers {'9175f0bd-1404-40fe-a689-1d2d9e5ceafe'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:17:17.688559 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1a8244ba-608d-4e4b-9005-8c95689e63ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:17:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:17.792865 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-1a8244ba-608d-4e4b-9005-8c95689e63ee None None] Set router 9175f0bd-1404-40fe-a689-1d2d9e5ceafe gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:17:17.829987 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-48c2b939-a18a-4532-82f0-a211dc10733a req-2aa41758-f7ad-41b3-b245-cbfff87f5ca2 service neutron] 10.222.0.37 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339960 Nov 29 02:17:17.853093 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:17.920452 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-48c2b939-a18a-4532-82f0-a211dc10733a req-a2ce89da-091b-4254-8313-aad215eeba67 service neutron] 10.222.0.37 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840807 Nov 29 02:17:17.990670 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1a8244ba-608d-4e4b-9005-8c95689e63ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'name': 'tempest-ServerActionsTestJSON-2104428372-router', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '9809451f-09d3-4d80-885a-ae710e01da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:14Z', 'revision_number': 4, 'project_id': '2da62749b3d64f81881bf953ec187331', 'gw_port': {'id': '9809451f-09d3-4d80-885a-ae710e01da57', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '01d42fe7-4858-49f7-bbaa-46c7e062e21b', 'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'mac_address': 'fa:16:3e:8d:6b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:14Z', 'updated_at': '2021-11-29T02:17:14Z', 'revision_number': 2, 'project_id': '2da62749b3d64f81881bf953ec187331', 'subnets': [{'id': '829523bf-6da4-4036-856e-19bab0ed7699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:18.022566 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8244ba-608d-4e4b-9005-8c95689e63ee None None] Checking router: 9175f0bd-1404-40fe-a689-1d2d9e5ceafe for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:17:18.022929 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8244ba-608d-4e4b-9005-8c95689e63ee None None] Updating router 9175f0bd-1404-40fe-a689-1d2d9e5ceafe port 01d42fe7-4858-49f7-bbaa-46c7e062e21b binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:17:18.049871 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1a8244ba-608d-4e4b-9005-8c95689e63ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:18.082106 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-449e661b-5573-47fb-a12a-c4cfe1b19be0 req-af48397b-6829-4991-a05b-b42b83e9f0dd tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 210 time: 0.0298207 Nov 29 02:17:18.312259 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1a8244ba-608d-4e4b-9005-8c95689e63ee None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:18.317802 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1a8244ba-608d-4e4b-9005-8c95689e63ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:18.385079 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3bd9c-36ae-4c82-bb47-a21392db1665 None None] Pushing event updated for resources: {'Port': ['ID=01d42fe7-4858-49f7-bbaa-46c7e062e21b,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:18.415099 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f3bd9c-36ae-4c82-bb47-a21392db1665 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:18.415470 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f3bd9c-36ae-4c82-bb47-a21392db1665 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:18.415811 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f3bd9c-36ae-4c82-bb47-a21392db1665 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:18.416150 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f3bd9c-36ae-4c82-bb47-a21392db1665 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:18.416487 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f3bd9c-36ae-4c82-bb47-a21392db1665 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:18.416824 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f3bd9c-36ae-4c82-bb47-a21392db1665 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:18.417157 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f3bd9c-36ae-4c82-bb47-a21392db1665 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:18.417491 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f3bd9c-36ae-4c82-bb47-a21392db1665 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:18.417855 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f3bd9c-36ae-4c82-bb47-a21392db1665 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:18.418179 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f3bd9c-36ae-4c82-bb47-a21392db1665 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:18.418505 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f3bd9c-36ae-4c82-bb47-a21392db1665 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:18.418827 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f3bd9c-36ae-4c82-bb47-a21392db1665 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:17:18.432432 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1a8244ba-608d-4e4b-9005-8c95689e63ee None None] Attempting to bind port 01d42fe7-4858-49f7-bbaa-46c7e062e21b on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:17:18.432809 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1a8244ba-608d-4e4b-9005-8c95689e63ee None None] Attempting to bind port 01d42fe7-4858-49f7-bbaa-46c7e062e21b by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'a703cc90-5646-4ff7-b23a-f7a334d181c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:17:18.433178 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8244ba-608d-4e4b-9005-8c95689e63ee None None] Attempting to bind port 01d42fe7-4858-49f7-bbaa-46c7e062e21b on network a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:17:18.438259 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8244ba-608d-4e4b-9005-8c95689e63ee None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:17:18.438635 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8244ba-608d-4e4b-9005-8c95689e63ee None None] Checking segment: {'id': 'a703cc90-5646-4ff7-b23a-f7a334d181c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:17:18.439036 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1a8244ba-608d-4e4b-9005-8c95689e63ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:18.439432 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8244ba-608d-4e4b-9005-8c95689e63ee None None] Bound using segment: {'id': 'a703cc90-5646-4ff7-b23a-f7a334d181c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:17:18.439917 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1a8244ba-608d-4e4b-9005-8c95689e63ee None None] Bound port: 01d42fe7-4858-49f7-bbaa-46c7e062e21b, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a703cc90-5646-4ff7-b23a-f7a334d181c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:17:18.440319 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1a8244ba-608d-4e4b-9005-8c95689e63ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:18.509309 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-1a8244ba-608d-4e4b-9005-8c95689e63ee None None] For port 01d42fe7-4858-49f7-bbaa-46c7e062e21b, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:17:18.512662 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-1a8244ba-608d-4e4b-9005-8c95689e63ee None None] For port 01d42fe7-4858-49f7-bbaa-46c7e062e21b, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=01d42fe7-4858-49f7-bbaa-46c7e062e21b,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:17:18.517198 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1a8244ba-608d-4e4b-9005-8c95689e63ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:18.576503 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8244ba-608d-4e4b-9005-8c95689e63ee None None] Routers {'9175f0bd-1404-40fe-a689-1d2d9e5ceafe'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:17:18.577049 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1a8244ba-608d-4e4b-9005-8c95689e63ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:17:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:18.645054 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3bd9c-36ae-4c82-bb47-a21392db1665 None None] Pushing event updated for resources: {'Port': ['ID=01d42fe7-4858-49f7-bbaa-46c7e062e21b,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:18.652301 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-a76cb37f-8ca8-4db0-a77a-39cff7e6b578 None None] Provisioning complete for port 01d42fe7-4858-49f7-bbaa-46c7e062e21b triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:17:18.652671 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a76cb37f-8ca8-4db0-a77a-39cff7e6b578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:18.722294 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-1a8244ba-608d-4e4b-9005-8c95689e63ee None None] Set router 9175f0bd-1404-40fe-a689-1d2d9e5ceafe gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:17:18.759001 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a76cb37f-8ca8-4db0-a77a-39cff7e6b578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:18.792429 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a76cb37f-8ca8-4db0-a77a-39cff7e6b578 None None] For port 01d42fe7-4858-49f7-bbaa-46c7e062e21b, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=01d42fe7-4858-49f7-bbaa-46c7e062e21b,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:17:18.795595 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a76cb37f-8ca8-4db0-a77a-39cff7e6b578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:18.842007 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cb37f-8ca8-4db0-a77a-39cff7e6b578 None None] Pushing event updated for resources: {'Port': ['ID=01d42fe7-4858-49f7-bbaa-46c7e062e21b,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:18.919574 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-8073ba83-21ff-4b8e-bafb-43d766683c97 None None] Provisioning complete for port 01d42fe7-4858-49f7-bbaa-46c7e062e21b triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:17:18.920243 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8073ba83-21ff-4b8e-bafb-43d766683c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:18.930430 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1a8244ba-608d-4e4b-9005-8c95689e63ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'name': 'tempest-ServerActionsTestJSON-2104428372-router', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '9809451f-09d3-4d80-885a-ae710e01da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:14Z', 'revision_number': 4, 'project_id': '2da62749b3d64f81881bf953ec187331', 'gw_port': {'id': '9809451f-09d3-4d80-885a-ae710e01da57', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '01d42fe7-4858-49f7-bbaa-46c7e062e21b', 'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'mac_address': 'fa:16:3e:8d:6b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:14Z', 'updated_at': '2021-11-29T02:17:18Z', 'revision_number': 4, 'project_id': '2da62749b3d64f81881bf953ec187331', 'subnets': [{'id': '829523bf-6da4-4036-856e-19bab0ed7699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:18.956267 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8244ba-608d-4e4b-9005-8c95689e63ee None None] The sync data for ids ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'] in dv-neutron-819032-3-hyperv is: [{'id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'name': 'tempest-ServerActionsTestJSON-2104428372-router', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '9809451f-09d3-4d80-885a-ae710e01da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:14Z', 'revision_number': 4, 'project_id': '2da62749b3d64f81881bf953ec187331', 'gw_port': {'id': '9809451f-09d3-4d80-885a-ae710e01da57', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '01d42fe7-4858-49f7-bbaa-46c7e062e21b', 'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'mac_address': 'fa:16:3e:8d:6b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:14Z', 'updated_at': '2021-11-29T02:17:18Z', 'revision_number': 4, 'project_id': '2da62749b3d64f81881bf953ec187331', 'subnets': [{'id': '829523bf-6da4-4036-856e-19bab0ed7699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:17:19.186770 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-32905d0b-3093-46bc-b121-a463da2d60fa req-b5a10fdb-dfa2-40a5-9d54-c241bcf4a9e5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 210 time: 0.0334370 Nov 29 02:17:19.284752 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2b939-a18a-4532-82f0-a211dc10733a req-383efcc7-2e34-47c3-af3d-44700fdcc342 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:19.287035 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-48c2b939-a18a-4532-82f0-a211dc10733a req-383efcc7-2e34-47c3-af3d-44700fdcc342 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.24 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 812 time: 0.1301286 Nov 29 02:17:19.383156 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-48c2b939-a18a-4532-82f0-a211dc10733a req-50811800-8bda-4494-8bf7-989c839d16b5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2da62749b3d64f81881bf953ec187331 HTTP/1.1" status: 200 len: 379 time: 0.0585864 Nov 29 02:17:19.400935 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-48c2b939-a18a-4532-82f0-a211dc10733a req-102b5136-b86d-4116-86ec-1db1277e90df tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Request body: {'port': {'device_id': '000142a3-b93c-429c-a15a-dee218bc0966', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'admin_state_up': True, 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'security_groups': ['53a1f364-d573-4ba7-903a-c4a1b6c1833c']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:17:19.514282 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48c2b939-a18a-4532-82f0-a211dc10733a req-102b5136-b86d-4116-86ec-1db1277e90df tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Made reservation on behalf of 2da62749b3d64f81881bf953ec187331 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:17:19.517795 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-48c2b939-a18a-4532-82f0-a211dc10733a req-102b5136-b86d-4116-86ec-1db1277e90df tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:19.641338 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-48c2b939-a18a-4532-82f0-a211dc10733a req-102b5136-b86d-4116-86ec-1db1277e90df tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Allocated IP 172.20.0.14 (a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8/829523bf-6da4-4036-856e-19bab0ed7699/418252d1-26f7-4cae-b492-cb6ebf271af3) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:17:19.775040 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-48c2b939-a18a-4532-82f0-a211dc10733a req-102b5136-b86d-4116-86ec-1db1277e90df tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:19.807921 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-48c2b939-a18a-4532-82f0-a211dc10733a req-102b5136-b86d-4116-86ec-1db1277e90df tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:19.853516 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48c2b939-a18a-4532-82f0-a211dc10733a req-102b5136-b86d-4116-86ec-1db1277e90df tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Network a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:17:19.856488 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-48c2b939-a18a-4532-82f0-a211dc10733a req-102b5136-b86d-4116-86ec-1db1277e90df tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:17:19.860185 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c2b939-a18a-4532-82f0-a211dc10733a req-102b5136-b86d-4116-86ec-1db1277e90df tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:17:19.888076 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b5136-b86d-4116-86ec-1db1277e90df tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Pushing event updated for resources: {'Port': ['ID=418252d1-26f7-4cae-b492-cb6ebf271af3,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:19.916299 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2b939-a18a-4532-82f0-a211dc10733a req-102b5136-b86d-4116-86ec-1db1277e90df tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:19.917023 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-48c2b939-a18a-4532-82f0-a211dc10733a req-102b5136-b86d-4116-86ec-1db1277e90df tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:19.934823 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-48c2b939-a18a-4532-82f0-a211dc10733a req-102b5136-b86d-4116-86ec-1db1277e90df tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5377688 Nov 29 02:17:19.961377 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-48c2b939-a18a-4532-82f0-a211dc10733a req-93f4b61c-b79f-43fc-b714-4403c40c125e service neutron] Request body: {'port': {'device_id': '000142a3-b93c-429c-a15a-dee218bc0966', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:17:20.016458 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-48c2b939-a18a-4532-82f0-a211dc10733a req-93f4b61c-b79f-43fc-b714-4403c40c125e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:20.130866 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-14da8fdb-01d0-414b-8568-e0f752395898 None None] Provisioning complete for port 418252d1-26f7-4cae-b492-cb6ebf271af3 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:17:20.131401 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-14da8fdb-01d0-414b-8568-e0f752395898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:20.166282 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-14da8fdb-01d0-414b-8568-e0f752395898 None None] Port 418252d1-26f7-4cae-b492-cb6ebf271af3 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:17:20.279086 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-48c2b939-a18a-4532-82f0-a211dc10733a req-93f4b61c-b79f-43fc-b714-4403c40c125e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 418252d1-26f7-4cae-b492-cb6ebf271af3 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:17:20.287307 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-48c2b939-a18a-4532-82f0-a211dc10733a req-93f4b61c-b79f-43fc-b714-4403c40c125e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:20.299317 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-48c2b939-a18a-4532-82f0-a211dc10733a req-93f4b61c-b79f-43fc-b714-4403c40c125e service neutron] Transition to ACTIVE for port object 418252d1-26f7-4cae-b492-cb6ebf271af3 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:17:20.303955 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-48c2b939-a18a-4532-82f0-a211dc10733a req-93f4b61c-b79f-43fc-b714-4403c40c125e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:20.306494 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030b932-d81d-4834-b784-194f1299045b req-0c3031e7-a923-47da-beef-e3bc808d2f05 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:20.308051 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d030b932-d81d-4834-b784-194f1299045b req-0c3031e7-a923-47da-beef-e3bc808d2f05 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 932 time: 0.0542524 Nov 29 02:17:20.361747 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d030b932-d81d-4834-b784-194f1299045b req-a76a5a69-5b5c-47c0-9c24-40c6e885c618 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475137 Nov 29 02:17:20.374364 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f4b61c-b79f-43fc-b714-4403c40c125e service neutron] Pushing event updated for resources: {'Port': ['ID=418252d1-26f7-4cae-b492-cb6ebf271af3,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:20.430900 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-48c2b939-a18a-4532-82f0-a211dc10733a req-93f4b61c-b79f-43fc-b714-4403c40c125e service neutron] Attempting to bind port 418252d1-26f7-4cae-b492-cb6ebf271af3 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:17:20.431346 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-48c2b939-a18a-4532-82f0-a211dc10733a req-93f4b61c-b79f-43fc-b714-4403c40c125e service neutron] Attempting to bind port 418252d1-26f7-4cae-b492-cb6ebf271af3 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'a703cc90-5646-4ff7-b23a-f7a334d181c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:17:20.431574 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c2b939-a18a-4532-82f0-a211dc10733a req-93f4b61c-b79f-43fc-b714-4403c40c125e service neutron] Attempting to bind port 418252d1-26f7-4cae-b492-cb6ebf271af3 on network a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:17:20.436293 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c2b939-a18a-4532-82f0-a211dc10733a req-93f4b61c-b79f-43fc-b714-4403c40c125e service neutron] Port 418252d1-26f7-4cae-b492-cb6ebf271af3 on network a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:17:20.436627 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c2b939-a18a-4532-82f0-a211dc10733a req-93f4b61c-b79f-43fc-b714-4403c40c125e service neutron] Attempting to bind port 418252d1-26f7-4cae-b492-cb6ebf271af3 on network a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:17:20.442168 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c2b939-a18a-4532-82f0-a211dc10733a req-93f4b61c-b79f-43fc-b714-4403c40c125e service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:17:20.442520 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c2b939-a18a-4532-82f0-a211dc10733a req-93f4b61c-b79f-43fc-b714-4403c40c125e service neutron] Checking segment: {'id': 'a703cc90-5646-4ff7-b23a-f7a334d181c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:17:20.443454 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c2b939-a18a-4532-82f0-a211dc10733a req-93f4b61c-b79f-43fc-b714-4403c40c125e service neutron] Bound using segment: {'id': 'a703cc90-5646-4ff7-b23a-f7a334d181c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:17:20.443892 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-48c2b939-a18a-4532-82f0-a211dc10733a req-93f4b61c-b79f-43fc-b714-4403c40c125e service neutron] Bound port: 418252d1-26f7-4cae-b492-cb6ebf271af3, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a703cc90-5646-4ff7-b23a-f7a334d181c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:17:20.444253 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-48c2b939-a18a-4532-82f0-a211dc10733a req-93f4b61c-b79f-43fc-b714-4403c40c125e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:20.488779 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 01d42fe7-4858-49f7-bbaa-46c7e062e21b up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:17:20.528136 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-48c2b939-a18a-4532-82f0-a211dc10733a req-93f4b61c-b79f-43fc-b714-4403c40c125e service neutron] For port 418252d1-26f7-4cae-b492-cb6ebf271af3, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:17:20.531682 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-48c2b939-a18a-4532-82f0-a211dc10733a req-93f4b61c-b79f-43fc-b714-4403c40c125e service neutron] For port 418252d1-26f7-4cae-b492-cb6ebf271af3, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=418252d1-26f7-4cae-b492-cb6ebf271af3,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:17:20.536021 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-48c2b939-a18a-4532-82f0-a211dc10733a req-93f4b61c-b79f-43fc-b714-4403c40c125e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:20.546934 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 01d42fe7-4858-49f7-bbaa-46c7e062e21b triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:17:20.547354 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:20.569418 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2b939-a18a-4532-82f0-a211dc10733a req-93f4b61c-b79f-43fc-b714-4403c40c125e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:20.570416 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-48c2b939-a18a-4532-82f0-a211dc10733a req-93f4b61c-b79f-43fc-b714-4403c40c125e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:20.571451 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-48c2b939-a18a-4532-82f0-a211dc10733a req-93f4b61c-b79f-43fc-b714-4403c40c125e service neutron] 10.222.0.24 "PUT /v2.0/ports/418252d1-26f7-4cae-b492-cb6ebf271af3 HTTP/1.1" status: 200 len: 1094 time: 0.6145029 Nov 29 02:17:20.572011 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000142a3-b93c-429c-a15a-dee218bc0966', 'tag': '418252d1-26f7-4cae-b492-cb6ebf271af3'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:17:20.574198 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e9d5f0-5f93-4700-a722-3c184057ad6d" -d '{"events": [{"name": "network-changed", "server_uuid": "000142a3-b93c-429c-a15a-dee218bc0966", "tag": "418252d1-26f7-4cae-b492-cb6ebf271af3"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:17:20.607105 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f4b61c-b79f-43fc-b714-4403c40c125e service neutron] Pushing event updated for resources: {'Port': ['ID=418252d1-26f7-4cae-b492-cb6ebf271af3,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:20.623669 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626bbd8f-821c-4cc1-8c6e-4917cc7e861a x-openstack-request-id: req-626bbd8f-821c-4cc1-8c6e-4917cc7e861a {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:17:20.624071 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000142a3-b93c-429c-a15a-dee218bc0966", "tag": "418252d1-26f7-4cae-b492-cb6ebf271af3", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:17:20.624330 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-626bbd8f-821c-4cc1-8c6e-4917cc7e861a {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:17:20.624743 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '000142a3-b93c-429c-a15a-dee218bc0966', 'tag': '418252d1-26f7-4cae-b492-cb6ebf271af3', 'status': 'completed', 'code': 200} Nov 29 02:17:20.685004 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2b939-a18a-4532-82f0-a211dc10733a req-bb71245f-d643-490a-a348-a320bba4ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:20.686547 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-48c2b939-a18a-4532-82f0-a211dc10733a req-bb71245f-d643-490a-a348-a320bba4ee1a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 1097 time: 0.0421247 Nov 29 02:17:20.745026 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-48c2b939-a18a-4532-82f0-a211dc10733a req-857c170f-1d1e-43a3-9100-50d13aca7c65 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=418252d1-26f7-4cae-b492-cb6ebf271af3 HTTP/1.1" status: 200 len: 217 time: 0.0384195 Nov 29 02:17:20.797822 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2b939-a18a-4532-82f0-a211dc10733a req-c4a0e87b-0dfb-4e1f-8d80-d48c1b2dd9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:20.799275 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-48c2b939-a18a-4532-82f0-a211dc10733a req-c4a0e87b-0dfb-4e1f-8d80-d48c1b2dd9ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=829523bf-6da4-4036-856e-19bab0ed7699 HTTP/1.1" status: 200 len: 851 time: 0.0447156 Nov 29 02:17:20.849200 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2b939-a18a-4532-82f0-a211dc10733a req-e29e0c00-9000-4bd0-9ebb-43163ecaf3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:20.850704 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-48c2b939-a18a-4532-82f0-a211dc10733a req-e29e0c00-9000-4bd0-9ebb-43163ecaf3ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391963 Nov 29 02:17:21.175860 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-48c2b939-a18a-4532-82f0-a211dc10733a req-9a079926-3219-4cf0-9b37-c6e1eaff1f75 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132870 Nov 29 02:17:21.266785 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-48c2b939-a18a-4532-82f0-a211dc10733a req-58e8d5af-e2e6-4a27-9153-771a4c5fd385 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784194 Nov 29 02:17:21.415208 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e9d5f0-5f93-4700-a722-3c184057ad6d req-9fad4793-bafe-4e02-a253-239f9282aa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:21.416723 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-37e9d5f0-5f93-4700-a722-3c184057ad6d req-9fad4793-bafe-4e02-a253-239f9282aa3b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 1097 time: 0.0433993 Nov 29 02:17:21.480765 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9188a7b-74fd-45e1-acea-424489e45e65 req-637b34c2-a8d9-4247-a43b-273f0dde1553 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:21.482280 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f9188a7b-74fd-45e1-acea-424489e45e65 req-637b34c2-a8d9-4247-a43b-273f0dde1553 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 944 time: 0.0478532 Nov 29 02:17:21.509820 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e9d5f0-5f93-4700-a722-3c184057ad6d req-ecd500d4-7a93-4b20-85bb-bba1f8d28dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:21.511283 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-37e9d5f0-5f93-4700-a722-3c184057ad6d req-ecd500d4-7a93-4b20-85bb-bba1f8d28dfa service neutron] 10.222.0.24 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 913 time: 0.0869496 Nov 29 02:17:21.529026 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f9188a7b-74fd-45e1-acea-424489e45e65 req-809817d3-7a6d-4985-ad44-6ee0177d4988 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407224 Nov 29 02:17:21.555661 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-37e9d5f0-5f93-4700-a722-3c184057ad6d req-51f8bf58-c60b-4a3e-8e39-248071f9c500 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=418252d1-26f7-4cae-b492-cb6ebf271af3 HTTP/1.1" status: 200 len: 217 time: 0.0339792 Nov 29 02:17:21.609653 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e9d5f0-5f93-4700-a722-3c184057ad6d req-e79aaab8-f29a-4bc3-9ca1-69f95d2cba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:21.611037 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-37e9d5f0-5f93-4700-a722-3c184057ad6d req-e79aaab8-f29a-4bc3-9ca1-69f95d2cba3d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=829523bf-6da4-4036-856e-19bab0ed7699 HTTP/1.1" status: 200 len: 851 time: 0.0462458 Nov 29 02:17:21.660013 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e9d5f0-5f93-4700-a722-3c184057ad6d req-062f6c26-101e-4408-8602-b2d0669d8f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:21.661411 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-37e9d5f0-5f93-4700-a722-3c184057ad6d req-062f6c26-101e-4408-8602-b2d0669d8f08 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387018 Nov 29 02:17:21.759777 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-37e9d5f0-5f93-4700-a722-3c184057ad6d req-a6e78d93-cbf2-4ccd-8f15-df11b6b7099c service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875952 Nov 29 02:17:21.851654 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-37e9d5f0-5f93-4700-a722-3c184057ad6d req-5a0ac26f-ef81-4505-8d4f-747d8f95867b service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804956 Nov 29 02:17:22.647628 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a859e-1ed0-4b1c-960b-f38566b482fd req-fc3976a7-b32d-4623-88cf-537422e0b3c7 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:22.649100 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f53a859e-1ed0-4b1c-960b-f38566b482fd req-fc3976a7-b32d-4623-88cf-537422e0b3c7 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 944 time: 0.0522809 Nov 29 02:17:22.696328 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f53a859e-1ed0-4b1c-960b-f38566b482fd req-9266a5c2-e9bb-42b5-bce2-0692a99e2de6 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412316 Nov 29 02:17:23.807463 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69f5b1-4efe-4b66-9d18-28e2e6f9d261 req-a609cad1-ffc4-4983-bad5-227e2f33324a tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:23.808899 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fa69f5b1-4efe-4b66-9d18-28e2e6f9d261 req-a609cad1-ffc4-4983-bad5-227e2f33324a tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 944 time: 0.0481346 Nov 29 02:17:23.812782 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 418252d1-26f7-4cae-b492-cb6ebf271af3 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:17:23.856154 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fa69f5b1-4efe-4b66-9d18-28e2e6f9d261 req-0a451bac-9e49-4a66-a7b2-fd9c9f38edbe tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412652 Nov 29 02:17:23.911150 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 418252d1-26f7-4cae-b492-cb6ebf271af3, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=418252d1-26f7-4cae-b492-cb6ebf271af3,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:17:23.921904 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '418252d1-26f7-4cae-b492-cb6ebf271af3', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'port_id': '418252d1-26f7-4cae-b492-cb6ebf271af3', 'mac_address': 'fa:16:3e:50:43:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:17:23.963199 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:23.975615 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 418252d1-26f7-4cae-b492-cb6ebf271af3 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:17:23.997911 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 418252d1-26f7-4cae-b492-cb6ebf271af3, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=418252d1-26f7-4cae-b492-cb6ebf271af3,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:17:24.001961 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:24.047005 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=418252d1-26f7-4cae-b492-cb6ebf271af3,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:24.353256 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['418252d1-26f7-4cae-b492-cb6ebf271af3'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:17:24.972026 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72dfce-1775-43f6-8552-8c6d296329dc req-8405bb55-e8cc-4d57-a1a4-96f2f74a2b33 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:24.973494 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ab72dfce-1775-43f6-8552-8c6d296329dc req-8405bb55-e8cc-4d57-a1a4-96f2f74a2b33 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 945 time: 0.0478437 Nov 29 02:17:25.023177 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ab72dfce-1775-43f6-8552-8c6d296329dc req-0feaa314-069a-4176-b930-2ae67e61c6ab tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437455 Nov 29 02:17:25.827421 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 418252d1-26f7-4cae-b492-cb6ebf271af3 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:17:25.873837 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port 418252d1-26f7-4cae-b492-cb6ebf271af3 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:17:25.877685 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 418252d1-26f7-4cae-b492-cb6ebf271af3 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:17:25.878055 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:25.955039 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:25.976808 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000142a3-b93c-429c-a15a-dee218bc0966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418252d1-26f7-4cae-b492-cb6ebf271af3'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:17:25.979078 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9664c3-8aaf-4c35-b2f1-80d1241f7748" -d '{"events": [{"server_uuid": "000142a3-b93c-429c-a15a-dee218bc0966", "name": "network-vif-plugged", "status": "completed", "tag": "418252d1-26f7-4cae-b492-cb6ebf271af3"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:17:25.991544 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 418252d1-26f7-4cae-b492-cb6ebf271af3, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=418252d1-26f7-4cae-b492-cb6ebf271af3,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:17:25.995876 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:26.024476 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037978f5-d20c-4aca-a718-5e8cfafebb28 x-openstack-request-id: req-037978f5-d20c-4aca-a718-5e8cfafebb28 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:17:26.024772 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000142a3-b93c-429c-a15a-dee218bc0966", "name": "network-vif-plugged", "status": "completed", "tag": "418252d1-26f7-4cae-b492-cb6ebf271af3", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:17:26.025031 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-037978f5-d20c-4aca-a718-5e8cfafebb28 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:17:26.025438 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000142a3-b93c-429c-a15a-dee218bc0966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418252d1-26f7-4cae-b492-cb6ebf271af3', 'code': 200} Nov 29 02:17:26.050289 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=418252d1-26f7-4cae-b492-cb6ebf271af3,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:17:26.144181 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc12b76-7246-46da-9eb0-6d6703d17817 req-a27345b5-c277-428d-b953-f7de8a5eb686 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:26.146129 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2dc12b76-7246-46da-9eb0-6d6703d17817 req-a27345b5-c277-428d-b953-f7de8a5eb686 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 946 time: 0.0497611 Nov 29 02:17:26.194632 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2dc12b76-7246-46da-9eb0-6d6703d17817 req-3b4a9226-c457-43b8-96fa-e884c9fe090d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416360 Nov 29 02:17:26.254167 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba87bf-8309-4a02-aade-26aff2aa08f4 req-05adace7-b0b7-4900-8518-093715c4a8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:26.256237 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-92ba87bf-8309-4a02-aade-26aff2aa08f4 req-05adace7-b0b7-4900-8518-093715c4a8cb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 1099 time: 0.0395393 Nov 29 02:17:26.309208 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-92ba87bf-8309-4a02-aade-26aff2aa08f4 req-64757369-740c-4ced-8d3b-3b29d9accd49 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401587 Nov 29 02:17:27.312349 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273da60a-7d2c-4e06-8222-7bdccdc64982 req-de2079f2-e7ef-4f42-93f3-756f9994aadc tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:27.313881 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-273da60a-7d2c-4e06-8222-7bdccdc64982 req-de2079f2-e7ef-4f42-93f3-756f9994aadc tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 946 time: 0.0506587 Nov 29 02:17:27.362377 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-273da60a-7d2c-4e06-8222-7bdccdc64982 req-aaa95506-8c99-48a3-b463-9a3fb037197e tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419493 Nov 29 02:17:28.484739 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e589a-c8f1-46c8-87a7-f87ac88cd518 req-6411ace6-b900-45af-aa24-fdc44a94d710 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:28.486232 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-889e589a-c8f1-46c8-87a7-f87ac88cd518 req-6411ace6-b900-45af-aa24-fdc44a94d710 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 946 time: 0.0518363 Nov 29 02:17:28.532182 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-889e589a-c8f1-46c8-87a7-f87ac88cd518 req-8979a18f-f3a1-42d0-bec6-f6f41a3ef4ee tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401132 Nov 29 02:17:28.640826 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59fccf-76f3-40d8-9646-6d83201fa508 req-03003b4f-05c9-4621-a715-e4395a816acf tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:28.642852 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2c59fccf-76f3-40d8-9646-6d83201fa508 req-03003b4f-05c9-4621-a715-e4395a816acf tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 946 time: 0.0488124 Nov 29 02:17:28.651903 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 46748) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:17:28.656292 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4178275b-61fb-43d3-90a2-c837fe74386e tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Request body: {'floatingip': {'port_id': '418252d1-26f7-4cae-b492-cb6ebf271af3'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:17:28.698429 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4178275b-61fb-43d3-90a2-c837fe74386e tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks [] for floatingip, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:29.098582 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4178275b-61fb-43d3-90a2-c837fe74386e tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:29.102181 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4178275b-61fb-43d3-90a2-c837fe74386e tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:29.204184 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-4178275b-61fb-43d3-90a2-c837fe74386e tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Floating IP 433f7899-9aa1-49a2-8bce-7099cc19ac10 associated. External IP: 172.26.3.189, port: 418252d1-26f7-4cae-b492-cb6ebf271af3. Nov 29 02:17:29.408766 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4178275b-61fb-43d3-90a2-c837fe74386e tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Router 9175f0bd-1404-40fe-a689-1d2d9e5ceafe has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:17:29.517482 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4178275b-61fb-43d3-90a2-c837fe74386e tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:17:29.522325 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4178275b-61fb-43d3-90a2-c837fe74386e tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:29.528591 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fb8998-d8b5-4206-9e06-e6656210d4a1 None None] Sync routers for ids ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:17:29.538241 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fb8998-d8b5-4206-9e06-e6656210d4a1 None None] Routers {'9175f0bd-1404-40fe-a689-1d2d9e5ceafe'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:17:29.538864 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-59fb8998-d8b5-4206-9e06-e6656210d4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:17:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:29.551458 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4178275b-61fb-43d3-90a2-c837fe74386e tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "PUT /v2.0/floatingips/433f7899-9aa1-49a2-8bce-7099cc19ac10 HTTP/1.1" status: 200 len: 992 time: 0.8960207 Nov 29 02:17:29.551458 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000142a3-b93c-429c-a15a-dee218bc0966', 'tag': '418252d1-26f7-4cae-b492-cb6ebf271af3'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:17:29.552608 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a54b0b8d43a805c8e04fafa9e6e1877f555095d74f053d1eebc96b979e45145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb23e75-c6b6-4db3-a7f4-3c52b5e63247" -d '{"events": [{"name": "network-changed", "server_uuid": "000142a3-b93c-429c-a15a-dee218bc0966", "tag": "418252d1-26f7-4cae-b492-cb6ebf271af3"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:17:29.646101 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-59fb8998-d8b5-4206-9e06-e6656210d4a1 None None] Set router 9175f0bd-1404-40fe-a689-1d2d9e5ceafe gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:17:29.650700 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcdf96d-7890-4b17-bc3f-9aaa6833a062 x-openstack-request-id: req-8bcdf96d-7890-4b17-bc3f-9aaa6833a062 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:17:29.651001 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000142a3-b93c-429c-a15a-dee218bc0966", "tag": "418252d1-26f7-4cae-b492-cb6ebf271af3", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:17:29.651264 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8bcdf96d-7890-4b17-bc3f-9aaa6833a062 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:17:29.651674 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '000142a3-b93c-429c-a15a-dee218bc0966', 'tag': '418252d1-26f7-4cae-b492-cb6ebf271af3', 'status': 'completed', 'code': 200} Nov 29 02:17:29.758582 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb23e75-c6b6-4db3-a7f4-3c52b5e63247 req-04b33f0b-e868-4859-a151-3bc8fef5ac2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:29.760092 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ecb23e75-c6b6-4db3-a7f4-3c52b5e63247 req-04b33f0b-e868-4859-a151-3bc8fef5ac2d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 1099 time: 0.0417116 Nov 29 02:17:29.854432 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb23e75-c6b6-4db3-a7f4-3c52b5e63247 req-faf003bf-9d67-4e07-972d-68b7397a354a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:29.855889 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ecb23e75-c6b6-4db3-a7f4-3c52b5e63247 req-faf003bf-9d67-4e07-972d-68b7397a354a service neutron] 10.222.0.24 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 913 time: 0.0877032 Nov 29 02:17:29.924994 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ecb23e75-c6b6-4db3-a7f4-3c52b5e63247 req-a1e4b971-39c5-4866-af30-f50c87022c2d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=418252d1-26f7-4cae-b492-cb6ebf271af3 HTTP/1.1" status: 200 len: 1000 time: 0.0607233 Nov 29 02:17:29.975415 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb23e75-c6b6-4db3-a7f4-3c52b5e63247 req-ba248c72-a942-40b2-bb54-c89ad670e5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:29.976972 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ecb23e75-c6b6-4db3-a7f4-3c52b5e63247 req-ba248c72-a942-40b2-bb54-c89ad670e5b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=829523bf-6da4-4036-856e-19bab0ed7699 HTTP/1.1" status: 200 len: 851 time: 0.0450311 Nov 29 02:17:30.021751 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb23e75-c6b6-4db3-a7f4-3c52b5e63247 req-1c5dd762-1a1c-4b9c-98a6-c7529c6f9af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:17:30.022003 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-59fb8998-d8b5-4206-9e06-e6656210d4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'name': 'tempest-ServerActionsTestJSON-2104428372-router', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '9809451f-09d3-4d80-885a-ae710e01da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:14Z', 'revision_number': 4, 'project_id': '2da62749b3d64f81881bf953ec187331', 'gw_port': {'id': '9809451f-09d3-4d80-885a-ae710e01da57', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '433f7899-9aa1-49a2-8bce-7099cc19ac10', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'floating_ip_address': '172.26.3.189', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'port_id': '418252d1-26f7-4cae-b492-cb6ebf271af3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'mac_address': 'fa:16:3e:50:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000142a3-b93c-429c-a15a-dee218bc0966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:17:17Z', 'updated_at': '2021-11-29T02:17:29Z', 'revision_number': 1, 'project_id': '2da62749b3d64f81881bf953ec187331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d42fe7-4858-49f7-bbaa-46c7e062e21b', 'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'mac_address': 'fa:16:3e:8d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:14Z', 'updated_at': '2021-11-29T02:17:18Z', 'revision_number': 5, 'project_id': '2da62749b3d64f81881bf953ec187331', 'subnets': [{'id': '829523bf-6da4-4036-856e-19bab0ed7699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:30.023231 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ecb23e75-c6b6-4db3-a7f4-3c52b5e63247 req-1c5dd762-1a1c-4b9c-98a6-c7529c6f9af9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395856 Nov 29 02:17:30.051106 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fb8998-d8b5-4206-9e06-e6656210d4a1 None None] Checking router: 9175f0bd-1404-40fe-a689-1d2d9e5ceafe for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:17:30.059835 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fb8998-d8b5-4206-9e06-e6656210d4a1 None None] Routers {'9175f0bd-1404-40fe-a689-1d2d9e5ceafe'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:17:30.060439 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-59fb8998-d8b5-4206-9e06-e6656210d4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:17:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:30.115425 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ecb23e75-c6b6-4db3-a7f4-3c52b5e63247 req-5654520e-e082-4aaa-b5a5-7d50b1ee9729 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838971 Nov 29 02:17:30.165607 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-59fb8998-d8b5-4206-9e06-e6656210d4a1 None None] Set router 9175f0bd-1404-40fe-a689-1d2d9e5ceafe gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:17:30.204800 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ecb23e75-c6b6-4db3-a7f4-3c52b5e63247 req-2c4785ca-0ee1-4ee6-b6b0-180374be4b2b service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823121 Nov 29 02:17:30.385642 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-59fb8998-d8b5-4206-9e06-e6656210d4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'name': 'tempest-ServerActionsTestJSON-2104428372-router', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '9809451f-09d3-4d80-885a-ae710e01da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:14Z', 'revision_number': 4, 'project_id': '2da62749b3d64f81881bf953ec187331', 'gw_port': {'id': '9809451f-09d3-4d80-885a-ae710e01da57', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '433f7899-9aa1-49a2-8bce-7099cc19ac10', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'floating_ip_address': '172.26.3.189', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'port_id': '418252d1-26f7-4cae-b492-cb6ebf271af3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'mac_address': 'fa:16:3e:50:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000142a3-b93c-429c-a15a-dee218bc0966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:17:17Z', 'updated_at': '2021-11-29T02:17:29Z', 'revision_number': 1, 'project_id': '2da62749b3d64f81881bf953ec187331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d42fe7-4858-49f7-bbaa-46c7e062e21b', 'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'mac_address': 'fa:16:3e:8d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:14Z', 'updated_at': '2021-11-29T02:17:18Z', 'revision_number': 5, 'project_id': '2da62749b3d64f81881bf953ec187331', 'subnets': [{'id': '829523bf-6da4-4036-856e-19bab0ed7699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:17:30.415040 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fb8998-d8b5-4206-9e06-e6656210d4a1 None None] The sync data for ids ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'] in dv-neutron-819032-3-hyperv is: [{'id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'name': 'tempest-ServerActionsTestJSON-2104428372-router', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '9809451f-09d3-4d80-885a-ae710e01da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:14Z', 'revision_number': 4, 'project_id': '2da62749b3d64f81881bf953ec187331', 'gw_port': {'id': '9809451f-09d3-4d80-885a-ae710e01da57', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '433f7899-9aa1-49a2-8bce-7099cc19ac10', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'floating_ip_address': '172.26.3.189', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'port_id': '418252d1-26f7-4cae-b492-cb6ebf271af3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'mac_address': 'fa:16:3e:50:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000142a3-b93c-429c-a15a-dee218bc0966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:17:17Z', 'updated_at': '2021-11-29T02:17:29Z', 'revision_number': 1, 'project_id': '2da62749b3d64f81881bf953ec187331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d42fe7-4858-49f7-bbaa-46c7e062e21b', 'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'mac_address': 'fa:16:3e:8d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:14Z', 'updated_at': '2021-11-29T02:17:18Z', 'revision_number': 5, 'project_id': '2da62749b3d64f81881bf953ec187331', 'subnets': [{'id': '829523bf-6da4-4036-856e-19bab0ed7699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:17:30.602061 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5944de7e-c3e6-4c1d-a996-44f549b13f57 None None] New status for floating IP 433f7899-9aa1-49a2-8bce-7099cc19ac10: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:17:35.245519 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:17:42.048703 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db31027a-5cc8-4487-ad14-00ec46fdab1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:43.815186 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:44.324038 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f0462a0e-2b8a-4d7d-8173-4d2f14de0b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:45.346131 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:47.053226 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:17:47.858361 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:02.889091 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9598d313-5231-414b-a35e-7335799f1600 req-fabe7509-cbe4-4430-a80c-b300ca7256cc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376172 Nov 29 02:18:02.989332 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598d313-5231-414b-a35e-7335799f1600 req-ffac9251-5d22-4ddd-860b-0ca67efdbe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:02.990800 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9598d313-5231-414b-a35e-7335799f1600 req-ffac9251-5d22-4ddd-860b-0ca67efdbe1f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 1099 time: 0.0395370 Nov 29 02:18:03.095102 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598d313-5231-414b-a35e-7335799f1600 req-0daea87c-106b-4f4d-9f96-d1e267c51e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:03.096584 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9598d313-5231-414b-a35e-7335799f1600 req-0daea87c-106b-4f4d-9f96-d1e267c51e3e service neutron] 10.222.0.24 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 913 time: 0.0861862 Nov 29 02:18:03.162126 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9598d313-5231-414b-a35e-7335799f1600 req-06f38c5f-e61d-40e5-979f-0692cff09b6f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=418252d1-26f7-4cae-b492-cb6ebf271af3 HTTP/1.1" status: 200 len: 1002 time: 0.0573328 Nov 29 02:18:03.215484 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598d313-5231-414b-a35e-7335799f1600 req-ad0d38ca-b485-4d5d-9811-a235b271257c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:03.216900 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9598d313-5231-414b-a35e-7335799f1600 req-ad0d38ca-b485-4d5d-9811-a235b271257c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=829523bf-6da4-4036-856e-19bab0ed7699 HTTP/1.1" status: 200 len: 851 time: 0.0465016 Nov 29 02:18:03.264709 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598d313-5231-414b-a35e-7335799f1600 req-b1beead2-e3a9-4b6d-b901-6d2ff9d3c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:03.267427 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9598d313-5231-414b-a35e-7335799f1600 req-b1beead2-e3a9-4b6d-b901-6d2ff9d3c5e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394008 Nov 29 02:18:03.277964 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [req-9598d313-5231-414b-a35e-7335799f1600 req-5905d9e2-b9a2-4a7b-853c-c741326c8600 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:18:03.278888 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9598d313-5231-414b-a35e-7335799f1600 req-5905d9e2-b9a2-4a7b-853c-c741326c8600 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050890 Nov 29 02:18:03.369010 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9598d313-5231-414b-a35e-7335799f1600 req-435f7e55-ae86-43e5-b138-4531d6dc9734 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810184 Nov 29 02:18:03.462554 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9598d313-5231-414b-a35e-7335799f1600 req-4e0faaee-11ee-4bb2-9d0b-aa499dade0a8 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843654 Nov 29 02:18:10.288029 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b8400-8766-4c84-90bf-d9edff8ee957 req-97ac6c48-f6b4-404a-a943-5a8d4712a323 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:10.289462 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-935b8400-8766-4c84-90bf-d9edff8ee957 req-97ac6c48-f6b4-404a-a943-5a8d4712a323 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 946 time: 0.0972366 Nov 29 02:18:10.336120 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-935b8400-8766-4c84-90bf-d9edff8ee957 req-f7deaf60-e170-4d3e-b490-62755b9796b8 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409710 Nov 29 02:18:10.590580 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-75b91a37-a625-4be6-84e0-e5b3ae0e08e5 req-ef8a9146-27d8-46a2-97fd-806616754bbb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0750713 Nov 29 02:18:10.597949 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cf16d-c64e-4fb9-ae16-cb3fdd5eb428 req-2f050e27-81da-475b-9cb3-9243e030a221 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:10.599463 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-423cf16d-c64e-4fb9-ae16-cb3fdd5eb428 req-2f050e27-81da-475b-9cb3-9243e030a221 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 946 time: 0.0748966 Nov 29 02:18:10.648483 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-423cf16d-c64e-4fb9-ae16-cb3fdd5eb428 req-97b22fc8-2884-4a60-b0a5-87f5df134ba5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431690 Nov 29 02:18:11.813479 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ce042-7434-4ac5-bbb8-d7d2994d4576 req-765a81f6-63e0-4fe4-80be-db6fa126f85c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:11.815037 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bb9ce042-7434-4ac5-bbb8-d7d2994d4576 req-765a81f6-63e0-4fe4-80be-db6fa126f85c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 946 time: 0.0988569 Nov 29 02:18:11.877133 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bb9ce042-7434-4ac5-bbb8-d7d2994d4576 req-ba4d40b3-b715-494f-b97f-88e17ecb59df tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555925 Nov 29 02:18:11.933097 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b91a37-a625-4be6-84e0-e5b3ae0e08e5 req-cf93f825-51b5-42bb-a09e-bf81fa3b8b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:11.934484 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-75b91a37-a625-4be6-84e0-e5b3ae0e08e5 req-cf93f825-51b5-42bb-a09e-bf81fa3b8b44 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 1099 time: 0.0415754 Nov 29 02:18:12.035692 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b91a37-a625-4be6-84e0-e5b3ae0e08e5 req-201a248e-a6e9-4230-ae27-0efdd71b7dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:12.037195 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-75b91a37-a625-4be6-84e0-e5b3ae0e08e5 req-201a248e-a6e9-4230-ae27-0efdd71b7dac service neutron] 10.222.0.24 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 913 time: 0.0890267 Nov 29 02:18:12.049873 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ccdaae00-d3d0-4f26-b368-15b764df2ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:12.110102 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-75b91a37-a625-4be6-84e0-e5b3ae0e08e5 req-e7133921-bbca-4b79-a12c-13cc801f21b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=418252d1-26f7-4cae-b492-cb6ebf271af3 HTTP/1.1" status: 200 len: 1002 time: 0.0564537 Nov 29 02:18:12.169980 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b91a37-a625-4be6-84e0-e5b3ae0e08e5 req-99a02e6d-4d01-4685-a513-8ab98d62db17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:12.171439 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-75b91a37-a625-4be6-84e0-e5b3ae0e08e5 req-99a02e6d-4d01-4685-a513-8ab98d62db17 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=829523bf-6da4-4036-856e-19bab0ed7699 HTTP/1.1" status: 200 len: 851 time: 0.0496838 Nov 29 02:18:12.220084 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b91a37-a625-4be6-84e0-e5b3ae0e08e5 req-a0007b2c-fa15-4ae7-b02b-eab6d6b03027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:12.221438 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-75b91a37-a625-4be6-84e0-e5b3ae0e08e5 req-a0007b2c-fa15-4ae7-b02b-eab6d6b03027 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381441 Nov 29 02:18:12.244900 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:18:12.314944 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-75b91a37-a625-4be6-84e0-e5b3ae0e08e5 req-1fd5b5a0-b7e0-4f5b-a693-d4ee74b7afc4 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812550 Nov 29 02:18:12.412094 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-75b91a37-a625-4be6-84e0-e5b3ae0e08e5 req-4cbeb0b1-68f6-431c-9079-334ce0298751 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849593 Nov 29 02:18:12.992205 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c007f-df6b-4d53-8774-5dfdb9b7259e req-be44b1a5-e130-4b81-8cf0-c64f7e60f096 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:12.993740 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-712c007f-df6b-4d53-8774-5dfdb9b7259e req-be44b1a5-e130-4b81-8cf0-c64f7e60f096 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 946 time: 0.0479388 Nov 29 02:18:13.045421 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-712c007f-df6b-4d53-8774-5dfdb9b7259e req-bbb2881e-7f93-495a-9aa1-95262cd743d3 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457976 Nov 29 02:18:13.815194 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:14.159236 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eddf58e-15e1-4b3f-9698-78b0b9fad56b req-a27d1ef9-b22a-42de-97e9-562bb66a801f tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:14.160746 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9eddf58e-15e1-4b3f-9698-78b0b9fad56b req-a27d1ef9-b22a-42de-97e9-562bb66a801f tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 946 time: 0.0490468 Nov 29 02:18:14.206755 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9eddf58e-15e1-4b3f-9698-78b0b9fad56b req-3d4c71f5-716d-4eb3-bbeb-6ff3489b3d46 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400391 Nov 29 02:18:14.324914 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a318bf4f-39a5-42d4-9ced-fcf6733f7848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:15.321327 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2fdba-6014-4cbd-9a18-c61d0ecbb194 req-e79837b0-f578-4f01-9dc0-e22c9cf4f8e8 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:15.322822 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5df2fdba-6014-4cbd-9a18-c61d0ecbb194 req-e79837b0-f578-4f01-9dc0-e22c9cf4f8e8 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 946 time: 0.0480313 Nov 29 02:18:15.348536 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:15.371913 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5df2fdba-6014-4cbd-9a18-c61d0ecbb194 req-17e2c9f6-fcf7-48a7-81b6-45ec169c553d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432353 Nov 29 02:18:16.488738 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293614f1-c524-4a7c-8dbe-0a3319d4164c req-8fc82f0f-6cab-4a8f-9286-dfd5e7a29a4d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:16.490218 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-293614f1-c524-4a7c-8dbe-0a3319d4164c req-8fc82f0f-6cab-4a8f-9286-dfd5e7a29a4d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 946 time: 0.0514476 Nov 29 02:18:16.536745 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-293614f1-c524-4a7c-8dbe-0a3319d4164c req-6cbd9262-f846-4d52-8aa3-7b493131d35d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406778 Nov 29 02:18:17.055626 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:17.654390 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060fecd3-e22f-46b0-85d4-9fcd6835ccf6 req-21ae80ed-8db5-4f6b-874f-a688f72197c0 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:17.655852 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-060fecd3-e22f-46b0-85d4-9fcd6835ccf6 req-21ae80ed-8db5-4f6b-874f-a688f72197c0 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 946 time: 0.0521524 Nov 29 02:18:17.702057 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-060fecd3-e22f-46b0-85d4-9fcd6835ccf6 req-2c7e98cc-25a0-4bad-855b-fa4483f74356 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403073 Nov 29 02:18:17.858904 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:18.819346 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06732791-5f67-4beb-9b22-724da7cc54d4 req-bfb2cca8-9882-40f6-a8c6-d765761b0435 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:18.820813 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-06732791-5f67-4beb-9b22-724da7cc54d4 req-bfb2cca8-9882-40f6-a8c6-d765761b0435 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 946 time: 0.0519812 Nov 29 02:18:18.867195 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-06732791-5f67-4beb-9b22-724da7cc54d4 req-facb88da-b773-4532-ada2-f47a8a672206 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404356 Nov 29 02:18:19.980587 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e4be1-5b49-4065-9d12-8a082175e76e req-1ae7261c-480a-4aa6-bdd7-741c1296fc3b tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:19.982077 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2f6e4be1-5b49-4065-9d12-8a082175e76e req-1ae7261c-480a-4aa6-bdd7-741c1296fc3b tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 946 time: 0.0476706 Nov 29 02:18:20.028709 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2f6e4be1-5b49-4065-9d12-8a082175e76e req-ba455374-8ddb-4f97-9e66-35514b1dd15e tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403843 Nov 29 02:18:21.140987 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bc528-fc61-4759-ad15-d0199af0f0a6 req-d1ef8bb7-c551-4993-92ab-56018704b828 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:21.142505 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-759bc528-fc61-4759-ad15-d0199af0f0a6 req-d1ef8bb7-c551-4993-92ab-56018704b828 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 946 time: 0.0476747 Nov 29 02:18:21.192663 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-759bc528-fc61-4759-ad15-d0199af0f0a6 req-f4874ed9-2e50-44f3-bde3-80c60761a3d5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439954 Nov 29 02:18:22.306996 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c8cc5-4486-4e36-ab5d-5cfb6efbacfd req-d722f3aa-aded-484c-b51f-41afcc33ff4b tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:22.308449 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-636c8cc5-4486-4e36-ab5d-5cfb6efbacfd req-d722f3aa-aded-484c-b51f-41afcc33ff4b tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 946 time: 0.0478892 Nov 29 02:18:22.354100 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-636c8cc5-4486-4e36-ab5d-5cfb6efbacfd req-33a22f44-fa1a-4135-bbdc-27ff2b5c132f tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398319 Nov 29 02:18:23.469141 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d52416-61c5-47bf-9ff4-9b264ae7b57b req-d5382963-c14d-4aaa-a7af-1d480fc68543 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:23.470578 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-07d52416-61c5-47bf-9ff4-9b264ae7b57b req-d5382963-c14d-4aaa-a7af-1d480fc68543 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 946 time: 0.0493932 Nov 29 02:18:23.516148 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-07d52416-61c5-47bf-9ff4-9b264ae7b57b req-d8cac8ff-1149-421d-86c8-822ce25a61f5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397234 Nov 29 02:18:24.494287 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-75b91a37-a625-4be6-84e0-e5b3ae0e08e5 req-cfb34197-e918-4f06-b9df-3d466335bf9a service neutron] 10.222.0.24 "GET /v2.0/ports/418252d1-26f7-4cae-b492-cb6ebf271af3/bindings/hv-neutron-8190 HTTP/1.1" status: 200 len: 384 time: 0.0519135 Nov 29 02:18:24.635423 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63e66a-aa3d-4bb2-9849-cf3812df4a67 req-271ac0a5-1e71-45c2-9f68-cdaf1f4cd6c9 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:24.637980 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8b63e66a-aa3d-4bb2-9849-cf3812df4a67 req-271ac0a5-1e71-45c2-9f68-cdaf1f4cd6c9 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 946 time: 0.0545256 Nov 29 02:18:24.690081 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8b63e66a-aa3d-4bb2-9849-cf3812df4a67 req-30cea8a5-5395-433e-a1b7-fc7315ccd1da tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456913 Nov 29 02:18:24.769961 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b91a37-a625-4be6-84e0-e5b3ae0e08e5 req-d884badc-6e95-4b71-9023-31bc0aa4602d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:24.771696 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-75b91a37-a625-4be6-84e0-e5b3ae0e08e5 req-d884badc-6e95-4b71-9023-31bc0aa4602d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966&tenant_id=2da62749b3d64f81881bf953ec187331 HTTP/1.1" status: 200 len: 1099 time: 0.0454979 Nov 29 02:18:24.854388 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b91a37-a625-4be6-84e0-e5b3ae0e08e5 req-027178ac-6c9d-4a58-a76e-ee754a54c37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:24.855838 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-75b91a37-a625-4be6-84e0-e5b3ae0e08e5 req-027178ac-6c9d-4a58-a76e-ee754a54c37e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 1099 time: 0.0387108 Nov 29 02:18:24.948480 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b91a37-a625-4be6-84e0-e5b3ae0e08e5 req-f2919680-59f2-4436-9444-18f14b17cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:24.949888 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-75b91a37-a625-4be6-84e0-e5b3ae0e08e5 req-f2919680-59f2-4436-9444-18f14b17cb48 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 913 time: 0.0828128 Nov 29 02:18:25.021525 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-75b91a37-a625-4be6-84e0-e5b3ae0e08e5 req-83c9491b-7ea7-4142-b65c-20afa4b1c296 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=418252d1-26f7-4cae-b492-cb6ebf271af3 HTTP/1.1" status: 200 len: 1002 time: 0.0601108 Nov 29 02:18:25.074822 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b91a37-a625-4be6-84e0-e5b3ae0e08e5 req-48ffee39-e303-4d2c-910d-53ac482a90d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:25.076201 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-75b91a37-a625-4be6-84e0-e5b3ae0e08e5 req-48ffee39-e303-4d2c-910d-53ac482a90d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=829523bf-6da4-4036-856e-19bab0ed7699 HTTP/1.1" status: 200 len: 851 time: 0.0425549 Nov 29 02:18:25.126019 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b91a37-a625-4be6-84e0-e5b3ae0e08e5 req-26868af6-d228-4b01-87a0-24b3f10cc3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:25.127482 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-75b91a37-a625-4be6-84e0-e5b3ae0e08e5 req-26868af6-d228-4b01-87a0-24b3f10cc3f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388298 Nov 29 02:18:25.227788 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-75b91a37-a625-4be6-84e0-e5b3ae0e08e5 req-eb46cbc9-6226-4340-ba7a-5e0d03bb334d service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877492 Nov 29 02:18:25.324625 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-75b91a37-a625-4be6-84e0-e5b3ae0e08e5 req-6ae11bdb-837f-41c6-9f90-f6b65c0633fc service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845504 Nov 29 02:18:25.802953 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903cfc3-2547-4f95-a265-a665e8de90c4 req-7d560cb8-b7e2-4e50-96c1-acb1068eea56 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:25.804327 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4903cfc3-2547-4f95-a265-a665e8de90c4 req-7d560cb8-b7e2-4e50-96c1-acb1068eea56 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 946 time: 0.0477204 Nov 29 02:18:25.852361 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4903cfc3-2547-4f95-a265-a665e8de90c4 req-ae0a1a6b-8933-41ef-81e5-9db42a05a371 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422173 Nov 29 02:18:26.979882 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43cbce4-7f6b-408e-8390-b10051d2208b req-b2ef0a05-edcd-465f-8664-82b835914f5f tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:26.985779 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a43cbce4-7f6b-408e-8390-b10051d2208b req-b2ef0a05-edcd-465f-8664-82b835914f5f tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 946 time: 0.0647559 Nov 29 02:18:27.037666 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a43cbce4-7f6b-408e-8390-b10051d2208b req-848e1373-843c-4a08-8f1d-734fbe619b57 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451794 Nov 29 02:18:28.058712 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 418252d1-26f7-4cae-b492-cb6ebf271af3 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:18:28.070281 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 418252d1-26f7-4cae-b492-cb6ebf271af3 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:18:28.158666 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c8648-dbe4-49b0-9fec-773b35cf0fbb req-c9a3f026-b718-4c8b-94a6-e96d2ef0995e tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:28.160133 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-491c8648-dbe4-49b0-9fec-773b35cf0fbb req-c9a3f026-b718-4c8b-94a6-e96d2ef0995e tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 946 time: 0.0505583 Nov 29 02:18:28.208382 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-491c8648-dbe4-49b0-9fec-773b35cf0fbb req-5af25161-827d-4aa2-9eea-9b2c054f7b8a tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412970 Nov 29 02:18:28.213231 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:28.240699 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 418252d1-26f7-4cae-b492-cb6ebf271af3, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=418252d1-26f7-4cae-b492-cb6ebf271af3,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:18:28.259701 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000142a3-b93c-429c-a15a-dee218bc0966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '418252d1-26f7-4cae-b492-cb6ebf271af3'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:18:28.262000 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f838d928-81cf-40f3-b852-f05fdc08194b" -d '{"events": [{"server_uuid": "000142a3-b93c-429c-a15a-dee218bc0966", "name": "network-vif-unplugged", "status": "completed", "tag": "418252d1-26f7-4cae-b492-cb6ebf271af3"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:18:28.275420 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '418252d1-26f7-4cae-b492-cb6ebf271af3', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'port_id': '418252d1-26f7-4cae-b492-cb6ebf271af3', 'mac_address': 'fa:16:3e:50:43:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:18:28.278151 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 418252d1-26f7-4cae-b492-cb6ebf271af3, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=418252d1-26f7-4cae-b492-cb6ebf271af3,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:18:28.302600 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:28.335784 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 02:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afe5a55-1a77-4010-bf09-dc066789c88c x-openstack-request-id: req-6afe5a55-1a77-4010-bf09-dc066789c88c {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:18:28.336084 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000142a3-b93c-429c-a15a-dee218bc0966", "name": "network-vif-unplugged", "status": "completed", "tag": "418252d1-26f7-4cae-b492-cb6ebf271af3", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:18:28.336343 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6afe5a55-1a77-4010-bf09-dc066789c88c {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:18:28.336729 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000142a3-b93c-429c-a15a-dee218bc0966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '418252d1-26f7-4cae-b492-cb6ebf271af3', 'code': 200} Nov 29 02:18:28.353799 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:28.377067 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 418252d1-26f7-4cae-b492-cb6ebf271af3 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:18:28.385130 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=418252d1-26f7-4cae-b492-cb6ebf271af3,revision_number=6']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:18:28.402807 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:18:28.403158 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:18:28.403505 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:18:28.403847 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:18:28.404186 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:18:28.404522 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:18:28.404857 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:18:28.405193 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:18:28.405525 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:18:28.405880 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:18:28.406209 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:18:28.406533 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:18:28.412778 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 418252d1-26f7-4cae-b492-cb6ebf271af3, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=418252d1-26f7-4cae-b492-cb6ebf271af3,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:18:28.419056 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:28.443905 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714db9bf-9b52-4043-8ecc-221a4e15e0e7 req-4cb0c996-8665-4749-9ddc-47448b08fca8 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:28.452625 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-714db9bf-9b52-4043-8ecc-221a4e15e0e7 req-4cb0c996-8665-4749-9ddc-47448b08fca8 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 944 time: 0.0672693 Nov 29 02:18:28.469803 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=418252d1-26f7-4cae-b492-cb6ebf271af3,revision_number=7']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:18:28.501708 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-714db9bf-9b52-4043-8ecc-221a4e15e0e7 req-54283029-cb3a-4112-afc4-93641d6de9db tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477691 Nov 29 02:18:28.520691 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24456017-2545-45d0-ada3-355ecf8a1981 req-830d8b27-3623-4979-aefb-a7e5657d0686 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:28.522985 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-24456017-2545-45d0-ada3-355ecf8a1981 req-830d8b27-3623-4979-aefb-a7e5657d0686 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.24 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966&tenant_id=2da62749b3d64f81881bf953ec187331&binding%3Ahost_id=hv-neutron-8190 HTTP/1.1" status: 200 len: 945 time: 0.0631566 Nov 29 02:18:28.555227 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['418252d1-26f7-4cae-b492-cb6ebf271af3'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:18:28.638954 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24456017-2545-45d0-ada3-355ecf8a1981 req-7740e6a2-9f03-4978-9044-d830c0df7799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:28.640459 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-24456017-2545-45d0-ada3-355ecf8a1981 req-7740e6a2-9f03-4978-9044-d830c0df7799 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 1098 time: 0.0402427 Nov 29 02:18:28.732137 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24456017-2545-45d0-ada3-355ecf8a1981 req-19524294-5817-4c38-99ad-de90ab23ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:28.733644 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-24456017-2545-45d0-ada3-355ecf8a1981 req-19524294-5817-4c38-99ad-de90ab23ff91 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 913 time: 0.0860136 Nov 29 02:18:28.797590 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-24456017-2545-45d0-ada3-355ecf8a1981 req-a30f8601-241b-49c2-9e6b-0d90339325fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=418252d1-26f7-4cae-b492-cb6ebf271af3 HTTP/1.1" status: 200 len: 1001 time: 0.0566459 Nov 29 02:18:28.845595 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24456017-2545-45d0-ada3-355ecf8a1981 req-54533e38-6c3c-4e6e-b032-ac998482f196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:28.847696 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-24456017-2545-45d0-ada3-355ecf8a1981 req-54533e38-6c3c-4e6e-b032-ac998482f196 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=829523bf-6da4-4036-856e-19bab0ed7699 HTTP/1.1" status: 200 len: 851 time: 0.0420971 Nov 29 02:18:28.897390 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24456017-2545-45d0-ada3-355ecf8a1981 req-32ca6d27-43e6-47c3-90b4-92cb761092e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:28.898813 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-24456017-2545-45d0-ada3-355ecf8a1981 req-32ca6d27-43e6-47c3-90b4-92cb761092e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424666 Nov 29 02:18:28.989108 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-24456017-2545-45d0-ada3-355ecf8a1981 req-b76c5856-d6cd-4bf0-8d7c-1c89633adfe9 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822878 Nov 29 02:18:29.082606 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-24456017-2545-45d0-ada3-355ecf8a1981 req-ee5ea442-6bbb-4e30-bb68-cc7728ea5c25 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841725 Nov 29 02:18:29.633855 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6a090-0bf7-4c10-bf12-dc698613d23c req-7cd48fa4-758b-4918-9592-bedde78260a7 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:29.635337 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5bf6a090-0bf7-4c10-bf12-dc698613d23c req-7cd48fa4-758b-4918-9592-bedde78260a7 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 945 time: 0.0549772 Nov 29 02:18:29.689395 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5bf6a090-0bf7-4c10-bf12-dc698613d23c req-e58c40ba-92c6-4bc3-bb2c-0e73444f2057 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481176 Nov 29 02:18:30.079310 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 418252d1-26f7-4cae-b492-cb6ebf271af3 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:18:30.126172 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 418252d1-26f7-4cae-b492-cb6ebf271af3 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:18:30.126542 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:30.205268 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:30.235920 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 418252d1-26f7-4cae-b492-cb6ebf271af3, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=418252d1-26f7-4cae-b492-cb6ebf271af3,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:18:30.240256 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:30.286321 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=418252d1-26f7-4cae-b492-cb6ebf271af3,revision_number=8']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:18:30.337328 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000142a3-b93c-429c-a15a-dee218bc0966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418252d1-26f7-4cae-b492-cb6ebf271af3'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:18:30.339617 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b26a83e-ba07-4846-a7f9-ddea9d44f43e" -d '{"events": [{"server_uuid": "000142a3-b93c-429c-a15a-dee218bc0966", "name": "network-vif-plugged", "status": "completed", "tag": "418252d1-26f7-4cae-b492-cb6ebf271af3"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:18:30.375535 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b79720d-12da-44df-9c0d-e9c8f10b90a5 x-openstack-request-id: req-2b79720d-12da-44df-9c0d-e9c8f10b90a5 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:18:30.375832 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000142a3-b93c-429c-a15a-dee218bc0966", "name": "network-vif-plugged", "status": "completed", "tag": "418252d1-26f7-4cae-b492-cb6ebf271af3", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:18:30.376095 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b79720d-12da-44df-9c0d-e9c8f10b90a5 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:18:30.376496 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000142a3-b93c-429c-a15a-dee218bc0966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418252d1-26f7-4cae-b492-cb6ebf271af3', 'code': 200} Nov 29 02:18:30.803297 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02913fae-bfa4-4ce3-9ce0-9abc574b1f84 req-7b45ebca-1ad4-45e4-bdaa-fdc641a9b305 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:30.804750 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-02913fae-bfa4-4ce3-9ce0-9abc574b1f84 req-7b45ebca-1ad4-45e4-bdaa-fdc641a9b305 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 946 time: 0.0482039 Nov 29 02:18:30.850856 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-02913fae-bfa4-4ce3-9ce0-9abc574b1f84 req-8631b135-ccca-4bb4-b5cd-b666722f760f tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402763 Nov 29 02:18:30.969648 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98248a-a0be-4096-a048-9b0a53e8c24f req-3f592b75-c597-4526-8f53-181cc5ab350e tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:30.971018 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cb98248a-a0be-4096-a048-9b0a53e8c24f req-3f592b75-c597-4526-8f53-181cc5ab350e tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 946 time: 0.0516369 Nov 29 02:18:31.016357 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cb98248a-a0be-4096-a048-9b0a53e8c24f req-ab2b3bcf-ead3-4986-b766-cb74292341f1 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394368 Nov 29 02:18:31.127911 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d265737-884e-4795-b0d8-a9cdb78e8e03 req-ebbf5a1e-a84a-412b-9551-9ea451a47af2 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:31.129982 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4d265737-884e-4795-b0d8-a9cdb78e8e03 req-ebbf5a1e-a84a-412b-9551-9ea451a47af2 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 946 time: 0.0484855 Nov 29 02:18:31.178214 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4d265737-884e-4795-b0d8-a9cdb78e8e03 req-fa739343-6167-46ca-8017-b58be2725549 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423174 Nov 29 02:18:31.407141 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc8554-e588-4f8d-b9b8-01d3136f93e0 req-5c86dd11-81d6-414f-bf08-670647806495 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:31.408609 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a3fc8554-e588-4f8d-b9b8-01d3136f93e0 req-5c86dd11-81d6-414f-bf08-670647806495 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 946 time: 0.0482934 Nov 29 02:18:31.458730 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a3fc8554-e588-4f8d-b9b8-01d3136f93e0 req-b4768abd-1f00-4b2b-b221-68d91113add5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440109 Nov 29 02:18:32.572968 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f13446-f295-48dc-ac20-9da3c108f53a req-6d2f799e-ac34-4bd3-bacf-9c3bb1681631 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:32.574455 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-79f13446-f295-48dc-ac20-9da3c108f53a req-6d2f799e-ac34-4bd3-bacf-9c3bb1681631 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 946 time: 0.0472434 Nov 29 02:18:32.620349 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-79f13446-f295-48dc-ac20-9da3c108f53a req-499c5381-b88c-4e79-b878-81ff30fa5957 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400512 Nov 29 02:18:33.430431 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15dbb5-b2c7-4aa3-880a-1a29b9bb4552 req-6a2d25d2-26d2-4bc5-b6c9-37581ea5e46d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:33.431751 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2c15dbb5-b2c7-4aa3-880a-1a29b9bb4552 req-6a2d25d2-26d2-4bc5-b6c9-37581ea5e46d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.24 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 946 time: 0.0469241 Nov 29 02:18:33.527379 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-2c15dbb5-b2c7-4aa3-880a-1a29b9bb4552 req-154d4678-0317-4ee7-ac66-d5db71ec4f21 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Deleting port 418252d1-26f7-4cae-b492-cb6ebf271af3 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:18:33.527715 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2c15dbb5-b2c7-4aa3-880a-1a29b9bb4552 req-154d4678-0317-4ee7-ac66-d5db71ec4f21 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:33.611736 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-2c15dbb5-b2c7-4aa3-880a-1a29b9bb4552 req-154d4678-0317-4ee7-ac66-d5db71ec4f21 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] For port 418252d1-26f7-4cae-b492-cb6ebf271af3, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=418252d1-26f7-4cae-b492-cb6ebf271af3,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:18:33.612092 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2c15dbb5-b2c7-4aa3-880a-1a29b9bb4552 req-154d4678-0317-4ee7-ac66-d5db71ec4f21 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:33.737029 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112a066-155e-4d9b-ab33-a8747b2be8df req-06652328-3555-4ddf-9957-8f2fa2fafca1 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:33.738982 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7112a066-155e-4d9b-ab33-a8747b2be8df req-06652328-3555-4ddf-9957-8f2fa2fafca1 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 946 time: 0.0488150 Nov 29 02:18:33.785636 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7112a066-155e-4d9b-ab33-a8747b2be8df req-507f1160-3f39-4f49-8fb9-2a9cabfb9cde tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406961 Nov 29 02:18:33.835043 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2c15dbb5-b2c7-4aa3-880a-1a29b9bb4552 req-154d4678-0317-4ee7-ac66-d5db71ec4f21 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:33.835403 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2c15dbb5-b2c7-4aa3-880a-1a29b9bb4552 req-154d4678-0317-4ee7-ac66-d5db71ec4f21 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:33.835712 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [req-2c15dbb5-b2c7-4aa3-880a-1a29b9bb4552 req-154d4678-0317-4ee7-ac66-d5db71ec4f21 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Floating IP 433f7899-9aa1-49a2-8bce-7099cc19ac10 disassociated. External IP: 172.26.3.189, port: 418252d1-26f7-4cae-b492-cb6ebf271af3. Nov 29 02:18:33.836049 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-2c15dbb5-b2c7-4aa3-880a-1a29b9bb4552 req-154d4678-0317-4ee7-ac66-d5db71ec4f21 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Calling delete_port for 418252d1-26f7-4cae-b492-cb6ebf271af3 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:18:33.962161 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2c15dbb5-b2c7-4aa3-880a-1a29b9bb4552 req-154d4678-0317-4ee7-ac66-d5db71ec4f21 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:33.989015 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d4678-0317-4ee7-ac66-d5db71ec4f21 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Pushing event deleted for resources: {'Port': ['ID=418252d1-26f7-4cae-b492-cb6ebf271af3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:18:33.998322 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d4678-0317-4ee7-ac66-d5db71ec4f21 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:18:33.998682 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d4678-0317-4ee7-ac66-d5db71ec4f21 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:18:33.999039 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d4678-0317-4ee7-ac66-d5db71ec4f21 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:18:33.999388 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d4678-0317-4ee7-ac66-d5db71ec4f21 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:18:33.999734 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d4678-0317-4ee7-ac66-d5db71ec4f21 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:18:34.000079 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d4678-0317-4ee7-ac66-d5db71ec4f21 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:18:34.000420 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d4678-0317-4ee7-ac66-d5db71ec4f21 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:18:34.001303 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d4678-0317-4ee7-ac66-d5db71ec4f21 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:18:34.001303 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d4678-0317-4ee7-ac66-d5db71ec4f21 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:18:34.001476 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d4678-0317-4ee7-ac66-d5db71ec4f21 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:18:34.001760 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d4678-0317-4ee7-ac66-d5db71ec4f21 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:18:34.002094 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154d4678-0317-4ee7-ac66-d5db71ec4f21 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:18:34.118733 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c15dbb5-b2c7-4aa3-880a-1a29b9bb4552 req-154d4678-0317-4ee7-ac66-d5db71ec4f21 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Router 9175f0bd-1404-40fe-a689-1d2d9e5ceafe has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:18:34.224400 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c15dbb5-b2c7-4aa3-880a-1a29b9bb4552 req-154d4678-0317-4ee7-ac66-d5db71ec4f21 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:18:34.234165 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbcce88-06a6-4a8e-ac7c-3ad514260855 None None] Sync routers for ids ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:18:34.244476 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbcce88-06a6-4a8e-ac7c-3ad514260855 None None] Routers {'9175f0bd-1404-40fe-a689-1d2d9e5ceafe'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:18:34.245117 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9bbcce88-06a6-4a8e-ac7c-3ad514260855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:18:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:18:34.261705 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c15dbb5-b2c7-4aa3-880a-1a29b9bb4552 req-154d4678-0317-4ee7-ac66-d5db71ec4f21 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] No DVR routers for this DVR port 418252d1-26f7-4cae-b492-cb6ebf271af3 on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:18:34.264161 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2c15dbb5-b2c7-4aa3-880a-1a29b9bb4552 req-154d4678-0317-4ee7-ac66-d5db71ec4f21 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:34.267526 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2c15dbb5-b2c7-4aa3-880a-1a29b9bb4552 req-154d4678-0317-4ee7-ac66-d5db71ec4f21 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.24 "DELETE /v2.0/ports/418252d1-26f7-4cae-b492-cb6ebf271af3 HTTP/1.1" status: 204 len: 173 time: 0.8243482 Nov 29 02:18:34.267904 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000142a3-b93c-429c-a15a-dee218bc0966', 'name': 'network-vif-deleted', 'tag': '418252d1-26f7-4cae-b492-cb6ebf271af3'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:18:34.271171 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4db7816-79da-49f1-9f67-0ac1c1baab4c" -d '{"events": [{"server_uuid": "000142a3-b93c-429c-a15a-dee218bc0966", "name": "network-vif-deleted", "tag": "418252d1-26f7-4cae-b492-cb6ebf271af3"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:18:34.356960 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-9bbcce88-06a6-4a8e-ac7c-3ad514260855 None None] Set router 9175f0bd-1404-40fe-a689-1d2d9e5ceafe gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:18:34.376013 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35198d22-da28-4b6f-bf99-7247f0d63d3a x-openstack-request-id: req-35198d22-da28-4b6f-bf99-7247f0d63d3a {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:18:34.376417 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000142a3-b93c-429c-a15a-dee218bc0966", "name": "network-vif-deleted", "tag": "418252d1-26f7-4cae-b492-cb6ebf271af3", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:18:34.376675 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35198d22-da28-4b6f-bf99-7247f0d63d3a {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:18:34.377163 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000142a3-b93c-429c-a15a-dee218bc0966', 'name': 'network-vif-deleted', 'tag': '418252d1-26f7-4cae-b492-cb6ebf271af3', 'status': 'completed', 'code': 200} Nov 29 02:18:34.558061 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9bbcce88-06a6-4a8e-ac7c-3ad514260855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'name': 'tempest-ServerActionsTestJSON-2104428372-router', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '9809451f-09d3-4d80-885a-ae710e01da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:14Z', 'revision_number': 4, 'project_id': '2da62749b3d64f81881bf953ec187331', 'gw_port': {'id': '9809451f-09d3-4d80-885a-ae710e01da57', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '01d42fe7-4858-49f7-bbaa-46c7e062e21b', 'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'mac_address': 'fa:16:3e:8d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:14Z', 'updated_at': '2021-11-29T02:17:18Z', 'revision_number': 5, 'project_id': '2da62749b3d64f81881bf953ec187331', 'subnets': [{'id': '829523bf-6da4-4036-856e-19bab0ed7699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:18:34.583961 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbcce88-06a6-4a8e-ac7c-3ad514260855 None None] Checking router: 9175f0bd-1404-40fe-a689-1d2d9e5ceafe for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:18:34.591861 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbcce88-06a6-4a8e-ac7c-3ad514260855 None None] Routers {'9175f0bd-1404-40fe-a689-1d2d9e5ceafe'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:18:34.592447 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9bbcce88-06a6-4a8e-ac7c-3ad514260855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:18:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:18:34.849696 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-9bbcce88-06a6-4a8e-ac7c-3ad514260855 None None] Set router 9175f0bd-1404-40fe-a689-1d2d9e5ceafe gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:18:34.903840 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0df467a5-03b9-4e0f-a792-fb4fcec2c2ac req-177f6e2a-968e-42ca-8e0d-56450b4a73e9 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=000142a3-b93c-429c-a15a-dee218bc0966 HTTP/1.1" status: 200 len: 210 time: 0.0327265 Nov 29 02:18:35.047981 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9bbcce88-06a6-4a8e-ac7c-3ad514260855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'name': 'tempest-ServerActionsTestJSON-2104428372-router', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '9809451f-09d3-4d80-885a-ae710e01da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:14Z', 'revision_number': 4, 'project_id': '2da62749b3d64f81881bf953ec187331', 'gw_port': {'id': '9809451f-09d3-4d80-885a-ae710e01da57', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '01d42fe7-4858-49f7-bbaa-46c7e062e21b', 'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'mac_address': 'fa:16:3e:8d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:14Z', 'updated_at': '2021-11-29T02:17:18Z', 'revision_number': 5, 'project_id': '2da62749b3d64f81881bf953ec187331', 'subnets': [{'id': '829523bf-6da4-4036-856e-19bab0ed7699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:18:35.077418 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbcce88-06a6-4a8e-ac7c-3ad514260855 None None] The sync data for ids ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'] in dv-neutron-819032-3-hyperv is: [{'id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'name': 'tempest-ServerActionsTestJSON-2104428372-router', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '9809451f-09d3-4d80-885a-ae710e01da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:14Z', 'revision_number': 4, 'project_id': '2da62749b3d64f81881bf953ec187331', 'gw_port': {'id': '9809451f-09d3-4d80-885a-ae710e01da57', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '01d42fe7-4858-49f7-bbaa-46c7e062e21b', 'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'mac_address': 'fa:16:3e:8d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:14Z', 'updated_at': '2021-11-29T02:17:18Z', 'revision_number': 5, 'project_id': '2da62749b3d64f81881bf953ec187331', 'subnets': [{'id': '829523bf-6da4-4036-856e-19bab0ed7699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:18:35.299005 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2b1819-5f4c-4e54-84bb-bd0c91aeb416 None None] New status for floating IP 433f7899-9aa1-49a2-8bce-7099cc19ac10: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:18:36.135757 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-26bde410-6614-4d50-93e2-6cbdcbe5a167 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--835634938&fields=id&tenant_id=2da62749b3d64f81881bf953ec187331 HTTP/1.1" status: 200 len: 267 time: 0.0416768 Nov 29 02:18:36.242864 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-127e7dc4-f818-4a2b-82eb-bc7113d83cf8 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:36.244246 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-127e7dc4-f818-4a2b-82eb-bc7113d83cf8 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 812 time: 0.1017089 Nov 29 02:18:36.258614 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-c13e30c9-8d81-4763-aeb7-e89b677a07c3 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/quotas/2da62749b3d64f81881bf953ec187331 HTTP/1.1" status: 200 len: 375 time: 0.0087910 Nov 29 02:18:36.312383 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-f17d312e-2341-438d-b4c7-5cfa8321a91e tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487788 Nov 29 02:18:36.327476 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-05e1e49d-519c-450a-adbb-a23e13475cd7 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:18:36.328422 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-05e1e49d-519c-450a-adbb-a23e13475cd7 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049455 Nov 29 02:18:36.416348 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-a423b350-9b1f-4364-81c1-6bb065453b54 service neutron] 10.222.0.37 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823863 Nov 29 02:18:36.507546 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-899c7ff8-966a-44d2-b3d6-5f24b52aaa03 service neutron] 10.222.0.37 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849271 Nov 29 02:18:36.670511 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-838e3860-39af-43cd-bed4-0c8978f98df0 req-0b768253-58cc-497f-b2b1-6725bd3c9f0e tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 210 time: 0.0307841 Nov 29 02:18:37.779697 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3c2295fc-6752-4cd0-aea5-2d94d3a11515 req-8a734650-b11f-4c2b-9538-9c800dda116b tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 210 time: 0.0302854 Nov 29 02:18:37.998380 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-93f5d4ce-ca2a-44c4-9765-2cc68a5680f2 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:37.999709 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-93f5d4ce-ca2a-44c4-9765-2cc68a5680f2 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.24 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 812 time: 0.3376462 Nov 29 02:18:38.067430 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-da7a844e-0f63-4c6e-b500-89d0c826c781 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2da62749b3d64f81881bf953ec187331 HTTP/1.1" status: 200 len: 379 time: 0.0503035 Nov 29 02:18:38.077773 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-10923ebc-08c2-4300-8634-94e10a29dd99 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Request body: {'port': {'device_id': '0ad4e66f-d422-48c8-858f-1fc0257cce8d', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'admin_state_up': True, 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'security_groups': ['53a1f364-d573-4ba7-903a-c4a1b6c1833c']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:18:38.121743 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 418252d1-26f7-4cae-b492-cb6ebf271af3 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:18:38.142025 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: 418252d1-26f7-4cae-b492-cb6ebf271af3 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:18:38.142508 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 418252d1-26f7-4cae-b492-cb6ebf271af3 not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:18:38.181327 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-10923ebc-08c2-4300-8634-94e10a29dd99 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Made reservation on behalf of 2da62749b3d64f81881bf953ec187331 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:18:38.184876 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-10923ebc-08c2-4300-8634-94e10a29dd99 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:38.312795 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-10923ebc-08c2-4300-8634-94e10a29dd99 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Allocated IP 172.20.0.7 (a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8/829523bf-6da4-4036-856e-19bab0ed7699/09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:18:38.446418 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-10923ebc-08c2-4300-8634-94e10a29dd99 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:38.478340 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-10923ebc-08c2-4300-8634-94e10a29dd99 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:38.521595 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-10923ebc-08c2-4300-8634-94e10a29dd99 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Network a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:18:38.524651 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-10923ebc-08c2-4300-8634-94e10a29dd99 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:18:38.528439 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-10923ebc-08c2-4300-8634-94e10a29dd99 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:18:38.534676 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10923ebc-08c2-4300-8634-94e10a29dd99 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Pushing event updated for resources: {'Port': ['ID=09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:18:38.581960 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-10923ebc-08c2-4300-8634-94e10a29dd99 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:38.582587 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-10923ebc-08c2-4300-8634-94e10a29dd99 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:38.599137 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-10923ebc-08c2-4300-8634-94e10a29dd99 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5247600 Nov 29 02:18:38.674036 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-d15ffb11-30a6-4d16-815d-f78a2c682b88 service neutron] Request body: {'port': {'device_id': '0ad4e66f-d422-48c8-858f-1fc0257cce8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:18:38.729980 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-d15ffb11-30a6-4d16-815d-f78a2c682b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:38.796666 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-625fd0d8-5b30-4c53-ae62-b710818e4eaf None None] Provisioning complete for port 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:18:38.796935 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-625fd0d8-5b30-4c53-ae62-b710818e4eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:38.832879 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-625fd0d8-5b30-4c53-ae62-b710818e4eaf None None] Port 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:18:38.899536 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189ce68-14b7-4d54-98a0-139e3074b610 req-e2f91f6f-42a3-4198-b9db-4f6418a9bd90 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:38.901010 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1189ce68-14b7-4d54-98a0-139e3074b610 req-e2f91f6f-42a3-4198-b9db-4f6418a9bd90 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 931 time: 0.0490959 Nov 29 02:18:38.953466 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1189ce68-14b7-4d54-98a0-139e3074b610 req-2ff57095-bfd9-469e-aad6-0dd3c34146b2 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463932 Nov 29 02:18:38.993344 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-d15ffb11-30a6-4d16-815d-f78a2c682b88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:18:39.000632 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-d15ffb11-30a6-4d16-815d-f78a2c682b88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:39.012952 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-d15ffb11-30a6-4d16-815d-f78a2c682b88 service neutron] Transition to ACTIVE for port object 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:18:39.016786 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-d15ffb11-30a6-4d16-815d-f78a2c682b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:39.088652 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ffb11-30a6-4d16-815d-f78a2c682b88 service neutron] Pushing event updated for resources: {'Port': ['ID=09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:18:39.143047 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-d15ffb11-30a6-4d16-815d-f78a2c682b88 service neutron] Attempting to bind port 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:18:39.143388 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-d15ffb11-30a6-4d16-815d-f78a2c682b88 service neutron] Attempting to bind port 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'a703cc90-5646-4ff7-b23a-f7a334d181c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:18:39.144264 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-d15ffb11-30a6-4d16-815d-f78a2c682b88 service neutron] Attempting to bind port 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b on network a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:18:39.148625 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-d15ffb11-30a6-4d16-815d-f78a2c682b88 service neutron] Port 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b on network a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:18:39.148945 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-d15ffb11-30a6-4d16-815d-f78a2c682b88 service neutron] Attempting to bind port 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b on network a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:18:39.153874 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-d15ffb11-30a6-4d16-815d-f78a2c682b88 service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:18:39.154214 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-d15ffb11-30a6-4d16-815d-f78a2c682b88 service neutron] Checking segment: {'id': 'a703cc90-5646-4ff7-b23a-f7a334d181c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:18:39.154596 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-d15ffb11-30a6-4d16-815d-f78a2c682b88 service neutron] Bound using segment: {'id': 'a703cc90-5646-4ff7-b23a-f7a334d181c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:18:39.155039 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-d15ffb11-30a6-4d16-815d-f78a2c682b88 service neutron] Bound port: 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a703cc90-5646-4ff7-b23a-f7a334d181c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:18:39.155381 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-d15ffb11-30a6-4d16-815d-f78a2c682b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:39.219711 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-d15ffb11-30a6-4d16-815d-f78a2c682b88 service neutron] For port 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:18:39.223204 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-d15ffb11-30a6-4d16-815d-f78a2c682b88 service neutron] For port 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:18:39.228034 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-d15ffb11-30a6-4d16-815d-f78a2c682b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:39.265695 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-d15ffb11-30a6-4d16-815d-f78a2c682b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:39.266323 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-d15ffb11-30a6-4d16-815d-f78a2c682b88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:39.267698 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-d15ffb11-30a6-4d16-815d-f78a2c682b88 service neutron] 10.222.0.24 "PUT /v2.0/ports/09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b HTTP/1.1" status: 200 len: 1093 time: 0.6456082 Nov 29 02:18:39.268154 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad4e66f-d422-48c8-858f-1fc0257cce8d', 'tag': '09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:18:39.270731 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85c6e93-5f96-40e4-9562-0eb8b0dd396e" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad4e66f-d422-48c8-858f-1fc0257cce8d", "tag": "09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:18:39.296122 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ffb11-30a6-4d16-815d-f78a2c682b88 service neutron] Pushing event updated for resources: {'Port': ['ID=09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:18:39.315182 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c479a75b-884a-44fd-a9db-b5c3e921345c x-openstack-request-id: req-c479a75b-884a-44fd-a9db-b5c3e921345c {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:18:39.315518 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad4e66f-d422-48c8-858f-1fc0257cce8d", "tag": "09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:18:39.315810 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c479a75b-884a-44fd-a9db-b5c3e921345c {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:18:39.316222 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad4e66f-d422-48c8-858f-1fc0257cce8d', 'tag': '09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b', 'status': 'completed', 'code': 200} Nov 29 02:18:39.387179 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-3eda4320-a875-428e-9f5e-3011150b4a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:39.388758 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-3eda4320-a875-428e-9f5e-3011150b4a2f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 1096 time: 0.0464306 Nov 29 02:18:39.445642 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-4ba04898-029d-4622-86e2-f08175c21f73 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b HTTP/1.1" status: 200 len: 217 time: 0.0346990 Nov 29 02:18:39.497312 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-403a9882-8563-4de8-b2c2-143b0a875cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:39.498796 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-403a9882-8563-4de8-b2c2-143b0a875cdb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=829523bf-6da4-4036-856e-19bab0ed7699 HTTP/1.1" status: 200 len: 851 time: 0.0445249 Nov 29 02:18:39.553122 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-91d875a1-c7c0-4a46-8670-43bb39b6a2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:39.555189 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-91d875a1-c7c0-4a46-8670-43bb39b6a2d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437524 Nov 29 02:18:39.648416 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-f3b5ff73-a692-4b6e-870f-74b4ed9c9efa service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796373 Nov 29 02:18:39.746277 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c8c56558-2f3f-4504-918e-e0cbe7381c7c req-f2eac260-7e19-48b2-a75d-f1a64eb9899c service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847731 Nov 29 02:18:39.893418 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c6e93-5f96-40e4-9562-0eb8b0dd396e req-5f12f9cb-789c-4a09-9bb6-537b0d5af204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:39.894908 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e85c6e93-5f96-40e4-9562-0eb8b0dd396e req-5f12f9cb-789c-4a09-9bb6-537b0d5af204 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 1096 time: 0.0402689 Nov 29 02:18:39.993246 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c6e93-5f96-40e4-9562-0eb8b0dd396e req-ccda765c-5f0e-4124-8c62-66409314a553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:39.995666 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e85c6e93-5f96-40e4-9562-0eb8b0dd396e req-ccda765c-5f0e-4124-8c62-66409314a553 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 913 time: 0.0900834 Nov 29 02:18:40.043084 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e85c6e93-5f96-40e4-9562-0eb8b0dd396e req-3231366c-41ed-4c4f-9e4b-e63e7fbdce94 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b HTTP/1.1" status: 200 len: 217 time: 0.0390558 Nov 29 02:18:40.078426 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f64ab9-d38a-41d5-be8d-14a956f2b2de req-4c133388-4f40-47e4-bbc1-06c664f88691 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:40.080136 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f8f64ab9-d38a-41d5-be8d-14a956f2b2de req-4c133388-4f40-47e4-bbc1-06c664f88691 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 943 time: 0.0586302 Nov 29 02:18:40.097077 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c6e93-5f96-40e4-9562-0eb8b0dd396e req-065433c7-35e8-4dbe-9ee7-86476190dbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:40.098648 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e85c6e93-5f96-40e4-9562-0eb8b0dd396e req-065433c7-35e8-4dbe-9ee7-86476190dbe9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=829523bf-6da4-4036-856e-19bab0ed7699 HTTP/1.1" status: 200 len: 851 time: 0.0463543 Nov 29 02:18:40.141743 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f8f64ab9-d38a-41d5-be8d-14a956f2b2de req-880f988f-9cd0-4215-89d8-50805211cab3 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546405 Nov 29 02:18:40.155638 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c6e93-5f96-40e4-9562-0eb8b0dd396e req-9e76a42f-76dd-44da-b06e-fa44645716d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:40.158464 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e85c6e93-5f96-40e4-9562-0eb8b0dd396e req-9e76a42f-76dd-44da-b06e-fa44645716d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0514138 Nov 29 02:18:40.257099 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e85c6e93-5f96-40e4-9562-0eb8b0dd396e req-b8328312-b56b-4f71-ba19-cb95c2e3f93d service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907097 Nov 29 02:18:40.367071 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e85c6e93-5f96-40e4-9562-0eb8b0dd396e req-7526ac90-5478-4d39-930a-e62e4e837449 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951455 Nov 29 02:18:41.261218 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2cdbf-9b8c-4894-bf30-ff7e2fc37fb4 req-bc3044d7-61f1-4c7a-b62c-478152934376 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:41.262703 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7ee2cdbf-9b8c-4894-bf30-ff7e2fc37fb4 req-bc3044d7-61f1-4c7a-b62c-478152934376 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 943 time: 0.0475953 Nov 29 02:18:41.308996 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7ee2cdbf-9b8c-4894-bf30-ff7e2fc37fb4 req-1be93e78-6f12-451d-be72-4424a366007e tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404520 Nov 29 02:18:42.052605 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-367bd0e0-82fe-4d4b-a781-1251ee6039d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:42.155242 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:18:42.249697 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:18:42.260926 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'port_id': '09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b', 'mac_address': 'fa:16:3e:7a:97:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:18:42.302757 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:42.316076 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:18:42.335115 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:18:42.339494 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:42.386946 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:18:42.430575 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe61c40-65a0-4ecb-87a8-72bfdde0f926 req-d5cdcc25-8eca-4af2-8766-f46defac0b73 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:42.432040 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ffe61c40-65a0-4ecb-87a8-72bfdde0f926 req-d5cdcc25-8eca-4af2-8766-f46defac0b73 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 944 time: 0.0534565 Nov 29 02:18:42.478619 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ffe61c40-65a0-4ecb-87a8-72bfdde0f926 req-5d3e9251-e425-492c-ab3a-b16641210252 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405250 Nov 29 02:18:42.685820 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:18:43.590991 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db428f-f108-4e27-8ca2-2df33c6e5f0c req-feabfaf4-eb17-4879-a6d1-d7d767c55941 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:43.592459 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a7db428f-f108-4e27-8ca2-2df33c6e5f0c req-feabfaf4-eb17-4879-a6d1-d7d767c55941 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 944 time: 0.0476713 Nov 29 02:18:43.638015 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a7db428f-f108-4e27-8ca2-2df33c6e5f0c req-788ac608-d42d-4740-940c-e16848250bd3 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390096 Nov 29 02:18:43.847024 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:44.171570 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:18:44.219818 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:18:44.223413 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:18:44.223784 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:44.305491 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:44.338756 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad4e66f-d422-48c8-858f-1fc0257cce8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:18:44.340990 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd870e4-1497-41d5-89d3-387a728c40b1" -d '{"events": [{"server_uuid": "0ad4e66f-d422-48c8-858f-1fc0257cce8d", "name": "network-vif-plugged", "status": "completed", "tag": "09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:18:44.351461 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d8d2e444-5db9-482b-9c56-c5676e2ec0de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:44.355643 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:18:44.360511 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:44.384929 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71854989-e5db-4e07-be86-c39dcf864dd4 x-openstack-request-id: req-71854989-e5db-4e07-be86-c39dcf864dd4 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:18:44.385225 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad4e66f-d422-48c8-858f-1fc0257cce8d", "name": "network-vif-plugged", "status": "completed", "tag": "09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:18:44.385480 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71854989-e5db-4e07-be86-c39dcf864dd4 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:18:44.385899 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad4e66f-d422-48c8-858f-1fc0257cce8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b', 'code': 200} Nov 29 02:18:44.411152 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:18:44.615231 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfff931-8976-4ee1-b101-734763ba22f3 req-bcc6c694-7bf2-4170-9b49-421cedb452a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:44.616710 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5cfff931-8976-4ee1-b101-734763ba22f3 req-bcc6c694-7bf2-4170-9b49-421cedb452a9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 1098 time: 0.0404971 Nov 29 02:18:44.668412 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5cfff931-8976-4ee1-b101-734763ba22f3 req-9496c162-2ad7-4479-b91b-1e13a59e78ff service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372050 Nov 29 02:18:44.750666 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a2aa0-dc68-47fc-b577-a1c852798a81 req-23dd7396-1b9e-4392-8925-d722afeb0c09 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:44.752091 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f42a2aa0-dc68-47fc-b577-a1c852798a81 req-23dd7396-1b9e-4392-8925-d722afeb0c09 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 945 time: 0.0472035 Nov 29 02:18:44.802328 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f42a2aa0-dc68-47fc-b577-a1c852798a81 req-00b91a53-91e8-45c2-9673-553ac4ac07f8 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443203 Nov 29 02:18:45.351931 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:45.926585 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17687680-81ee-4671-9c84-6c39228f4a61 req-20f0f23f-2f40-4b5d-a219-498e1b5c5ed7 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:45.928132 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-17687680-81ee-4671-9c84-6c39228f4a61 req-20f0f23f-2f40-4b5d-a219-498e1b5c5ed7 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 945 time: 0.0530016 Nov 29 02:18:45.977649 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-17687680-81ee-4671-9c84-6c39228f4a61 req-9a47b228-731d-45c5-89c3-932f7c9ea1eb tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434413 Nov 29 02:18:47.061477 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:47.100394 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff1694-c446-4f66-9885-34c225395c5d req-19bcce1e-837b-4fe0-945d-71c1326a5481 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:47.101891 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e5ff1694-c446-4f66-9885-34c225395c5d req-19bcce1e-837b-4fe0-945d-71c1326a5481 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 945 time: 0.0480037 Nov 29 02:18:47.149527 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e5ff1694-c446-4f66-9885-34c225395c5d req-62001dac-7fb4-492b-85f4-bd69ef8f79b0 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415251 Nov 29 02:18:47.262040 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76ba19-e39f-4b36-9b96-b9cf3f95faac req-bd67d2f5-6ffc-4b2b-bf5e-c5224206b87b tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:47.263396 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3b76ba19-e39f-4b36-9b96-b9cf3f95faac req-bd67d2f5-6ffc-4b2b-bf5e-c5224206b87b tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 945 time: 0.0512552 Nov 29 02:18:47.272221 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 46986) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:18:47.276457 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-cb7c118e-68fb-4af2-b9b0-dbaba2f8f78f tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Request body: {'floatingip': {'port_id': '09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:18:47.313966 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb7c118e-68fb-4af2-b9b0-dbaba2f8f78f tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks [] for floatingip, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:47.862130 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:48.033137 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb7c118e-68fb-4af2-b9b0-dbaba2f8f78f tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:48.037457 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb7c118e-68fb-4af2-b9b0-dbaba2f8f78f tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:48.134671 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-cb7c118e-68fb-4af2-b9b0-dbaba2f8f78f tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Floating IP 433f7899-9aa1-49a2-8bce-7099cc19ac10 associated. External IP: 172.26.3.189, port: 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b. Nov 29 02:18:48.336771 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7c118e-68fb-4af2-b9b0-dbaba2f8f78f tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Router 9175f0bd-1404-40fe-a689-1d2d9e5ceafe has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:18:48.437661 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7c118e-68fb-4af2-b9b0-dbaba2f8f78f tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:18:48.442749 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cb7c118e-68fb-4af2-b9b0-dbaba2f8f78f tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:18:48.447787 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8a8ba2-c3bb-45b4-85fa-4a436afb698c None None] Sync routers for ids ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:18:48.457979 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8a8ba2-c3bb-45b4-85fa-4a436afb698c None None] Routers {'9175f0bd-1404-40fe-a689-1d2d9e5ceafe'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:18:48.458606 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4a8a8ba2-c3bb-45b4-85fa-4a436afb698c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:18:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:18:48.473227 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-cb7c118e-68fb-4af2-b9b0-dbaba2f8f78f tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "PUT /v2.0/floatingips/433f7899-9aa1-49a2-8bce-7099cc19ac10 HTTP/1.1" status: 200 len: 991 time: 1.1999807 Nov 29 02:18:48.473857 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad4e66f-d422-48c8-858f-1fc0257cce8d', 'tag': '09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:18:48.476150 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a54b0b8d43a805c8e04fafa9e6e1877f555095d74f053d1eebc96b979e45145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cbba8e-42d3-4edb-8115-0b93c82e588a" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad4e66f-d422-48c8-858f-1fc0257cce8d", "tag": "09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:18:48.513143 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccdb08b-c09a-45ae-8dcf-1aaf3afb94d4 x-openstack-request-id: req-2ccdb08b-c09a-45ae-8dcf-1aaf3afb94d4 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:18:48.513436 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad4e66f-d422-48c8-858f-1fc0257cce8d", "tag": "09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:18:48.513731 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2ccdb08b-c09a-45ae-8dcf-1aaf3afb94d4 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:18:48.514143 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad4e66f-d422-48c8-858f-1fc0257cce8d', 'tag': '09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b', 'status': 'completed', 'code': 200} Nov 29 02:18:48.566130 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-4a8a8ba2-c3bb-45b4-85fa-4a436afb698c None None] Set router 9175f0bd-1404-40fe-a689-1d2d9e5ceafe gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:18:48.608734 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbba8e-42d3-4edb-8115-0b93c82e588a req-e7eaf228-05b1-4541-8dc0-8a13248d7ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:48.610275 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b6cbba8e-42d3-4edb-8115-0b93c82e588a req-e7eaf228-05b1-4541-8dc0-8a13248d7ee2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 1098 time: 0.0418758 Nov 29 02:18:48.705120 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbba8e-42d3-4edb-8115-0b93c82e588a req-c1b81c68-4545-4510-9518-6d4aabe80276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:48.706592 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b6cbba8e-42d3-4edb-8115-0b93c82e588a req-c1b81c68-4545-4510-9518-6d4aabe80276 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 913 time: 0.0884683 Nov 29 02:18:48.771368 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b6cbba8e-42d3-4edb-8115-0b93c82e588a req-24abf662-da90-4ab4-ae5b-d84da92c3bb4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b HTTP/1.1" status: 200 len: 999 time: 0.0572882 Nov 29 02:18:48.798161 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4a8a8ba2-c3bb-45b4-85fa-4a436afb698c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'name': 'tempest-ServerActionsTestJSON-2104428372-router', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '9809451f-09d3-4d80-885a-ae710e01da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:14Z', 'revision_number': 4, 'project_id': '2da62749b3d64f81881bf953ec187331', 'gw_port': {'id': '9809451f-09d3-4d80-885a-ae710e01da57', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '433f7899-9aa1-49a2-8bce-7099cc19ac10', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'floating_ip_address': '172.26.3.189', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'port_id': '09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'mac_address': 'fa:16:3e:7a:97:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad4e66f-d422-48c8-858f-1fc0257cce8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:17:17Z', 'updated_at': '2021-11-29T02:18:47Z', 'revision_number': 5, 'project_id': '2da62749b3d64f81881bf953ec187331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d42fe7-4858-49f7-bbaa-46c7e062e21b', 'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'mac_address': 'fa:16:3e:8d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:14Z', 'updated_at': '2021-11-29T02:17:18Z', 'revision_number': 5, 'project_id': '2da62749b3d64f81881bf953ec187331', 'subnets': [{'id': '829523bf-6da4-4036-856e-19bab0ed7699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:18:48.824588 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8a8ba2-c3bb-45b4-85fa-4a436afb698c None None] Checking router: 9175f0bd-1404-40fe-a689-1d2d9e5ceafe for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:18:48.824810 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbba8e-42d3-4edb-8115-0b93c82e588a req-63362fcd-4c48-42da-be73-47d5d8ea0350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:48.826161 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b6cbba8e-42d3-4edb-8115-0b93c82e588a req-63362fcd-4c48-42da-be73-47d5d8ea0350 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=829523bf-6da4-4036-856e-19bab0ed7699 HTTP/1.1" status: 200 len: 851 time: 0.0479345 Nov 29 02:18:48.832851 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8a8ba2-c3bb-45b4-85fa-4a436afb698c None None] Routers {'9175f0bd-1404-40fe-a689-1d2d9e5ceafe'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:18:48.833434 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4a8a8ba2-c3bb-45b4-85fa-4a436afb698c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:18:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:18:48.873355 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbba8e-42d3-4edb-8115-0b93c82e588a req-d294a1ea-474b-4a00-b70d-6b09b0ae7141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:18:48.874880 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b6cbba8e-42d3-4edb-8115-0b93c82e588a req-d294a1ea-474b-4a00-b70d-6b09b0ae7141 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395885 Nov 29 02:18:48.939994 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-4a8a8ba2-c3bb-45b4-85fa-4a436afb698c None None] Set router 9175f0bd-1404-40fe-a689-1d2d9e5ceafe gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:18:48.971143 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b6cbba8e-42d3-4edb-8115-0b93c82e588a req-8a17e7b3-f481-4c8c-aea7-226b4259ccb4 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872579 Nov 29 02:18:49.059423 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b6cbba8e-42d3-4edb-8115-0b93c82e588a req-dafc0cc3-d38a-491c-bb63-fa452084e668 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811388 Nov 29 02:18:49.161702 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-4a8a8ba2-c3bb-45b4-85fa-4a436afb698c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'name': 'tempest-ServerActionsTestJSON-2104428372-router', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '9809451f-09d3-4d80-885a-ae710e01da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:14Z', 'revision_number': 4, 'project_id': '2da62749b3d64f81881bf953ec187331', 'gw_port': {'id': '9809451f-09d3-4d80-885a-ae710e01da57', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '433f7899-9aa1-49a2-8bce-7099cc19ac10', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'floating_ip_address': '172.26.3.189', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'port_id': '09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'mac_address': 'fa:16:3e:7a:97:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad4e66f-d422-48c8-858f-1fc0257cce8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:17:17Z', 'updated_at': '2021-11-29T02:18:47Z', 'revision_number': 5, 'project_id': '2da62749b3d64f81881bf953ec187331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d42fe7-4858-49f7-bbaa-46c7e062e21b', 'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'mac_address': 'fa:16:3e:8d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:14Z', 'updated_at': '2021-11-29T02:17:18Z', 'revision_number': 5, 'project_id': '2da62749b3d64f81881bf953ec187331', 'subnets': [{'id': '829523bf-6da4-4036-856e-19bab0ed7699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:18:49.188413 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8a8ba2-c3bb-45b4-85fa-4a436afb698c None None] The sync data for ids ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'] in dv-neutron-819032-3-hyperv is: [{'id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'name': 'tempest-ServerActionsTestJSON-2104428372-router', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '9809451f-09d3-4d80-885a-ae710e01da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:14Z', 'revision_number': 4, 'project_id': '2da62749b3d64f81881bf953ec187331', 'gw_port': {'id': '9809451f-09d3-4d80-885a-ae710e01da57', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '433f7899-9aa1-49a2-8bce-7099cc19ac10', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'floating_ip_address': '172.26.3.189', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'port_id': '09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'mac_address': 'fa:16:3e:7a:97:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad4e66f-d422-48c8-858f-1fc0257cce8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:17:17Z', 'updated_at': '2021-11-29T02:18:47Z', 'revision_number': 5, 'project_id': '2da62749b3d64f81881bf953ec187331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d42fe7-4858-49f7-bbaa-46c7e062e21b', 'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'mac_address': 'fa:16:3e:8d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:14Z', 'updated_at': '2021-11-29T02:17:18Z', 'revision_number': 5, 'project_id': '2da62749b3d64f81881bf953ec187331', 'subnets': [{'id': '829523bf-6da4-4036-856e-19bab0ed7699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:18:49.244519 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:18:49.375122 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77429413-5543-4be3-84d6-d4f3add4f786 None None] New status for floating IP 433f7899-9aa1-49a2-8bce-7099cc19ac10: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:19:04.880001 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b07fe4fe-8b88-4634-b5b3-44baead219f7 req-6901faf4-d409-4a4d-9bf4-05c3655519f7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375347 Nov 29 02:19:05.024296 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fe4fe-8b88-4634-b5b3-44baead219f7 req-9f289119-2459-4573-9617-5ae5491ded5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:05.025854 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b07fe4fe-8b88-4634-b5b3-44baead219f7 req-9f289119-2459-4573-9617-5ae5491ded5a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 1098 time: 0.0439310 Nov 29 02:19:05.126094 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fe4fe-8b88-4634-b5b3-44baead219f7 req-229210a6-f624-4fff-a0ec-8ce01237201c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:05.127537 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b07fe4fe-8b88-4634-b5b3-44baead219f7 req-229210a6-f624-4fff-a0ec-8ce01237201c service neutron] 10.222.0.24 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 913 time: 0.0824907 Nov 29 02:19:05.204259 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b07fe4fe-8b88-4634-b5b3-44baead219f7 req-1cb869ec-1382-4db2-a4f8-5ebabe6158c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b HTTP/1.1" status: 200 len: 1001 time: 0.0668657 Nov 29 02:19:05.258741 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fe4fe-8b88-4634-b5b3-44baead219f7 req-572139ef-d021-41d4-ac94-b5b453dbd878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:05.260184 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b07fe4fe-8b88-4634-b5b3-44baead219f7 req-572139ef-d021-41d4-ac94-b5b453dbd878 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=829523bf-6da4-4036-856e-19bab0ed7699 HTTP/1.1" status: 200 len: 851 time: 0.0457397 Nov 29 02:19:05.311449 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fe4fe-8b88-4634-b5b3-44baead219f7 req-ee98dca6-e7ce-4dd5-b345-ca32d7f742df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:05.312933 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b07fe4fe-8b88-4634-b5b3-44baead219f7 req-ee98dca6-e7ce-4dd5-b345-ca32d7f742df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394239 Nov 29 02:19:05.407321 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b07fe4fe-8b88-4634-b5b3-44baead219f7 req-995d5fa4-ba22-41ac-b698-5cc5af810d5a service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838370 Nov 29 02:19:05.496921 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b07fe4fe-8b88-4634-b5b3-44baead219f7 req-9b4701d1-deb7-42e7-8980-484a286b8f15 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815196 Nov 29 02:19:12.053813 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5064110e-51ba-4d99-a5c3-6203046d5b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:13.854159 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:14.320644 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2cb1e4d4-bf28-4725-9149-cf6e7ad219bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:15.354010 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:17.063329 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:17.866534 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:26.242381 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:19:27.949494 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa4446-ad1e-4772-b0a1-790ea40df511 req-1abebbb3-5800-4ee9-a232-37c843930a24 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:27.951043 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f9fa4446-ad1e-4772-b0a1-790ea40df511 req-1abebbb3-5800-4ee9-a232-37c843930a24 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 945 time: 0.0541358 Nov 29 02:19:27.999130 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f9fa4446-ad1e-4772-b0a1-790ea40df511 req-16cb736c-1cc8-49f1-a6ed-fb2de21acdd4 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421863 Nov 29 02:19:29.116531 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2c347-1b30-4ee2-80cb-1a9e9a2e7718 req-6249bd9b-0003-412a-a448-ad1b9b97850c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:29.118049 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0fc2c347-1b30-4ee2-80cb-1a9e9a2e7718 req-6249bd9b-0003-412a-a448-ad1b9b97850c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 945 time: 0.0483072 Nov 29 02:19:29.165386 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0fc2c347-1b30-4ee2-80cb-1a9e9a2e7718 req-033916d6-b46d-4aae-a243-277cfc029789 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414453 Nov 29 02:19:30.281713 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70086c-6836-4943-b649-6485110cd3d1 req-6edc2cd5-2707-4989-bab1-63aaddf7baf0 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:30.283293 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-df70086c-6836-4943-b649-6485110cd3d1 req-6edc2cd5-2707-4989-bab1-63aaddf7baf0 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 945 time: 0.0524905 Nov 29 02:19:30.329722 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-df70086c-6836-4943-b649-6485110cd3d1 req-b07d1b78-704a-4979-bd97-0c02385e13fe tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399821 Nov 29 02:19:31.451253 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51b8ce-1f5e-4cff-9164-e22bff6c02a0 req-08f368ca-a010-4dc9-8eda-5ac42bdfcd17 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:31.452667 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8d51b8ce-1f5e-4cff-9164-e22bff6c02a0 req-08f368ca-a010-4dc9-8eda-5ac42bdfcd17 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 945 time: 0.0486488 Nov 29 02:19:31.499245 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8d51b8ce-1f5e-4cff-9164-e22bff6c02a0 req-b501c02d-8115-410a-9907-f6c16b4d9faf tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400426 Nov 29 02:19:32.615540 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2fe38-b233-456e-a850-d82bf31510ab req-261a442b-9175-4beb-8838-46e98cd40228 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:32.617017 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e9d2fe38-b233-456e-a850-d82bf31510ab req-261a442b-9175-4beb-8838-46e98cd40228 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 945 time: 0.0517182 Nov 29 02:19:32.662912 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e9d2fe38-b233-456e-a850-d82bf31510ab req-68398518-d49c-4f19-a792-f65a5831498e tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400536 Nov 29 02:19:33.776277 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05816e45-e4bf-449d-8369-a583e7f38c0e req-e8cac855-be57-40f0-8c5f-9d2e5ac892c9 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:33.777751 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-05816e45-e4bf-449d-8369-a583e7f38c0e req-e8cac855-be57-40f0-8c5f-9d2e5ac892c9 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 945 time: 0.0485146 Nov 29 02:19:33.823822 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-05816e45-e4bf-449d-8369-a583e7f38c0e req-698da639-03a1-42a2-84aa-62318c466c78 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402257 Nov 29 02:19:34.936558 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f81b3-acb5-4254-abe7-e676d292fc5a req-faa258b3-6aad-4854-bb4f-4319ad307c85 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:34.938035 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fa9f81b3-acb5-4254-abe7-e676d292fc5a req-faa258b3-6aad-4854-bb4f-4319ad307c85 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 945 time: 0.0476923 Nov 29 02:19:34.988233 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fa9f81b3-acb5-4254-abe7-e676d292fc5a req-8b604e60-8020-41e8-8ec9-6df56585b86a tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437379 Nov 29 02:19:36.101083 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d601c8-9bc7-44f9-8e23-22fc916d312e req-506a2718-3e91-4475-a08a-01e04870c055 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:36.102546 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-75d601c8-9bc7-44f9-8e23-22fc916d312e req-506a2718-3e91-4475-a08a-01e04870c055 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 945 time: 0.0475869 Nov 29 02:19:36.148989 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-75d601c8-9bc7-44f9-8e23-22fc916d312e req-4af6bf37-0ce8-4df6-a83c-ff476b2a3e0d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404959 Nov 29 02:19:37.262250 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e2ac2-b7b4-4b9d-ba1b-efde0260c683 req-179f3d37-886d-4def-914c-6b9e5f21f79d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:37.263718 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-506e2ac2-b7b4-4b9d-ba1b-efde0260c683 req-179f3d37-886d-4def-914c-6b9e5f21f79d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 945 time: 0.0482879 Nov 29 02:19:37.309851 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-506e2ac2-b7b4-4b9d-ba1b-efde0260c683 req-db05fa98-7583-4543-b51b-878e4d18460a tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402262 Nov 29 02:19:38.432051 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f1ff6-d8a3-4441-b1ae-3526f53ffe9e req-14f6cf4b-4dcb-426a-aed2-425b927a8b5d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:38.433441 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-233f1ff6-d8a3-4441-b1ae-3526f53ffe9e req-14f6cf4b-4dcb-426a-aed2-425b927a8b5d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 945 time: 0.0536840 Nov 29 02:19:38.480439 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-233f1ff6-d8a3-4441-b1ae-3526f53ffe9e req-88bfd2db-8aa0-443c-a7bc-561fa413a9de tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410061 Nov 29 02:19:38.814270 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2732d00f-e9d3-4df6-8049-bae63cef1c93 req-41f4f5d9-9e3c-482a-942f-1ca815da76a2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0649595 Nov 29 02:19:38.827108 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13629594-b0ac-43e1-a0b9-79126001ee04 req-860fca54-fa14-4e45-8cc2-9a6fe0429597 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:38.828600 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-13629594-b0ac-43e1-a0b9-79126001ee04 req-860fca54-fa14-4e45-8cc2-9a6fe0429597 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 945 time: 0.0714321 Nov 29 02:19:38.878171 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-13629594-b0ac-43e1-a0b9-79126001ee04 req-e068b322-a3cf-463f-9d1a-4578f827ed2f tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423331 Nov 29 02:19:39.997345 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a061811-38f6-4726-a645-fdb5df96d53d req-3799b01e-5401-4bdb-a3fa-33c48c2a308a tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:39.998858 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2a061811-38f6-4726-a645-fdb5df96d53d req-3799b01e-5401-4bdb-a3fa-33c48c2a308a tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 945 time: 0.0527768 Nov 29 02:19:40.048935 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2a061811-38f6-4726-a645-fdb5df96d53d req-0b712d0d-bc04-47ea-87d7-ec9ef168af66 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428088 Nov 29 02:19:40.098971 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732d00f-e9d3-4df6-8049-bae63cef1c93 req-1196fa5d-f535-4e7a-908c-80c0f463eaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:40.100446 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2732d00f-e9d3-4df6-8049-bae63cef1c93 req-1196fa5d-f535-4e7a-908c-80c0f463eaec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 1098 time: 0.0406454 Nov 29 02:19:40.199109 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732d00f-e9d3-4df6-8049-bae63cef1c93 req-f70f90f1-0135-4f23-affe-38dab435a683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:40.200502 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2732d00f-e9d3-4df6-8049-bae63cef1c93 req-f70f90f1-0135-4f23-affe-38dab435a683 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 913 time: 0.0882020 Nov 29 02:19:40.268722 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2732d00f-e9d3-4df6-8049-bae63cef1c93 req-b69651f8-a0a4-4c82-bd7c-a1b83937abd3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b HTTP/1.1" status: 200 len: 1001 time: 0.0552216 Nov 29 02:19:40.319329 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732d00f-e9d3-4df6-8049-bae63cef1c93 req-c8214325-e29e-4bb4-958c-80b46ce9fd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:40.320688 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2732d00f-e9d3-4df6-8049-bae63cef1c93 req-c8214325-e29e-4bb4-958c-80b46ce9fd3e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=829523bf-6da4-4036-856e-19bab0ed7699 HTTP/1.1" status: 200 len: 851 time: 0.0416307 Nov 29 02:19:40.374124 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732d00f-e9d3-4df6-8049-bae63cef1c93 req-a98ee8fc-217b-44dd-80c1-c59378c6e1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:40.375552 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2732d00f-e9d3-4df6-8049-bae63cef1c93 req-a98ee8fc-217b-44dd-80c1-c59378c6e1c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407803 Nov 29 02:19:40.466032 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2732d00f-e9d3-4df6-8049-bae63cef1c93 req-fc16f2ac-089c-4307-82c4-964b0e5b6c70 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783203 Nov 29 02:19:40.561491 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2732d00f-e9d3-4df6-8049-bae63cef1c93 req-509b2d02-488b-4a9d-bc22-cc3de384f0fb service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832543 Nov 29 02:19:41.166791 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168dc5b-5c42-4f14-b102-d7cf700f060b req-d7168245-5028-46c9-b12a-2151b424b2f0 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:41.168251 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b168dc5b-5c42-4f14-b102-d7cf700f060b req-d7168245-5028-46c9-b12a-2151b424b2f0 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 945 time: 0.0484931 Nov 29 02:19:41.213644 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b168dc5b-5c42-4f14-b102-d7cf700f060b req-d09f7883-a071-40a3-96f9-e6fecb57b386 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394058 Nov 29 02:19:42.056505 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c53f867a-4534-465c-b41c-211c4720c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:42.330666 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab0160-60da-42e0-a04c-2976621213a7 req-d116cf8c-12df-4649-8733-b41539739d4f tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:42.332042 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0bab0160-60da-42e0-a04c-2976621213a7 req-d116cf8c-12df-4649-8733-b41539739d4f tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 945 time: 0.0519130 Nov 29 02:19:42.378136 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0bab0160-60da-42e0-a04c-2976621213a7 req-2df7493a-93de-4ea6-be44-227c73d67196 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402794 Nov 29 02:19:42.571483 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2732d00f-e9d3-4df6-8049-bae63cef1c93 req-7428899f-ddba-494a-b88c-055d2905fbd9 service neutron] 10.222.0.24 "GET /v2.0/ports/09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b/bindings/hv-neutron-8190 HTTP/1.1" status: 200 len: 384 time: 0.0525947 Nov 29 02:19:42.823047 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732d00f-e9d3-4df6-8049-bae63cef1c93 req-94e241b5-0880-4b5a-a744-fa8148c1fec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:42.824554 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2732d00f-e9d3-4df6-8049-bae63cef1c93 req-94e241b5-0880-4b5a-a744-fa8148c1fec7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d&tenant_id=2da62749b3d64f81881bf953ec187331 HTTP/1.1" status: 200 len: 1098 time: 0.0418532 Nov 29 02:19:42.908337 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732d00f-e9d3-4df6-8049-bae63cef1c93 req-8a8aae30-c6c3-43c2-93a9-42a76b7b5aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:42.909797 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2732d00f-e9d3-4df6-8049-bae63cef1c93 req-8a8aae30-c6c3-43c2-93a9-42a76b7b5aa7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 1098 time: 0.0394003 Nov 29 02:19:43.003738 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732d00f-e9d3-4df6-8049-bae63cef1c93 req-2c27628d-2728-4766-8486-9890ca6c067c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:43.005763 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2732d00f-e9d3-4df6-8049-bae63cef1c93 req-2c27628d-2728-4766-8486-9890ca6c067c service neutron] 10.222.0.24 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 913 time: 0.0848560 Nov 29 02:19:43.078611 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2732d00f-e9d3-4df6-8049-bae63cef1c93 req-ffeaf202-e4d3-454f-b928-a30b88fe92e2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b HTTP/1.1" status: 200 len: 1001 time: 0.0591402 Nov 29 02:19:43.130569 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732d00f-e9d3-4df6-8049-bae63cef1c93 req-f823c536-7b7f-408e-9589-3991ec6819f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:43.131979 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2732d00f-e9d3-4df6-8049-bae63cef1c93 req-f823c536-7b7f-408e-9589-3991ec6819f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=829523bf-6da4-4036-856e-19bab0ed7699 HTTP/1.1" status: 200 len: 851 time: 0.0418918 Nov 29 02:19:43.191811 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732d00f-e9d3-4df6-8049-bae63cef1c93 req-a86ba7a6-6af1-4081-99f1-a3a5572d5afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:43.194447 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2732d00f-e9d3-4df6-8049-bae63cef1c93 req-a86ba7a6-6af1-4081-99f1-a3a5572d5afe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0479045 Nov 29 02:19:43.289664 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2732d00f-e9d3-4df6-8049-bae63cef1c93 req-540c170f-7d80-4a62-b54f-642ca8b3006d service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828152 Nov 29 02:19:43.382993 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2732d00f-e9d3-4df6-8049-bae63cef1c93 req-1a3d8f4b-964a-4030-b578-6aa471a04c03 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800405 Nov 29 02:19:43.508106 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7d439-98f7-4e5d-a07b-7921f3c58717 req-e280ceba-7784-4d67-859e-c3e05beea8e1 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:43.509609 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d4a7d439-98f7-4e5d-a07b-7921f3c58717 req-e280ceba-7784-4d67-859e-c3e05beea8e1 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 945 time: 0.0647583 Nov 29 02:19:43.558370 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d4a7d439-98f7-4e5d-a07b-7921f3c58717 req-fe0e970c-04d9-409e-9d97-d29f158864d5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425763 Nov 29 02:19:43.859592 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:44.320061 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a7ffbfc-79f5-4623-a265-ed1314190b38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:44.676233 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c7a4c-05c2-4286-be2d-2eb0d932e03c req-783bfd43-e5f4-4561-827f-f0aa4aaa6136 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:44.677729 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-278c7a4c-05c2-4286-be2d-2eb0d932e03c req-783bfd43-e5f4-4561-827f-f0aa4aaa6136 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 945 time: 0.0482388 Nov 29 02:19:44.728101 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-278c7a4c-05c2-4286-be2d-2eb0d932e03c req-e73fc80d-8a59-4e2d-9cfc-186b61536d1a tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445256 Nov 29 02:19:45.356745 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:45.843068 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98beeb-7cb1-4c20-900b-e62f3867bb5f req-e43da542-9a59-4f62-a409-150b620201b1 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:45.844537 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4b98beeb-7cb1-4c20-900b-e62f3867bb5f req-e43da542-9a59-4f62-a409-150b620201b1 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 945 time: 0.0481477 Nov 29 02:19:45.891352 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4b98beeb-7cb1-4c20-900b-e62f3867bb5f req-8662e637-fc4d-42cd-926e-2cb3597f1e9a tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407805 Nov 29 02:19:46.081839 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077eda5-59a0-40b5-ac8d-fc5f779abc38 req-8ed8637a-9a63-4506-ae33-b73074b65e47 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:46.084773 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1077eda5-59a0-40b5-ac8d-fc5f779abc38 req-8ed8637a-9a63-4506-ae33-b73074b65e47 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 945 time: 0.0521994 Nov 29 02:19:46.124313 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ac5d4-805f-4731-a409-73f4c0323a25 req-27aa13e9-2d39-4920-81c8-67582acf26f2 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:46.125780 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ff2ac5d4-805f-4731-a409-73f4c0323a25 req-27aa13e9-2d39-4920-81c8-67582acf26f2 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d&tenant_id=2da62749b3d64f81881bf953ec187331&binding%3Ahost_id=hv-neutron-8190 HTTP/1.1" status: 200 len: 945 time: 0.0504045 Nov 29 02:19:46.132929 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1077eda5-59a0-40b5-ac8d-fc5f779abc38 req-4f7bc71a-215e-4d21-835c-bc3d949e5bcd tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420916 Nov 29 02:19:46.244960 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ac5d4-805f-4731-a409-73f4c0323a25 req-4dc5ff9c-814f-47f6-949b-3fd132024cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:46.246457 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ff2ac5d4-805f-4731-a409-73f4c0323a25 req-4dc5ff9c-814f-47f6-949b-3fd132024cfc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 1098 time: 0.0436337 Nov 29 02:19:46.339018 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ac5d4-805f-4731-a409-73f4c0323a25 req-84196875-2a0d-4773-902a-d9e311b3c560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:46.340361 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ff2ac5d4-805f-4731-a409-73f4c0323a25 req-84196875-2a0d-4773-902a-d9e311b3c560 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 913 time: 0.0807641 Nov 29 02:19:46.420891 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ff2ac5d4-805f-4731-a409-73f4c0323a25 req-35345c52-ec04-4ffb-a2ba-eedc96417a75 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b HTTP/1.1" status: 200 len: 1001 time: 0.0672357 Nov 29 02:19:46.475038 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ac5d4-805f-4731-a409-73f4c0323a25 req-86481315-814c-400a-968a-1133c81aefc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:46.476467 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ff2ac5d4-805f-4731-a409-73f4c0323a25 req-86481315-814c-400a-968a-1133c81aefc0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=829523bf-6da4-4036-856e-19bab0ed7699 HTTP/1.1" status: 200 len: 851 time: 0.0431039 Nov 29 02:19:46.513027 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:19:46.524483 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:19:46.527581 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ac5d4-805f-4731-a409-73f4c0323a25 req-a57d29dd-8162-40e7-8add-7540b287e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:46.529077 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ff2ac5d4-805f-4731-a409-73f4c0323a25 req-a57d29dd-8162-40e7-8add-7540b287e57c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405102 Nov 29 02:19:46.624194 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ff2ac5d4-805f-4731-a409-73f4c0323a25 req-b4d0e9e4-dd4a-4e7e-928b-85c9a60c4cb8 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864196 Nov 29 02:19:46.668091 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:19:46.679837 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:46.684183 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'port_id': '09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b', 'mac_address': 'fa:16:3e:7a:97:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:19:46.712610 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad4e66f-d422-48c8-858f-1fc0257cce8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:19:46.714954 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf2a292-91ba-4254-b491-95a234cd6820" -d '{"events": [{"server_uuid": "0ad4e66f-d422-48c8-858f-1fc0257cce8d", "name": "network-vif-unplugged", "status": "completed", "tag": "09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:19:46.723932 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ff2ac5d4-805f-4731-a409-73f4c0323a25 req-6f0d598d-a4bb-46a7-a234-8f6eb8b5c190 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874519 Nov 29 02:19:46.745954 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:19:46.752852 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:46.777853 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:46.784262 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 02:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187ae65c-6624-418b-abd6-5ed6955b5936 x-openstack-request-id: req-187ae65c-6624-418b-abd6-5ed6955b5936 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:19:46.784558 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad4e66f-d422-48c8-858f-1fc0257cce8d", "name": "network-vif-unplugged", "status": "completed", "tag": "09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:19:46.784813 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-187ae65c-6624-418b-abd6-5ed6955b5936 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:19:46.785201 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad4e66f-d422-48c8-858f-1fc0257cce8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b', 'code': 200} Nov 29 02:19:46.802100 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:19:46.821803 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b,revision_number=6']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:46.845833 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:46.846184 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:46.846527 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:46.846870 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:46.847207 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:46.847541 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:46.847874 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:46.848739 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:46.849069 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:46.849394 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:46.849743 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:46.850066 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:46.865781 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.db.api [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:19:46.866141 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG oslo_db.api [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:19:47.065333 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:47.254507 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0a7b0-c8ea-44fd-a390-67d65d358b4b req-a8a1fff0-6966-4280-a122-40e27f54d571 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:47.256098 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-66e0a7b0-c8ea-44fd-a390-67d65d358b4b req-a8a1fff0-6966-4280-a122-40e27f54d571 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 943 time: 0.0548780 Nov 29 02:19:47.310613 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-66e0a7b0-c8ea-44fd-a390-67d65d358b4b req-f918c43e-3de5-469b-850a-4e0a142ff05c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481133 Nov 29 02:19:47.406113 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:47.419078 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:19:47.438643 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:19:47.442504 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:47.488983 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b,revision_number=7']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:47.586640 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:19:47.872869 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:48.434375 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1900a2e-47c7-4f92-b8c4-5b1d56a090fd req-0c8a12ce-68ae-4b06-908c-f3af03fd1981 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:48.435764 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e1900a2e-47c7-4f92-b8c4-5b1d56a090fd req-0c8a12ce-68ae-4b06-908c-f3af03fd1981 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 944 time: 0.0487185 Nov 29 02:19:48.481828 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e1900a2e-47c7-4f92-b8c4-5b1d56a090fd req-b8df0685-1729-4cc4-be95-ea24b759b5f7 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400057 Nov 29 02:19:48.528815 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:19:48.576662 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:19:48.577032 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:48.594745 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6dc4a3-e7f4-43fd-8d42-eef041992c0d req-09a7bed5-3dbb-4b93-8584-160572ebd715 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:48.596254 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9b6dc4a3-e7f4-43fd-8d42-eef041992c0d req-09a7bed5-3dbb-4b93-8584-160572ebd715 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 944 time: 0.0482085 Nov 29 02:19:48.650395 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9b6dc4a3-e7f4-43fd-8d42-eef041992c0d req-015db725-1f38-483f-94da-ac3ef1881bc8 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481489 Nov 29 02:19:48.654954 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:48.686836 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:19:48.690693 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:48.739041 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b,revision_number=8']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:48.786885 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad4e66f-d422-48c8-858f-1fc0257cce8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:19:48.789258 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f37ea3-2c47-44cc-90e7-af25b2c8e582" -d '{"events": [{"server_uuid": "0ad4e66f-d422-48c8-858f-1fc0257cce8d", "name": "network-vif-plugged", "status": "completed", "tag": "09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:19:48.827175 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54235948-3adc-498f-a3db-e2749cbe57fd x-openstack-request-id: req-54235948-3adc-498f-a3db-e2749cbe57fd {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:19:48.827475 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad4e66f-d422-48c8-858f-1fc0257cce8d", "name": "network-vif-plugged", "status": "completed", "tag": "09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:19:48.827830 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54235948-3adc-498f-a3db-e2749cbe57fd {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:19:48.828213 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad4e66f-d422-48c8-858f-1fc0257cce8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b', 'code': 200} Nov 29 02:19:48.852798 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf81dd1-1058-48ff-92ab-cf1e0ee4c66a req-cc142d05-85f7-4f6d-a866-eab82ef981aa tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:48.854315 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7bf81dd1-1058-48ff-92ab-cf1e0ee4c66a req-cc142d05-85f7-4f6d-a866-eab82ef981aa tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 945 time: 0.0531549 Nov 29 02:19:48.902310 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7bf81dd1-1058-48ff-92ab-cf1e0ee4c66a req-52232f9b-0997-40bd-ad64-4d7fec5a7fc9 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418665 Nov 29 02:19:48.975177 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37680713-2213-4334-9bb5-871b05be7582 req-55ea37bf-be08-4eb0-ad1a-fffeef03be57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:48.976588 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-37680713-2213-4334-9bb5-871b05be7582 req-55ea37bf-be08-4eb0-ad1a-fffeef03be57 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 1098 time: 0.0449660 Nov 29 02:19:49.069035 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37680713-2213-4334-9bb5-871b05be7582 req-802de6f7-f957-4240-a807-b6d4ee1aff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:49.070507 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-37680713-2213-4334-9bb5-871b05be7582 req-802de6f7-f957-4240-a807-b6d4ee1aff2a service neutron] 10.222.0.24 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 913 time: 0.0830665 Nov 29 02:19:49.375251 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-37680713-2213-4334-9bb5-871b05be7582 req-bde3d161-302e-4e25-a329-70fee2510867 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b HTTP/1.1" status: 200 len: 1001 time: 0.2933056 Nov 29 02:19:49.428527 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37680713-2213-4334-9bb5-871b05be7582 req-8227f326-34c0-4996-aedc-56e5d14f7c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:49.429928 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-37680713-2213-4334-9bb5-871b05be7582 req-8227f326-34c0-4996-aedc-56e5d14f7c5e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=829523bf-6da4-4036-856e-19bab0ed7699 HTTP/1.1" status: 200 len: 851 time: 0.0422089 Nov 29 02:19:49.476332 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37680713-2213-4334-9bb5-871b05be7582 req-b5f80aeb-942e-44a3-983c-f21b6533dc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:49.477854 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-37680713-2213-4334-9bb5-871b05be7582 req-b5f80aeb-942e-44a3-983c-f21b6533dc36 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380423 Nov 29 02:19:49.572931 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-37680713-2213-4334-9bb5-871b05be7582 req-775024c4-f715-4864-b053-98ec3e160204 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823448 Nov 29 02:19:49.663106 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-37680713-2213-4334-9bb5-871b05be7582 req-336bce23-17ff-4db0-848c-3653005d5e61 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786393 Nov 29 02:19:50.016312 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b224cad-99ee-41e5-a718-4c041e0a3ea2 req-afe116e7-7121-427e-a667-e0d96059c34a tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:50.017788 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9b224cad-99ee-41e5-a718-4c041e0a3ea2 req-afe116e7-7121-427e-a667-e0d96059c34a tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 945 time: 0.0475862 Nov 29 02:19:50.069495 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9b224cad-99ee-41e5-a718-4c041e0a3ea2 req-e980f3c3-76d9-41f2-b0f0-d8315237291d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449977 Nov 29 02:19:51.190714 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0c029-602b-403c-8334-2884cc9338cb req-9f63447d-08f5-4733-a890-f1e2e70f72e1 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:51.192239 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-53a0c029-602b-403c-8334-2884cc9338cb req-9f63447d-08f5-4733-a890-f1e2e70f72e1 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 945 time: 0.0524955 Nov 29 02:19:51.240039 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-53a0c029-602b-403c-8334-2884cc9338cb req-c62f9164-0cfc-44f4-82d1-8876928a8d0c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407970 Nov 29 02:19:51.469940 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b244d-4ba9-4290-9a77-08b078a83d2f req-a681149d-a477-4610-be2e-0f6da6fbb17c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:51.471421 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bc0b244d-4ba9-4290-9a77-08b078a83d2f req-a681149d-a477-4610-be2e-0f6da6fbb17c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 945 time: 0.0484695 Nov 29 02:19:51.519820 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bc0b244d-4ba9-4290-9a77-08b078a83d2f req-29f4cec7-18bf-4cf9-9e48-4910acbff601 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421178 Nov 29 02:19:52.637629 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e5712-5d7c-460c-83da-c88e494d73c1 req-5ada2667-5fc7-4e8a-aaf0-b5ddc34173af tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:52.639111 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-761e5712-5d7c-460c-83da-c88e494d73c1 req-5ada2667-5fc7-4e8a-aaf0-b5ddc34173af tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 945 time: 0.0509849 Nov 29 02:19:52.684819 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-761e5712-5d7c-460c-83da-c88e494d73c1 req-1e8d1051-f7e9-47bf-a423-a2d4dea1ef46 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399048 Nov 29 02:19:53.463893 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de94d9f-cc27-4da9-a4fa-aedef49e09e8 req-790d9516-c7f8-4788-96d4-1d2d12b802d6 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:53.465209 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-1de94d9f-cc27-4da9-a4fa-aedef49e09e8 req-790d9516-c7f8-4788-96d4-1d2d12b802d6 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 945 time: 0.0510414 Nov 29 02:19:53.554627 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-1de94d9f-cc27-4da9-a4fa-aedef49e09e8 req-09a713a1-5dae-4a57-9a7b-3a7b9309b6cb tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Deleting port 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:19:53.554960 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1de94d9f-cc27-4da9-a4fa-aedef49e09e8 req-09a713a1-5dae-4a57-9a7b-3a7b9309b6cb tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:53.641148 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-1de94d9f-cc27-4da9-a4fa-aedef49e09e8 req-09a713a1-5dae-4a57-9a7b-3a7b9309b6cb tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] For port 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:19:53.641497 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1de94d9f-cc27-4da9-a4fa-aedef49e09e8 req-09a713a1-5dae-4a57-9a7b-3a7b9309b6cb tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:53.800940 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3f01c-8620-4b97-987d-5963c3fc08af req-2dffc634-62b5-4494-9067-0490d9bb29d2 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:53.802512 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-43e3f01c-8620-4b97-987d-5963c3fc08af req-2dffc634-62b5-4494-9067-0490d9bb29d2 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ad4e66f-d422-48c8-858f-1fc0257cce8d HTTP/1.1" status: 200 len: 945 time: 0.0495265 Nov 29 02:19:53.807802 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1de94d9f-cc27-4da9-a4fa-aedef49e09e8 req-09a713a1-5dae-4a57-9a7b-3a7b9309b6cb tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:53.808159 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1de94d9f-cc27-4da9-a4fa-aedef49e09e8 req-09a713a1-5dae-4a57-9a7b-3a7b9309b6cb tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:53.808499 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [req-1de94d9f-cc27-4da9-a4fa-aedef49e09e8 req-09a713a1-5dae-4a57-9a7b-3a7b9309b6cb tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Floating IP 433f7899-9aa1-49a2-8bce-7099cc19ac10 disassociated. External IP: 172.26.3.189, port: 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b. Nov 29 02:19:53.808837 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-1de94d9f-cc27-4da9-a4fa-aedef49e09e8 req-09a713a1-5dae-4a57-9a7b-3a7b9309b6cb tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Calling delete_port for 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:19:53.851093 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-43e3f01c-8620-4b97-987d-5963c3fc08af req-740ad24d-ebfb-4eb2-ae0d-c578383e5389 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425236 Nov 29 02:19:53.939472 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1de94d9f-cc27-4da9-a4fa-aedef49e09e8 req-09a713a1-5dae-4a57-9a7b-3a7b9309b6cb tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:53.969304 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a713a1-5dae-4a57-9a7b-3a7b9309b6cb tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Pushing event deleted for resources: {'Port': ['ID=09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:53.980777 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a713a1-5dae-4a57-9a7b-3a7b9309b6cb tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:53.981138 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a713a1-5dae-4a57-9a7b-3a7b9309b6cb tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:53.981485 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a713a1-5dae-4a57-9a7b-3a7b9309b6cb tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:53.981852 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a713a1-5dae-4a57-9a7b-3a7b9309b6cb tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:53.982187 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a713a1-5dae-4a57-9a7b-3a7b9309b6cb tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:53.982535 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a713a1-5dae-4a57-9a7b-3a7b9309b6cb tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:53.982867 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a713a1-5dae-4a57-9a7b-3a7b9309b6cb tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:53.983201 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a713a1-5dae-4a57-9a7b-3a7b9309b6cb tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:53.983533 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a713a1-5dae-4a57-9a7b-3a7b9309b6cb tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:53.983861 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a713a1-5dae-4a57-9a7b-3a7b9309b6cb tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:53.984193 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a713a1-5dae-4a57-9a7b-3a7b9309b6cb tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:53.984524 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a713a1-5dae-4a57-9a7b-3a7b9309b6cb tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:19:54.097134 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1de94d9f-cc27-4da9-a4fa-aedef49e09e8 req-09a713a1-5dae-4a57-9a7b-3a7b9309b6cb tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Router 9175f0bd-1404-40fe-a689-1d2d9e5ceafe has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:19:54.205331 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1de94d9f-cc27-4da9-a4fa-aedef49e09e8 req-09a713a1-5dae-4a57-9a7b-3a7b9309b6cb tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:19:54.216312 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1302acb4-8546-4ef1-afa3-78bef63ba043 None None] Sync routers for ids ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:19:54.226095 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1302acb4-8546-4ef1-afa3-78bef63ba043 None None] Routers {'9175f0bd-1404-40fe-a689-1d2d9e5ceafe'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:19:54.226783 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1302acb4-8546-4ef1-afa3-78bef63ba043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:19:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:19:54.243991 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de94d9f-cc27-4da9-a4fa-aedef49e09e8 req-09a713a1-5dae-4a57-9a7b-3a7b9309b6cb tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] No DVR routers for this DVR port 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:19:54.246360 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-1de94d9f-cc27-4da9-a4fa-aedef49e09e8 req-09a713a1-5dae-4a57-9a7b-3a7b9309b6cb tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:54.249696 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-1de94d9f-cc27-4da9-a4fa-aedef49e09e8 req-09a713a1-5dae-4a57-9a7b-3a7b9309b6cb tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.24 "DELETE /v2.0/ports/09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b HTTP/1.1" status: 204 len: 173 time: 0.7735369 Nov 29 02:19:54.250140 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad4e66f-d422-48c8-858f-1fc0257cce8d', 'name': 'network-vif-deleted', 'tag': '09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:19:54.252397 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef473391-7ad1-41bf-87d6-16365e100429" -d '{"events": [{"server_uuid": "0ad4e66f-d422-48c8-858f-1fc0257cce8d", "name": "network-vif-deleted", "tag": "09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:19:54.299873 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402b855b-34de-4885-ab7b-859f44bda745 x-openstack-request-id: req-402b855b-34de-4885-ab7b-859f44bda745 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:19:54.300190 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad4e66f-d422-48c8-858f-1fc0257cce8d", "name": "network-vif-deleted", "tag": "09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:19:54.300443 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-402b855b-34de-4885-ab7b-859f44bda745 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:19:54.300844 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad4e66f-d422-48c8-858f-1fc0257cce8d', 'name': 'network-vif-deleted', 'tag': '09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b', 'status': 'completed', 'code': 200} Nov 29 02:19:54.335612 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-1302acb4-8546-4ef1-afa3-78bef63ba043 None None] Set router 9175f0bd-1404-40fe-a689-1d2d9e5ceafe gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:19:54.671003 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1302acb4-8546-4ef1-afa3-78bef63ba043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'name': 'tempest-ServerActionsTestJSON-2104428372-router', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '9809451f-09d3-4d80-885a-ae710e01da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:14Z', 'revision_number': 4, 'project_id': '2da62749b3d64f81881bf953ec187331', 'gw_port': {'id': '9809451f-09d3-4d80-885a-ae710e01da57', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '01d42fe7-4858-49f7-bbaa-46c7e062e21b', 'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'mac_address': 'fa:16:3e:8d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:14Z', 'updated_at': '2021-11-29T02:17:18Z', 'revision_number': 5, 'project_id': '2da62749b3d64f81881bf953ec187331', 'subnets': [{'id': '829523bf-6da4-4036-856e-19bab0ed7699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:19:54.697288 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1302acb4-8546-4ef1-afa3-78bef63ba043 None None] Checking router: 9175f0bd-1404-40fe-a689-1d2d9e5ceafe for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:19:54.705343 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1302acb4-8546-4ef1-afa3-78bef63ba043 None None] Routers {'9175f0bd-1404-40fe-a689-1d2d9e5ceafe'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:19:54.706382 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1302acb4-8546-4ef1-afa3-78bef63ba043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:19:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:19:54.810530 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-1302acb4-8546-4ef1-afa3-78bef63ba043 None None] Set router 9175f0bd-1404-40fe-a689-1d2d9e5ceafe gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:19:55.013511 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1302acb4-8546-4ef1-afa3-78bef63ba043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'name': 'tempest-ServerActionsTestJSON-2104428372-router', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '9809451f-09d3-4d80-885a-ae710e01da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:14Z', 'revision_number': 4, 'project_id': '2da62749b3d64f81881bf953ec187331', 'gw_port': {'id': '9809451f-09d3-4d80-885a-ae710e01da57', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '01d42fe7-4858-49f7-bbaa-46c7e062e21b', 'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'mac_address': 'fa:16:3e:8d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:14Z', 'updated_at': '2021-11-29T02:17:18Z', 'revision_number': 5, 'project_id': '2da62749b3d64f81881bf953ec187331', 'subnets': [{'id': '829523bf-6da4-4036-856e-19bab0ed7699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:19:55.040482 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1302acb4-8546-4ef1-afa3-78bef63ba043 None None] The sync data for ids ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'] in dv-neutron-819032-3-hyperv is: [{'id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'name': 'tempest-ServerActionsTestJSON-2104428372-router', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '9809451f-09d3-4d80-885a-ae710e01da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:14Z', 'revision_number': 4, 'project_id': '2da62749b3d64f81881bf953ec187331', 'gw_port': {'id': '9809451f-09d3-4d80-885a-ae710e01da57', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '01d42fe7-4858-49f7-bbaa-46c7e062e21b', 'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'mac_address': 'fa:16:3e:8d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:14Z', 'updated_at': '2021-11-29T02:17:18Z', 'revision_number': 5, 'project_id': '2da62749b3d64f81881bf953ec187331', 'subnets': [{'id': '829523bf-6da4-4036-856e-19bab0ed7699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:19:55.104464 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-275df85c-e7ad-40e7-8fe9-5547e3a09e8c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--835634938&fields=id&tenant_id=2da62749b3d64f81881bf953ec187331 HTTP/1.1" status: 200 len: 267 time: 0.0438397 Nov 29 02:19:55.228058 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-92498bab-b531-4a2f-a190-f08ea1bc43fd tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:55.229629 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-92498bab-b531-4a2f-a190-f08ea1bc43fd tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 812 time: 0.1180313 Nov 29 02:19:55.245185 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-79be5bda-7e5d-4abf-943b-c6f4fd624735 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/quotas/2da62749b3d64f81881bf953ec187331 HTTP/1.1" status: 200 len: 375 time: 0.0098112 Nov 29 02:19:55.279515 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77056f87-189b-406f-ba8d-601233afc49d None None] New status for floating IP 433f7899-9aa1-49a2-8bce-7099cc19ac10: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:19:55.301743 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-8323f71b-cda2-4d86-a168-a1a4ce49be3d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505538 Nov 29 02:19:55.404069 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-709d7441-137c-4582-a424-5906e7bde9ca service neutron] 10.222.0.37 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897472 Nov 29 02:19:55.493140 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-7abead15-ec74-47dd-a1c3-1c24847d92e3 service neutron] 10.222.0.37 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825334 Nov 29 02:19:55.654508 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4289dc9c-2b82-41fa-ac4c-5ba25567a5cc req-a37fc2a2-8346-465d-b618-cf06669241a5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 210 time: 0.0314906 Nov 29 02:19:56.571340 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:19:56.590694 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:19:56.591045 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 09ff9b10-3ea4-472d-b1ce-0fd86dcb0f3b not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:19:56.747462 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dde61df9-bfb4-4ed4-8d84-00185ac54583 req-d126b79a-49b2-4c4f-8bc4-8bc8926dd9be tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 210 time: 0.0269666 Nov 29 02:19:56.801319 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-08e57d85-131b-4f04-96b2-d727151c40c9 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:56.803536 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-08e57d85-131b-4f04-96b2-d727151c40c9 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.24 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 812 time: 0.1091654 Nov 29 02:19:56.893647 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-1c7f6fa5-550d-4af0-bb03-3ceaf81b8857 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2da62749b3d64f81881bf953ec187331 HTTP/1.1" status: 200 len: 379 time: 0.0517387 Nov 29 02:19:56.911110 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-72315ec9-264e-4810-a970-6b6b5d5f0678 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Request body: {'port': {'device_id': '80f7a265-f3d9-4b08-8698-e6b6f2313e3c', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'admin_state_up': True, 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'security_groups': ['53a1f364-d573-4ba7-903a-c4a1b6c1833c']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:19:57.020061 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-72315ec9-264e-4810-a970-6b6b5d5f0678 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Made reservation on behalf of 2da62749b3d64f81881bf953ec187331 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:19:57.024316 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-72315ec9-264e-4810-a970-6b6b5d5f0678 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:57.147981 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-72315ec9-264e-4810-a970-6b6b5d5f0678 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Allocated IP 172.20.0.12 (a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8/829523bf-6da4-4036-856e-19bab0ed7699/51b16a2d-e3a1-46ea-86a8-853d3481b199) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:19:57.289179 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-72315ec9-264e-4810-a970-6b6b5d5f0678 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:57.321562 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-72315ec9-264e-4810-a970-6b6b5d5f0678 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:57.363068 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-72315ec9-264e-4810-a970-6b6b5d5f0678 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Network a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:19:57.366694 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-72315ec9-264e-4810-a970-6b6b5d5f0678 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:19:57.370394 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-72315ec9-264e-4810-a970-6b6b5d5f0678 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:19:57.395720 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72315ec9-264e-4810-a970-6b6b5d5f0678 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Pushing event updated for resources: {'Port': ['ID=51b16a2d-e3a1-46ea-86a8-853d3481b199,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:57.425560 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-72315ec9-264e-4810-a970-6b6b5d5f0678 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:57.426199 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-72315ec9-264e-4810-a970-6b6b5d5f0678 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:57.443638 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-72315ec9-264e-4810-a970-6b6b5d5f0678 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5361311 Nov 29 02:19:57.471923 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-31b4395a-e401-47a5-be82-78279c427c51 service neutron] Request body: {'port': {'device_id': '80f7a265-f3d9-4b08-8698-e6b6f2313e3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:19:57.531421 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-31b4395a-e401-47a5-be82-78279c427c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:57.550148 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-965b9916-7b57-4911-adfe-3c34d40e9aef None None] Provisioning complete for port 51b16a2d-e3a1-46ea-86a8-853d3481b199 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:19:57.550439 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-965b9916-7b57-4911-adfe-3c34d40e9aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:57.587045 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-965b9916-7b57-4911-adfe-3c34d40e9aef None None] Port 51b16a2d-e3a1-46ea-86a8-853d3481b199 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:19:57.786127 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-31b4395a-e401-47a5-be82-78279c427c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51b16a2d-e3a1-46ea-86a8-853d3481b199 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:19:57.794123 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-31b4395a-e401-47a5-be82-78279c427c51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:57.806128 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-31b4395a-e401-47a5-be82-78279c427c51 service neutron] Transition to ACTIVE for port object 51b16a2d-e3a1-46ea-86a8-853d3481b199 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:19:57.810158 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-31b4395a-e401-47a5-be82-78279c427c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:57.866646 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5c322-9ad9-428c-9a11-2414c8b30c43 req-6fa0e462-e3da-474f-847c-5330657b0fac tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:57.868360 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2ba5c322-9ad9-428c-9a11-2414c8b30c43 req-6fa0e462-e3da-474f-847c-5330657b0fac tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 944 time: 0.0521028 Nov 29 02:19:57.882243 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4395a-e401-47a5-be82-78279c427c51 service neutron] Pushing event updated for resources: {'Port': ['ID=51b16a2d-e3a1-46ea-86a8-853d3481b199,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:57.932143 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2ba5c322-9ad9-428c-9a11-2414c8b30c43 req-67efa075-7072-4a2e-8972-607cd37bb1a0 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563095 Nov 29 02:19:57.936309 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-31b4395a-e401-47a5-be82-78279c427c51 service neutron] Attempting to bind port 51b16a2d-e3a1-46ea-86a8-853d3481b199 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:19:57.936689 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-31b4395a-e401-47a5-be82-78279c427c51 service neutron] Attempting to bind port 51b16a2d-e3a1-46ea-86a8-853d3481b199 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'a703cc90-5646-4ff7-b23a-f7a334d181c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:19:57.937032 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-31b4395a-e401-47a5-be82-78279c427c51 service neutron] Attempting to bind port 51b16a2d-e3a1-46ea-86a8-853d3481b199 on network a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:19:57.941484 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-31b4395a-e401-47a5-be82-78279c427c51 service neutron] Port 51b16a2d-e3a1-46ea-86a8-853d3481b199 on network a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:19:57.941843 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-31b4395a-e401-47a5-be82-78279c427c51 service neutron] Attempting to bind port 51b16a2d-e3a1-46ea-86a8-853d3481b199 on network a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:19:57.954356 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-31b4395a-e401-47a5-be82-78279c427c51 service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:19:57.954356 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-31b4395a-e401-47a5-be82-78279c427c51 service neutron] Checking segment: {'id': 'a703cc90-5646-4ff7-b23a-f7a334d181c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:19:57.954356 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-31b4395a-e401-47a5-be82-78279c427c51 service neutron] Bound using segment: {'id': 'a703cc90-5646-4ff7-b23a-f7a334d181c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:19:57.954356 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-31b4395a-e401-47a5-be82-78279c427c51 service neutron] Bound port: 51b16a2d-e3a1-46ea-86a8-853d3481b199, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a703cc90-5646-4ff7-b23a-f7a334d181c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:19:57.954356 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-31b4395a-e401-47a5-be82-78279c427c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:58.013390 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-31b4395a-e401-47a5-be82-78279c427c51 service neutron] For port 51b16a2d-e3a1-46ea-86a8-853d3481b199, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:19:58.016478 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-31b4395a-e401-47a5-be82-78279c427c51 service neutron] For port 51b16a2d-e3a1-46ea-86a8-853d3481b199, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=51b16a2d-e3a1-46ea-86a8-853d3481b199,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:19:58.022253 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-31b4395a-e401-47a5-be82-78279c427c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:58.058377 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-31b4395a-e401-47a5-be82-78279c427c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:58.059003 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-31b4395a-e401-47a5-be82-78279c427c51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:19:58.060389 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-31b4395a-e401-47a5-be82-78279c427c51 service neutron] 10.222.0.24 "PUT /v2.0/ports/51b16a2d-e3a1-46ea-86a8-853d3481b199 HTTP/1.1" status: 200 len: 1094 time: 0.5930288 Nov 29 02:19:58.060839 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f7a265-f3d9-4b08-8698-e6b6f2313e3c', 'tag': '51b16a2d-e3a1-46ea-86a8-853d3481b199'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:19:58.063152 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ef6a91-0443-4e91-81a9-779f966e20ee" -d '{"events": [{"name": "network-changed", "server_uuid": "80f7a265-f3d9-4b08-8698-e6b6f2313e3c", "tag": "51b16a2d-e3a1-46ea-86a8-853d3481b199"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:19:58.085339 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4395a-e401-47a5-be82-78279c427c51 service neutron] Pushing event updated for resources: {'Port': ['ID=51b16a2d-e3a1-46ea-86a8-853d3481b199,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:19:58.106025 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2194c3bb-d7f1-45c2-bd99-8d3ffb285dcd x-openstack-request-id: req-2194c3bb-d7f1-45c2-bd99-8d3ffb285dcd {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:19:58.106381 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f7a265-f3d9-4b08-8698-e6b6f2313e3c", "tag": "51b16a2d-e3a1-46ea-86a8-853d3481b199", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:19:58.106647 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2194c3bb-d7f1-45c2-bd99-8d3ffb285dcd {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:19:58.107456 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f7a265-f3d9-4b08-8698-e6b6f2313e3c', 'tag': '51b16a2d-e3a1-46ea-86a8-853d3481b199', 'status': 'completed', 'code': 200} Nov 29 02:19:58.178679 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-c5013f54-a3b8-4748-a444-5849bc9f58b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:58.180515 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-c5013f54-a3b8-4748-a444-5849bc9f58b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 1097 time: 0.0484421 Nov 29 02:19:58.247495 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-0ae802f3-d743-4065-80cf-b10938d4b8af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51b16a2d-e3a1-46ea-86a8-853d3481b199 HTTP/1.1" status: 200 len: 217 time: 0.0410852 Nov 29 02:19:58.297787 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-b1a5806c-e47d-46f9-8176-941730c4df5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:58.299216 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-b1a5806c-e47d-46f9-8176-941730c4df5d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=829523bf-6da4-4036-856e-19bab0ed7699 HTTP/1.1" status: 200 len: 851 time: 0.0433791 Nov 29 02:19:58.352490 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-5530a26a-9b40-48a0-b8e5-fc3a559e19f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:58.354052 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-5530a26a-9b40-48a0-b8e5-fc3a559e19f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436163 Nov 29 02:19:58.447542 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-14a2e698-79df-4c2a-9c12-4f8db30ba65d service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811522 Nov 29 02:19:58.546253 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-afd1fd26-ad7e-41db-a720-320a326f2a55 req-3505a1cd-0d88-488f-9750-fdc80bcd7555 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855248 Nov 29 02:19:58.697397 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef6a91-0443-4e91-81a9-779f966e20ee req-4bf6d16a-42f9-437d-986b-7d4ceffc11e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:58.698876 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e8ef6a91-0443-4e91-81a9-779f966e20ee req-4bf6d16a-42f9-437d-986b-7d4ceffc11e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 1097 time: 0.0397229 Nov 29 02:19:58.801982 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef6a91-0443-4e91-81a9-779f966e20ee req-bbb3edf8-6821-4118-a798-5ef35f9b8445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:58.804336 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e8ef6a91-0443-4e91-81a9-779f966e20ee req-bbb3edf8-6821-4118-a798-5ef35f9b8445 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 913 time: 0.0940423 Nov 29 02:19:58.844511 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e8ef6a91-0443-4e91-81a9-779f966e20ee req-f50982f8-3e33-4837-ac1a-fc6d82bbe162 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51b16a2d-e3a1-46ea-86a8-853d3481b199 HTTP/1.1" status: 200 len: 217 time: 0.0325949 Nov 29 02:19:58.892480 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef6a91-0443-4e91-81a9-779f966e20ee req-44877dba-46bf-471b-a9db-b0117890a7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:58.893918 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e8ef6a91-0443-4e91-81a9-779f966e20ee req-44877dba-46bf-471b-a9db-b0117890a7b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=829523bf-6da4-4036-856e-19bab0ed7699 HTTP/1.1" status: 200 len: 851 time: 0.0420079 Nov 29 02:19:58.942703 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef6a91-0443-4e91-81a9-779f966e20ee req-dbc501fc-b124-4581-a6ff-8ed7ed011911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:58.944195 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e8ef6a91-0443-4e91-81a9-779f966e20ee req-dbc501fc-b124-4581-a6ff-8ed7ed011911 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425954 Nov 29 02:19:59.035067 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e8ef6a91-0443-4e91-81a9-779f966e20ee req-734239c6-655b-42ab-b2f8-206b4e7766ed service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827312 Nov 29 02:19:59.048567 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a01e5-ebc7-4c29-b510-883ca0d1ae63 req-29f1d4ff-f534-48a0-8b82-cc86ad0d0bdf tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:19:59.050838 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4d1a01e5-ebc7-4c29-b510-883ca0d1ae63 req-29f1d4ff-f534-48a0-8b82-cc86ad0d0bdf tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 944 time: 0.0485396 Nov 29 02:19:59.114243 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4d1a01e5-ebc7-4c29-b510-883ca0d1ae63 req-de5f43b4-c44a-4686-b167-8c52ec73faf2 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561500 Nov 29 02:19:59.130765 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e8ef6a91-0443-4e91-81a9-779f966e20ee req-a459e38b-9601-45d0-82ed-a4a5908d7162 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872846 Nov 29 02:20:00.231037 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a6434-af84-4f8f-8616-69015f918f2e req-ad114cf7-2332-4d4b-aa6f-3d0e9e6499ab tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:00.232503 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5a9a6434-af84-4f8f-8616-69015f918f2e req-ad114cf7-2332-4d4b-aa6f-3d0e9e6499ab tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 944 time: 0.0502245 Nov 29 02:20:00.279730 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5a9a6434-af84-4f8f-8616-69015f918f2e req-f6225ea3-32e5-4c6c-bcfb-4c8a34e2cef7 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411623 Nov 29 02:20:00.607394 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 51b16a2d-e3a1-46ea-86a8-853d3481b199 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:20:00.701343 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 51b16a2d-e3a1-46ea-86a8-853d3481b199, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=51b16a2d-e3a1-46ea-86a8-853d3481b199,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:20:00.711894 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '51b16a2d-e3a1-46ea-86a8-853d3481b199', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'port_id': '51b16a2d-e3a1-46ea-86a8-853d3481b199', 'mac_address': 'fa:16:3e:1b:e5:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:20:00.751464 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:00.764294 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51b16a2d-e3a1-46ea-86a8-853d3481b199 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:20:00.782697 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 51b16a2d-e3a1-46ea-86a8-853d3481b199, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=51b16a2d-e3a1-46ea-86a8-853d3481b199,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:20:00.788253 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:00.833184 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=51b16a2d-e3a1-46ea-86a8-853d3481b199,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:20:01.144135 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['51b16a2d-e3a1-46ea-86a8-853d3481b199'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:20:01.391510 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83af47-fc11-4fad-9bc1-b8f808aa94b2 req-faf26e19-8e0f-435e-a429-9604fa6ba31b tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:01.392963 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5c83af47-fc11-4fad-9bc1-b8f808aa94b2 req-faf26e19-8e0f-435e-a429-9604fa6ba31b tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 945 time: 0.0477638 Nov 29 02:20:01.438918 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5c83af47-fc11-4fad-9bc1-b8f808aa94b2 req-622e0113-e029-4ea6-95b3-a4dae6c1e8d5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391505 Nov 29 02:20:02.555735 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a970a2-999d-433a-90e0-9fb752b8e839 req-68925820-1f35-433c-b6d1-c21ab0231e89 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:02.557197 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b7a970a2-999d-433a-90e0-9fb752b8e839 req-68925820-1f35-433c-b6d1-c21ab0231e89 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 945 time: 0.0521355 Nov 29 02:20:02.602362 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b7a970a2-999d-433a-90e0-9fb752b8e839 req-f72a3466-95f6-48e3-a1ae-9dc010504fb7 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392377 Nov 29 02:20:02.624440 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 51b16a2d-e3a1-46ea-86a8-853d3481b199 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:20:02.671370 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port 51b16a2d-e3a1-46ea-86a8-853d3481b199 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:20:02.675596 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 51b16a2d-e3a1-46ea-86a8-853d3481b199 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:20:02.675967 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:02.754991 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:02.777002 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f7a265-f3d9-4b08-8698-e6b6f2313e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b16a2d-e3a1-46ea-86a8-853d3481b199'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:20:02.779258 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4f467f-74ca-48e7-92ba-43d84dc0de99" -d '{"events": [{"server_uuid": "80f7a265-f3d9-4b08-8698-e6b6f2313e3c", "name": "network-vif-plugged", "status": "completed", "tag": "51b16a2d-e3a1-46ea-86a8-853d3481b199"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:20:02.792099 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 51b16a2d-e3a1-46ea-86a8-853d3481b199, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=51b16a2d-e3a1-46ea-86a8-853d3481b199,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:20:02.796016 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:02.818551 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5e7059-ab17-4305-86ec-faf0ee9bd051 x-openstack-request-id: req-5a5e7059-ab17-4305-86ec-faf0ee9bd051 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:20:02.818859 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f7a265-f3d9-4b08-8698-e6b6f2313e3c", "name": "network-vif-plugged", "status": "completed", "tag": "51b16a2d-e3a1-46ea-86a8-853d3481b199", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:20:02.819108 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a5e7059-ab17-4305-86ec-faf0ee9bd051 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:20:02.819515 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f7a265-f3d9-4b08-8698-e6b6f2313e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b16a2d-e3a1-46ea-86a8-853d3481b199', 'code': 200} Nov 29 02:20:02.843915 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=51b16a2d-e3a1-46ea-86a8-853d3481b199,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:20:03.040900 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e89aa-d3b4-456d-abfc-34ab78b82b1e req-fb702914-d95b-433d-8976-94e77f586869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:03.042294 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-790e89aa-d3b4-456d-abfc-34ab78b82b1e req-fb702914-d95b-433d-8976-94e77f586869 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 1099 time: 0.0422919 Nov 29 02:20:03.089317 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-790e89aa-d3b4-456d-abfc-34ab78b82b1e req-e052b984-8e5a-4657-8778-e555cce0af66 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375607 Nov 29 02:20:03.241357 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:20:03.716880 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93038f-935e-437d-904d-a6243b4e79d5 req-292e955f-42dd-4139-b451-e8289ab77f1d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:03.718371 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6b93038f-935e-437d-904d-a6243b4e79d5 req-292e955f-42dd-4139-b451-e8289ab77f1d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 946 time: 0.0477049 Nov 29 02:20:03.764473 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6b93038f-935e-437d-904d-a6243b4e79d5 req-ef9dc879-7c58-4a85-af6a-1b077e8ed4c3 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402057 Nov 29 02:20:04.880185 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34de45-acf4-4398-a164-2d76386d83ef req-8b5f309a-ca14-4479-9a0e-586791cc673c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:04.882598 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6b34de45-acf4-4398-a164-2d76386d83ef req-8b5f309a-ca14-4479-9a0e-586791cc673c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 946 time: 0.0477505 Nov 29 02:20:04.892769 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e173a20a-acd8-4fe9-ad83-e68ac120d47c req-59681f62-2652-491f-93e5-8b6158fe5f67 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390658 Nov 29 02:20:04.933306 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6b34de45-acf4-4398-a164-2d76386d83ef req-098144d8-3ec3-4646-981a-c814261fe49f tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451219 Nov 29 02:20:04.994432 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173a20a-acd8-4fe9-ad83-e68ac120d47c req-47f8bd6b-b161-4c89-a804-580ea682a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:04.995926 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e173a20a-acd8-4fe9-ad83-e68ac120d47c req-47f8bd6b-b161-4c89-a804-580ea682a530 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 1099 time: 0.0436683 Nov 29 02:20:05.045884 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0e14c-124c-4849-9c75-dbee86c3c581 req-ff5a2668-9576-4a9f-987e-53508a89f5ab tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:05.047273 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9bb0e14c-124c-4849-9c75-dbee86c3c581 req-ff5a2668-9576-4a9f-987e-53508a89f5ab tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 946 time: 0.0485349 Nov 29 02:20:05.056416 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 47222) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:20:05.060686 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9bb8af31-ad4b-4a94-a3a6-ce0ca46a41c4 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Request body: {'floatingip': {'port_id': '51b16a2d-e3a1-46ea-86a8-853d3481b199'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:20:05.099784 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9bb8af31-ad4b-4a94-a3a6-ce0ca46a41c4 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks [] for floatingip, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:05.102232 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173a20a-acd8-4fe9-ad83-e68ac120d47c req-226f48dd-6f7c-4dd7-960f-7c1aa9274b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:05.103705 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e173a20a-acd8-4fe9-ad83-e68ac120d47c req-226f48dd-6f7c-4dd7-960f-7c1aa9274b01 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 913 time: 0.0855184 Nov 29 02:20:05.151352 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e173a20a-acd8-4fe9-ad83-e68ac120d47c req-3aef9f98-552e-4673-bb0b-c3bd84215ff3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51b16a2d-e3a1-46ea-86a8-853d3481b199 HTTP/1.1" status: 200 len: 217 time: 0.0385478 Nov 29 02:20:05.202482 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173a20a-acd8-4fe9-ad83-e68ac120d47c req-584c466c-b829-4e43-aa46-a7a03fb81671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:05.203947 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e173a20a-acd8-4fe9-ad83-e68ac120d47c req-584c466c-b829-4e43-aa46-a7a03fb81671 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=829523bf-6da4-4036-856e-19bab0ed7699 HTTP/1.1" status: 200 len: 851 time: 0.0442431 Nov 29 02:20:05.248374 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173a20a-acd8-4fe9-ad83-e68ac120d47c req-587aeb2d-d431-4a1a-9ccd-f85ca4b37a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:05.249885 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e173a20a-acd8-4fe9-ad83-e68ac120d47c req-587aeb2d-d431-4a1a-9ccd-f85ca4b37a58 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390031 Nov 29 02:20:05.341146 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e173a20a-acd8-4fe9-ad83-e68ac120d47c req-3a506673-5775-4f59-be64-ef3a07bc4c47 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831571 Nov 29 02:20:05.433686 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e173a20a-acd8-4fe9-ad83-e68ac120d47c req-b41cc37d-3173-46c5-86af-a5702327093f service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823162 Nov 29 02:20:05.514267 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9bb8af31-ad4b-4a94-a3a6-ce0ca46a41c4 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:05.517786 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9bb8af31-ad4b-4a94-a3a6-ce0ca46a41c4 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:05.618279 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-9bb8af31-ad4b-4a94-a3a6-ce0ca46a41c4 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Floating IP 433f7899-9aa1-49a2-8bce-7099cc19ac10 associated. External IP: 172.26.3.189, port: 51b16a2d-e3a1-46ea-86a8-853d3481b199. Nov 29 02:20:05.818664 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb8af31-ad4b-4a94-a3a6-ce0ca46a41c4 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Router 9175f0bd-1404-40fe-a689-1d2d9e5ceafe has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:20:05.922040 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb8af31-ad4b-4a94-a3a6-ce0ca46a41c4 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:20:05.926731 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9bb8af31-ad4b-4a94-a3a6-ce0ca46a41c4 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:05.933306 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2217e4-1bbb-4017-b8d8-fa075798c3b9 None None] Sync routers for ids ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:20:05.942772 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2217e4-1bbb-4017-b8d8-fa075798c3b9 None None] Routers {'9175f0bd-1404-40fe-a689-1d2d9e5ceafe'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:20:05.943412 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5a2217e4-1bbb-4017-b8d8-fa075798c3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:19:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:20:06.054269 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-5a2217e4-1bbb-4017-b8d8-fa075798c3b9 None None] Set router 9175f0bd-1404-40fe-a689-1d2d9e5ceafe gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:20:06.275957 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9bb8af31-ad4b-4a94-a3a6-ce0ca46a41c4 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "PUT /v2.0/floatingips/433f7899-9aa1-49a2-8bce-7099cc19ac10 HTTP/1.1" status: 200 len: 992 time: 1.2183170 Nov 29 02:20:06.276370 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f7a265-f3d9-4b08-8698-e6b6f2313e3c', 'tag': '51b16a2d-e3a1-46ea-86a8-853d3481b199'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:20:06.278636 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a54b0b8d43a805c8e04fafa9e6e1877f555095d74f053d1eebc96b979e45145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ae4d0b-6d0c-45f1-82af-d552604844c0" -d '{"events": [{"name": "network-changed", "server_uuid": "80f7a265-f3d9-4b08-8698-e6b6f2313e3c", "tag": "51b16a2d-e3a1-46ea-86a8-853d3481b199"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:20:06.290931 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5a2217e4-1bbb-4017-b8d8-fa075798c3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'name': 'tempest-ServerActionsTestJSON-2104428372-router', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '9809451f-09d3-4d80-885a-ae710e01da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:14Z', 'revision_number': 4, 'project_id': '2da62749b3d64f81881bf953ec187331', 'gw_port': {'id': '9809451f-09d3-4d80-885a-ae710e01da57', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '433f7899-9aa1-49a2-8bce-7099cc19ac10', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'floating_ip_address': '172.26.3.189', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'port_id': '51b16a2d-e3a1-46ea-86a8-853d3481b199', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'mac_address': 'fa:16:3e:1b:e5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f7a265-f3d9-4b08-8698-e6b6f2313e3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:17:17Z', 'updated_at': '2021-11-29T02:20:05Z', 'revision_number': 9, 'project_id': '2da62749b3d64f81881bf953ec187331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d42fe7-4858-49f7-bbaa-46c7e062e21b', 'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'mac_address': 'fa:16:3e:8d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:14Z', 'updated_at': '2021-11-29T02:17:18Z', 'revision_number': 5, 'project_id': '2da62749b3d64f81881bf953ec187331', 'subnets': [{'id': '829523bf-6da4-4036-856e-19bab0ed7699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:20:06.319248 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2217e4-1bbb-4017-b8d8-fa075798c3b9 None None] Checking router: 9175f0bd-1404-40fe-a689-1d2d9e5ceafe for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:20:06.319829 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fdc62d-3bd0-4dea-a51f-ebd6151d32b0 x-openstack-request-id: req-f0fdc62d-3bd0-4dea-a51f-ebd6151d32b0 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:20:06.320123 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f7a265-f3d9-4b08-8698-e6b6f2313e3c", "tag": "51b16a2d-e3a1-46ea-86a8-853d3481b199", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:20:06.320382 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f0fdc62d-3bd0-4dea-a51f-ebd6151d32b0 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:20:06.320784 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f7a265-f3d9-4b08-8698-e6b6f2313e3c', 'tag': '51b16a2d-e3a1-46ea-86a8-853d3481b199', 'status': 'completed', 'code': 200} Nov 29 02:20:06.328122 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2217e4-1bbb-4017-b8d8-fa075798c3b9 None None] Routers {'9175f0bd-1404-40fe-a689-1d2d9e5ceafe'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:20:06.328722 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5a2217e4-1bbb-4017-b8d8-fa075798c3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:19:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:20:06.430507 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae4d0b-6d0c-45f1-82af-d552604844c0 req-92b393b9-67f5-4b42-bd8b-895e4df516d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:06.432033 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b0ae4d0b-6d0c-45f1-82af-d552604844c0 req-92b393b9-67f5-4b42-bd8b-895e4df516d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 1099 time: 0.0463073 Nov 29 02:20:06.438696 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-5a2217e4-1bbb-4017-b8d8-fa075798c3b9 None None] Set router 9175f0bd-1404-40fe-a689-1d2d9e5ceafe gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:20:06.672156 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5a2217e4-1bbb-4017-b8d8-fa075798c3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'name': 'tempest-ServerActionsTestJSON-2104428372-router', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '9809451f-09d3-4d80-885a-ae710e01da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:14Z', 'revision_number': 4, 'project_id': '2da62749b3d64f81881bf953ec187331', 'gw_port': {'id': '9809451f-09d3-4d80-885a-ae710e01da57', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '433f7899-9aa1-49a2-8bce-7099cc19ac10', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'floating_ip_address': '172.26.3.189', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'port_id': '51b16a2d-e3a1-46ea-86a8-853d3481b199', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'mac_address': 'fa:16:3e:1b:e5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f7a265-f3d9-4b08-8698-e6b6f2313e3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:17:17Z', 'updated_at': '2021-11-29T02:20:05Z', 'revision_number': 9, 'project_id': '2da62749b3d64f81881bf953ec187331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d42fe7-4858-49f7-bbaa-46c7e062e21b', 'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'mac_address': 'fa:16:3e:8d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:14Z', 'updated_at': '2021-11-29T02:17:18Z', 'revision_number': 5, 'project_id': '2da62749b3d64f81881bf953ec187331', 'subnets': [{'id': '829523bf-6da4-4036-856e-19bab0ed7699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:20:06.698638 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2217e4-1bbb-4017-b8d8-fa075798c3b9 None None] The sync data for ids ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'] in dv-neutron-819032-3-hyperv is: [{'id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'name': 'tempest-ServerActionsTestJSON-2104428372-router', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '9809451f-09d3-4d80-885a-ae710e01da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:14Z', 'revision_number': 4, 'project_id': '2da62749b3d64f81881bf953ec187331', 'gw_port': {'id': '9809451f-09d3-4d80-885a-ae710e01da57', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '433f7899-9aa1-49a2-8bce-7099cc19ac10', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'floating_ip_address': '172.26.3.189', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'port_id': '51b16a2d-e3a1-46ea-86a8-853d3481b199', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'mac_address': 'fa:16:3e:1b:e5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f7a265-f3d9-4b08-8698-e6b6f2313e3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:17:17Z', 'updated_at': '2021-11-29T02:20:05Z', 'revision_number': 9, 'project_id': '2da62749b3d64f81881bf953ec187331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d42fe7-4858-49f7-bbaa-46c7e062e21b', 'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'mac_address': 'fa:16:3e:8d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:14Z', 'updated_at': '2021-11-29T02:17:18Z', 'revision_number': 5, 'project_id': '2da62749b3d64f81881bf953ec187331', 'subnets': [{'id': '829523bf-6da4-4036-856e-19bab0ed7699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:20:06.774221 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae4d0b-6d0c-45f1-82af-d552604844c0 req-95ffd790-8ed9-4f42-9d99-93662be8e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:06.775754 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b0ae4d0b-6d0c-45f1-82af-d552604844c0 req-95ffd790-8ed9-4f42-9d99-93662be8e507 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 913 time: 0.3270159 Nov 29 02:20:06.849119 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b0ae4d0b-6d0c-45f1-82af-d552604844c0 req-432efe5b-d48c-4b6d-bc8c-c16cedcd282b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51b16a2d-e3a1-46ea-86a8-853d3481b199 HTTP/1.1" status: 200 len: 1000 time: 0.0626421 Nov 29 02:20:06.900306 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae4d0b-6d0c-45f1-82af-d552604844c0 req-0bb6172f-1263-40b4-ba9d-53b2aeaa3fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:06.901798 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b0ae4d0b-6d0c-45f1-82af-d552604844c0 req-0bb6172f-1263-40b4-ba9d-53b2aeaa3fb6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=829523bf-6da4-4036-856e-19bab0ed7699 HTTP/1.1" status: 200 len: 851 time: 0.0460575 Nov 29 02:20:06.907170 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a69ac2-6897-4411-b7af-156e1e85938a None None] New status for floating IP 433f7899-9aa1-49a2-8bce-7099cc19ac10: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:20:06.948768 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae4d0b-6d0c-45f1-82af-d552604844c0 req-6943779f-78fc-419e-a6ef-3994852b2b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:06.950199 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b0ae4d0b-6d0c-45f1-82af-d552604844c0 req-6943779f-78fc-419e-a6ef-3994852b2b55 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406039 Nov 29 02:20:07.042384 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b0ae4d0b-6d0c-45f1-82af-d552604844c0 req-3e390aa8-26d2-4613-96bd-6f6c992a943b service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847356 Nov 29 02:20:07.134417 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b0ae4d0b-6d0c-45f1-82af-d552604844c0 req-1f70fe7e-9a5d-49e3-8228-f837e6e0b02b service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841453 Nov 29 02:20:12.057281 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f4cbaa18-b937-4e61-8052-a8b05eee44d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:13.858760 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:14.326822 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8213c606-462f-4da7-8954-cfbe8b592995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:15.359097 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:17.068695 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:17.864298 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:40.240594 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:20:42.058991 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ddcca519-60ea-49f4-abb1-06d3af08a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:43.872775 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:44.318381 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8203f129-264c-4d8a-92f1-9d55aaf9c2b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:45.360757 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:47.056645 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed059cc-6fe6-4b53-9613-bdc52479150f req-d8ec8679-8309-4dd2-9c75-56980c1f6742 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:47.058073 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6ed059cc-6fe6-4b53-9613-bdc52479150f req-d8ec8679-8309-4dd2-9c75-56980c1f6742 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 946 time: 0.0710974 Nov 29 02:20:47.073322 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:47.084279 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-56c8bf1b-4ef2-48e9-beb5-c0d3bc4ea76a req-9bdec9a0-f511-4c45-a861-4bf0b786e52b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1087687 Nov 29 02:20:47.116541 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6ed059cc-6fe6-4b53-9613-bdc52479150f req-3c9010a9-ab7b-49bc-9f67-3bb567302a0a tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503464 Nov 29 02:20:47.872576 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:20:48.237118 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db75c0-72b9-4e69-a4d9-3e790bfe5e9c req-a9d12caa-e720-42af-bd46-24462119d757 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:48.238634 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e1db75c0-72b9-4e69-a4d9-3e790bfe5e9c req-a9d12caa-e720-42af-bd46-24462119d757 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 946 time: 0.0524678 Nov 29 02:20:48.288920 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e1db75c0-72b9-4e69-a4d9-3e790bfe5e9c req-b76e24ae-35fc-43e2-b3bc-cb2a8e9c4245 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442529 Nov 29 02:20:48.375549 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8bf1b-4ef2-48e9-beb5-c0d3bc4ea76a req-86b8a3a9-a281-4abd-8d3f-47c33bffa79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:48.377002 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-56c8bf1b-4ef2-48e9-beb5-c0d3bc4ea76a req-86b8a3a9-a281-4abd-8d3f-47c33bffa79f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 1099 time: 0.0395060 Nov 29 02:20:48.477653 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8bf1b-4ef2-48e9-beb5-c0d3bc4ea76a req-3915965b-a3a1-4530-acbc-53644a90a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:48.479100 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-56c8bf1b-4ef2-48e9-beb5-c0d3bc4ea76a req-3915965b-a3a1-4530-acbc-53644a90a3bd service neutron] 10.222.0.24 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 913 time: 0.0858216 Nov 29 02:20:48.548408 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-56c8bf1b-4ef2-48e9-beb5-c0d3bc4ea76a req-1c964f0e-f5e6-46a5-827f-b776669a54ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51b16a2d-e3a1-46ea-86a8-853d3481b199 HTTP/1.1" status: 200 len: 1003 time: 0.0559225 Nov 29 02:20:48.602390 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8bf1b-4ef2-48e9-beb5-c0d3bc4ea76a req-cbd68831-93a6-4108-9252-4e1581c284ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:48.603834 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-56c8bf1b-4ef2-48e9-beb5-c0d3bc4ea76a req-cbd68831-93a6-4108-9252-4e1581c284ec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=829523bf-6da4-4036-856e-19bab0ed7699 HTTP/1.1" status: 200 len: 851 time: 0.0437331 Nov 29 02:20:48.658387 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8bf1b-4ef2-48e9-beb5-c0d3bc4ea76a req-a2e9557c-5c4b-464b-82ea-fd778882137d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:48.659826 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-56c8bf1b-4ef2-48e9-beb5-c0d3bc4ea76a req-a2e9557c-5c4b-464b-82ea-fd778882137d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425527 Nov 29 02:20:48.757288 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-56c8bf1b-4ef2-48e9-beb5-c0d3bc4ea76a req-2bea512f-099a-41d8-a567-a9f877299226 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801902 Nov 29 02:20:48.853757 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-56c8bf1b-4ef2-48e9-beb5-c0d3bc4ea76a req-aabc1899-a5db-4ce3-bfe7-db3554e2bb3a service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849781 Nov 29 02:20:49.402151 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7951529-8d64-4b6c-926f-102bdb3b20d0 req-20ff6e2a-ff21-4236-a319-1c9b6491bc64 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:49.403495 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a7951529-8d64-4b6c-926f-102bdb3b20d0 req-20ff6e2a-ff21-4236-a319-1c9b6491bc64 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 946 time: 0.0475113 Nov 29 02:20:49.449174 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a7951529-8d64-4b6c-926f-102bdb3b20d0 req-dabc7188-fecc-469c-bb89-61d8b06146d4 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398331 Nov 29 02:20:50.565274 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e879e20-b898-4100-8283-0a29cc01e49b req-d3ba022f-12d8-43ef-aa19-7ff79db9d40b tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:50.566731 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1e879e20-b898-4100-8283-0a29cc01e49b req-d3ba022f-12d8-43ef-aa19-7ff79db9d40b tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 946 time: 0.0514486 Nov 29 02:20:50.612325 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1e879e20-b898-4100-8283-0a29cc01e49b req-f83fe2b1-abb2-471d-95ca-5e42fb2ae607 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397925 Nov 29 02:20:51.723622 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f8e2a-5c1b-44eb-86d9-c7c5254ce297 req-608f71b7-a696-422a-bbc4-87cf2bbb8393 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:51.725606 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-195f8e2a-5c1b-44eb-86d9-c7c5254ce297 req-608f71b7-a696-422a-bbc4-87cf2bbb8393 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 946 time: 0.0473578 Nov 29 02:20:51.771542 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-195f8e2a-5c1b-44eb-86d9-c7c5254ce297 req-180eb89a-167d-4d76-8767-25785c7d9b88 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401597 Nov 29 02:20:52.884294 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576497aa-1bef-4348-9ea9-54af37c7bc48 req-38ed31ac-7fef-4e16-a5cb-7f140eeb21e7 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:52.885776 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-576497aa-1bef-4348-9ea9-54af37c7bc48 req-38ed31ac-7fef-4e16-a5cb-7f140eeb21e7 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 946 time: 0.0475650 Nov 29 02:20:52.935390 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-576497aa-1bef-4348-9ea9-54af37c7bc48 req-c832fe99-30f1-4ff9-a326-7b7c4d7b8b7f tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437613 Nov 29 02:20:54.049095 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e654a-721d-489a-b22d-fd42140238b5 req-c824dcef-55e7-464b-b4f1-77f3149dfeff tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:54.050599 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bf5e654a-721d-489a-b22d-fd42140238b5 req-c824dcef-55e7-464b-b4f1-77f3149dfeff tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 946 time: 0.0481870 Nov 29 02:20:54.096849 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bf5e654a-721d-489a-b22d-fd42140238b5 req-0c6f1150-fce3-45fa-a520-470632c9b9ac tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404565 Nov 29 02:20:55.218217 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2eb97-0009-4d3f-a6c3-ca6252856b4b req-f106b2ac-ed07-417c-9c4b-c90a6a2ebad2 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:55.219773 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f2c2eb97-0009-4d3f-a6c3-ca6252856b4b req-f106b2ac-ed07-417c-9c4b-c90a6a2ebad2 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 946 time: 0.0508657 Nov 29 02:20:55.266890 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f2c2eb97-0009-4d3f-a6c3-ca6252856b4b req-d1231cd7-184d-4e25-802a-09cd2815156d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399356 Nov 29 02:20:56.387406 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0aec40-9cfd-40d7-be49-1325da48a80e req-68ef3251-f454-472e-a385-ed22e30ef33b tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:56.388878 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2c0aec40-9cfd-40d7-be49-1325da48a80e req-68ef3251-f454-472e-a385-ed22e30ef33b tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 946 time: 0.0524297 Nov 29 02:20:56.435916 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2c0aec40-9cfd-40d7-be49-1325da48a80e req-e3108c23-8adb-4e9c-9752-b04dcb2344f0 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410588 Nov 29 02:20:57.547078 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b9cfb-da30-42eb-b7e1-5a49312817a2 req-fba75ecf-f9dc-4971-9715-43cad551a443 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:57.548524 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c04b9cfb-da30-42eb-b7e1-5a49312817a2 req-fba75ecf-f9dc-4971-9715-43cad551a443 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 946 time: 0.0475655 Nov 29 02:20:57.595219 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c04b9cfb-da30-42eb-b7e1-5a49312817a2 req-1647588f-e499-4b91-8dc3-f6b3c7de5159 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400980 Nov 29 02:20:58.713866 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638df5d-6b5b-4b3e-86f1-8a7c43c669be req-97075b16-c8ee-4b2d-bcb2-426a54638667 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:58.715317 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5638df5d-6b5b-4b3e-86f1-8a7c43c669be req-97075b16-c8ee-4b2d-bcb2-426a54638667 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 946 time: 0.0514936 Nov 29 02:20:58.760766 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5638df5d-6b5b-4b3e-86f1-8a7c43c669be req-4230e273-9cda-4473-8e40-c22f779bdf70 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396202 Nov 29 02:20:59.876116 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab6a90-dd97-47ce-82a7-840ce1fdf67d req-263207af-ee63-418c-939a-21e2c5fb2211 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:20:59.877630 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2eab6a90-dd97-47ce-82a7-840ce1fdf67d req-263207af-ee63-418c-939a-21e2c5fb2211 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 946 time: 0.0489175 Nov 29 02:20:59.924197 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2eab6a90-dd97-47ce-82a7-840ce1fdf67d req-bfc3f22b-95dc-483b-a606-91df63f5599c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400133 Nov 29 02:21:00.973578 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-56c8bf1b-4ef2-48e9-beb5-c0d3bc4ea76a req-cb46a579-f892-44e8-80bd-7d19ec1c7544 service neutron] 10.222.0.24 "GET /v2.0/ports/51b16a2d-e3a1-46ea-86a8-853d3481b199/bindings/hv-neutron-8190 HTTP/1.1" status: 200 len: 384 time: 0.0544662 Nov 29 02:21:01.040820 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6cce6-a48f-48b9-9290-706135072c10 req-a8bda90b-87c6-490c-82f5-3e56eb022ae5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:01.042327 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f3a6cce6-a48f-48b9-9290-706135072c10 req-a8bda90b-87c6-490c-82f5-3e56eb022ae5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 946 time: 0.0496397 Nov 29 02:21:01.095616 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f3a6cce6-a48f-48b9-9290-706135072c10 req-cfb64217-4e95-4d0f-a501-70702c77a51c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459962 Nov 29 02:21:01.237112 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8bf1b-4ef2-48e9-beb5-c0d3bc4ea76a req-ff499793-bf1a-4f3a-8f0d-4f5f0f1f89ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:01.238558 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-56c8bf1b-4ef2-48e9-beb5-c0d3bc4ea76a req-ff499793-bf1a-4f3a-8f0d-4f5f0f1f89ec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c&tenant_id=2da62749b3d64f81881bf953ec187331 HTTP/1.1" status: 200 len: 1099 time: 0.0431054 Nov 29 02:21:01.320316 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8bf1b-4ef2-48e9-beb5-c0d3bc4ea76a req-57313377-d62d-4b2f-8f9b-5cd76d6c2529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:01.321818 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-56c8bf1b-4ef2-48e9-beb5-c0d3bc4ea76a req-57313377-d62d-4b2f-8f9b-5cd76d6c2529 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 1099 time: 0.0432270 Nov 29 02:21:01.412934 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8bf1b-4ef2-48e9-beb5-c0d3bc4ea76a req-7309dede-ce80-4c4b-bee5-124028f0fa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:01.414404 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-56c8bf1b-4ef2-48e9-beb5-c0d3bc4ea76a req-7309dede-ce80-4c4b-bee5-124028f0fa50 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 913 time: 0.0819192 Nov 29 02:21:01.489081 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-56c8bf1b-4ef2-48e9-beb5-c0d3bc4ea76a req-0ca3a1b6-5c0d-49c9-8918-1f45bbab461f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51b16a2d-e3a1-46ea-86a8-853d3481b199 HTTP/1.1" status: 200 len: 1003 time: 0.0597730 Nov 29 02:21:01.543440 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8bf1b-4ef2-48e9-beb5-c0d3bc4ea76a req-76687359-76ec-460e-a4ac-a4df8db91ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:01.544867 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-56c8bf1b-4ef2-48e9-beb5-c0d3bc4ea76a req-76687359-76ec-460e-a4ac-a4df8db91ea4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=829523bf-6da4-4036-856e-19bab0ed7699 HTTP/1.1" status: 200 len: 851 time: 0.0429113 Nov 29 02:21:01.593504 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8bf1b-4ef2-48e9-beb5-c0d3bc4ea76a req-e73cc002-0952-4d6a-8ade-452ba4d599a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:01.594962 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-56c8bf1b-4ef2-48e9-beb5-c0d3bc4ea76a req-e73cc002-0952-4d6a-8ade-452ba4d599a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379460 Nov 29 02:21:01.689782 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-56c8bf1b-4ef2-48e9-beb5-c0d3bc4ea76a req-6b96a9b9-12e1-49f6-a037-a91cec57697f service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830648 Nov 29 02:21:01.780795 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-56c8bf1b-4ef2-48e9-beb5-c0d3bc4ea76a req-14e56e62-6446-41b4-b058-bb2257e2ede8 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794275 Nov 29 02:21:02.212776 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec9117-46ea-4456-8c0b-49fbf4db788d req-2437ae22-5b66-4878-8b6b-201b4d37b4c7 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:02.214261 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9aec9117-46ea-4456-8c0b-49fbf4db788d req-2437ae22-5b66-4878-8b6b-201b4d37b4c7 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 946 time: 0.0473738 Nov 29 02:21:02.260855 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9aec9117-46ea-4456-8c0b-49fbf4db788d req-eb8226da-2a29-4035-9973-0a498f537f79 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407424 Nov 29 02:21:03.375981 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94644ae0-c3a0-490b-89a5-29dc75e11253 req-dde5d494-24a2-45c1-af61-6f7b836292b0 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:03.377471 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-94644ae0-c3a0-490b-89a5-29dc75e11253 req-dde5d494-24a2-45c1-af61-6f7b836292b0 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 946 time: 0.0494335 Nov 29 02:21:03.424683 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-94644ae0-c3a0-490b-89a5-29dc75e11253 req-a2f0c486-ca56-482f-8ee3-80014b0b997a tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412407 Nov 29 02:21:04.548607 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98099fbd-4f19-4d7e-ae92-b39cd4d811dd req-9fe1565f-e48d-4342-8a6f-3681c4a7e16a tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:04.550121 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-98099fbd-4f19-4d7e-ae92-b39cd4d811dd req-9fe1565f-e48d-4342-8a6f-3681c4a7e16a tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 946 time: 0.0600152 Nov 29 02:21:04.595353 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-98099fbd-4f19-4d7e-ae92-b39cd4d811dd req-ade89c97-e165-4ba4-83cd-62c32c2bdd80 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386236 Nov 29 02:21:04.893162 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d0bac-8c29-486a-86cf-dc345da205e4 req-c516987d-6c13-493b-8176-0f614965ac02 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:04.894677 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-243d0bac-8c29-486a-86cf-dc345da205e4 req-c516987d-6c13-493b-8176-0f614965ac02 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.24 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c&tenant_id=2da62749b3d64f81881bf953ec187331&binding%3Ahost_id=hv-neutron-8190 HTTP/1.1" status: 200 len: 946 time: 0.0561004 Nov 29 02:21:04.904391 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400b30e-1085-428a-882c-6da9c9818e4d req-99efec95-7193-4e24-a3d0-3e08ee5e466c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:04.906012 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7400b30e-1085-428a-882c-6da9c9818e4d req-99efec95-7193-4e24-a3d0-3e08ee5e466c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 946 time: 0.0504169 Nov 29 02:21:04.953792 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7400b30e-1085-428a-882c-6da9c9818e4d req-cd2eb46d-3083-4d9e-ba00-9ba7eac658f3 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416100 Nov 29 02:21:04.963123 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-243d0bac-8c29-486a-86cf-dc345da205e4 req-21ece970-8721-463c-ac37-6ad3f898fb89 service neutron] 10.222.0.24 "GET /v2.0/ports/51b16a2d-e3a1-46ea-86a8-853d3481b199/bindings/hv-neutron-8190 HTTP/1.1" status: 200 len: 384 time: 0.0595107 Nov 29 02:21:05.007044 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 51b16a2d-e3a1-46ea-86a8-853d3481b199 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:21:05.016926 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 51b16a2d-e3a1-46ea-86a8-853d3481b199 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:21:05.043861 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d0bac-8c29-486a-86cf-dc345da205e4 req-cbb357a1-09d3-4916-891a-983e480df96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:05.045364 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-243d0bac-8c29-486a-86cf-dc345da205e4 req-cbb357a1-09d3-4916-891a-983e480df96f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 1099 time: 0.0414159 Nov 29 02:21:05.139911 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d0bac-8c29-486a-86cf-dc345da205e4 req-7d62ff5d-2434-4b8c-9a99-5e6e40afc4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:05.141579 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-243d0bac-8c29-486a-86cf-dc345da205e4 req-7d62ff5d-2434-4b8c-9a99-5e6e40afc4d3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 913 time: 0.0885410 Nov 29 02:21:05.166728 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:05.169450 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 51b16a2d-e3a1-46ea-86a8-853d3481b199, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=51b16a2d-e3a1-46ea-86a8-853d3481b199,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:21:05.191264 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '51b16a2d-e3a1-46ea-86a8-853d3481b199', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'port_id': '51b16a2d-e3a1-46ea-86a8-853d3481b199', 'mac_address': 'fa:16:3e:1b:e5:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:21:05.206059 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f7a265-f3d9-4b08-8698-e6b6f2313e3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51b16a2d-e3a1-46ea-86a8-853d3481b199'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:21:05.207835 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-243d0bac-8c29-486a-86cf-dc345da205e4 req-112ad44c-4752-473d-93e3-31f834f5d7a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51b16a2d-e3a1-46ea-86a8-853d3481b199 HTTP/1.1" status: 200 len: 1003 time: 0.0588052 Nov 29 02:21:05.208305 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c521b09-6c14-4502-9295-fc17630eda12" -d '{"events": [{"server_uuid": "80f7a265-f3d9-4b08-8698-e6b6f2313e3c", "name": "network-vif-unplugged", "status": "completed", "tag": "51b16a2d-e3a1-46ea-86a8-853d3481b199"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:21:05.242082 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 51b16a2d-e3a1-46ea-86a8-853d3481b199, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=51b16a2d-e3a1-46ea-86a8-853d3481b199,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:21:05.248452 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:05.262717 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d0bac-8c29-486a-86cf-dc345da205e4 req-04a1861d-98ee-41a8-bbfd-89134ab890a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:05.264229 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-243d0bac-8c29-486a-86cf-dc345da205e4 req-04a1861d-98ee-41a8-bbfd-89134ab890a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=829523bf-6da4-4036-856e-19bab0ed7699 HTTP/1.1" status: 200 len: 851 time: 0.0480955 Nov 29 02:21:05.276611 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:05.295854 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51b16a2d-e3a1-46ea-86a8-853d3481b199 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:21:05.318862 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d0bac-8c29-486a-86cf-dc345da205e4 req-c47e505f-dc1c-4527-a005-345b204d8e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:05.320333 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-243d0bac-8c29-486a-86cf-dc345da205e4 req-c47e505f-dc1c-4527-a005-345b204d8e25 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0476468 Nov 29 02:21:05.332894 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=51b16a2d-e3a1-46ea-86a8-853d3481b199,revision_number=6']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:21:05.346874 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:21:05.347226 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:21:05.347571 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:21:05.347906 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:21:05.348239 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:21:05.348568 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:21:05.348941 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:21:05.349225 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:21:05.349599 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:21:05.349926 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:21:05.350247 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:21:05.350567 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:21:05.361383 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.db.api [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:21:05.361764 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG oslo_db.api [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:21:05.374783 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 02:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a89abe0-c05a-40cc-b15d-2e2366127fca x-openstack-request-id: req-4a89abe0-c05a-40cc-b15d-2e2366127fca {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:21:05.375071 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f7a265-f3d9-4b08-8698-e6b6f2313e3c", "name": "network-vif-unplugged", "status": "completed", "tag": "51b16a2d-e3a1-46ea-86a8-853d3481b199", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:21:05.375324 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4a89abe0-c05a-40cc-b15d-2e2366127fca {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:21:05.375716 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f7a265-f3d9-4b08-8698-e6b6f2313e3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51b16a2d-e3a1-46ea-86a8-853d3481b199', 'code': 200} Nov 29 02:21:05.418305 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-243d0bac-8c29-486a-86cf-dc345da205e4 req-d057092a-7c1d-423e-9a80-672e7e358303 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897369 Nov 29 02:21:05.509627 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-243d0bac-8c29-486a-86cf-dc345da205e4 req-a433e616-69a4-4940-b8cc-1d914bbc98d6 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840135 Nov 29 02:21:05.942401 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6769c2-5ae8-4983-b03e-b4335c580bd9 req-c90eb992-e901-40b8-8793-c4efe30d3b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:05.944600 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-cd6769c2-5ae8-4983-b03e-b4335c580bd9 req-c90eb992-e901-40b8-8793-c4efe30d3b8e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 1097 time: 0.0443914 Nov 29 02:21:06.048493 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:06.062169 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6769c2-5ae8-4983-b03e-b4335c580bd9 req-75852d63-6c6b-47b9-92b5-43abf8a53ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:06.063291 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51b16a2d-e3a1-46ea-86a8-853d3481b199 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:21:06.063694 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-cd6769c2-5ae8-4983-b03e-b4335c580bd9 req-75852d63-6c6b-47b9-92b5-43abf8a53ed1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 913 time: 0.0984485 Nov 29 02:21:06.081449 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff51667-49b9-4d40-9b88-43e37b7bcaa6 req-6321f3a7-ea36-4cbf-be3d-77939f5bdc72 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:06.082748 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 51b16a2d-e3a1-46ea-86a8-853d3481b199, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=51b16a2d-e3a1-46ea-86a8-853d3481b199,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:21:06.083200 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-aff51667-49b9-4d40-9b88-43e37b7bcaa6 req-6321f3a7-ea36-4cbf-be3d-77939f5bdc72 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 944 time: 0.0513334 Nov 29 02:21:06.088374 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:06.137025 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-aff51667-49b9-4d40-9b88-43e37b7bcaa6 req-063164ee-9f18-4460-bc73-c1b4d9cd942f tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465839 Nov 29 02:21:06.141570 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-cd6769c2-5ae8-4983-b03e-b4335c580bd9 req-311f1279-fbd2-49ea-b61e-3b421e593895 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51b16a2d-e3a1-46ea-86a8-853d3481b199 HTTP/1.1" status: 200 len: 1001 time: 0.0658841 Nov 29 02:21:06.141888 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=51b16a2d-e3a1-46ea-86a8-853d3481b199,revision_number=7']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:21:06.196674 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6769c2-5ae8-4983-b03e-b4335c580bd9 req-eedfc666-593d-4771-bd43-5a27e2f0bf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:06.198114 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-cd6769c2-5ae8-4983-b03e-b4335c580bd9 req-eedfc666-593d-4771-bd43-5a27e2f0bf68 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=829523bf-6da4-4036-856e-19bab0ed7699 HTTP/1.1" status: 200 len: 851 time: 0.0474215 Nov 29 02:21:06.247244 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['51b16a2d-e3a1-46ea-86a8-853d3481b199'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:21:06.248233 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6769c2-5ae8-4983-b03e-b4335c580bd9 req-1d387096-b67e-40bd-9bf4-706bbe642567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:06.249752 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-cd6769c2-5ae8-4983-b03e-b4335c580bd9 req-1d387096-b67e-40bd-9bf4-706bbe642567 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431638 Nov 29 02:21:06.345153 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-cd6769c2-5ae8-4983-b03e-b4335c580bd9 req-1c7e0c97-f943-4ef4-bb9a-9af7ac7a0f46 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840123 Nov 29 02:21:06.441213 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-cd6769c2-5ae8-4983-b03e-b4335c580bd9 req-386b24d6-9904-452d-80b6-f4485acabb98 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877976 Nov 29 02:21:07.039405 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 51b16a2d-e3a1-46ea-86a8-853d3481b199 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:21:07.085846 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 51b16a2d-e3a1-46ea-86a8-853d3481b199 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:21:07.086477 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:07.163436 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:07.195417 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 51b16a2d-e3a1-46ea-86a8-853d3481b199, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=51b16a2d-e3a1-46ea-86a8-853d3481b199,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:21:07.199409 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:07.246606 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=51b16a2d-e3a1-46ea-86a8-853d3481b199,revision_number=8']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:21:07.258497 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad024e-7676-4d1d-9baa-8b9208bb929d req-660e73fe-6302-4e2a-8052-7aa98538253b tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:07.259977 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e0ad024e-7676-4d1d-9baa-8b9208bb929d req-660e73fe-6302-4e2a-8052-7aa98538253b tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 946 time: 0.0488844 Nov 29 02:21:07.307924 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e0ad024e-7676-4d1d-9baa-8b9208bb929d req-0154bdad-0399-48dc-a4a0-249aff8c7873 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418353 Nov 29 02:21:07.376385 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f7a265-f3d9-4b08-8698-e6b6f2313e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b16a2d-e3a1-46ea-86a8-853d3481b199'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:21:07.378797 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4da23f9-d1c1-4e09-9bcd-946418bf68d2" -d '{"events": [{"server_uuid": "80f7a265-f3d9-4b08-8698-e6b6f2313e3c", "name": "network-vif-plugged", "status": "completed", "tag": "51b16a2d-e3a1-46ea-86a8-853d3481b199"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:21:07.422556 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c922da05-3d15-46a8-a336-d7255a9e16b6 x-openstack-request-id: req-c922da05-3d15-46a8-a336-d7255a9e16b6 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:21:07.422847 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f7a265-f3d9-4b08-8698-e6b6f2313e3c", "name": "network-vif-plugged", "status": "completed", "tag": "51b16a2d-e3a1-46ea-86a8-853d3481b199", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:21:07.423101 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c922da05-3d15-46a8-a336-d7255a9e16b6 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:21:07.423509 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f7a265-f3d9-4b08-8698-e6b6f2313e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b16a2d-e3a1-46ea-86a8-853d3481b199', 'code': 200} Nov 29 02:21:08.424827 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af43b7d-549e-4d56-81e8-cfbfb95f9b29 req-0598506d-f773-43ec-ba4d-e146d8311194 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:08.426252 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4af43b7d-549e-4d56-81e8-cfbfb95f9b29 req-0598506d-f773-43ec-ba4d-e146d8311194 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 946 time: 0.0498490 Nov 29 02:21:08.446190 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d0bac-8c29-486a-86cf-dc345da205e4 req-bbd5122d-1234-4e7d-bec2-22a9582bf485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:08.447728 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-243d0bac-8c29-486a-86cf-dc345da205e4 req-bbd5122d-1234-4e7d-bec2-22a9582bf485 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c&tenant_id=2da62749b3d64f81881bf953ec187331 HTTP/1.1" status: 200 len: 1099 time: 0.0406001 Nov 29 02:21:08.473398 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4af43b7d-549e-4d56-81e8-cfbfb95f9b29 req-3bcb8149-ebe9-48a0-b1f9-6fc7aa6b487b tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409703 Nov 29 02:21:08.554679 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d0bac-8c29-486a-86cf-dc345da205e4 req-ad2ba4b6-2a75-4e7b-a121-f02954589f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:08.556136 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-243d0bac-8c29-486a-86cf-dc345da205e4 req-ad2ba4b6-2a75-4e7b-a121-f02954589f78 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 1099 time: 0.0401030 Nov 29 02:21:08.653268 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d0bac-8c29-486a-86cf-dc345da205e4 req-3149cbbe-d468-4e36-a818-d88071ff6a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:08.654735 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-243d0bac-8c29-486a-86cf-dc345da205e4 req-3149cbbe-d468-4e36-a818-d88071ff6a67 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 913 time: 0.0852559 Nov 29 02:21:08.723998 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-243d0bac-8c29-486a-86cf-dc345da205e4 req-2efcb657-b592-4f34-b1bb-5f7f4dcee1ee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51b16a2d-e3a1-46ea-86a8-853d3481b199 HTTP/1.1" status: 200 len: 1003 time: 0.0553930 Nov 29 02:21:08.782001 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d0bac-8c29-486a-86cf-dc345da205e4 req-a9296d00-e18f-45f7-b9c3-a3c1666d5098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:08.783427 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-243d0bac-8c29-486a-86cf-dc345da205e4 req-a9296d00-e18f-45f7-b9c3-a3c1666d5098 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=829523bf-6da4-4036-856e-19bab0ed7699 HTTP/1.1" status: 200 len: 851 time: 0.0482402 Nov 29 02:21:08.832749 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d0bac-8c29-486a-86cf-dc345da205e4 req-7753ece8-3acc-478f-b6da-587e339a4775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:08.834296 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-243d0bac-8c29-486a-86cf-dc345da205e4 req-7753ece8-3acc-478f-b6da-587e339a4775 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400591 Nov 29 02:21:08.923239 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-243d0bac-8c29-486a-86cf-dc345da205e4 req-18e774ef-aaef-4250-a8fa-b676ef159593 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793264 Nov 29 02:21:09.017602 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-243d0bac-8c29-486a-86cf-dc345da205e4 req-d2519f4d-9980-4940-bad6-0d4f0c58924d service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830431 Nov 29 02:21:09.591686 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bbeae-9eb5-4f0b-bbe9-d136e6e5306a req-4d72667d-e13c-4e1b-b1da-f9612e035752 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:09.593143 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-978bbeae-9eb5-4f0b-bbe9-d136e6e5306a req-4d72667d-e13c-4e1b-b1da-f9612e035752 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 946 time: 0.0516226 Nov 29 02:21:09.638465 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-978bbeae-9eb5-4f0b-bbe9-d136e6e5306a req-27a21cce-90ca-4330-ac0c-6de8d95c79b7 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394647 Nov 29 02:21:10.757907 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b90bf1-3b37-4e92-b956-3c166a9dd328 req-8cdc0cf9-7072-4e18-bef9-c1642a7cb7eb tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:10.759366 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-05b90bf1-3b37-4e92-b956-3c166a9dd328 req-8cdc0cf9-7072-4e18-bef9-c1642a7cb7eb tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 946 time: 0.0503252 Nov 29 02:21:10.806022 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-05b90bf1-3b37-4e92-b956-3c166a9dd328 req-dccc2ecf-483b-46ef-bb14-39ff53f56296 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406842 Nov 29 02:21:10.923191 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f536f-8683-4dc5-88cb-3ed0a3d33c1e req-d6d9256e-950e-400c-92ee-9da3e3acaddf tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:10.924647 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2e9f536f-8683-4dc5-88cb-3ed0a3d33c1e req-d6d9256e-950e-400c-92ee-9da3e3acaddf tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 946 time: 0.0527160 Nov 29 02:21:10.971708 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2e9f536f-8683-4dc5-88cb-3ed0a3d33c1e req-fa300d7a-7c0f-40f8-ae7d-39f95f0b20ac tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404510 Nov 29 02:21:11.058027 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 51b16a2d-e3a1-46ea-86a8-853d3481b199 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:21:11.068033 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 51b16a2d-e3a1-46ea-86a8-853d3481b199 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:21:11.083524 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69990796-685d-4dcb-8be6-9cba26c10f76 req-65533d1f-5c82-4b6f-8f81-da12032d9d68 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:11.085505 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-69990796-685d-4dcb-8be6-9cba26c10f76 req-65533d1f-5c82-4b6f-8f81-da12032d9d68 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 946 time: 0.0497701 Nov 29 02:21:11.133147 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-69990796-685d-4dcb-8be6-9cba26c10f76 req-64af6a11-2683-4855-9d18-b8d668093444 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414174 Nov 29 02:21:11.212935 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:11.219628 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 51b16a2d-e3a1-46ea-86a8-853d3481b199, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=51b16a2d-e3a1-46ea-86a8-853d3481b199,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:21:11.245165 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '51b16a2d-e3a1-46ea-86a8-853d3481b199', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'port_id': '51b16a2d-e3a1-46ea-86a8-853d3481b199', 'mac_address': 'fa:16:3e:1b:e5:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:21:11.253308 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f7a265-f3d9-4b08-8698-e6b6f2313e3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51b16a2d-e3a1-46ea-86a8-853d3481b199'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:21:11.256126 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3a0b24-e8d7-4aeb-aa21-824b1cd7d189" -d '{"events": [{"server_uuid": "80f7a265-f3d9-4b08-8698-e6b6f2313e3c", "name": "network-vif-unplugged", "status": "completed", "tag": "51b16a2d-e3a1-46ea-86a8-853d3481b199"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:21:11.293408 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 51b16a2d-e3a1-46ea-86a8-853d3481b199, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=51b16a2d-e3a1-46ea-86a8-853d3481b199,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:21:11.300838 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:11.309355 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 02:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea608988-c20a-480c-9d6c-4b136ee7fe95 x-openstack-request-id: req-ea608988-c20a-480c-9d6c-4b136ee7fe95 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:21:11.309625 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f7a265-f3d9-4b08-8698-e6b6f2313e3c", "name": "network-vif-unplugged", "status": "completed", "tag": "51b16a2d-e3a1-46ea-86a8-853d3481b199", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:21:11.309884 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea608988-c20a-480c-9d6c-4b136ee7fe95 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:21:11.310275 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f7a265-f3d9-4b08-8698-e6b6f2313e3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51b16a2d-e3a1-46ea-86a8-853d3481b199', 'code': 200} Nov 29 02:21:11.333812 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:11.356844 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51b16a2d-e3a1-46ea-86a8-853d3481b199 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:21:11.373697 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=51b16a2d-e3a1-46ea-86a8-853d3481b199,revision_number=9']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:21:11.381296 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029925a7-0a77-4e57-8635-0a2a3ff13801 req-d68838e2-fd64-45f4-b579-55d8b964deef tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:11.382844 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-029925a7-0a77-4e57-8635-0a2a3ff13801 req-d68838e2-fd64-45f4-b579-55d8b964deef tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 944 time: 0.0519922 Nov 29 02:21:11.408138 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.db.api [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:21:11.408138 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG oslo_db.api [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:21:11.434830 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-029925a7-0a77-4e57-8635-0a2a3ff13801 req-7b4bc27a-57e2-4155-83d0-e2f54434d0f1 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457642 Nov 29 02:21:11.948637 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:11.962185 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51b16a2d-e3a1-46ea-86a8-853d3481b199 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:21:11.981896 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 51b16a2d-e3a1-46ea-86a8-853d3481b199, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=51b16a2d-e3a1-46ea-86a8-853d3481b199,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:21:11.985710 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:12.033841 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=51b16a2d-e3a1-46ea-86a8-853d3481b199,revision_number=10']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:21:12.059098 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e7143715-2aa8-4d8d-b29f-f8d8e566c655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:12.130043 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['51b16a2d-e3a1-46ea-86a8-853d3481b199'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:21:12.550535 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd783b21-cb9f-4fcf-b43c-0052cd264090 req-60c8fe07-eae4-4b6c-9ea5-5cca5ebdf040 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:12.551994 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cd783b21-cb9f-4fcf-b43c-0052cd264090 req-60c8fe07-eae4-4b6c-9ea5-5cca5ebdf040 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 946 time: 0.0483692 Nov 29 02:21:12.598162 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cd783b21-cb9f-4fcf-b43c-0052cd264090 req-d93d86b1-1b8b-42bf-8906-45b16e795e90 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397482 Nov 29 02:21:13.057412 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 51b16a2d-e3a1-46ea-86a8-853d3481b199 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:21:13.104415 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 51b16a2d-e3a1-46ea-86a8-853d3481b199 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:21:13.105034 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:13.183225 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:13.213813 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 51b16a2d-e3a1-46ea-86a8-853d3481b199, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=51b16a2d-e3a1-46ea-86a8-853d3481b199,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:21:13.217603 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:13.262642 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=51b16a2d-e3a1-46ea-86a8-853d3481b199,revision_number=11']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:21:13.311749 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f7a265-f3d9-4b08-8698-e6b6f2313e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b16a2d-e3a1-46ea-86a8-853d3481b199'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:21:13.314016 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4c4ebc-566e-4cc0-949c-71adb8075f94" -d '{"events": [{"server_uuid": "80f7a265-f3d9-4b08-8698-e6b6f2313e3c", "name": "network-vif-plugged", "status": "completed", "tag": "51b16a2d-e3a1-46ea-86a8-853d3481b199"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:21:13.349124 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2ca806-c298-4705-a5f0-7be31b6f8f2a x-openstack-request-id: req-bf2ca806-c298-4705-a5f0-7be31b6f8f2a {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:21:13.350061 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f7a265-f3d9-4b08-8698-e6b6f2313e3c", "name": "network-vif-plugged", "status": "completed", "tag": "51b16a2d-e3a1-46ea-86a8-853d3481b199", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:21:13.350319 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf2ca806-c298-4705-a5f0-7be31b6f8f2a {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:21:13.350715 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f7a265-f3d9-4b08-8698-e6b6f2313e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b16a2d-e3a1-46ea-86a8-853d3481b199', 'code': 200} Nov 29 02:21:13.711781 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05a45e-0331-4e70-b347-8329fc970eff req-c194d28f-01d2-4913-9f9e-330a866a11d9 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:13.713260 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dd05a45e-0331-4e70-b347-8329fc970eff req-c194d28f-01d2-4913-9f9e-330a866a11d9 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 947 time: 0.0484960 Nov 29 02:21:13.758802 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dd05a45e-0331-4e70-b347-8329fc970eff req-477ace89-0702-48f8-8bda-9f31bce9fdca tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397227 Nov 29 02:21:13.879856 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:13.992242 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a4896-670d-4868-b982-3eedd04a2766 req-8cf9ffe9-a98d-40ee-90d1-80e99b2d992d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:13.993688 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-8a1a4896-670d-4868-b982-3eedd04a2766 req-8cf9ffe9-a98d-40ee-90d1-80e99b2d992d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.24 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 947 time: 0.0469179 Nov 29 02:21:14.087843 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-8a1a4896-670d-4868-b982-3eedd04a2766 req-c0986f7f-249f-4c06-8dd3-9401b226b6e5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Deleting port 51b16a2d-e3a1-46ea-86a8-853d3481b199 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:21:14.088181 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8a1a4896-670d-4868-b982-3eedd04a2766 req-c0986f7f-249f-4c06-8dd3-9401b226b6e5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:14.173834 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-8a1a4896-670d-4868-b982-3eedd04a2766 req-c0986f7f-249f-4c06-8dd3-9401b226b6e5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] For port 51b16a2d-e3a1-46ea-86a8-853d3481b199, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=51b16a2d-e3a1-46ea-86a8-853d3481b199,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:21:14.174195 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8a1a4896-670d-4868-b982-3eedd04a2766 req-c0986f7f-249f-4c06-8dd3-9401b226b6e5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:14.320024 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7d27d232-6523-417f-94a1-2f69045a8b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:14.344315 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8a1a4896-670d-4868-b982-3eedd04a2766 req-c0986f7f-249f-4c06-8dd3-9401b226b6e5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:14.344676 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8a1a4896-670d-4868-b982-3eedd04a2766 req-c0986f7f-249f-4c06-8dd3-9401b226b6e5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:14.345026 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [req-8a1a4896-670d-4868-b982-3eedd04a2766 req-c0986f7f-249f-4c06-8dd3-9401b226b6e5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Floating IP 433f7899-9aa1-49a2-8bce-7099cc19ac10 disassociated. External IP: 172.26.3.189, port: 51b16a2d-e3a1-46ea-86a8-853d3481b199. Nov 29 02:21:14.345360 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-8a1a4896-670d-4868-b982-3eedd04a2766 req-c0986f7f-249f-4c06-8dd3-9401b226b6e5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Calling delete_port for 51b16a2d-e3a1-46ea-86a8-853d3481b199 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:21:14.469404 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8a1a4896-670d-4868-b982-3eedd04a2766 req-c0986f7f-249f-4c06-8dd3-9401b226b6e5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:14.499484 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0986f7f-249f-4c06-8dd3-9401b226b6e5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Pushing event deleted for resources: {'Port': ['ID=51b16a2d-e3a1-46ea-86a8-853d3481b199,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:21:14.511064 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0986f7f-249f-4c06-8dd3-9401b226b6e5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:21:14.511356 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0986f7f-249f-4c06-8dd3-9401b226b6e5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:21:14.511788 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0986f7f-249f-4c06-8dd3-9401b226b6e5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:21:14.512034 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0986f7f-249f-4c06-8dd3-9401b226b6e5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:21:14.512370 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0986f7f-249f-4c06-8dd3-9401b226b6e5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:21:14.512698 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0986f7f-249f-4c06-8dd3-9401b226b6e5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:21:14.513030 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0986f7f-249f-4c06-8dd3-9401b226b6e5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:21:14.513359 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0986f7f-249f-4c06-8dd3-9401b226b6e5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:21:14.513732 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0986f7f-249f-4c06-8dd3-9401b226b6e5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:21:14.514036 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0986f7f-249f-4c06-8dd3-9401b226b6e5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:21:14.514364 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0986f7f-249f-4c06-8dd3-9401b226b6e5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:21:14.514687 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0986f7f-249f-4c06-8dd3-9401b226b6e5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:21:14.621358 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a1a4896-670d-4868-b982-3eedd04a2766 req-c0986f7f-249f-4c06-8dd3-9401b226b6e5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Router 9175f0bd-1404-40fe-a689-1d2d9e5ceafe has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:21:14.729361 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a1a4896-670d-4868-b982-3eedd04a2766 req-c0986f7f-249f-4c06-8dd3-9401b226b6e5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:21:14.739592 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634361f2-e625-4e66-a800-90c4de7e4749 None None] Sync routers for ids ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:21:14.748778 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634361f2-e625-4e66-a800-90c4de7e4749 None None] Routers {'9175f0bd-1404-40fe-a689-1d2d9e5ceafe'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:21:14.749484 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-634361f2-e625-4e66-a800-90c4de7e4749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:21:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:21:14.769832 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1a4896-670d-4868-b982-3eedd04a2766 req-c0986f7f-249f-4c06-8dd3-9401b226b6e5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] No DVR routers for this DVR port 51b16a2d-e3a1-46ea-86a8-853d3481b199 on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:21:14.773182 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-8a1a4896-670d-4868-b982-3eedd04a2766 req-c0986f7f-249f-4c06-8dd3-9401b226b6e5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:14.776462 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-8a1a4896-670d-4868-b982-3eedd04a2766 req-c0986f7f-249f-4c06-8dd3-9401b226b6e5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.24 "DELETE /v2.0/ports/51b16a2d-e3a1-46ea-86a8-853d3481b199 HTTP/1.1" status: 204 len: 173 time: 0.7716835 Nov 29 02:21:14.776926 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f7a265-f3d9-4b08-8698-e6b6f2313e3c', 'name': 'network-vif-deleted', 'tag': '51b16a2d-e3a1-46ea-86a8-853d3481b199'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:21:14.779210 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5be0e3-fcf2-45f5-9584-f70fac7e0939" -d '{"events": [{"server_uuid": "80f7a265-f3d9-4b08-8698-e6b6f2313e3c", "name": "network-vif-deleted", "tag": "51b16a2d-e3a1-46ea-86a8-853d3481b199"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:21:14.827328 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd385e2d-3b56-444b-b1ac-790695dfe032 x-openstack-request-id: req-bd385e2d-3b56-444b-b1ac-790695dfe032 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:21:14.828075 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f7a265-f3d9-4b08-8698-e6b6f2313e3c", "name": "network-vif-deleted", "tag": "51b16a2d-e3a1-46ea-86a8-853d3481b199", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:21:14.828403 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bd385e2d-3b56-444b-b1ac-790695dfe032 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:21:14.828890 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f7a265-f3d9-4b08-8698-e6b6f2313e3c', 'name': 'network-vif-deleted', 'tag': '51b16a2d-e3a1-46ea-86a8-853d3481b199', 'status': 'completed', 'code': 200} Nov 29 02:21:14.861294 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-634361f2-e625-4e66-a800-90c4de7e4749 None None] Set router 9175f0bd-1404-40fe-a689-1d2d9e5ceafe gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:21:14.885445 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5c550ced-7931-45f8-89b8-d5f23cd2cf42 req-92d73b5e-138b-444b-8b4e-cb7451535014 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=80f7a265-f3d9-4b08-8698-e6b6f2313e3c HTTP/1.1" status: 200 len: 210 time: 0.0311754 Nov 29 02:21:15.070063 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-634361f2-e625-4e66-a800-90c4de7e4749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'name': 'tempest-ServerActionsTestJSON-2104428372-router', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '9809451f-09d3-4d80-885a-ae710e01da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:14Z', 'revision_number': 4, 'project_id': '2da62749b3d64f81881bf953ec187331', 'gw_port': {'id': '9809451f-09d3-4d80-885a-ae710e01da57', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '01d42fe7-4858-49f7-bbaa-46c7e062e21b', 'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'mac_address': 'fa:16:3e:8d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:14Z', 'updated_at': '2021-11-29T02:17:18Z', 'revision_number': 5, 'project_id': '2da62749b3d64f81881bf953ec187331', 'subnets': [{'id': '829523bf-6da4-4036-856e-19bab0ed7699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:21:15.095715 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634361f2-e625-4e66-a800-90c4de7e4749 None None] Checking router: 9175f0bd-1404-40fe-a689-1d2d9e5ceafe for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:21:15.103622 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634361f2-e625-4e66-a800-90c4de7e4749 None None] Routers {'9175f0bd-1404-40fe-a689-1d2d9e5ceafe'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:21:15.104216 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-634361f2-e625-4e66-a800-90c4de7e4749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:21:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:21:15.207806 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-634361f2-e625-4e66-a800-90c4de7e4749 None None] Set router 9175f0bd-1404-40fe-a689-1d2d9e5ceafe gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:21:15.390881 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:15.423060 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-634361f2-e625-4e66-a800-90c4de7e4749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'name': 'tempest-ServerActionsTestJSON-2104428372-router', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '9809451f-09d3-4d80-885a-ae710e01da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:14Z', 'revision_number': 4, 'project_id': '2da62749b3d64f81881bf953ec187331', 'gw_port': {'id': '9809451f-09d3-4d80-885a-ae710e01da57', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '01d42fe7-4858-49f7-bbaa-46c7e062e21b', 'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'mac_address': 'fa:16:3e:8d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:14Z', 'updated_at': '2021-11-29T02:17:18Z', 'revision_number': 5, 'project_id': '2da62749b3d64f81881bf953ec187331', 'subnets': [{'id': '829523bf-6da4-4036-856e-19bab0ed7699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:21:15.455316 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634361f2-e625-4e66-a800-90c4de7e4749 None None] The sync data for ids ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'] in dv-neutron-819032-3-hyperv is: [{'id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'name': 'tempest-ServerActionsTestJSON-2104428372-router', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '9809451f-09d3-4d80-885a-ae710e01da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:14Z', 'revision_number': 4, 'project_id': '2da62749b3d64f81881bf953ec187331', 'gw_port': {'id': '9809451f-09d3-4d80-885a-ae710e01da57', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '01d42fe7-4858-49f7-bbaa-46c7e062e21b', 'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'mac_address': 'fa:16:3e:8d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:14Z', 'updated_at': '2021-11-29T02:17:18Z', 'revision_number': 5, 'project_id': '2da62749b3d64f81881bf953ec187331', 'subnets': [{'id': '829523bf-6da4-4036-856e-19bab0ed7699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:21:15.660519 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07e170e-2242-445a-99ac-d4a3c223db76 None None] New status for floating IP 433f7899-9aa1-49a2-8bce-7099cc19ac10: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:21:16.135829 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-0f0b7a93-4e53-489d-a840-88984e8873f6 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--835634938&fields=id&tenant_id=2da62749b3d64f81881bf953ec187331 HTTP/1.1" status: 200 len: 267 time: 0.0417931 Nov 29 02:21:16.242125 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-e723e0d2-e50e-4ee9-b522-1bee6af75493 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:16.243479 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-e723e0d2-e50e-4ee9-b522-1bee6af75493 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 812 time: 0.1008604 Nov 29 02:21:16.258214 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-9d6445f5-23b8-4794-b662-dc4b5ca8c446 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/quotas/2da62749b3d64f81881bf953ec187331 HTTP/1.1" status: 200 len: 375 time: 0.0089982 Nov 29 02:21:16.311388 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-f7b94d3b-302a-42f6-af0a-d489f1b85e0f tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481055 Nov 29 02:21:16.385858 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-4bc89787-4a83-4233-b4ea-1787d2abb590 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:21:16.386873 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-4bc89787-4a83-4233-b4ea-1787d2abb590 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0637102 Nov 29 02:21:16.475322 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-7586e21b-e516-4cbd-b8fa-05f8864ac074 service neutron] 10.222.0.37 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821090 Nov 29 02:21:16.568941 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-f4d9b01d-b01d-49c9-b607-a18dcc24acaf service neutron] 10.222.0.37 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873463 Nov 29 02:21:16.722590 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0f4d45e3-bbb4-43ce-b50d-59fe143d2c50 req-30736e26-1209-488e-9070-56fbe2225ae4 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 210 time: 0.0255365 Nov 29 02:21:17.075818 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:17.085744 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 51b16a2d-e3a1-46ea-86a8-853d3481b199 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:21:17.105804 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: 51b16a2d-e3a1-46ea-86a8-853d3481b199 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:21:17.106150 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 51b16a2d-e3a1-46ea-86a8-853d3481b199 not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:21:17.239001 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:21:17.820274 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dcf707d1-f92d-4830-bff0-63ae2b3b2003 req-515dc4a6-1080-45a8-a229-33fdf36ae6ff tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 210 time: 0.0260098 Nov 29 02:21:17.824344 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-37206098-11f5-4050-ba4b-042d8df90d12 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:17.825990 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-37206098-11f5-4050-ba4b-042d8df90d12 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.24 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 812 time: 0.1108801 Nov 29 02:21:17.864699 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:17.906532 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-842e6ddf-9e5d-4dfb-9ea0-59b93bd710bd tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2da62749b3d64f81881bf953ec187331 HTTP/1.1" status: 200 len: 379 time: 0.0535526 Nov 29 02:21:17.924904 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-0f708c6f-d4e1-4de1-8971-a7e0f7775fdc tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Request body: {'port': {'device_id': '75f2a2a1-7377-48a3-aa8c-1d2f79676342', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'admin_state_up': True, 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'security_groups': ['53a1f364-d573-4ba7-903a-c4a1b6c1833c']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:21:18.033399 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-0f708c6f-d4e1-4de1-8971-a7e0f7775fdc tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Made reservation on behalf of 2da62749b3d64f81881bf953ec187331 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:21:18.036789 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-0f708c6f-d4e1-4de1-8971-a7e0f7775fdc tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:18.159803 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-0f708c6f-d4e1-4de1-8971-a7e0f7775fdc tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Allocated IP 172.20.0.6 (a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8/829523bf-6da4-4036-856e-19bab0ed7699/99abc1e6-4e92-4dc2-9f3d-d746ab18f69e) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:21:18.289780 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-0f708c6f-d4e1-4de1-8971-a7e0f7775fdc tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:18.321688 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-0f708c6f-d4e1-4de1-8971-a7e0f7775fdc tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:18.374179 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-0f708c6f-d4e1-4de1-8971-a7e0f7775fdc tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Network a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:21:18.377223 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-0f708c6f-d4e1-4de1-8971-a7e0f7775fdc tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:21:18.381767 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-0f708c6f-d4e1-4de1-8971-a7e0f7775fdc tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:21:18.407045 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f708c6f-d4e1-4de1-8971-a7e0f7775fdc tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Pushing event updated for resources: {'Port': ['ID=99abc1e6-4e92-4dc2-9f3d-d746ab18f69e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:21:18.433621 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-0f708c6f-d4e1-4de1-8971-a7e0f7775fdc tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:18.434247 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-0f708c6f-d4e1-4de1-8971-a7e0f7775fdc tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:18.450438 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-0f708c6f-d4e1-4de1-8971-a7e0f7775fdc tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5290041 Nov 29 02:21:18.477584 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-76b08b19-d385-4e52-a772-17374cf360ff service neutron] Request body: {'port': {'device_id': '75f2a2a1-7377-48a3-aa8c-1d2f79676342', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:21:18.537987 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-76b08b19-d385-4e52-a772-17374cf360ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:18.613691 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0b5ab8af-dc6b-42d4-b876-6d5d1a7bdc51 None None] Provisioning complete for port 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:21:18.614247 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0b5ab8af-dc6b-42d4-b876-6d5d1a7bdc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:18.650698 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0b5ab8af-dc6b-42d4-b876-6d5d1a7bdc51 None None] Port 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:21:18.793137 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-76b08b19-d385-4e52-a772-17374cf360ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:21:18.800329 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-76b08b19-d385-4e52-a772-17374cf360ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:18.816446 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-76b08b19-d385-4e52-a772-17374cf360ff service neutron] Transition to ACTIVE for port object 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:21:18.820635 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-76b08b19-d385-4e52-a772-17374cf360ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:18.882291 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b08b19-d385-4e52-a772-17374cf360ff service neutron] Pushing event updated for resources: {'Port': ['ID=99abc1e6-4e92-4dc2-9f3d-d746ab18f69e,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:21:18.956561 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2424535-a6f0-4372-83b1-ef2c9f460aa3 req-337c4413-faef-4d1b-92e0-a5dd0f3b3f59 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:18.958946 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a2424535-a6f0-4372-83b1-ef2c9f460aa3 req-337c4413-faef-4d1b-92e0-a5dd0f3b3f59 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 943 time: 0.0589428 Nov 29 02:21:19.019855 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a2424535-a6f0-4372-83b1-ef2c9f460aa3 req-5ee6e036-d586-41b7-a20c-69cede18d332 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534048 Nov 29 02:21:19.192904 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-76b08b19-d385-4e52-a772-17374cf360ff service neutron] Attempting to bind port 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:21:19.193255 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-76b08b19-d385-4e52-a772-17374cf360ff service neutron] Attempting to bind port 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'a703cc90-5646-4ff7-b23a-f7a334d181c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:21:19.193599 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-76b08b19-d385-4e52-a772-17374cf360ff service neutron] Attempting to bind port 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e on network a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:21:19.197797 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-76b08b19-d385-4e52-a772-17374cf360ff service neutron] Port 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e on network a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:21:19.198112 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-76b08b19-d385-4e52-a772-17374cf360ff service neutron] Attempting to bind port 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e on network a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:21:19.203701 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-76b08b19-d385-4e52-a772-17374cf360ff service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:21:19.204279 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-76b08b19-d385-4e52-a772-17374cf360ff service neutron] Checking segment: {'id': 'a703cc90-5646-4ff7-b23a-f7a334d181c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:21:19.204695 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-76b08b19-d385-4e52-a772-17374cf360ff service neutron] Bound using segment: {'id': 'a703cc90-5646-4ff7-b23a-f7a334d181c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:21:19.205112 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-76b08b19-d385-4e52-a772-17374cf360ff service neutron] Bound port: 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a703cc90-5646-4ff7-b23a-f7a334d181c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:21:19.205461 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-76b08b19-d385-4e52-a772-17374cf360ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:19.266371 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-76b08b19-d385-4e52-a772-17374cf360ff service neutron] For port 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:21:19.269231 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-76b08b19-d385-4e52-a772-17374cf360ff service neutron] For port 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=99abc1e6-4e92-4dc2-9f3d-d746ab18f69e,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:21:19.274366 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-76b08b19-d385-4e52-a772-17374cf360ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:19.309319 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-76b08b19-d385-4e52-a772-17374cf360ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:19.310087 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-76b08b19-d385-4e52-a772-17374cf360ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:19.311486 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-76b08b19-d385-4e52-a772-17374cf360ff service neutron] 10.222.0.24 "PUT /v2.0/ports/99abc1e6-4e92-4dc2-9f3d-d746ab18f69e HTTP/1.1" status: 200 len: 1093 time: 0.8401349 Nov 29 02:21:19.311927 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f2a2a1-7377-48a3-aa8c-1d2f79676342', 'tag': '99abc1e6-4e92-4dc2-9f3d-d746ab18f69e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:21:19.314217 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f4c3be-64a0-4c54-a283-899500c0c901" -d '{"events": [{"name": "network-changed", "server_uuid": "75f2a2a1-7377-48a3-aa8c-1d2f79676342", "tag": "99abc1e6-4e92-4dc2-9f3d-d746ab18f69e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:21:19.336018 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b08b19-d385-4e52-a772-17374cf360ff service neutron] Pushing event updated for resources: {'Port': ['ID=99abc1e6-4e92-4dc2-9f3d-d746ab18f69e,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:21:19.358567 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f242a750-0cc2-48da-a6b6-586d6f2fa279 x-openstack-request-id: req-f242a750-0cc2-48da-a6b6-586d6f2fa279 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:21:19.358934 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f2a2a1-7377-48a3-aa8c-1d2f79676342", "tag": "99abc1e6-4e92-4dc2-9f3d-d746ab18f69e", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:21:19.359253 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f242a750-0cc2-48da-a6b6-586d6f2fa279 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:21:19.359717 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f2a2a1-7377-48a3-aa8c-1d2f79676342', 'tag': '99abc1e6-4e92-4dc2-9f3d-d746ab18f69e', 'status': 'completed', 'code': 200} Nov 29 02:21:19.438221 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-fa81834e-070e-4230-a7d6-43b0ddedf503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:19.440017 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-fa81834e-070e-4230-a7d6-43b0ddedf503 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 1096 time: 0.0456872 Nov 29 02:21:19.494796 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-709a8859-9737-4bd8-912f-a30c99fde68c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99abc1e6-4e92-4dc2-9f3d-d746ab18f69e HTTP/1.1" status: 200 len: 217 time: 0.0345788 Nov 29 02:21:19.553032 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-bac056ae-6d29-4966-889e-0126b45180a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:19.554471 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-bac056ae-6d29-4966-889e-0126b45180a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=829523bf-6da4-4036-856e-19bab0ed7699 HTTP/1.1" status: 200 len: 851 time: 0.0492787 Nov 29 02:21:19.601526 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-21fb89ad-3cdc-4c04-91c9-fafab88d8baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:19.602931 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-21fb89ad-3cdc-4c04-91c9-fafab88d8baa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398452 Nov 29 02:21:19.694456 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-e58295d2-2c22-4a88-a2dd-430970897d8d service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835385 Nov 29 02:21:19.791023 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-cdbd5036-dcfc-480c-9cb7-1313d5892cca req-5c52ad5f-a741-48c0-9436-3f45ec6dd35f service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835154 Nov 29 02:21:19.939663 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4c3be-64a0-4c54-a283-899500c0c901 req-ae551bf1-cdaf-43a0-8617-9ee758e98f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:19.941136 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-73f4c3be-64a0-4c54-a283-899500c0c901 req-ae551bf1-cdaf-43a0-8617-9ee758e98f84 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 1096 time: 0.0403104 Nov 29 02:21:20.031903 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4c3be-64a0-4c54-a283-899500c0c901 req-607426ba-b465-44c5-aaf9-45397b9be4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:20.033332 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-73f4c3be-64a0-4c54-a283-899500c0c901 req-607426ba-b465-44c5-aaf9-45397b9be4be service neutron] 10.222.0.24 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 913 time: 0.0850630 Nov 29 02:21:20.074847 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-73f4c3be-64a0-4c54-a283-899500c0c901 req-73ffbe20-0aa5-472f-b807-37b5ca3c9b9e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99abc1e6-4e92-4dc2-9f3d-d746ab18f69e HTTP/1.1" status: 200 len: 217 time: 0.0337324 Nov 29 02:21:20.125211 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4c3be-64a0-4c54-a283-899500c0c901 req-2ec0d539-c78d-4d46-bf5d-c6284c90a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:20.126756 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-73f4c3be-64a0-4c54-a283-899500c0c901 req-2ec0d539-c78d-4d46-bf5d-c6284c90a737 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=829523bf-6da4-4036-856e-19bab0ed7699 HTTP/1.1" status: 200 len: 851 time: 0.0442739 Nov 29 02:21:20.142014 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c87e3-6d25-4fcd-86fb-87a6d8c9ea0a req-46d1f09d-fedc-4e5e-bd47-b1369ec1c160 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:20.142580 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ea3c87e3-6d25-4fcd-86fb-87a6d8c9ea0a req-46d1f09d-fedc-4e5e-bd47-b1369ec1c160 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 943 time: 0.0527117 Nov 29 02:21:20.176413 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4c3be-64a0-4c54-a283-899500c0c901 req-47188205-e36e-42d0-9501-1bcd1dd95392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:20.178714 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-73f4c3be-64a0-4c54-a283-899500c0c901 req-47188205-e36e-42d0-9501-1bcd1dd95392 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441673 Nov 29 02:21:20.190005 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ea3c87e3-6d25-4fcd-86fb-87a6d8c9ea0a req-6462c3cd-3adb-4af8-aa1d-abdb32212fff tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406706 Nov 29 02:21:20.271328 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-73f4c3be-64a0-4c54-a283-899500c0c901 req-f9f7b56c-ee43-4ba4-9f15-414ef1897063 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848353 Nov 29 02:21:20.370256 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-73f4c3be-64a0-4c54-a283-899500c0c901 req-1973868a-ac96-4f24-a161-f7baecb2d947 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900280 Nov 29 02:21:21.304803 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfcc5c-8728-48f7-9230-a13c32afd7da req-ad3a1c49-579e-4fea-9515-9c1e71938972 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:21.306281 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-99cfcc5c-8728-48f7-9230-a13c32afd7da req-ad3a1c49-579e-4fea-9515-9c1e71938972 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 943 time: 0.0475960 Nov 29 02:21:21.351980 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-99cfcc5c-8728-48f7-9230-a13c32afd7da req-59b1cf74-a22c-44f9-9e9c-c983e32c8a0f tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399103 Nov 29 02:21:22.467861 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0ff76-f071-480b-8d2f-7b20f728925d req-958998e0-cad5-4154-b753-011f05dd93d5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:22.469231 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c0d0ff76-f071-480b-8d2f-7b20f728925d req-958998e0-cad5-4154-b753-011f05dd93d5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 943 time: 0.0508246 Nov 29 02:21:22.515351 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c0d0ff76-f071-480b-8d2f-7b20f728925d req-f52cdb30-e01b-4b9a-8b40-a4a0ca367515 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396037 Nov 29 02:21:23.106356 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:21:23.201069 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=99abc1e6-4e92-4dc2-9f3d-d746ab18f69e,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:21:23.212389 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '99abc1e6-4e92-4dc2-9f3d-d746ab18f69e', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'port_id': '99abc1e6-4e92-4dc2-9f3d-d746ab18f69e', 'mac_address': 'fa:16:3e:9a:34:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:21:23.248339 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:23.261083 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:21:23.280336 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=99abc1e6-4e92-4dc2-9f3d-d746ab18f69e,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:21:23.285062 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:23.330131 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=99abc1e6-4e92-4dc2-9f3d-d746ab18f69e,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:21:23.628976 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71e8a3-03ce-4946-a885-8aa49abfde47 req-e2accb2e-18b2-4d5d-a900-ce7073b42706 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:23.630467 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fe71e8a3-03ce-4946-a885-8aa49abfde47 req-e2accb2e-18b2-4d5d-a900-ce7073b42706 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 944 time: 0.0482204 Nov 29 02:21:23.657200 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['99abc1e6-4e92-4dc2-9f3d-d746ab18f69e'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:21:23.677693 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fe71e8a3-03ce-4946-a885-8aa49abfde47 req-d054008b-9efd-4e0e-8ed6-b4e4b52231b1 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412667 Nov 29 02:21:24.795247 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa98b6-d9be-4765-add4-996f88546340 req-54a4c11b-df54-47ca-80fd-aeb08f2ff134 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:24.796630 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-03fa98b6-d9be-4765-add4-996f88546340 req-54a4c11b-df54-47ca-80fd-aeb08f2ff134 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 944 time: 0.0478597 Nov 29 02:21:24.846887 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-03fa98b6-d9be-4765-add4-996f88546340 req-cf056306-e23f-40a1-9c29-0f5f2c017ed2 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444338 Nov 29 02:21:25.107612 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:21:25.155368 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:21:25.158879 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:21:25.159247 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:25.236424 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:25.258451 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f2a2a1-7377-48a3-aa8c-1d2f79676342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99abc1e6-4e92-4dc2-9f3d-d746ab18f69e'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:21:25.260654 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41baf5ee-360e-4ce5-b0c3-19527edd9dc4" -d '{"events": [{"server_uuid": "75f2a2a1-7377-48a3-aa8c-1d2f79676342", "name": "network-vif-plugged", "status": "completed", "tag": "99abc1e6-4e92-4dc2-9f3d-d746ab18f69e"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:21:25.273669 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=99abc1e6-4e92-4dc2-9f3d-d746ab18f69e,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:21:25.277503 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:25.299381 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fabfcf3-5cad-4743-be61-f1cf67e7b613 x-openstack-request-id: req-2fabfcf3-5cad-4743-be61-f1cf67e7b613 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:21:25.299673 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f2a2a1-7377-48a3-aa8c-1d2f79676342", "name": "network-vif-plugged", "status": "completed", "tag": "99abc1e6-4e92-4dc2-9f3d-d746ab18f69e", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:21:25.299925 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2fabfcf3-5cad-4743-be61-f1cf67e7b613 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:21:25.300306 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f2a2a1-7377-48a3-aa8c-1d2f79676342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99abc1e6-4e92-4dc2-9f3d-d746ab18f69e', 'code': 200} Nov 29 02:21:25.325667 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=99abc1e6-4e92-4dc2-9f3d-d746ab18f69e,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:21:25.534490 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75dc901-8a26-461e-ba6e-9f1f56ef6be3 req-f8939123-63c8-4da0-8d2d-e04e0cd1596e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:25.535968 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c75dc901-8a26-461e-ba6e-9f1f56ef6be3 req-f8939123-63c8-4da0-8d2d-e04e0cd1596e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 1098 time: 0.0391572 Nov 29 02:21:25.579422 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c75dc901-8a26-461e-ba6e-9f1f56ef6be3 req-88013bf4-653f-4f4b-9135-8a64a2538c1d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360017 Nov 29 02:21:25.960818 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce94fe-8c95-4544-948f-4e9957ea8ef2 req-74c67ab0-e299-48bd-8eae-0a0ba403b2d1 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:25.962305 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0dce94fe-8c95-4544-948f-4e9957ea8ef2 req-74c67ab0-e299-48bd-8eae-0a0ba403b2d1 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 945 time: 0.0488594 Nov 29 02:21:26.008858 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0dce94fe-8c95-4544-948f-4e9957ea8ef2 req-355e1c82-f262-4171-99ae-38c5ee579871 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407007 Nov 29 02:21:27.124962 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b958ca-3e7f-43ff-b3ba-2d94b388928e req-791751c5-3099-4ed5-b05c-16f748cc3276 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:27.126355 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-97b958ca-3e7f-43ff-b3ba-2d94b388928e req-791751c5-3099-4ed5-b05c-16f748cc3276 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 945 time: 0.0477283 Nov 29 02:21:27.173902 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-97b958ca-3e7f-43ff-b3ba-2d94b388928e req-2e5c2839-420b-4b43-9717-b214493598f6 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410557 Nov 29 02:21:27.287613 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76003398-377c-4288-b63c-d2864e07de13 req-a25edf6f-2c12-4c27-a4a5-2c5b925ab154 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:27.289085 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-76003398-377c-4288-b63c-d2864e07de13 req-a25edf6f-2c12-4c27-a4a5-2c5b925ab154 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 945 time: 0.0519836 Nov 29 02:21:27.297803 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 47466) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:21:27.302197 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b142de32-a5da-46dc-ae6f-29e8f08b6aa8 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Request body: {'floatingip': {'port_id': '99abc1e6-4e92-4dc2-9f3d-d746ab18f69e'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:21:27.341477 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b142de32-a5da-46dc-ae6f-29e8f08b6aa8 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks [] for floatingip, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:27.756456 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b142de32-a5da-46dc-ae6f-29e8f08b6aa8 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:27.760286 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b142de32-a5da-46dc-ae6f-29e8f08b6aa8 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:27.859206 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-b142de32-a5da-46dc-ae6f-29e8f08b6aa8 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Floating IP 433f7899-9aa1-49a2-8bce-7099cc19ac10 associated. External IP: 172.26.3.189, port: 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e. Nov 29 02:21:28.066767 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b142de32-a5da-46dc-ae6f-29e8f08b6aa8 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Router 9175f0bd-1404-40fe-a689-1d2d9e5ceafe has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:21:28.173517 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b142de32-a5da-46dc-ae6f-29e8f08b6aa8 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:21:28.178257 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b142de32-a5da-46dc-ae6f-29e8f08b6aa8 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:28.183503 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b2823e-a7ed-4cea-af2f-6ce1da474d14 None None] Sync routers for ids ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:21:28.192724 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b2823e-a7ed-4cea-af2f-6ce1da474d14 None None] Routers {'9175f0bd-1404-40fe-a689-1d2d9e5ceafe'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:21:28.193340 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c1b2823e-a7ed-4cea-af2f-6ce1da474d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:21:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:21:28.207463 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b142de32-a5da-46dc-ae6f-29e8f08b6aa8 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "PUT /v2.0/floatingips/433f7899-9aa1-49a2-8bce-7099cc19ac10 HTTP/1.1" status: 200 len: 992 time: 0.9086287 Nov 29 02:21:28.208057 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f2a2a1-7377-48a3-aa8c-1d2f79676342', 'tag': '99abc1e6-4e92-4dc2-9f3d-d746ab18f69e'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:21:28.210836 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a54b0b8d43a805c8e04fafa9e6e1877f555095d74f053d1eebc96b979e45145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4da744-ca95-44b3-b39d-a8772c241e4c" -d '{"events": [{"name": "network-changed", "server_uuid": "75f2a2a1-7377-48a3-aa8c-1d2f79676342", "tag": "99abc1e6-4e92-4dc2-9f3d-d746ab18f69e"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:21:28.255696 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d54be3b-34ce-4eed-b05c-06a37ad92009 x-openstack-request-id: req-1d54be3b-34ce-4eed-b05c-06a37ad92009 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:21:28.256016 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f2a2a1-7377-48a3-aa8c-1d2f79676342", "tag": "99abc1e6-4e92-4dc2-9f3d-d746ab18f69e", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:21:28.256393 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d54be3b-34ce-4eed-b05c-06a37ad92009 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:21:28.256755 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f2a2a1-7377-48a3-aa8c-1d2f79676342', 'tag': '99abc1e6-4e92-4dc2-9f3d-d746ab18f69e', 'status': 'completed', 'code': 200} Nov 29 02:21:28.347427 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4da744-ca95-44b3-b39d-a8772c241e4c req-c6022f09-20fb-4bee-8ed7-f997b120d4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:28.348866 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9a4da744-ca95-44b3-b39d-a8772c241e4c req-c6022f09-20fb-4bee-8ed7-f997b120d4e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 1098 time: 0.0409658 Nov 29 02:21:28.444470 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-c1b2823e-a7ed-4cea-af2f-6ce1da474d14 None None] Set router 9175f0bd-1404-40fe-a689-1d2d9e5ceafe gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:21:28.456843 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4da744-ca95-44b3-b39d-a8772c241e4c req-3669e321-b61d-4e38-8d75-094677e7ba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:28.458864 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9a4da744-ca95-44b3-b39d-a8772c241e4c req-3669e321-b61d-4e38-8d75-094677e7ba4a service neutron] 10.222.0.24 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 913 time: 0.0936024 Nov 29 02:21:28.522898 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9a4da744-ca95-44b3-b39d-a8772c241e4c req-9bb502dd-ebff-4c13-85c8-78f05431e50c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99abc1e6-4e92-4dc2-9f3d-d746ab18f69e HTTP/1.1" status: 200 len: 1000 time: 0.0575933 Nov 29 02:21:28.576008 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4da744-ca95-44b3-b39d-a8772c241e4c req-dc118a5f-2c09-4a65-83cd-bbd70e5f9aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:28.577445 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9a4da744-ca95-44b3-b39d-a8772c241e4c req-dc118a5f-2c09-4a65-83cd-bbd70e5f9aa4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=829523bf-6da4-4036-856e-19bab0ed7699 HTTP/1.1" status: 200 len: 851 time: 0.0466900 Nov 29 02:21:28.622634 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4da744-ca95-44b3-b39d-a8772c241e4c req-cc00c212-7ef6-4c7e-9073-20c83e78ddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:21:28.624168 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9a4da744-ca95-44b3-b39d-a8772c241e4c req-cc00c212-7ef6-4c7e-9073-20c83e78ddd2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387743 Nov 29 02:21:28.668679 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c1b2823e-a7ed-4cea-af2f-6ce1da474d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'name': 'tempest-ServerActionsTestJSON-2104428372-router', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '9809451f-09d3-4d80-885a-ae710e01da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:14Z', 'revision_number': 4, 'project_id': '2da62749b3d64f81881bf953ec187331', 'gw_port': {'id': '9809451f-09d3-4d80-885a-ae710e01da57', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '433f7899-9aa1-49a2-8bce-7099cc19ac10', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'floating_ip_address': '172.26.3.189', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'port_id': '99abc1e6-4e92-4dc2-9f3d-d746ab18f69e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'mac_address': 'fa:16:3e:9a:34:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f2a2a1-7377-48a3-aa8c-1d2f79676342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:17:17Z', 'updated_at': '2021-11-29T02:21:27Z', 'revision_number': 13, 'project_id': '2da62749b3d64f81881bf953ec187331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d42fe7-4858-49f7-bbaa-46c7e062e21b', 'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'mac_address': 'fa:16:3e:8d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:14Z', 'updated_at': '2021-11-29T02:17:18Z', 'revision_number': 5, 'project_id': '2da62749b3d64f81881bf953ec187331', 'subnets': [{'id': '829523bf-6da4-4036-856e-19bab0ed7699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:21:28.694829 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b2823e-a7ed-4cea-af2f-6ce1da474d14 None None] Checking router: 9175f0bd-1404-40fe-a689-1d2d9e5ceafe for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:21:28.703162 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b2823e-a7ed-4cea-af2f-6ce1da474d14 None None] Routers {'9175f0bd-1404-40fe-a689-1d2d9e5ceafe'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:21:28.703770 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c1b2823e-a7ed-4cea-af2f-6ce1da474d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:21:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:21:28.714466 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9a4da744-ca95-44b3-b39d-a8772c241e4c req-a6b21211-b728-4bf7-b120-5572b6eedb6b service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818391 Nov 29 02:21:28.810284 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9a4da744-ca95-44b3-b39d-a8772c241e4c req-06f0b8db-8b10-4a0a-877c-b0e50c5b4cc5 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879290 Nov 29 02:21:28.814016 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-c1b2823e-a7ed-4cea-af2f-6ce1da474d14 None None] Set router 9175f0bd-1404-40fe-a689-1d2d9e5ceafe gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:21:29.044733 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c1b2823e-a7ed-4cea-af2f-6ce1da474d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'name': 'tempest-ServerActionsTestJSON-2104428372-router', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '9809451f-09d3-4d80-885a-ae710e01da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:14Z', 'revision_number': 4, 'project_id': '2da62749b3d64f81881bf953ec187331', 'gw_port': {'id': '9809451f-09d3-4d80-885a-ae710e01da57', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '433f7899-9aa1-49a2-8bce-7099cc19ac10', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'floating_ip_address': '172.26.3.189', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'port_id': '99abc1e6-4e92-4dc2-9f3d-d746ab18f69e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'mac_address': 'fa:16:3e:9a:34:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f2a2a1-7377-48a3-aa8c-1d2f79676342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:17:17Z', 'updated_at': '2021-11-29T02:21:27Z', 'revision_number': 13, 'project_id': '2da62749b3d64f81881bf953ec187331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d42fe7-4858-49f7-bbaa-46c7e062e21b', 'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'mac_address': 'fa:16:3e:8d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:14Z', 'updated_at': '2021-11-29T02:17:18Z', 'revision_number': 5, 'project_id': '2da62749b3d64f81881bf953ec187331', 'subnets': [{'id': '829523bf-6da4-4036-856e-19bab0ed7699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:21:29.071349 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b2823e-a7ed-4cea-af2f-6ce1da474d14 None None] The sync data for ids ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'] in dv-neutron-819032-3-hyperv is: [{'id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'name': 'tempest-ServerActionsTestJSON-2104428372-router', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '9809451f-09d3-4d80-885a-ae710e01da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:14Z', 'revision_number': 4, 'project_id': '2da62749b3d64f81881bf953ec187331', 'gw_port': {'id': '9809451f-09d3-4d80-885a-ae710e01da57', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '433f7899-9aa1-49a2-8bce-7099cc19ac10', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'floating_ip_address': '172.26.3.189', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'port_id': '99abc1e6-4e92-4dc2-9f3d-d746ab18f69e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'mac_address': 'fa:16:3e:9a:34:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f2a2a1-7377-48a3-aa8c-1d2f79676342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:17:17Z', 'updated_at': '2021-11-29T02:21:27Z', 'revision_number': 13, 'project_id': '2da62749b3d64f81881bf953ec187331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d42fe7-4858-49f7-bbaa-46c7e062e21b', 'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'mac_address': 'fa:16:3e:8d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:14Z', 'updated_at': '2021-11-29T02:17:18Z', 'revision_number': 5, 'project_id': '2da62749b3d64f81881bf953ec187331', 'subnets': [{'id': '829523bf-6da4-4036-856e-19bab0ed7699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:21:29.244010 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e63a54-9d13-4a04-9dd3-6827882a8009 None None] New status for floating IP 433f7899-9aa1-49a2-8bce-7099cc19ac10: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:21:42.059801 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e163a798-cd33-4eaf-95f4-6366b2ba1ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:43.889072 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:44.320673 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1a86fcea-f717-4766-b16a-28bc4ab8e165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:45.367054 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:47.079437 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:47.867589 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:21:54.238054 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:22:05.884096 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-eb45572c-4459-4d28-8263-96b24b482c5d req-96f1af44-ec22-44d6-9db0-81db2b70c9f8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463362 Nov 29 02:22:05.997497 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45572c-4459-4d28-8263-96b24b482c5d req-e1f4eb33-34a8-470c-9b83-eb08ce7816b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:05.999008 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-eb45572c-4459-4d28-8263-96b24b482c5d req-e1f4eb33-34a8-470c-9b83-eb08ce7816b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 1098 time: 0.0398536 Nov 29 02:22:06.106170 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45572c-4459-4d28-8263-96b24b482c5d req-1cb404be-bdaf-49bf-adf3-a5e3dbd785d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:06.107589 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-eb45572c-4459-4d28-8263-96b24b482c5d req-1cb404be-bdaf-49bf-adf3-a5e3dbd785d4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 913 time: 0.0812039 Nov 29 02:22:06.184177 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-eb45572c-4459-4d28-8263-96b24b482c5d req-59e041f6-3fdd-4cc1-afa5-12344d37e712 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99abc1e6-4e92-4dc2-9f3d-d746ab18f69e HTTP/1.1" status: 200 len: 1002 time: 0.0635190 Nov 29 02:22:06.238119 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45572c-4459-4d28-8263-96b24b482c5d req-5d91dfd9-229a-4968-a3fe-e60de8ac2979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:06.239540 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-eb45572c-4459-4d28-8263-96b24b482c5d req-5d91dfd9-229a-4968-a3fe-e60de8ac2979 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=829523bf-6da4-4036-856e-19bab0ed7699 HTTP/1.1" status: 200 len: 851 time: 0.0443625 Nov 29 02:22:06.290345 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45572c-4459-4d28-8263-96b24b482c5d req-54e1c8f6-6d25-4ae1-8f25-821e23d863d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:06.291841 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-eb45572c-4459-4d28-8263-96b24b482c5d req-54e1c8f6-6d25-4ae1-8f25-821e23d863d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387347 Nov 29 02:22:06.389297 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-eb45572c-4459-4d28-8263-96b24b482c5d req-c7b2a46a-cb67-4b5b-b045-971ac237bd3f service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844533 Nov 29 02:22:06.489391 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-eb45572c-4459-4d28-8263-96b24b482c5d req-83c2e463-425b-480c-9cd7-5c2901703a8e service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874197 Nov 29 02:22:10.198069 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205f60f-a15c-4cbb-a4c0-bebf6f949828 req-1dd60f19-dd9b-474c-bec8-c0706d8eacc3 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:10.199562 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1205f60f-a15c-4cbb-a4c0-bebf6f949828 req-1dd60f19-dd9b-474c-bec8-c0706d8eacc3 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 945 time: 0.0491309 Nov 29 02:22:10.246521 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1205f60f-a15c-4cbb-a4c0-bebf6f949828 req-fc0896f9-4285-4fa4-8916-66fd7641f3bd tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410950 Nov 29 02:22:12.060435 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3a653d71-5939-42e1-878b-cc9df89add81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:13.889738 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:14.325326 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d80fcf7b-4706-435c-bfb1-81ccc5a9c6c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:15.371742 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:17.083945 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:17.873284 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:22.528358 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-53593897-e412-437b-bb29-6c74e429297d req-2d4b8f18-79d2-450f-90a1-766f365a17af service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0694926 Nov 29 02:22:22.540169 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54953d2-29ed-45b6-bf84-65323b8e0a8b req-dd4e6406-8199-473c-87ab-b33be663569a tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:22.541565 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f54953d2-29ed-45b6-bf84-65323b8e0a8b req-dd4e6406-8199-473c-87ab-b33be663569a tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 945 time: 0.0719464 Nov 29 02:22:22.593316 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f54953d2-29ed-45b6-bf84-65323b8e0a8b req-9fec9eb4-e50d-412e-a355-969def0df89f tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445344 Nov 29 02:22:23.707220 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb96b9-5279-4f0f-b0fd-62627a59ef7f req-94e4a2ec-373f-4c49-9062-2c4b231423d5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:23.708709 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-01cb96b9-5279-4f0f-b0fd-62627a59ef7f req-94e4a2ec-373f-4c49-9062-2c4b231423d5 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 945 time: 0.0476990 Nov 29 02:22:23.758555 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-01cb96b9-5279-4f0f-b0fd-62627a59ef7f req-27f97bd1-c867-4556-914f-7180c4172a36 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420127 Nov 29 02:22:23.811501 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53593897-e412-437b-bb29-6c74e429297d req-87a4cb77-8308-4dbf-a5bc-eaa405e39415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:23.812964 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-53593897-e412-437b-bb29-6c74e429297d req-87a4cb77-8308-4dbf-a5bc-eaa405e39415 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 1098 time: 0.0402045 Nov 29 02:22:23.901570 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53593897-e412-437b-bb29-6c74e429297d req-f8db0fe5-7d25-4d65-91b4-da1ace43ca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:23.903049 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-53593897-e412-437b-bb29-6c74e429297d req-f8db0fe5-7d25-4d65-91b4-da1ace43ca3b service neutron] 10.222.0.24 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 913 time: 0.0827870 Nov 29 02:22:23.979718 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-53593897-e412-437b-bb29-6c74e429297d req-a8f21019-f6f9-4cda-8c06-ed8279c9d74e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99abc1e6-4e92-4dc2-9f3d-d746ab18f69e HTTP/1.1" status: 200 len: 1002 time: 0.0611885 Nov 29 02:22:24.032836 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53593897-e412-437b-bb29-6c74e429297d req-4c3d180b-a383-4180-b499-966bfe1044ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:24.034227 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-53593897-e412-437b-bb29-6c74e429297d req-4c3d180b-a383-4180-b499-966bfe1044ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=829523bf-6da4-4036-856e-19bab0ed7699 HTTP/1.1" status: 200 len: 851 time: 0.0417156 Nov 29 02:22:24.084239 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53593897-e412-437b-bb29-6c74e429297d req-aafc5931-9193-42d3-ac12-69998dc02adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:24.085756 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-53593897-e412-437b-bb29-6c74e429297d req-aafc5931-9193-42d3-ac12-69998dc02adc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384676 Nov 29 02:22:24.183706 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-53593897-e412-437b-bb29-6c74e429297d req-5ba172b3-bb0a-4901-b15d-125e98a94fbe service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840356 Nov 29 02:22:24.279874 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-53593897-e412-437b-bb29-6c74e429297d req-6cfb9a6d-e7f3-4fbb-aa9a-0ef9c26a8956 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848904 Nov 29 02:22:24.874634 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8004a-99de-4b47-a7ea-a18511e67cb8 req-8f2a42ef-9b43-4fcd-838f-f72e6508ae17 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:24.876008 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7bf8004a-99de-4b47-a7ea-a18511e67cb8 req-8f2a42ef-9b43-4fcd-838f-f72e6508ae17 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 945 time: 0.0479121 Nov 29 02:22:24.925343 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7bf8004a-99de-4b47-a7ea-a18511e67cb8 req-0dd9eab1-1641-4f62-9183-44774f111b3c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433328 Nov 29 02:22:26.040291 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf9202-b8c7-44c9-a704-f0ab574cbbaa req-93ed0133-e0a0-4f62-a61e-901e93c108c3 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:26.041786 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2fcf9202-b8c7-44c9-a704-f0ab574cbbaa req-93ed0133-e0a0-4f62-a61e-901e93c108c3 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 945 time: 0.0481255 Nov 29 02:22:26.088587 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2fcf9202-b8c7-44c9-a704-f0ab574cbbaa req-cda93f86-6dee-464a-89d8-11b7676ae107 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409887 Nov 29 02:22:27.205244 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc11636-4394-4c8f-a09c-2e7aa36efe55 req-e6e01d53-1ddf-4cef-87f0-25057e103eeb tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:27.206754 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fcc11636-4394-4c8f-a09c-2e7aa36efe55 req-e6e01d53-1ddf-4cef-87f0-25057e103eeb tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 945 time: 0.0486372 Nov 29 02:22:27.253338 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fcc11636-4394-4c8f-a09c-2e7aa36efe55 req-c4e143d8-100b-4fd0-a89f-d352af429af1 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401452 Nov 29 02:22:28.371672 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a69f75-fa43-4b4e-87b6-36daa851f3d7 req-35df7e9a-8cd3-4dd8-a60e-635c518fdcf6 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:28.373130 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b6a69f75-fa43-4b4e-87b6-36daa851f3d7 req-35df7e9a-8cd3-4dd8-a60e-635c518fdcf6 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 945 time: 0.0519629 Nov 29 02:22:28.419850 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b6a69f75-fa43-4b4e-87b6-36daa851f3d7 req-dca5811e-f223-4b4a-b202-fb707c017d3c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407560 Nov 29 02:22:29.536730 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e228dd-0423-4cfe-9f33-a2f8c78eb761 req-de860adf-2df2-4f00-9fcb-ee958c1e846e tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:29.538749 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d7e228dd-0423-4cfe-9f33-a2f8c78eb761 req-de860adf-2df2-4f00-9fcb-ee958c1e846e tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 945 time: 0.0479269 Nov 29 02:22:29.585604 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d7e228dd-0423-4cfe-9f33-a2f8c78eb761 req-065732d8-5d0f-4b48-b15a-fb1598398cb3 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409219 Nov 29 02:22:30.702839 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc1115-c23e-4442-8daf-86dd6a609bb6 req-53126f7c-5fcd-4352-9a6e-ac92574b8b95 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:30.704296 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4cfc1115-c23e-4442-8daf-86dd6a609bb6 req-53126f7c-5fcd-4352-9a6e-ac92574b8b95 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 945 time: 0.0472853 Nov 29 02:22:30.753321 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4cfc1115-c23e-4442-8daf-86dd6a609bb6 req-7d4c1b03-14c3-4dbe-9617-d8046d5c6ad7 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425146 Nov 29 02:22:31.235130 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:22:31.867742 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd906f-0b93-439e-a646-b031fee49556 req-939b6443-a151-4ef8-9ded-70aac3c7298a tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:31.869209 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-76cd906f-0b93-439e-a646-b031fee49556 req-939b6443-a151-4ef8-9ded-70aac3c7298a tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 945 time: 0.0480678 Nov 29 02:22:31.915962 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-76cd906f-0b93-439e-a646-b031fee49556 req-7179e28c-1c3c-4361-b0ea-482095ac3d5d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408108 Nov 29 02:22:33.031225 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8283c-af71-4314-9dbb-e8c714d3d6f2 req-8cf9e93f-4231-4570-871b-61a25529697a tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:33.032663 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b8e8283c-af71-4314-9dbb-e8c714d3d6f2 req-8cf9e93f-4231-4570-871b-61a25529697a tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 945 time: 0.0474448 Nov 29 02:22:33.077963 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b8e8283c-af71-4314-9dbb-e8c714d3d6f2 req-cf587128-49b1-47e4-9917-50db3375ec50 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394447 Nov 29 02:22:34.195365 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91247773-2a97-46c8-87a4-47bcb5a0ec88 req-a2cad919-c148-48df-ac96-9495f8539d2b tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:34.196803 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-91247773-2a97-46c8-87a4-47bcb5a0ec88 req-a2cad919-c148-48df-ac96-9495f8539d2b tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 945 time: 0.0517116 Nov 29 02:22:34.242501 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-91247773-2a97-46c8-87a4-47bcb5a0ec88 req-8bd66ad2-8f17-4c4a-82af-f93b0c97d318 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398946 Nov 29 02:22:35.359388 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaadaca-3598-4569-8a29-ed401acdbcc6 req-cbab035a-8945-4c10-acaa-0b949b068caf tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:35.360878 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bdaadaca-3598-4569-8a29-ed401acdbcc6 req-cbab035a-8945-4c10-acaa-0b949b068caf tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 945 time: 0.0510530 Nov 29 02:22:35.407457 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bdaadaca-3598-4569-8a29-ed401acdbcc6 req-1b1948cb-8d94-4e38-a5d2-e5fc197e6eca tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398762 Nov 29 02:22:36.528541 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c78336-d46a-4bc2-855f-93edbe7a9bd2 req-7a3a89d3-be02-4944-a1b1-c9e3124c3531 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:36.530015 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b2c78336-d46a-4bc2-855f-93edbe7a9bd2 req-7a3a89d3-be02-4944-a1b1-c9e3124c3531 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 945 time: 0.0514507 Nov 29 02:22:36.580807 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b2c78336-d46a-4bc2-855f-93edbe7a9bd2 req-4544bfa3-80b2-4d08-881b-00c8f68f5693 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449567 Nov 29 02:22:37.695509 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc6633-0f3b-460c-8640-bf6abfda0791 req-d1167877-6792-45ff-b129-4c79f4ce7827 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:37.697075 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cbcc6633-0f3b-460c-8640-bf6abfda0791 req-d1167877-6792-45ff-b129-4c79f4ce7827 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 945 time: 0.0482464 Nov 29 02:22:37.742271 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cbcc6633-0f3b-460c-8640-bf6abfda0791 req-936f047a-3d64-4dbd-a5a3-e0e09c82e508 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388441 Nov 29 02:22:38.862812 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f563a48-e5fc-4b84-a27a-1260549392f0 req-551c295d-eec2-4ad4-8875-46cef7bbfd73 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:38.864220 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5f563a48-e5fc-4b84-a27a-1260549392f0 req-551c295d-eec2-4ad4-8875-46cef7bbfd73 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 945 time: 0.0505474 Nov 29 02:22:38.914779 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5f563a48-e5fc-4b84-a27a-1260549392f0 req-34302025-97b6-46b2-bee9-3499eaaa0cc7 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443714 Nov 29 02:22:40.029095 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3876ffb-8803-425e-91e9-4d73394d3d65 req-2d7abe35-5b39-4a31-b64f-2eab1ecddb63 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:40.030564 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f3876ffb-8803-425e-91e9-4d73394d3d65 req-2d7abe35-5b39-4a31-b64f-2eab1ecddb63 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 945 time: 0.0479426 Nov 29 02:22:40.076392 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f3876ffb-8803-425e-91e9-4d73394d3d65 req-ab3b067e-2512-4805-bb05-b3422c2bc9a6 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400167 Nov 29 02:22:41.189213 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad58957-7ecf-4d57-9fc2-03a884d18aae req-85893535-698e-4a43-8255-ff9feca11a33 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:41.190679 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0ad58957-7ecf-4d57-9fc2-03a884d18aae req-85893535-698e-4a43-8255-ff9feca11a33 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 945 time: 0.0473299 Nov 29 02:22:41.236084 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0ad58957-7ecf-4d57-9fc2-03a884d18aae req-c537a80f-d105-4fec-99d6-11961a33ca98 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391054 Nov 29 02:22:42.063965 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4aa02a9b-d8ca-421e-8cdc-c7513a5f434c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:42.354658 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a45ff-9966-40ca-a029-6a48578bd5d8 req-36b0c387-37da-402c-b8f6-336d37e80078 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:42.356159 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-aa9a45ff-9966-40ca-a029-6a48578bd5d8 req-36b0c387-37da-402c-b8f6-336d37e80078 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 945 time: 0.0524862 Nov 29 02:22:42.403190 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-aa9a45ff-9966-40ca-a029-6a48578bd5d8 req-90265ee0-948a-4647-8e48-b14fc8fb6df8 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410869 Nov 29 02:22:43.526608 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a11630-24cd-4f81-b054-14e921387ae2 req-9695665f-6c96-45e0-8d69-6c03cdf202a6 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:43.528112 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d0a11630-24cd-4f81-b054-14e921387ae2 req-9695665f-6c96-45e0-8d69-6c03cdf202a6 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 945 time: 0.0528975 Nov 29 02:22:43.575143 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d0a11630-24cd-4f81-b054-14e921387ae2 req-f509bfe6-577c-40f5-adb8-3085262a3a09 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407381 Nov 29 02:22:43.580641 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-53593897-e412-437b-bb29-6c74e429297d req-0b8ea3b7-1999-4709-8275-3097a2d70c56 service neutron] 10.222.0.24 "GET /v2.0/ports/99abc1e6-4e92-4dc2-9f3d-d746ab18f69e/bindings/hv-neutron-8190 HTTP/1.1" status: 200 len: 384 time: 0.0546315 Nov 29 02:22:43.830211 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53593897-e412-437b-bb29-6c74e429297d req-06bc7c89-463c-47fa-875d-aab6fc1cf6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:43.831599 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-53593897-e412-437b-bb29-6c74e429297d req-06bc7c89-463c-47fa-875d-aab6fc1cf6cb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342&tenant_id=2da62749b3d64f81881bf953ec187331 HTTP/1.1" status: 200 len: 1098 time: 0.0412917 Nov 29 02:22:43.918547 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:43.919189 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53593897-e412-437b-bb29-6c74e429297d req-803e456b-f3a1-438e-9b16-3089339f7324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:43.920673 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-53593897-e412-437b-bb29-6c74e429297d req-803e456b-f3a1-438e-9b16-3089339f7324 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 1098 time: 0.0434871 Nov 29 02:22:44.018318 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53593897-e412-437b-bb29-6c74e429297d req-8df12fcf-2431-412e-9e13-3c366ada2c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:44.019787 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-53593897-e412-437b-bb29-6c74e429297d req-8df12fcf-2431-412e-9e13-3c366ada2c68 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 913 time: 0.0879803 Nov 29 02:22:44.092201 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-53593897-e412-437b-bb29-6c74e429297d req-72d60f34-a868-48b2-8a8e-88891c57c3e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99abc1e6-4e92-4dc2-9f3d-d746ab18f69e HTTP/1.1" status: 200 len: 1002 time: 0.0599258 Nov 29 02:22:44.145567 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53593897-e412-437b-bb29-6c74e429297d req-f8791890-00c3-41ba-92d4-62fedc9e71e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:44.147308 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-53593897-e412-437b-bb29-6c74e429297d req-f8791890-00c3-41ba-92d4-62fedc9e71e3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=829523bf-6da4-4036-856e-19bab0ed7699 HTTP/1.1" status: 200 len: 851 time: 0.0436714 Nov 29 02:22:44.197821 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53593897-e412-437b-bb29-6c74e429297d req-0ee3c14e-46fd-4c85-8ab3-f8f3bb67dc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:44.199255 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-53593897-e412-437b-bb29-6c74e429297d req-0ee3c14e-46fd-4c85-8ab3-f8f3bb67dc85 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391431 Nov 29 02:22:44.299802 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-53593897-e412-437b-bb29-6c74e429297d req-60e9d6dc-649e-4bb6-be8d-1fbf4b3a4948 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836465 Nov 29 02:22:44.325979 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a2c040be-25cb-49db-98d1-037a3cfab0c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:44.393674 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-53593897-e412-437b-bb29-6c74e429297d req-b9925359-1504-4013-b286-b928aa2d9a28 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805185 Nov 29 02:22:44.693359 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216dfa2a-b3ff-4283-9c7d-e6eb2a3ba715 req-7879a0de-2ecd-4cfa-aa11-8399885cd9d3 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:44.694809 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-216dfa2a-b3ff-4283-9c7d-e6eb2a3ba715 req-7879a0de-2ecd-4cfa-aa11-8399885cd9d3 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 945 time: 0.0494163 Nov 29 02:22:44.745250 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-216dfa2a-b3ff-4283-9c7d-e6eb2a3ba715 req-8051fb28-e5de-40b3-9a4a-870626853e36 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443945 Nov 29 02:22:45.373675 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:45.464574 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:22:45.542800 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:45.564895 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f2a2a1-7377-48a3-aa8c-1d2f79676342', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99abc1e6-4e92-4dc2-9f3d-d746ab18f69e'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:22:45.567147 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889ade3a-d793-43f5-9be2-778ed8722b8a" -d '{"events": [{"server_uuid": "75f2a2a1-7377-48a3-aa8c-1d2f79676342", "name": "network-vif-unplugged", "status": "completed", "tag": "99abc1e6-4e92-4dc2-9f3d-d746ab18f69e"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:22:45.579568 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=99abc1e6-4e92-4dc2-9f3d-d746ab18f69e,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:22:45.584504 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:45.615797 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 02:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605d3277-313f-44d3-b6e4-76bba178a1ad x-openstack-request-id: req-605d3277-313f-44d3-b6e4-76bba178a1ad {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:22:45.616096 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f2a2a1-7377-48a3-aa8c-1d2f79676342", "name": "network-vif-unplugged", "status": "completed", "tag": "99abc1e6-4e92-4dc2-9f3d-d746ab18f69e", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:22:45.616922 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-605d3277-313f-44d3-b6e4-76bba178a1ad {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:22:45.617317 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f2a2a1-7377-48a3-aa8c-1d2f79676342', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99abc1e6-4e92-4dc2-9f3d-d746ab18f69e', 'code': 200} Nov 29 02:22:45.634881 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=99abc1e6-4e92-4dc2-9f3d-d746ab18f69e,revision_number=6']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:45.641698 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:45.642052 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:45.642390 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:45.642729 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:45.643063 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:45.643395 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:45.643726 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:45.644055 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:45.644385 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:45.644711 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:45.645039 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:45.645359 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:22:45.863731 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91623da9-35d1-4fc4-83f9-845d35b2f7c3 req-81535bd8-41b2-4438-b2a8-579e71bb2267 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:45.865288 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-91623da9-35d1-4fc4-83f9-845d35b2f7c3 req-81535bd8-41b2-4438-b2a8-579e71bb2267 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 943 time: 0.0485535 Nov 29 02:22:45.914125 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-91623da9-35d1-4fc4-83f9-845d35b2f7c3 req-466f1ae5-2887-4739-88f2-595e5acadc5f tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422177 Nov 29 02:22:47.038677 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a1782-d4de-4cf8-aa06-d2ea91715465 req-2f4d4750-eade-4cc0-b3e5-387bd950e8d4 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:47.040154 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7e8a1782-d4de-4cf8-aa06-d2ea91715465 req-2f4d4750-eade-4cc0-b3e5-387bd950e8d4 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 943 time: 0.0497460 Nov 29 02:22:47.087905 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:47.092926 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7e8a1782-d4de-4cf8-aa06-d2ea91715465 req-83ada56d-a697-4828-a2ec-effa11bd99f0 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454798 Nov 29 02:22:47.884371 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:48.231093 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa470a-ddbb-4885-84d6-40ea3e5ec18b req-6f54bb63-df66-47e4-9c9b-7f5d7d7521c6 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:48.232579 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b6fa470a-ddbb-4885-84d6-40ea3e5ec18b req-6f54bb63-df66-47e4-9c9b-7f5d7d7521c6 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 943 time: 0.0624611 Nov 29 02:22:48.280591 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b6fa470a-ddbb-4885-84d6-40ea3e5ec18b req-06d1c75c-10af-4711-b2aa-b08399739c58 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418606 Nov 29 02:22:49.397259 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a1bbd-4de9-4072-8fd7-2c8b60b42984 req-af5104ac-1bbd-49a6-bc13-7fbc24ea7f30 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:49.399283 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bb6a1bbd-4de9-4072-8fd7-2c8b60b42984 req-af5104ac-1bbd-49a6-bc13-7fbc24ea7f30 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 943 time: 0.0497720 Nov 29 02:22:49.447766 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bb6a1bbd-4de9-4072-8fd7-2c8b60b42984 req-651d832f-a164-4545-ae03-ac610a990746 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418613 Nov 29 02:22:50.565146 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794fd2b2-559c-4008-8589-0e34a99575fd req-ed25832b-f52b-4dad-83c2-1379e7dc6741 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:50.566609 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-794fd2b2-559c-4008-8589-0e34a99575fd req-ed25832b-f52b-4dad-83c2-1379e7dc6741 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 943 time: 0.0511887 Nov 29 02:22:50.612651 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-794fd2b2-559c-4008-8589-0e34a99575fd req-252b679b-372a-4019-a83d-8ac9699d984d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398867 Nov 29 02:22:51.495248 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:22:51.588859 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=99abc1e6-4e92-4dc2-9f3d-d746ab18f69e,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:22:51.600229 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '99abc1e6-4e92-4dc2-9f3d-d746ab18f69e', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'port_id': '99abc1e6-4e92-4dc2-9f3d-d746ab18f69e', 'mac_address': 'fa:16:3e:9a:34:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:22:51.642005 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:51.655943 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:22:51.675931 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=99abc1e6-4e92-4dc2-9f3d-d746ab18f69e,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:22:51.682994 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:51.730944 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=99abc1e6-4e92-4dc2-9f3d-d746ab18f69e,revision_number=7']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:51.742083 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c0eb3-c437-4bc5-9de4-e918106e1561 req-d94a8a83-2734-4130-83f7-26ce495e637a tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:51.743565 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-241c0eb3-c437-4bc5-9de4-e918106e1561 req-d94a8a83-2734-4130-83f7-26ce495e637a tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 944 time: 0.0520225 Nov 29 02:22:51.794142 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-241c0eb3-c437-4bc5-9de4-e918106e1561 req-6aa4d9fc-462e-4238-92f9-f5e6eea91b0d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444760 Nov 29 02:22:51.837513 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['99abc1e6-4e92-4dc2-9f3d-d746ab18f69e'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:22:52.908935 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b8b25-32cc-451c-82ee-92fd0b202408 req-6a20d786-1cd6-4009-909f-208fafed2d9f tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:52.910426 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-593b8b25-32cc-451c-82ee-92fd0b202408 req-6a20d786-1cd6-4009-909f-208fafed2d9f tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 944 time: 0.0479641 Nov 29 02:22:52.960443 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-593b8b25-32cc-451c-82ee-92fd0b202408 req-0a2387cc-5b6c-4d41-a5e2-843bbbe6850a tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440376 Nov 29 02:22:53.510452 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:22:53.557056 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:22:53.557430 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:53.634010 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:53.656220 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f2a2a1-7377-48a3-aa8c-1d2f79676342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99abc1e6-4e92-4dc2-9f3d-d746ab18f69e'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:22:53.658473 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca26dcd-095b-4c22-8afd-e098092e1132" -d '{"events": [{"server_uuid": "75f2a2a1-7377-48a3-aa8c-1d2f79676342", "name": "network-vif-plugged", "status": "completed", "tag": "99abc1e6-4e92-4dc2-9f3d-d746ab18f69e"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:22:53.670930 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=99abc1e6-4e92-4dc2-9f3d-d746ab18f69e,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:22:53.675018 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:22:53.706154 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b295e7-2b27-49c1-a948-28142b572c4a x-openstack-request-id: req-f4b295e7-2b27-49c1-a948-28142b572c4a {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:22:53.706448 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f2a2a1-7377-48a3-aa8c-1d2f79676342", "name": "network-vif-plugged", "status": "completed", "tag": "99abc1e6-4e92-4dc2-9f3d-d746ab18f69e", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:22:53.706704 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f4b295e7-2b27-49c1-a948-28142b572c4a {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:22:53.707096 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f2a2a1-7377-48a3-aa8c-1d2f79676342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99abc1e6-4e92-4dc2-9f3d-d746ab18f69e', 'code': 200} Nov 29 02:22:53.724362 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=99abc1e6-4e92-4dc2-9f3d-d746ab18f69e,revision_number=8']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:22:54.072579 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c5400-b352-440d-9e33-cd003733f62f req-85ef8e3c-b561-4798-98dd-2f2978167c10 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:54.074052 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6a4c5400-b352-440d-9e33-cd003733f62f req-85ef8e3c-b561-4798-98dd-2f2978167c10 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 945 time: 0.0467794 Nov 29 02:22:54.119624 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6a4c5400-b352-440d-9e33-cd003733f62f req-41e195f5-e65e-4901-ab45-d01b15bb8b18 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397818 Nov 29 02:22:55.238311 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48613ca1-e6a5-48cb-9eca-00f5ca7f09c5 req-80707a05-adc1-4b94-a39e-2df80783e3b3 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:55.239793 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-48613ca1-e6a5-48cb-9eca-00f5ca7f09c5 req-80707a05-adc1-4b94-a39e-2df80783e3b3 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 945 time: 0.0503006 Nov 29 02:22:55.285791 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-48613ca1-e6a5-48cb-9eca-00f5ca7f09c5 req-c3f764eb-a618-450f-8735-65e3422ab1ee tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400167 Nov 29 02:22:56.403190 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e2060-48d3-48b0-9859-949105e22a29 req-857ba0d9-9fb2-40bd-982b-1308a3ffc7b6 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:56.404653 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-de3e2060-48d3-48b0-9859-949105e22a29 req-857ba0d9-9fb2-40bd-982b-1308a3ffc7b6 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 945 time: 0.0520396 Nov 29 02:22:56.451153 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-de3e2060-48d3-48b0-9859-949105e22a29 req-4e5c8d88-bd13-407b-9d8b-693a30273659 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403492 Nov 29 02:22:57.570575 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c9b8e-9fb0-4206-beb7-ea514754804f req-b30e2c06-be14-4657-b0a1-cce5877d2f4d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:57.572042 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c52c9b8e-9fb0-4206-beb7-ea514754804f req-b30e2c06-be14-4657-b0a1-cce5877d2f4d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 945 time: 0.0480256 Nov 29 02:22:57.620193 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c52c9b8e-9fb0-4206-beb7-ea514754804f req-c8767f3b-edb8-40dd-843f-3455d7e6eb74 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423660 Nov 29 02:22:57.910047 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d2be2-6ae0-4fe4-97b2-f7622622986f req-e480dbe0-6511-465a-84ef-75755b61b467 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:57.911531 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a84d2be2-6ae0-4fe4-97b2-f7622622986f req-e480dbe0-6511-465a-84ef-75755b61b467 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342&tenant_id=2da62749b3d64f81881bf953ec187331&binding%3Ahost_id=hv-neutron-8190 HTTP/1.1" status: 200 len: 945 time: 0.0549483 Nov 29 02:22:57.922204 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb1dd9-aa68-4259-81b9-dd8c1d80a078 req-3383d753-3ab2-4db5-8930-5b6a80e6f279 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:57.923831 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7ddb1dd9-aa68-4259-81b9-dd8c1d80a078 req-3383d753-3ab2-4db5-8930-5b6a80e6f279 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 945 time: 0.0481150 Nov 29 02:22:57.975384 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a84d2be2-6ae0-4fe4-97b2-f7622622986f req-26e46f8a-919a-472a-8097-4cdc7d1499b6 service neutron] 10.222.0.24 "GET /v2.0/ports/99abc1e6-4e92-4dc2-9f3d-d746ab18f69e/bindings/hv-neutron-8190 HTTP/1.1" status: 200 len: 384 time: 0.0543084 Nov 29 02:22:57.976657 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7ddb1dd9-aa68-4259-81b9-dd8c1d80a078 req-e6021860-07b8-407e-ba07-7cd0115c5499 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462160 Nov 29 02:22:58.056842 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d2be2-6ae0-4fe4-97b2-f7622622986f req-f26dc3b2-bcc0-4dcd-b34c-5f881a4592bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:58.058708 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a84d2be2-6ae0-4fe4-97b2-f7622622986f req-f26dc3b2-bcc0-4dcd-b34c-5f881a4592bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 1098 time: 0.0416889 Nov 29 02:22:58.150700 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d2be2-6ae0-4fe4-97b2-f7622622986f req-14abb1bd-883b-4da4-8a0b-dc7facbd0c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:58.152162 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a84d2be2-6ae0-4fe4-97b2-f7622622986f req-14abb1bd-883b-4da4-8a0b-dc7facbd0c4a service neutron] 10.222.0.24 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 913 time: 0.0858433 Nov 29 02:22:58.216563 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a84d2be2-6ae0-4fe4-97b2-f7622622986f req-b5e3c3f1-f889-4f65-82d2-fc63bdb861e2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99abc1e6-4e92-4dc2-9f3d-d746ab18f69e HTTP/1.1" status: 200 len: 1002 time: 0.0562570 Nov 29 02:22:58.263444 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d2be2-6ae0-4fe4-97b2-f7622622986f req-b4a6a173-01b5-406e-979b-2de182ab84f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:58.264797 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a84d2be2-6ae0-4fe4-97b2-f7622622986f req-b4a6a173-01b5-406e-979b-2de182ab84f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=829523bf-6da4-4036-856e-19bab0ed7699 HTTP/1.1" status: 200 len: 851 time: 0.0412147 Nov 29 02:22:58.313298 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d2be2-6ae0-4fe4-97b2-f7622622986f req-67af0a61-6aed-443b-86fb-3ea5fa02fbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:58.314763 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a84d2be2-6ae0-4fe4-97b2-f7622622986f req-67af0a61-6aed-443b-86fb-3ea5fa02fbc0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416543 Nov 29 02:22:58.402385 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a84d2be2-6ae0-4fe4-97b2-f7622622986f req-46947b22-aa46-476c-b198-72a6ed1e60c3 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793490 Nov 29 02:22:58.493366 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a84d2be2-6ae0-4fe4-97b2-f7622622986f req-e681a0b8-e3a8-4b9f-9990-a71b1749977d service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833409 Nov 29 02:22:59.093422 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c8740-7256-4272-9560-1c7123cea8ed req-bc3c6d8f-9647-4119-9e1d-6bc695d76874 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:22:59.094907 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-778c8740-7256-4272-9560-1c7123cea8ed req-bc3c6d8f-9647-4119-9e1d-6bc695d76874 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 945 time: 0.0475545 Nov 29 02:22:59.141748 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-778c8740-7256-4272-9560-1c7123cea8ed req-e79d6667-b52c-43b3-ab5f-e2b52a12f80e tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403926 Nov 29 02:23:00.255069 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736acaa-635f-4ad1-8c67-3a62c468e7d3 req-d6ac6505-eef3-46c7-9d55-97877d3e8507 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:00.257077 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e736acaa-635f-4ad1-8c67-3a62c468e7d3 req-d6ac6505-eef3-46c7-9d55-97877d3e8507 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 945 time: 0.0473156 Nov 29 02:23:00.307995 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e736acaa-635f-4ad1-8c67-3a62c468e7d3 req-78564048-6640-4bfd-9d63-839a3a236bbe tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450518 Nov 29 02:23:01.426929 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d21a3a-dc88-4041-b589-8cf1ed5702a9 req-87bbdc8c-ad62-4361-a492-65099c33c3c7 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:01.428352 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-49d21a3a-dc88-4041-b589-8cf1ed5702a9 req-87bbdc8c-ad62-4361-a492-65099c33c3c7 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 945 time: 0.0521932 Nov 29 02:23:01.475962 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-49d21a3a-dc88-4041-b589-8cf1ed5702a9 req-7f9f3b7b-6593-41d3-abc3-e8f405f87d96 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417161 Nov 29 02:23:02.590944 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011906f-8a39-452b-9e96-bdaf792a8470 req-b4576b7f-6a51-4154-b94b-33655c7166ab tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:02.592422 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3011906f-8a39-452b-9e96-bdaf792a8470 req-b4576b7f-6a51-4154-b94b-33655c7166ab tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 945 time: 0.0488753 Nov 29 02:23:02.641307 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3011906f-8a39-452b-9e96-bdaf792a8470 req-c1ea8101-8178-43b1-ba99-703beebdf95e tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424342 Nov 29 02:23:03.541563 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:23:03.582878 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d2be2-6ae0-4fe4-97b2-f7622622986f req-9027ec38-e7b8-4939-a67c-4fb12f41ccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:03.584424 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a84d2be2-6ae0-4fe4-97b2-f7622622986f req-9027ec38-e7b8-4939-a67c-4fb12f41ccbb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342&tenant_id=2da62749b3d64f81881bf953ec187331 HTTP/1.1" status: 200 len: 1098 time: 0.0412238 Nov 29 02:23:03.624506 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:03.648234 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f2a2a1-7377-48a3-aa8c-1d2f79676342', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99abc1e6-4e92-4dc2-9f3d-d746ab18f69e'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:23:03.651818 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d4d3a1-dfa5-43e8-919a-6a9e9e7d66d0" -d '{"events": [{"server_uuid": "75f2a2a1-7377-48a3-aa8c-1d2f79676342", "name": "network-vif-unplugged", "status": "completed", "tag": "99abc1e6-4e92-4dc2-9f3d-d746ab18f69e"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:23:03.666127 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=99abc1e6-4e92-4dc2-9f3d-d746ab18f69e,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:23:03.672382 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:03.676685 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d2be2-6ae0-4fe4-97b2-f7622622986f req-6882576a-6f6f-4def-9a71-ed09642beb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:03.679101 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a84d2be2-6ae0-4fe4-97b2-f7622622986f req-6882576a-6f6f-4def-9a71-ed09642beb11 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 1098 time: 0.0444994 Nov 29 02:23:03.718737 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 02:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ec1e2e-6baa-4336-b2c9-8a644ebf2e52 x-openstack-request-id: req-f4ec1e2e-6baa-4336-b2c9-8a644ebf2e52 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:23:03.719031 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f2a2a1-7377-48a3-aa8c-1d2f79676342", "name": "network-vif-unplugged", "status": "completed", "tag": "99abc1e6-4e92-4dc2-9f3d-d746ab18f69e", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:23:03.719285 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f4ec1e2e-6baa-4336-b2c9-8a644ebf2e52 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:23:03.719729 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f2a2a1-7377-48a3-aa8c-1d2f79676342', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99abc1e6-4e92-4dc2-9f3d-d746ab18f69e', 'code': 200} Nov 29 02:23:03.724326 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=99abc1e6-4e92-4dc2-9f3d-d746ab18f69e,revision_number=9']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:03.777307 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc4e22-4db7-475d-88fb-0e8f95ba0707 req-97fe0514-3380-41d4-a620-88c4e381c038 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:03.778863 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-54dc4e22-4db7-475d-88fb-0e8f95ba0707 req-97fe0514-3380-41d4-a620-88c4e381c038 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 943 time: 0.0513957 Nov 29 02:23:03.786943 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d2be2-6ae0-4fe4-97b2-f7622622986f req-4222f0d2-85e2-40e6-a58c-c6af73462578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:03.788552 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a84d2be2-6ae0-4fe4-97b2-f7622622986f req-4222f0d2-85e2-40e6-a58c-c6af73462578 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 913 time: 0.0977497 Nov 29 02:23:03.870115 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a84d2be2-6ae0-4fe4-97b2-f7622622986f req-23253095-988c-4652-b0bb-402d65c78f9a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99abc1e6-4e92-4dc2-9f3d-d746ab18f69e HTTP/1.1" status: 200 len: 1000 time: 0.0653815 Nov 29 02:23:03.934761 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d2be2-6ae0-4fe4-97b2-f7622622986f req-d2c5f0b2-3d4b-46b5-80be-c22e40ad189e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:03.936134 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a84d2be2-6ae0-4fe4-97b2-f7622622986f req-d2c5f0b2-3d4b-46b5-80be-c22e40ad189e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=829523bf-6da4-4036-856e-19bab0ed7699 HTTP/1.1" status: 200 len: 851 time: 0.0520139 Nov 29 02:23:03.985824 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d2be2-6ae0-4fe4-97b2-f7622622986f req-8d03088f-e46c-4b45-9f40-861eb1f98d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:03.987492 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a84d2be2-6ae0-4fe4-97b2-f7622622986f req-8d03088f-e46c-4b45-9f40-861eb1f98d4e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422702 Nov 29 02:23:04.083023 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a84d2be2-6ae0-4fe4-97b2-f7622622986f req-51b6597a-e6c7-4039-819c-8b7257b494df service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835285 Nov 29 02:23:04.142467 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-54dc4e22-4db7-475d-88fb-0e8f95ba0707 req-ee6f6a9a-3358-4315-b057-7ab1f16254aa tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3575442 Nov 29 02:23:04.188204 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a84d2be2-6ae0-4fe4-97b2-f7622622986f req-d8cacc26-5af4-420e-a4cb-1e189229cdcb service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907280 Nov 29 02:23:05.260456 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee1424-29bb-43db-8ed8-beca30577eba req-8b693967-1217-4b9b-b885-58f0c8965844 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:05.262054 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e4ee1424-29bb-43db-8ed8-beca30577eba req-8b693967-1217-4b9b-b885-58f0c8965844 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 943 time: 0.0501227 Nov 29 02:23:05.310052 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e4ee1424-29bb-43db-8ed8-beca30577eba req-b0cb283c-c3e9-424e-aacb-2cc11c46be08 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419457 Nov 29 02:23:06.429587 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c32d3e-27a8-49fd-b8ff-636a4594b63a req-4ee9c0eb-c78e-4c0d-81d8-7f91d6cf0bf3 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:06.431096 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-87c32d3e-27a8-49fd-b8ff-636a4594b63a req-4ee9c0eb-c78e-4c0d-81d8-7f91d6cf0bf3 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 943 time: 0.0514150 Nov 29 02:23:06.485269 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-87c32d3e-27a8-49fd-b8ff-636a4594b63a req-0f1c5d22-78d6-49e9-9945-388162388647 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479450 Nov 29 02:23:07.600769 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87fb92-7657-48a2-a9be-b109c71fd9f3 req-2e775bb8-7f80-45c1-9a3e-ec30c3e114dc tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:07.602253 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7c87fb92-7657-48a2-a9be-b109c71fd9f3 req-2e775bb8-7f80-45c1-9a3e-ec30c3e114dc tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 943 time: 0.0477810 Nov 29 02:23:07.649917 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7c87fb92-7657-48a2-a9be-b109c71fd9f3 req-13a6c7ff-0eb0-47d5-9daf-accd68e7ccff tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415132 Nov 29 02:23:07.958615 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb81c33-4155-4ee1-bc69-20a454ddca1a req-6717237c-271d-4df5-bcd5-ecc0403065fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:07.960623 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-fdb81c33-4155-4ee1-bc69-20a454ddca1a req-6717237c-271d-4df5-bcd5-ecc0403065fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2da62749b3d64f81881bf953ec187331&device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 1096 time: 0.0414329 Nov 29 02:23:08.073503 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb81c33-4155-4ee1-bc69-20a454ddca1a req-3ea6ce95-1fb1-408d-bf42-9f76410cd413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:08.075023 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-fdb81c33-4155-4ee1-bc69-20a454ddca1a req-3ea6ce95-1fb1-408d-bf42-9f76410cd413 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 200 len: 913 time: 0.0932572 Nov 29 02:23:08.144046 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-fdb81c33-4155-4ee1-bc69-20a454ddca1a req-2f911821-2bce-46fa-9202-a755a74a9b35 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99abc1e6-4e92-4dc2-9f3d-d746ab18f69e HTTP/1.1" status: 200 len: 1000 time: 0.0573201 Nov 29 02:23:08.199694 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb81c33-4155-4ee1-bc69-20a454ddca1a req-1a9b0bd4-ea1e-42d4-92a6-e76867534cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:08.201179 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-fdb81c33-4155-4ee1-bc69-20a454ddca1a req-1a9b0bd4-ea1e-42d4-92a6-e76867534cd6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=829523bf-6da4-4036-856e-19bab0ed7699 HTTP/1.1" status: 200 len: 851 time: 0.0469282 Nov 29 02:23:08.234334 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:23:08.250057 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb81c33-4155-4ee1-bc69-20a454ddca1a req-edbcaf89-6ec9-4cdb-a442-09b2b5456b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:08.251557 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-fdb81c33-4155-4ee1-bc69-20a454ddca1a req-edbcaf89-6ec9-4cdb-a442-09b2b5456b29 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390856 Nov 29 02:23:08.345906 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-fdb81c33-4155-4ee1-bc69-20a454ddca1a req-b88c75e8-3456-4029-8e2e-84f7fd0eadf9 service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813482 Nov 29 02:23:08.678642 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-fdb81c33-4155-4ee1-bc69-20a454ddca1a req-8ea8568d-2521-4a08-859c-9f192cca3a1f service neutron] 10.222.0.24 "GET /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208160 Nov 29 02:23:08.769000 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76557559-6011-4986-8207-dc27a30b94fc req-6135eb1e-c7f8-45c5-94fe-f67f6f97b89c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:08.770525 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-76557559-6011-4986-8207-dc27a30b94fc req-6135eb1e-c7f8-45c5-94fe-f67f6f97b89c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 943 time: 0.0501757 Nov 29 02:23:08.819186 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-76557559-6011-4986-8207-dc27a30b94fc req-22da6646-06f9-4219-97ac-124ad6fc057c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422673 Nov 29 02:23:09.937081 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f59ef2-66f0-4e6a-b79b-96cd62dd3843 req-5b0c09c8-3dd8-403c-84dc-1ed5f52006ab tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:09.938541 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-04f59ef2-66f0-4e6a-b79b-96cd62dd3843 req-5b0c09c8-3dd8-403c-84dc-1ed5f52006ab tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 943 time: 0.0513346 Nov 29 02:23:09.984808 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-04f59ef2-66f0-4e6a-b79b-96cd62dd3843 req-b2c9cc76-249d-4e4a-9fb3-2512c23a4fb3 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401978 Nov 29 02:23:11.160128 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04783c-da5c-4b55-8ed5-a1f07a151c67 req-2894be06-3596-4851-87cf-6cd10387e21a tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:11.161620 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8e04783c-da5c-4b55-8ed5-a1f07a151c67 req-2894be06-3596-4851-87cf-6cd10387e21a tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 943 time: 0.1082942 Nov 29 02:23:11.207752 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8e04783c-da5c-4b55-8ed5-a1f07a151c67 req-e531ec0a-b47a-4fd1-8675-e3e59f0ab585 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396929 Nov 29 02:23:11.572033 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:23:11.664026 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=99abc1e6-4e92-4dc2-9f3d-d746ab18f69e,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:23:11.674698 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '99abc1e6-4e92-4dc2-9f3d-d746ab18f69e', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'port_id': '99abc1e6-4e92-4dc2-9f3d-d746ab18f69e', 'mac_address': 'fa:16:3e:9a:34:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:23:11.713810 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:11.727773 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:23:11.746056 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=99abc1e6-4e92-4dc2-9f3d-d746ab18f69e,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:23:11.749976 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:11.796094 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=99abc1e6-4e92-4dc2-9f3d-d746ab18f69e,revision_number=10']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:11.914428 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['99abc1e6-4e92-4dc2-9f3d-d746ab18f69e'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:23:12.063948 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2f52ff48-9a2f-40fc-ad28-a110d57c14df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:12.367662 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d9bb5-4d4f-4e30-ba5a-fd41b343a044 req-a3b81559-57dc-43ed-8df9-96a2a53ccf60 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:12.369108 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f08d9bb5-4d4f-4e30-ba5a-fd41b343a044 req-a3b81559-57dc-43ed-8df9-96a2a53ccf60 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 945 time: 0.0911808 Nov 29 02:23:12.418916 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f08d9bb5-4d4f-4e30-ba5a-fd41b343a044 req-53cd3aae-5cfe-4cea-ac54-c2693303a9be tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436640 Nov 29 02:23:13.532705 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a17264-1ddb-40c0-85c6-3c7a44c2564c req-75496f69-330a-4ce7-9598-fb9eb29d3ba2 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:13.534194 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-30a17264-1ddb-40c0-85c6-3c7a44c2564c req-75496f69-330a-4ce7-9598-fb9eb29d3ba2 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 945 time: 0.0477185 Nov 29 02:23:13.573038 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:23:13.579398 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-30a17264-1ddb-40c0-85c6-3c7a44c2564c req-d45a761c-d4f4-41af-ace4-37beee6fdee1 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392284 Nov 29 02:23:13.619200 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:23:13.619568 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:13.696521 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:13.717750 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f2a2a1-7377-48a3-aa8c-1d2f79676342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99abc1e6-4e92-4dc2-9f3d-d746ab18f69e'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:23:13.719875 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c8257e-5a8a-43fc-966e-14dbf2b7f6b6" -d '{"events": [{"server_uuid": "75f2a2a1-7377-48a3-aa8c-1d2f79676342", "name": "network-vif-plugged", "status": "completed", "tag": "99abc1e6-4e92-4dc2-9f3d-d746ab18f69e"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:23:13.731880 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=99abc1e6-4e92-4dc2-9f3d-d746ab18f69e,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:23:13.735848 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:13.766833 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f67af48-97da-446f-9c0f-b0cd367c1e1a x-openstack-request-id: req-1f67af48-97da-446f-9c0f-b0cd367c1e1a {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:23:13.767124 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f2a2a1-7377-48a3-aa8c-1d2f79676342", "name": "network-vif-plugged", "status": "completed", "tag": "99abc1e6-4e92-4dc2-9f3d-d746ab18f69e", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:23:13.767376 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f67af48-97da-446f-9c0f-b0cd367c1e1a {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:23:13.767766 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f2a2a1-7377-48a3-aa8c-1d2f79676342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99abc1e6-4e92-4dc2-9f3d-d746ab18f69e', 'code': 200} Nov 29 02:23:13.784649 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=99abc1e6-4e92-4dc2-9f3d-d746ab18f69e,revision_number=11']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:13.934003 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:14.327307 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c841a7af-f752-48b5-8e06-448dc6fe6ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:14.693361 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72855a0c-a609-462d-bc1d-3998beb75a94 req-254f8f29-e996-40d0-80dc-71dd7fd530d8 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:14.694825 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-72855a0c-a609-462d-bc1d-3998beb75a94 req-254f8f29-e996-40d0-80dc-71dd7fd530d8 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 946 time: 0.0465696 Nov 29 02:23:14.739999 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-72855a0c-a609-462d-bc1d-3998beb75a94 req-bcea3a28-a5bd-4592-95d1-389d857e9298 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387781 Nov 29 02:23:15.375217 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:15.864264 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9deb5c-3f98-4c19-aadf-af3a3a41e2b3 req-1c038899-e284-4d97-a266-5b0b27792e30 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:15.865761 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6d9deb5c-3f98-4c19-aadf-af3a3a41e2b3 req-1c038899-e284-4d97-a266-5b0b27792e30 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 946 time: 0.0524454 Nov 29 02:23:15.914100 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6d9deb5c-3f98-4c19-aadf-af3a3a41e2b3 req-63e0d2c7-e896-448a-a6db-16fd5d1db61a tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420415 Nov 29 02:23:17.030212 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65a377-ff57-417f-8b96-9f89f723d0d1 req-a86f93e5-e3e6-45ac-81c5-a43a1d0ec694 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:17.031676 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fd65a377-ff57-417f-8b96-9f89f723d0d1 req-a86f93e5-e3e6-45ac-81c5-a43a1d0ec694 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 946 time: 0.0481780 Nov 29 02:23:17.077595 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fd65a377-ff57-417f-8b96-9f89f723d0d1 req-cb2e5dbb-e12d-4ee5-ae0b-59f5990133f0 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399561 Nov 29 02:23:17.091233 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:17.195843 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266ad39-dbe8-442e-9e48-8a619350edbc req-0a406afd-e196-4f2c-9062-d7f2911eeb5d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:17.197227 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b266ad39-dbe8-442e-9e48-8a619350edbc req-0a406afd-e196-4f2c-9062-d7f2911eeb5d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 946 time: 0.0518870 Nov 29 02:23:17.243034 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b266ad39-dbe8-442e-9e48-8a619350edbc req-7c38b994-deec-4e99-bf06-418cec6fc28d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399351 Nov 29 02:23:17.354661 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162beb7-f086-4996-a087-ee6d7212f42e req-7056681a-c2cd-4edd-9720-bdcc49b0c3e7 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:17.356131 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b162beb7-f086-4996-a087-ee6d7212f42e req-7056681a-c2cd-4edd-9720-bdcc49b0c3e7 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 946 time: 0.0483503 Nov 29 02:23:17.402946 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b162beb7-f086-4996-a087-ee6d7212f42e req-960066ae-1c38-4359-a6e8-240cda85d183 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408571 Nov 29 02:23:17.628180 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e7016-7789-4183-88d4-05e2d156dc67 req-93ec3400-cffe-49f8-802a-1354df179f2a tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:17.629665 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a52e7016-7789-4183-88d4-05e2d156dc67 req-93ec3400-cffe-49f8-802a-1354df179f2a tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 946 time: 0.0471287 Nov 29 02:23:17.679753 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a52e7016-7789-4183-88d4-05e2d156dc67 req-2b679162-8961-4e16-99ab-c51f080a8460 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429728 Nov 29 02:23:17.879166 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:18.795903 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ecd2d-3853-403e-883b-b23885ec7c78 req-e9bb2e9c-59f9-4dc7-adee-edd9b5fb1776 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:18.797359 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e96ecd2d-3853-403e-883b-b23885ec7c78 req-e9bb2e9c-59f9-4dc7-adee-edd9b5fb1776 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 946 time: 0.0490475 Nov 29 02:23:18.848429 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e96ecd2d-3853-403e-883b-b23885ec7c78 req-b411cd79-864e-438a-b7ae-8d92d1af4982 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447628 Nov 29 02:23:19.964236 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8103779-6980-4485-80d2-50046b176272 req-db81d370-dd4b-4cb0-b9b2-28d073508b10 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:19.965758 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c8103779-6980-4485-80d2-50046b176272 req-db81d370-dd4b-4cb0-b9b2-28d073508b10 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 946 time: 0.0486889 Nov 29 02:23:20.012667 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c8103779-6980-4485-80d2-50046b176272 req-f191b7e7-dada-4eda-aab4-d9a77e6981c7 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups?id=53a1f364-d573-4ba7-903a-c4a1b6c1833c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411000 Nov 29 02:23:20.482816 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f21a4a-65f9-4997-9885-f547ba87b6f3 req-a603a452-d29d-4fcb-b8eb-3f88eafad49d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:20.482816 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-09f21a4a-65f9-4997-9885-f547ba87b6f3 req-a603a452-d29d-4fcb-b8eb-3f88eafad49d tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 946 time: 0.0468190 Nov 29 02:23:20.575991 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-09f21a4a-65f9-4997-9885-f547ba87b6f3 req-dbdc77d9-c3f9-4f7e-b2b1-f665b0b23f8c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Deleting port 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:23:20.576318 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-09f21a4a-65f9-4997-9885-f547ba87b6f3 req-dbdc77d9-c3f9-4f7e-b2b1-f665b0b23f8c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:20.662529 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-09f21a4a-65f9-4997-9885-f547ba87b6f3 req-dbdc77d9-c3f9-4f7e-b2b1-f665b0b23f8c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] For port 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=99abc1e6-4e92-4dc2-9f3d-d746ab18f69e,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:23:20.662886 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-09f21a4a-65f9-4997-9885-f547ba87b6f3 req-dbdc77d9-c3f9-4f7e-b2b1-f665b0b23f8c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:20.829051 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-09f21a4a-65f9-4997-9885-f547ba87b6f3 req-dbdc77d9-c3f9-4f7e-b2b1-f665b0b23f8c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:20.829322 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-09f21a4a-65f9-4997-9885-f547ba87b6f3 req-dbdc77d9-c3f9-4f7e-b2b1-f665b0b23f8c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:20.829661 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [req-09f21a4a-65f9-4997-9885-f547ba87b6f3 req-dbdc77d9-c3f9-4f7e-b2b1-f665b0b23f8c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Floating IP 433f7899-9aa1-49a2-8bce-7099cc19ac10 disassociated. External IP: 172.26.3.189, port: 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e. Nov 29 02:23:20.829993 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-09f21a4a-65f9-4997-9885-f547ba87b6f3 req-dbdc77d9-c3f9-4f7e-b2b1-f665b0b23f8c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Calling delete_port for 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:23:20.959811 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-09f21a4a-65f9-4997-9885-f547ba87b6f3 req-dbdc77d9-c3f9-4f7e-b2b1-f665b0b23f8c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:20.986368 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc77d9-c3f9-4f7e-b2b1-f665b0b23f8c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Pushing event deleted for resources: {'Port': ['ID=99abc1e6-4e92-4dc2-9f3d-d746ab18f69e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:20.996279 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdc77d9-c3f9-4f7e-b2b1-f665b0b23f8c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:20.996637 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdc77d9-c3f9-4f7e-b2b1-f665b0b23f8c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:20.996989 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdc77d9-c3f9-4f7e-b2b1-f665b0b23f8c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:20.997332 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdc77d9-c3f9-4f7e-b2b1-f665b0b23f8c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:20.997698 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdc77d9-c3f9-4f7e-b2b1-f665b0b23f8c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:20.998039 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdc77d9-c3f9-4f7e-b2b1-f665b0b23f8c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:20.998375 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdc77d9-c3f9-4f7e-b2b1-f665b0b23f8c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:20.999247 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdc77d9-c3f9-4f7e-b2b1-f665b0b23f8c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:20.999247 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdc77d9-c3f9-4f7e-b2b1-f665b0b23f8c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:20.999452 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdc77d9-c3f9-4f7e-b2b1-f665b0b23f8c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:20.999675 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdc77d9-c3f9-4f7e-b2b1-f665b0b23f8c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:21.000004 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdc77d9-c3f9-4f7e-b2b1-f665b0b23f8c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:21.122482 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09f21a4a-65f9-4997-9885-f547ba87b6f3 req-dbdc77d9-c3f9-4f7e-b2b1-f665b0b23f8c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Router 9175f0bd-1404-40fe-a689-1d2d9e5ceafe has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:23:21.125105 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c143bfcc-916f-4774-882b-33251f556441 req-bb31f089-cff0-47e9-ad13-32556785af1a tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 210 time: 0.0318754 Nov 29 02:23:21.230762 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09f21a4a-65f9-4997-9885-f547ba87b6f3 req-dbdc77d9-c3f9-4f7e-b2b1-f665b0b23f8c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:23:21.241460 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a3d2be-2f72-429d-8a94-00d8dab2bde7 None None] Sync routers for ids ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:23:21.250938 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a3d2be-2f72-429d-8a94-00d8dab2bde7 None None] Routers {'9175f0bd-1404-40fe-a689-1d2d9e5ceafe'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:23:21.251632 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-38a3d2be-2f72-429d-8a94-00d8dab2bde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:23:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:21.267882 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f21a4a-65f9-4997-9885-f547ba87b6f3 req-dbdc77d9-c3f9-4f7e-b2b1-f665b0b23f8c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] No DVR routers for this DVR port 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:23:21.270285 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-09f21a4a-65f9-4997-9885-f547ba87b6f3 req-dbdc77d9-c3f9-4f7e-b2b1-f665b0b23f8c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:21.274336 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-09f21a4a-65f9-4997-9885-f547ba87b6f3 req-dbdc77d9-c3f9-4f7e-b2b1-f665b0b23f8c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.24 "DELETE /v2.0/ports/99abc1e6-4e92-4dc2-9f3d-d746ab18f69e HTTP/1.1" status: 204 len: 173 time: 0.7804840 Nov 29 02:23:21.274877 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f2a2a1-7377-48a3-aa8c-1d2f79676342', 'name': 'network-vif-deleted', 'tag': '99abc1e6-4e92-4dc2-9f3d-d746ab18f69e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:23:21.277093 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74aafbfd-151a-449c-aa77-39a313ffcb15" -d '{"events": [{"server_uuid": "75f2a2a1-7377-48a3-aa8c-1d2f79676342", "name": "network-vif-deleted", "tag": "99abc1e6-4e92-4dc2-9f3d-d746ab18f69e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:23:21.319052 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111680ec-9cba-4d5c-897b-b164e4b8e91f x-openstack-request-id: req-111680ec-9cba-4d5c-897b-b164e4b8e91f {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:23:21.319354 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f2a2a1-7377-48a3-aa8c-1d2f79676342", "name": "network-vif-deleted", "tag": "99abc1e6-4e92-4dc2-9f3d-d746ab18f69e", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:23:21.319676 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-111680ec-9cba-4d5c-897b-b164e4b8e91f {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:23:21.320392 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f2a2a1-7377-48a3-aa8c-1d2f79676342', 'name': 'network-vif-deleted', 'tag': '99abc1e6-4e92-4dc2-9f3d-d746ab18f69e', 'status': 'completed', 'code': 200} Nov 29 02:23:21.359440 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-38a3d2be-2f72-429d-8a94-00d8dab2bde7 None None] Set router 9175f0bd-1404-40fe-a689-1d2d9e5ceafe gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:23:21.700661 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-38a3d2be-2f72-429d-8a94-00d8dab2bde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'name': 'tempest-ServerActionsTestJSON-2104428372-router', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '9809451f-09d3-4d80-885a-ae710e01da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:14Z', 'revision_number': 4, 'project_id': '2da62749b3d64f81881bf953ec187331', 'gw_port': {'id': '9809451f-09d3-4d80-885a-ae710e01da57', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '01d42fe7-4858-49f7-bbaa-46c7e062e21b', 'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'mac_address': 'fa:16:3e:8d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:14Z', 'updated_at': '2021-11-29T02:17:18Z', 'revision_number': 5, 'project_id': '2da62749b3d64f81881bf953ec187331', 'subnets': [{'id': '829523bf-6da4-4036-856e-19bab0ed7699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:21.729042 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a3d2be-2f72-429d-8a94-00d8dab2bde7 None None] Checking router: 9175f0bd-1404-40fe-a689-1d2d9e5ceafe for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:23:21.737231 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a3d2be-2f72-429d-8a94-00d8dab2bde7 None None] Routers {'9175f0bd-1404-40fe-a689-1d2d9e5ceafe'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:23:21.737862 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-38a3d2be-2f72-429d-8a94-00d8dab2bde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:23:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:21.846008 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-38a3d2be-2f72-429d-8a94-00d8dab2bde7 None None] Set router 9175f0bd-1404-40fe-a689-1d2d9e5ceafe gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:23:22.042342 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-38a3d2be-2f72-429d-8a94-00d8dab2bde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'name': 'tempest-ServerActionsTestJSON-2104428372-router', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '9809451f-09d3-4d80-885a-ae710e01da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:14Z', 'revision_number': 4, 'project_id': '2da62749b3d64f81881bf953ec187331', 'gw_port': {'id': '9809451f-09d3-4d80-885a-ae710e01da57', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '01d42fe7-4858-49f7-bbaa-46c7e062e21b', 'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'mac_address': 'fa:16:3e:8d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:14Z', 'updated_at': '2021-11-29T02:17:18Z', 'revision_number': 5, 'project_id': '2da62749b3d64f81881bf953ec187331', 'subnets': [{'id': '829523bf-6da4-4036-856e-19bab0ed7699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:22.068627 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a3d2be-2f72-429d-8a94-00d8dab2bde7 None None] The sync data for ids ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'] in dv-neutron-819032-3-hyperv is: [{'id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'name': 'tempest-ServerActionsTestJSON-2104428372-router', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '9809451f-09d3-4d80-885a-ae710e01da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:14Z', 'revision_number': 4, 'project_id': '2da62749b3d64f81881bf953ec187331', 'gw_port': {'id': '9809451f-09d3-4d80-885a-ae710e01da57', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '01d42fe7-4858-49f7-bbaa-46c7e062e21b', 'name': '', 'network_id': 'a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'mac_address': 'fa:16:3e:8d:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '829523bf-6da4-4036-856e-19bab0ed7699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:14Z', 'updated_at': '2021-11-29T02:17:18Z', 'revision_number': 5, 'project_id': '2da62749b3d64f81881bf953ec187331', 'subnets': [{'id': '829523bf-6da4-4036-856e-19bab0ed7699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:23:22.230806 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d90e554d-f44f-42ea-a34a-95430c029ee1 req-e8e89453-85dd-46f0-8d75-bf995a0714fd tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 210 time: 0.0288570 Nov 29 02:23:22.318098 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556b4f1a-08ee-4164-81cc-1dde6b174802 None None] New status for floating IP 433f7899-9aa1-49a2-8bce-7099cc19ac10: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:23:23.325647 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9ca58f33-4ce9-42dd-97b7-3184b8394cf1 req-8462b117-26cf-48a7-820d-61ddccef7d46 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 210 time: 0.0256913 Nov 29 02:23:23.620016 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:23:23.644127 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:23:23.644471 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 99abc1e6-4e92-4dc2-9f3d-d746ab18f69e not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:23:24.419014 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1de77d8a-4c5f-4890-8939-caac5dfe34bb req-c3eb4a83-0413-421c-a7b1-d9d915a5815c tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 210 time: 0.0272248 Nov 29 02:23:25.515673 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7f92d44a-67c4-4466-b22a-f6d3125c8d1f req-d5913ea4-2035-47cc-80bc-525d8c44e581 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/ports?device_id=75f2a2a1-7377-48a3-aa8c-1d2f79676342 HTTP/1.1" status: 200 len: 210 time: 0.0283315 Nov 29 02:23:30.238959 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 47810) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:30.291807 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf55add6-a167-4211-986e-8be67e1c0fff tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:30.314019 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf55add6-a167-4211-986e-8be67e1c0fff tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:30.367144 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf55add6-a167-4211-986e-8be67e1c0fff tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:30.370103 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bf55add6-a167-4211-986e-8be67e1c0fff tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:30.371272 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bf55add6-a167-4211-986e-8be67e1c0fff tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "DELETE /v2.0/security-groups/53a1f364-d573-4ba7-903a-c4a1b6c1833c HTTP/1.1" status: 204 len: 168 time: 0.1311753 Nov 29 02:23:30.374424 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 47812) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:30.380816 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf55add6-a167-4211-986e-8be67e1c0fff tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a1f364-d573-4ba7-903a-c4a1b6c1833c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:30.388024 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf55add6-a167-4211-986e-8be67e1c0fff tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:30.388383 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf55add6-a167-4211-986e-8be67e1c0fff tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:30.388756 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf55add6-a167-4211-986e-8be67e1c0fff tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:30.389097 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf55add6-a167-4211-986e-8be67e1c0fff tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:30.389435 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf55add6-a167-4211-986e-8be67e1c0fff tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:30.389832 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf55add6-a167-4211-986e-8be67e1c0fff tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:30.390169 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf55add6-a167-4211-986e-8be67e1c0fff tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:30.390498 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf55add6-a167-4211-986e-8be67e1c0fff tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:30.390830 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf55add6-a167-4211-986e-8be67e1c0fff tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:30.391158 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf55add6-a167-4211-986e-8be67e1c0fff tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:30.391485 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf55add6-a167-4211-986e-8be67e1c0fff tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:30.391808 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf55add6-a167-4211-986e-8be67e1c0fff tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:30.393370 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.api.v2.resource [None req-69338a17-0d6f-4abd-b8d8-b4682c231ad1 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] show failed (client error): The resource could not be found. Nov 29 02:23:30.394764 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-69338a17-0d6f-4abd-b8d8-b4682c231ad1 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "GET /v2.0/security-groups/53a1f364-d573-4ba7-903a-c4a1b6c1833c HTTP/1.1" status: 404 len: 347 time: 0.0186255 Nov 29 02:23:30.397486 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 47814) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:30.526177 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-56784e24-60ad-48dd-9f2e-6725adeba523 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Deleting port a4f62b55-aa06-4978-86d9-066ab6b50859 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:23:30.526425 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56784e24-60ad-48dd-9f2e-6725adeba523 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:30.602768 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56784e24-60ad-48dd-9f2e-6725adeba523 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:30.603214 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56784e24-60ad-48dd-9f2e-6725adeba523 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:30.614479 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-56784e24-60ad-48dd-9f2e-6725adeba523 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Calling delete_port for a4f62b55-aa06-4978-86d9-066ab6b50859 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:23:30.744990 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56784e24-60ad-48dd-9f2e-6725adeba523 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:30.774078 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56784e24-60ad-48dd-9f2e-6725adeba523 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Pushing event deleted for resources: {'Port': ['ID=a4f62b55-aa06-4978-86d9-066ab6b50859,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:30.838772 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56784e24-60ad-48dd-9f2e-6725adeba523 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks [] for floatingip, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:30.841517 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56784e24-60ad-48dd-9f2e-6725adeba523 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:30.842727 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-56784e24-60ad-48dd-9f2e-6725adeba523 tempest-ServerActionsTestJSON-1425013655 tempest-ServerActionsTestJSON-1425013655-project] 10.222.0.37 "DELETE /v2.0/floatingips/433f7899-9aa1-49a2-8bce-7099cc19ac10 HTTP/1.1" status: 204 len: 168 time: 0.4434209 Nov 29 02:23:30.845521 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 47816) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:31.224728 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99117e40-04af-49f6-97c8-281b34669f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:31.459665 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-99117e40-04af-49f6-97c8-281b34669f5b admin admin] Deleting port 01d42fe7-4858-49f7-bbaa-46c7e062e21b {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:23:31.460954 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99117e40-04af-49f6-97c8-281b34669f5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:31.535635 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-99117e40-04af-49f6-97c8-281b34669f5b admin admin] For port 01d42fe7-4858-49f7-bbaa-46c7e062e21b, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=01d42fe7-4858-49f7-bbaa-46c7e062e21b,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:23:31.536023 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99117e40-04af-49f6-97c8-281b34669f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:31.547993 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-99117e40-04af-49f6-97c8-281b34669f5b admin admin] Calling delete_port for 01d42fe7-4858-49f7-bbaa-46c7e062e21b owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:23:31.720517 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99117e40-04af-49f6-97c8-281b34669f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:31.748633 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99117e40-04af-49f6-97c8-281b34669f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=01d42fe7-4858-49f7-bbaa-46c7e062e21b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:31.911267 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-99117e40-04af-49f6-97c8-281b34669f5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:32.350545 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99117e40-04af-49f6-97c8-281b34669f5b admin admin] Router 9175f0bd-1404-40fe-a689-1d2d9e5ceafe has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:23:32.453468 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99117e40-04af-49f6-97c8-281b34669f5b admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:23:32.459018 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-99117e40-04af-49f6-97c8-281b34669f5b admin admin] 10.222.0.37 "PUT /v2.0/routers/9175f0bd-1404-40fe-a689-1d2d9e5ceafe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6124475 Nov 29 02:23:32.461474 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 47820) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:32.462316 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7285015-bcda-4ef5-8f0c-bee5f851cdbf None None] Sync routers for ids ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:23:32.471721 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7285015-bcda-4ef5-8f0c-bee5f851cdbf None None] Routers {'9175f0bd-1404-40fe-a689-1d2d9e5ceafe'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:23:32.472317 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f7285015-bcda-4ef5-8f0c-bee5f851cdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:23:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:32.559893 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ede131cb-df35-43c3-bb90-0f68ac6de962 admin admin] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:32.577254 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-f7285015-bcda-4ef5-8f0c-bee5f851cdbf None None] Set router 9175f0bd-1404-40fe-a689-1d2d9e5ceafe gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:23:32.664443 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ede131cb-df35-43c3-bb90-0f68ac6de962 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:32.719382 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ede131cb-df35-43c3-bb90-0f68ac6de962 admin admin] Deleting port 9809451f-09d3-4d80-885a-ae710e01da57 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:23:32.719625 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ede131cb-df35-43c3-bb90-0f68ac6de962 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:32.759898 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f7285015-bcda-4ef5-8f0c-bee5f851cdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'name': 'tempest-ServerActionsTestJSON-2104428372-router', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '9809451f-09d3-4d80-885a-ae710e01da57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:23:31Z', 'revision_number': 5, 'project_id': '2da62749b3d64f81881bf953ec187331', 'gw_port': {'id': '9809451f-09d3-4d80-885a-ae710e01da57', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:32.786503 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7285015-bcda-4ef5-8f0c-bee5f851cdbf None None] Checking router: 9175f0bd-1404-40fe-a689-1d2d9e5ceafe for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:23:32.794825 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7285015-bcda-4ef5-8f0c-bee5f851cdbf None None] Routers {'9175f0bd-1404-40fe-a689-1d2d9e5ceafe'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:23:32.795439 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f7285015-bcda-4ef5-8f0c-bee5f851cdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:23:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:32.797065 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ede131cb-df35-43c3-bb90-0f68ac6de962 admin admin] For port 9809451f-09d3-4d80-885a-ae710e01da57, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=9809451f-09d3-4d80-885a-ae710e01da57,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:23:32.797457 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ede131cb-df35-43c3-bb90-0f68ac6de962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:32.816137 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ede131cb-df35-43c3-bb90-0f68ac6de962 admin admin] Calling delete_port for 9809451f-09d3-4d80-885a-ae710e01da57 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:23:32.880439 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-f7285015-bcda-4ef5-8f0c-bee5f851cdbf None None] Set router 9175f0bd-1404-40fe-a689-1d2d9e5ceafe gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:23:32.932616 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f7285015-bcda-4ef5-8f0c-bee5f851cdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'name': 'tempest-ServerActionsTestJSON-2104428372-router', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:23:32Z', 'revision_number': 6, 'project_id': '2da62749b3d64f81881bf953ec187331', 'gw_port_host': None}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:32.961418 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7285015-bcda-4ef5-8f0c-bee5f851cdbf None None] The sync data for ids ['9175f0bd-1404-40fe-a689-1d2d9e5ceafe'] in dv-neutron-819032-3-hyperv is: [{'id': '9175f0bd-1404-40fe-a689-1d2d9e5ceafe', 'name': 'tempest-ServerActionsTestJSON-2104428372-router', 'tenant_id': '2da62749b3d64f81881bf953ec187331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:17:12Z', 'updated_at': '2021-11-29T02:23:32Z', 'revision_number': 6, 'project_id': '2da62749b3d64f81881bf953ec187331', 'gw_port_host': None}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:23:32.996492 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ede131cb-df35-43c3-bb90-0f68ac6de962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:33.021880 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede131cb-df35-43c3-bb90-0f68ac6de962 admin admin] Pushing event deleted for resources: {'Port': ['ID=9809451f-09d3-4d80-885a-ae710e01da57,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:33.035152 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd4c345-0c0b-4b31-a4fd-1e78694e5359 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:23:33.084751 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ede131cb-df35-43c3-bb90-0f68ac6de962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:33.173274 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ede131cb-df35-43c3-bb90-0f68ac6de962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:33.175411 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ede131cb-df35-43c3-bb90-0f68ac6de962 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:33.216648 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ede131cb-df35-43c3-bb90-0f68ac6de962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:33.217169 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede131cb-df35-43c3-bb90-0f68ac6de962 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9175f0bd-1404-40fe-a689-1d2d9e5ceafe {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:23:33.222162 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ede131cb-df35-43c3-bb90-0f68ac6de962 admin admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:33.223292 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ede131cb-df35-43c3-bb90-0f68ac6de962 admin admin] 10.222.0.37 "DELETE /v2.0/routers/9175f0bd-1404-40fe-a689-1d2d9e5ceafe HTTP/1.1" status: 204 len: 168 time: 0.7608669 Nov 29 02:23:33.226756 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 47822) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:33.274514 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c3395cf-07f9-4e48-999e-58447c42ca6b admin admin] Deleting subnet 829523bf-6da4-4036-856e-19bab0ed7699 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:23:33.277391 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c3395cf-07f9-4e48-999e-58447c42ca6b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:33.313244 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c3395cf-07f9-4e48-999e-58447c42ca6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:33.392676 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c3395cf-07f9-4e48-999e-58447c42ca6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:33.447948 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c3395cf-07f9-4e48-999e-58447c42ca6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:33.474539 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3c3395cf-07f9-4e48-999e-58447c42ca6b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:33.478575 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3c3395cf-07f9-4e48-999e-58447c42ca6b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/829523bf-6da4-4036-856e-19bab0ed7699 HTTP/1.1" status: 204 len: 168 time: 0.2507937 Nov 29 02:23:33.479585 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3395cf-07f9-4e48-999e-58447c42ca6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=829523bf-6da4-4036-856e-19bab0ed7699,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:33.481092 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 47824) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:33.482830 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea19435-09bd-452c-8c2f-8cfc46b0d2b3 None None] Network a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:23:33.551489 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6a277b13-68ae-4cc8-bef5-830635796b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:33.603460 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-6a277b13-68ae-4cc8-bef5-830635796b22 admin admin] Deleting port 431f42ee-6655-4d1e-8e2a-ed79d734a1eb {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:23:33.603804 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6a277b13-68ae-4cc8-bef5-830635796b22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:33.670699 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-6a277b13-68ae-4cc8-bef5-830635796b22 admin admin] For port 431f42ee-6655-4d1e-8e2a-ed79d734a1eb, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=431f42ee-6655-4d1e-8e2a-ed79d734a1eb,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:23:33.671069 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6a277b13-68ae-4cc8-bef5-830635796b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:33.684574 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-6a277b13-68ae-4cc8-bef5-830635796b22 admin admin] Calling delete_port for 431f42ee-6655-4d1e-8e2a-ed79d734a1eb owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:23:33.709173 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab1285e-bfe5-47fd-9cdd-7436d063741b None None] DHCP port deletion for a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:23:33.757465 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-bab1285e-bfe5-47fd-9cdd-7436d063741b None None] Deleting port 431f42ee-6655-4d1e-8e2a-ed79d734a1eb {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:23:33.757873 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bab1285e-bfe5-47fd-9cdd-7436d063741b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:33.771803 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6a277b13-68ae-4cc8-bef5-830635796b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:33.796911 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a277b13-68ae-4cc8-bef5-830635796b22 admin admin] Pushing event deleted for resources: {'Port': ['ID=431f42ee-6655-4d1e-8e2a-ed79d734a1eb,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:33.804974 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a277b13-68ae-4cc8-bef5-830635796b22 admin admin] No DVR routers for this DVR port 431f42ee-6655-4d1e-8e2a-ed79d734a1eb on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:23:33.823879 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-bab1285e-bfe5-47fd-9cdd-7436d063741b None None] For port 431f42ee-6655-4d1e-8e2a-ed79d734a1eb, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=431f42ee-6655-4d1e-8e2a-ed79d734a1eb,segment=NetworkSegment(a703cc90-5646-4ff7-b23a-f7a334d181c0),segment_id=a703cc90-5646-4ff7-b23a-f7a334d181c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:23:33.824276 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bab1285e-bfe5-47fd-9cdd-7436d063741b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:33.840130 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-bab1285e-bfe5-47fd-9cdd-7436d063741b None None] Calling delete_port for 431f42ee-6655-4d1e-8e2a-ed79d734a1eb owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:23:33.886177 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6a277b13-68ae-4cc8-bef5-830635796b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:33.914240 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-6a277b13-68ae-4cc8-bef5-830635796b22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:33.919811 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bab1285e-bfe5-47fd-9cdd-7436d063741b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:33.924560 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-6a277b13-68ae-4cc8-bef5-830635796b22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a703cc90-5646-4ff7-b23a-f7a334d181c0') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:33.924797 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-6a277b13-68ae-4cc8-bef5-830635796b22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a703cc90-5646-4ff7-b23a-f7a334d181c0') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:23:33.935746 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6a277b13-68ae-4cc8-bef5-830635796b22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:33.947903 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1285e-bfe5-47fd-9cdd-7436d063741b None None] Pushing event deleted for resources: {'Port': ['ID=431f42ee-6655-4d1e-8e2a-ed79d734a1eb,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:33.949822 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab1285e-bfe5-47fd-9cdd-7436d063741b None None] No DVR routers for this DVR port 431f42ee-6655-4d1e-8e2a-ed79d734a1eb on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:23:33.954742 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6a277b13-68ae-4cc8-bef5-830635796b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:33.961859 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a277b13-68ae-4cc8-bef5-830635796b22 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:23:33.962276 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6a277b13-68ae-4cc8-bef5-830635796b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:33.964054 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:23:33.964054 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:23:33.964054 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:23:33.964054 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:23:33.964054 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:23:33.964054 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:23:33.964054 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:23:33.964054 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:23:33.964054 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:23:33.964054 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:23:33.964054 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:23:33.964054 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:23:33.964054 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:23:33.964054 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:23:33.964054 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:23:33.964054 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:23:33.964054 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:23:33.964054 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:23:33.964054 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:23:33.964054 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:23:33.964054 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:23:33.964054 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:23:33.964054 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:23:33.964054 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:23:33.964054 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:23:33.964054 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:23:33.964054 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:23:33.964054 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:23:33.964054 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:23:33.964054 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:23:33.964054 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:23:33.964054 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:23:34.028916 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6a277b13-68ae-4cc8-bef5-830635796b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:34.034288 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6a277b13-68ae-4cc8-bef5-830635796b22 admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:34.037496 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6a277b13-68ae-4cc8-bef5-830635796b22 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8 HTTP/1.1" status: 204 len: 168 time: 0.5546038 Nov 29 02:23:34.050359 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a277b13-68ae-4cc8-bef5-830635796b22 admin admin] Pushing event deleted for resources: {'Network': ['ID=a847fd3a-95cc-45e6-a72b-e3fc4ee7a1a8,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:34.144654 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 47828) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:34.184449 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d40fdc9b-6dc5-4dfe-971b-8c4f15fee377 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2da62749b3d64f81881bf953ec187331&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384753 Nov 29 02:23:34.186780 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 47830) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:34.234267 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-742ee0a7-dc07-4da2-992b-48e6549a675f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:34.263211 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-742ee0a7-dc07-4da2-992b-48e6549a675f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:34.310784 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-742ee0a7-dc07-4da2-992b-48e6549a675f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:34.313268 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-742ee0a7-dc07-4da2-992b-48e6549a675f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:34.314491 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-742ee0a7-dc07-4da2-992b-48e6549a675f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9946d917-9510-4695-b7e3-0f22aaccc3a9 HTTP/1.1" status: 204 len: 168 time: 0.1267743 Nov 29 02:23:34.322561 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ee0a7-dc07-4da2-992b-48e6549a675f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9946d917-9510-4695-b7e3-0f22aaccc3a9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:34.657534 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 01d42fe7-4858-49f7-bbaa-46c7e062e21b no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:23:34.679873 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 01d42fe7-4858-49f7-bbaa-46c7e062e21b {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:23:34.680221 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 01d42fe7-4858-49f7-bbaa-46c7e062e21b not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:23:34.680642 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 9809451f-09d3-4d80-885a-ae710e01da57 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:23:34.702699 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 9809451f-09d3-4d80-885a-ae710e01da57 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:23:34.703041 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 9809451f-09d3-4d80-885a-ae710e01da57 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:23:34.703456 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 431f42ee-6655-4d1e-8e2a-ed79d734a1eb no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:23:34.721668 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 431f42ee-6655-4d1e-8e2a-ed79d734a1eb {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:23:34.722014 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 431f42ee-6655-4d1e-8e2a-ed79d734a1eb not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:23:34.976114 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 47852) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:35.085645 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c81763b0-0439-4f70-8b16-3e5d69081c5a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1867787727-network', 'tenant_id': 'ee8ed6e170bb49a8a495c42192777625'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:23:35.106583 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81763b0-0439-4f70-8b16-3e5d69081c5a admin admin] Made reservation on behalf of ee8ed6e170bb49a8a495c42192777625 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:23:35.109062 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c81763b0-0439-4f70-8b16-3e5d69081c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:35.118155 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c81763b0-0439-4f70-8b16-3e5d69081c5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:35.192329 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c81763b0-0439-4f70-8b16-3e5d69081c5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:35.196982 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c81763b0-0439-4f70-8b16-3e5d69081c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:35.222617 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c81763b0-0439-4f70-8b16-3e5d69081c5a admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:23:35.237955 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81763b0-0439-4f70-8b16-3e5d69081c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5173961c-98ce-49d3-b334-42d9627c0288,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:35.243851 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c81763b0-0439-4f70-8b16-3e5d69081c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:35.244220 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-c81763b0-0439-4f70-8b16-3e5d69081c5a admin admin] Added segment 54b8a81b-8192-4dd8-a585-aaaecc8befc9 of type vlan for network 79c16f66-49d8-47b9-a85e-ff711aa48742 Nov 29 02:23:35.283700 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c81763b0-0439-4f70-8b16-3e5d69081c5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:35.308298 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c81763b0-0439-4f70-8b16-3e5d69081c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:35.309225 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81763b0-0439-4f70-8b16-3e5d69081c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:35.309822 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c81763b0-0439-4f70-8b16-3e5d69081c5a admin admin] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:35.361465 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c81763b0-0439-4f70-8b16-3e5d69081c5a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3841603 Nov 29 02:23:35.364507 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 47856) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:23:35.370106 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-0b9ee07c-9eda-4fa3-8139-c01604277cbf admin admin] Request body: {'subnet': {'network_id': '79c16f66-49d8-47b9-a85e-ff711aa48742', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1867787727-subnet', 'tenant_id': 'ee8ed6e170bb49a8a495c42192777625', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:23:35.374459 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81763b0-0439-4f70-8b16-3e5d69081c5a admin admin] Pushing event updated for resources: {'Network': ['ID=79c16f66-49d8-47b9-a85e-ff711aa48742,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:35.383879 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 79c16f66-49d8-47b9-a85e-ff711aa48742 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:23:35.392235 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9ee07c-9eda-4fa3-8139-c01604277cbf admin admin] Made reservation on behalf of ee8ed6e170bb49a8a495c42192777625 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:23:35.394727 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0b9ee07c-9eda-4fa3-8139-c01604277cbf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:35.562898 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0b9ee07c-9eda-4fa3-8139-c01604277cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:35.618456 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ee07c-9eda-4fa3-8139-c01604277cbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=acf3e96c-2da6-48d1-8ffc-30f960259451,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:35.625480 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9ee07c-9eda-4fa3-8139-c01604277cbf admin admin] Checking segment: {'id': '54b8a81b-8192-4dd8-a585-aaaecc8befc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '79c16f66-49d8-47b9-a85e-ff711aa48742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:23:35.625904 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9ee07c-9eda-4fa3-8139-c01604277cbf admin admin] Network hostable DHCP agents. Network: 79c16f66-49d8-47b9-a85e-ff711aa48742, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:23:35.642690 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9ee07c-9eda-4fa3-8139-c01604277cbf admin admin] Network 79c16f66-49d8-47b9-a85e-ff711aa48742 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:23:35.651337 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-0b9ee07c-9eda-4fa3-8139-c01604277cbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 79c16f66-49d8-47b9-a85e-ff711aa48742) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:23:35.655418 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9ee07c-9eda-4fa3-8139-c01604277cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:35.656011 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0b9ee07c-9eda-4fa3-8139-c01604277cbf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:35.660574 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1950521-b5b6-4259-855e-0cb58fb7f851 None None] Network 79c16f66-49d8-47b9-a85e-ff711aa48742 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:23:35.682096 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0b9ee07c-9eda-4fa3-8139-c01604277cbf admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3163836 Nov 29 02:23:35.790939 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8312b25c-09e5-45f9-aa5d-6d49dc377390 None None] Network 79c16f66-49d8-47b9-a85e-ff711aa48742 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:23:36.091115 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-7767e888-3447-4d87-b969-2f5760b64643 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:36.092584 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-7767e888-3447-4d87-b969-2f5760b64643 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/networks?id=79c16f66-49d8-47b9-a85e-ff711aa48742 HTTP/1.1" status: 200 len: 814 time: 0.1061265 Nov 29 02:23:36.107169 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-e579bee0-07b8-4450-865d-141a2a05158a tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/quotas/ee8ed6e170bb49a8a495c42192777625 HTTP/1.1" status: 200 len: 375 time: 0.0088425 Nov 29 02:23:36.144654 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-8e5ce1cc-1584-4d89-a4b6-1f753228561e tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee8ed6e170bb49a8a495c42192777625&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323291 Nov 29 02:23:36.236876 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-8ad279b3-a500-4320-9938-f5cb69988c9a service neutron] 10.222.0.37 "GET /v2.0/networks/79c16f66-49d8-47b9-a85e-ff711aa48742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842009 Nov 29 02:23:36.323678 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-620d7634-f4d8-445c-a827-4eb79d0a2cb6 service neutron] 10.222.0.37 "GET /v2.0/networks/79c16f66-49d8-47b9-a85e-ff711aa48742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802968 Nov 29 02:23:37.493094 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-805c1c2f-bc9e-40c7-bfb2-33a65f817981 req-39b0221f-e110-401f-ae0b-e0b245a03d94 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7175e4-2b9a-499d-8d1b-2438b0542615 HTTP/1.1" status: 200 len: 210 time: 0.0255096 Nov 29 02:23:38.591344 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-230e4e58-39bc-4975-a3fe-d3e8960fc38a req-4cd12b1f-dfdd-474e-b2f9-2f74937f9645 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7175e4-2b9a-499d-8d1b-2438b0542615 HTTP/1.1" status: 200 len: 210 time: 0.0273628 Nov 29 02:23:38.610187 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-561287f5-be7f-40d1-ad40-14b4046c489a tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:38.611676 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-561287f5-be7f-40d1-ad40-14b4046c489a tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.24 "GET /v2.0/networks?id=79c16f66-49d8-47b9-a85e-ff711aa48742 HTTP/1.1" status: 200 len: 814 time: 0.1115692 Nov 29 02:23:38.644162 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-8a96beaa-e319-4c8b-8762-17e14976f019 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Request body: {'port': {'device_id': '9f7175e4-2b9a-499d-8d1b-2438b0542615', 'network_id': '79c16f66-49d8-47b9-a85e-ff711aa48742', 'admin_state_up': True, 'tenant_id': 'ee8ed6e170bb49a8a495c42192777625'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:23:38.754978 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-8a96beaa-e319-4c8b-8762-17e14976f019 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Made reservation on behalf of ee8ed6e170bb49a8a495c42192777625 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:23:38.759049 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-8a96beaa-e319-4c8b-8762-17e14976f019 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:38.885836 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-8a96beaa-e319-4c8b-8762-17e14976f019 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Allocated IP 172.20.0.14 (79c16f66-49d8-47b9-a85e-ff711aa48742/acf3e96c-2da6-48d1-8ffc-30f960259451/4fb41581-3531-4f7c-925a-20ba2493809a) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:23:39.026738 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-8a96beaa-e319-4c8b-8762-17e14976f019 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:39.063172 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-8a96beaa-e319-4c8b-8762-17e14976f019 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:39.106428 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-8a96beaa-e319-4c8b-8762-17e14976f019 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Network 79c16f66-49d8-47b9-a85e-ff711aa48742 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:23:39.109467 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-8a96beaa-e319-4c8b-8762-17e14976f019 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:23:39.113304 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-8a96beaa-e319-4c8b-8762-17e14976f019 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:23:39.119608 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96beaa-e319-4c8b-8762-17e14976f019 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Pushing event updated for resources: {'Port': ['ID=4fb41581-3531-4f7c-925a-20ba2493809a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:39.165620 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-8a96beaa-e319-4c8b-8762-17e14976f019 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:39.166231 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-8a96beaa-e319-4c8b-8762-17e14976f019 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:39.181172 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-8a96beaa-e319-4c8b-8762-17e14976f019 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5409660 Nov 29 02:23:39.247890 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-85cfa1b0-f81c-431b-837a-294b2bea8049 service neutron] Request body: {'port': {'device_id': '9f7175e4-2b9a-499d-8d1b-2438b0542615', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:23:39.303006 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-85cfa1b0-f81c-431b-837a-294b2bea8049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:39.555039 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-85cfa1b0-f81c-431b-837a-294b2bea8049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fb41581-3531-4f7c-925a-20ba2493809a {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:23:39.562148 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-85cfa1b0-f81c-431b-837a-294b2bea8049 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:39.573818 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-85cfa1b0-f81c-431b-837a-294b2bea8049 service neutron] Transition to ACTIVE for port object 4fb41581-3531-4f7c-925a-20ba2493809a will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:23:39.577791 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-85cfa1b0-f81c-431b-837a-294b2bea8049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:39.643515 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cfa1b0-f81c-431b-837a-294b2bea8049 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb41581-3531-4f7c-925a-20ba2493809a,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:39.698583 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-85cfa1b0-f81c-431b-837a-294b2bea8049 service neutron] Attempting to bind port 4fb41581-3531-4f7c-925a-20ba2493809a on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:23:39.699539 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-85cfa1b0-f81c-431b-837a-294b2bea8049 service neutron] Attempting to bind port 4fb41581-3531-4f7c-925a-20ba2493809a by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '54b8a81b-8192-4dd8-a585-aaaecc8befc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '79c16f66-49d8-47b9-a85e-ff711aa48742'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:23:39.699539 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-85cfa1b0-f81c-431b-837a-294b2bea8049 service neutron] Attempting to bind port 4fb41581-3531-4f7c-925a-20ba2493809a on network 79c16f66-49d8-47b9-a85e-ff711aa48742 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:23:39.703502 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-85cfa1b0-f81c-431b-837a-294b2bea8049 service neutron] Port 4fb41581-3531-4f7c-925a-20ba2493809a on network 79c16f66-49d8-47b9-a85e-ff711aa48742 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:23:39.703828 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-85cfa1b0-f81c-431b-837a-294b2bea8049 service neutron] Attempting to bind port 4fb41581-3531-4f7c-925a-20ba2493809a on network 79c16f66-49d8-47b9-a85e-ff711aa48742 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:23:39.708543 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-85cfa1b0-f81c-431b-837a-294b2bea8049 service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:23:39.708887 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-85cfa1b0-f81c-431b-837a-294b2bea8049 service neutron] Checking segment: {'id': '54b8a81b-8192-4dd8-a585-aaaecc8befc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '79c16f66-49d8-47b9-a85e-ff711aa48742'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:23:39.709271 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-85cfa1b0-f81c-431b-837a-294b2bea8049 service neutron] Bound using segment: {'id': '54b8a81b-8192-4dd8-a585-aaaecc8befc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '79c16f66-49d8-47b9-a85e-ff711aa48742'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:23:39.709730 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-85cfa1b0-f81c-431b-837a-294b2bea8049 service neutron] Bound port: 4fb41581-3531-4f7c-925a-20ba2493809a, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b8a81b-8192-4dd8-a585-aaaecc8befc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '79c16f66-49d8-47b9-a85e-ff711aa48742'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:23:39.710123 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-85cfa1b0-f81c-431b-837a-294b2bea8049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:39.715052 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca832b2-714d-4a3f-89e6-bccd96a85b5c req-c8418f52-bbc0-449e-be60-9c576d372057 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:39.716572 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bca832b2-714d-4a3f-89e6-bccd96a85b5c req-c8418f52-bbc0-449e-be60-9c576d372057 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7175e4-2b9a-499d-8d1b-2438b0542615 HTTP/1.1" status: 200 len: 944 time: 0.0534697 Nov 29 02:23:39.763922 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bca832b2-714d-4a3f-89e6-bccd96a85b5c req-1ab3c3f7-f053-4318-8828-6056ff267a11 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/security-groups?id=5173961c-98ce-49d3-b334-42d9627c0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411055 Nov 29 02:23:39.773143 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-85cfa1b0-f81c-431b-837a-294b2bea8049 service neutron] For port 4fb41581-3531-4f7c-925a-20ba2493809a, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:23:39.776241 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-85cfa1b0-f81c-431b-837a-294b2bea8049 service neutron] For port 4fb41581-3531-4f7c-925a-20ba2493809a, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=4fb41581-3531-4f7c-925a-20ba2493809a,segment=NetworkSegment(54b8a81b-8192-4dd8-a585-aaaecc8befc9),segment_id=54b8a81b-8192-4dd8-a585-aaaecc8befc9)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:23:39.781227 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-85cfa1b0-f81c-431b-837a-294b2bea8049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:39.817336 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-85cfa1b0-f81c-431b-837a-294b2bea8049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:39.817990 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-85cfa1b0-f81c-431b-837a-294b2bea8049 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:39.819386 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-85cfa1b0-f81c-431b-837a-294b2bea8049 service neutron] 10.222.0.24 "PUT /v2.0/ports/4fb41581-3531-4f7c-925a-20ba2493809a HTTP/1.1" status: 200 len: 1094 time: 0.6180096 Nov 29 02:23:39.819824 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f7175e4-2b9a-499d-8d1b-2438b0542615', 'tag': '4fb41581-3531-4f7c-925a-20ba2493809a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:23:39.822086 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf7350d-301b-4603-a252-e51046906eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "9f7175e4-2b9a-499d-8d1b-2438b0542615", "tag": "4fb41581-3531-4f7c-925a-20ba2493809a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:23:39.843197 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cfa1b0-f81c-431b-837a-294b2bea8049 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb41581-3531-4f7c-925a-20ba2493809a,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:39.922604 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2723bd-edb0-4117-9dbf-6a162e5e30f0 x-openstack-request-id: req-2f2723bd-edb0-4117-9dbf-6a162e5e30f0 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:23:39.922912 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f7175e4-2b9a-499d-8d1b-2438b0542615", "tag": "4fb41581-3531-4f7c-925a-20ba2493809a", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:23:39.923173 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f2723bd-edb0-4117-9dbf-6a162e5e30f0 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:23:39.923577 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f7175e4-2b9a-499d-8d1b-2438b0542615', 'tag': '4fb41581-3531-4f7c-925a-20ba2493809a', 'status': 'completed', 'code': 200} Nov 29 02:23:39.926139 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-891f1057-ced2-48a6-9d1d-d2565b887808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:39.927623 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-891f1057-ced2-48a6-9d1d-d2565b887808 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee8ed6e170bb49a8a495c42192777625&device_id=9f7175e4-2b9a-499d-8d1b-2438b0542615 HTTP/1.1" status: 200 len: 1097 time: 0.0447640 Nov 29 02:23:39.998649 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-63582f05-fa9d-4106-a4b9-8ad1fc1cdb36 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fb41581-3531-4f7c-925a-20ba2493809a HTTP/1.1" status: 200 len: 217 time: 0.0368886 Nov 29 02:23:40.052667 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-6c35cbee-b6a5-4654-9ac6-4d898645fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:40.054121 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-6c35cbee-b6a5-4654-9ac6-4d898645fa9e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=acf3e96c-2da6-48d1-8ffc-30f960259451 HTTP/1.1" status: 200 len: 854 time: 0.0431013 Nov 29 02:23:40.088010 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-e92b901f-c20d-4371-a95d-7931e1b9d984 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=79c16f66-49d8-47b9-a85e-ff711aa48742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234523 Nov 29 02:23:40.189499 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-08fc76a3-3053-4b22-8228-f0b190caceb0 service neutron] 10.222.0.24 "GET /v2.0/networks/79c16f66-49d8-47b9-a85e-ff711aa48742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853012 Nov 29 02:23:40.280911 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-914e4d2d-c90f-4d6e-b6aa-ce6ff94eb179 req-32a540a8-91a2-4eca-92c1-d423a88438b9 service neutron] 10.222.0.24 "GET /v2.0/networks/79c16f66-49d8-47b9-a85e-ff711aa48742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803382 Nov 29 02:23:40.435480 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7350d-301b-4603-a252-e51046906eb8 req-6e737427-cb92-4ef5-9c0a-a4ed5a1e0acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:40.436971 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3bf7350d-301b-4603-a252-e51046906eb8 req-6e737427-cb92-4ef5-9c0a-a4ed5a1e0acb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee8ed6e170bb49a8a495c42192777625&device_id=9f7175e4-2b9a-499d-8d1b-2438b0542615 HTTP/1.1" status: 200 len: 1097 time: 0.0450988 Nov 29 02:23:40.527625 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7350d-301b-4603-a252-e51046906eb8 req-b43ff8e6-a8b1-46e9-86f4-bfe9c4462c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:40.529084 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3bf7350d-301b-4603-a252-e51046906eb8 req-b43ff8e6-a8b1-46e9-86f4-bfe9c4462c60 service neutron] 10.222.0.24 "GET /v2.0/networks?id=79c16f66-49d8-47b9-a85e-ff711aa48742 HTTP/1.1" status: 200 len: 915 time: 0.0826478 Nov 29 02:23:40.573629 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3bf7350d-301b-4603-a252-e51046906eb8 req-c680634b-bf50-4d1d-b86b-c8cc55606cf9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fb41581-3531-4f7c-925a-20ba2493809a HTTP/1.1" status: 200 len: 217 time: 0.0367386 Nov 29 02:23:40.622304 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7350d-301b-4603-a252-e51046906eb8 req-80adc188-94ce-45fe-8d42-4db5fea34be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:40.623719 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3bf7350d-301b-4603-a252-e51046906eb8 req-80adc188-94ce-45fe-8d42-4db5fea34be9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=acf3e96c-2da6-48d1-8ffc-30f960259451 HTTP/1.1" status: 200 len: 854 time: 0.0431762 Nov 29 02:23:40.655796 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3bf7350d-301b-4603-a252-e51046906eb8 req-7493445f-46d3-445e-8e59-9c1e7dd1b92a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=79c16f66-49d8-47b9-a85e-ff711aa48742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237901 Nov 29 02:23:40.748858 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3bf7350d-301b-4603-a252-e51046906eb8 req-4674bee0-1e3e-4aef-8596-59ef500eafe2 service neutron] 10.222.0.24 "GET /v2.0/networks/79c16f66-49d8-47b9-a85e-ff711aa48742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845914 Nov 29 02:23:40.839764 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3bf7350d-301b-4603-a252-e51046906eb8 req-00467f23-1ff8-4325-93ec-02a11b4da092 service neutron] 10.222.0.24 "GET /v2.0/networks/79c16f66-49d8-47b9-a85e-ff711aa48742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824904 Nov 29 02:23:40.881047 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d03f78-dfc3-4d49-ab98-decff3a52624 req-cca69cf6-9fcd-41bb-b542-f91c636381b7 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:40.882611 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-46d03f78-dfc3-4d49-ab98-decff3a52624 req-cca69cf6-9fcd-41bb-b542-f91c636381b7 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7175e4-2b9a-499d-8d1b-2438b0542615 HTTP/1.1" status: 200 len: 944 time: 0.0514669 Nov 29 02:23:40.930689 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-46d03f78-dfc3-4d49-ab98-decff3a52624 req-3f4b90cf-5188-4d6d-ae28-3197548ce59b tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/security-groups?id=5173961c-98ce-49d3-b334-42d9627c0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421612 Nov 29 02:23:41.682452 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 4fb41581-3531-4f7c-925a-20ba2493809a details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:23:41.775611 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 4fb41581-3531-4f7c-925a-20ba2493809a, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=4fb41581-3531-4f7c-925a-20ba2493809a,segment=NetworkSegment(54b8a81b-8192-4dd8-a585-aaaecc8befc9),segment_id=54b8a81b-8192-4dd8-a585-aaaecc8befc9)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:23:41.786164 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '4fb41581-3531-4f7c-925a-20ba2493809a', 'network_id': '79c16f66-49d8-47b9-a85e-ff711aa48742', 'port_id': '4fb41581-3531-4f7c-925a-20ba2493809a', 'mac_address': 'fa:16:3e:42:9e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acf3e96c-2da6-48d1-8ffc-30f960259451', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:23:41.825383 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:41.838466 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fb41581-3531-4f7c-925a-20ba2493809a {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:23:41.856797 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 4fb41581-3531-4f7c-925a-20ba2493809a, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=4fb41581-3531-4f7c-925a-20ba2493809a,segment=NetworkSegment(54b8a81b-8192-4dd8-a585-aaaecc8befc9),segment_id=54b8a81b-8192-4dd8-a585-aaaecc8befc9)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:23:41.860547 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:41.906224 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=4fb41581-3531-4f7c-925a-20ba2493809a,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:42.051150 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49953aa3-3d34-4fbe-bea3-1164dffc5237 req-886d964c-0958-4a2d-b5ed-4ebfaf1a546e tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:42.052675 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-49953aa3-3d34-4fbe-bea3-1164dffc5237 req-886d964c-0958-4a2d-b5ed-4ebfaf1a546e tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7175e4-2b9a-499d-8d1b-2438b0542615 HTTP/1.1" status: 200 len: 945 time: 0.0524404 Nov 29 02:23:42.065995 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2a516b23-7c0a-4d55-b666-6503b8868b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:42.100890 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-49953aa3-3d34-4fbe-bea3-1164dffc5237 req-547c1bf5-b00f-4310-a9e3-33e4c495a75c tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/security-groups?id=5173961c-98ce-49d3-b334-42d9627c0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421851 Nov 29 02:23:42.217085 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['4fb41581-3531-4f7c-925a-20ba2493809a'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:23:43.213818 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd88711-b1d0-476a-9bcf-b0d88ba66820 req-ffe2f60b-9cdc-49c7-87a4-587b3c7fa004 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:43.215279 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0cd88711-b1d0-476a-9bcf-b0d88ba66820 req-ffe2f60b-9cdc-49c7-87a4-587b3c7fa004 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7175e4-2b9a-499d-8d1b-2438b0542615 HTTP/1.1" status: 200 len: 945 time: 0.0473657 Nov 29 02:23:43.261742 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0cd88711-b1d0-476a-9bcf-b0d88ba66820 req-da5f01ab-55fd-4670-a29b-9cb73bd3793e tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/security-groups?id=5173961c-98ce-49d3-b334-42d9627c0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406282 Nov 29 02:23:43.697686 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 4fb41581-3531-4f7c-925a-20ba2493809a up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:23:43.745393 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port 4fb41581-3531-4f7c-925a-20ba2493809a completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:23:43.749090 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 4fb41581-3531-4f7c-925a-20ba2493809a triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:23:43.749704 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:43.827921 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:44.000343 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7175e4-2b9a-499d-8d1b-2438b0542615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb41581-3531-4f7c-925a-20ba2493809a'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:23:44.002517 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64a2b61-78b0-423b-a8f0-611528e200b6" -d '{"events": [{"server_uuid": "9f7175e4-2b9a-499d-8d1b-2438b0542615", "name": "network-vif-plugged", "status": "completed", "tag": "4fb41581-3531-4f7c-925a-20ba2493809a"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:23:44.013174 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:44.016597 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 4fb41581-3531-4f7c-925a-20ba2493809a, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=4fb41581-3531-4f7c-925a-20ba2493809a,segment=NetworkSegment(54b8a81b-8192-4dd8-a585-aaaecc8befc9),segment_id=54b8a81b-8192-4dd8-a585-aaaecc8befc9)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:23:44.020546 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:44.044493 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c67fe2-0957-40c5-b291-dec65f41c499 x-openstack-request-id: req-e5c67fe2-0957-40c5-b291-dec65f41c499 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:23:44.044794 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7175e4-2b9a-499d-8d1b-2438b0542615", "name": "network-vif-plugged", "status": "completed", "tag": "4fb41581-3531-4f7c-925a-20ba2493809a", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:23:44.045047 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e5c67fe2-0957-40c5-b291-dec65f41c499 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:23:44.045433 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7175e4-2b9a-499d-8d1b-2438b0542615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb41581-3531-4f7c-925a-20ba2493809a', 'code': 200} Nov 29 02:23:44.070986 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=4fb41581-3531-4f7c-925a-20ba2493809a,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:44.271222 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b260c-2f72-47b7-9287-4e0b1e6a6674 req-bd0c4600-fdaf-4576-94dd-f611bded5c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:44.273514 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ca8b260c-2f72-47b7-9287-4e0b1e6a6674 req-bd0c4600-fdaf-4576-94dd-f611bded5c80 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9f7175e4-2b9a-499d-8d1b-2438b0542615 HTTP/1.1" status: 200 len: 1099 time: 0.0402963 Nov 29 02:23:44.327920 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ca8b260c-2f72-47b7-9287-4e0b1e6a6674 req-51b99829-acd3-4f02-b82d-6b48eb64edd3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5173961c-98ce-49d3-b334-42d9627c0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446234 Nov 29 02:23:44.330213 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5db06c03-efc5-4fcb-8317-b7a718d0ab27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:44.375707 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7be04-37c0-436a-8490-7b19f1360e6f req-7967254f-5d07-4598-9c1c-ebd4b6d36df8 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:44.377188 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-99b7be04-37c0-436a-8490-7b19f1360e6f req-7967254f-5d07-4598-9c1c-ebd4b6d36df8 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7175e4-2b9a-499d-8d1b-2438b0542615 HTTP/1.1" status: 200 len: 946 time: 0.0491164 Nov 29 02:23:44.427892 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-99b7be04-37c0-436a-8490-7b19f1360e6f req-da1713f1-dc66-4111-8681-40c7a456269c tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/security-groups?id=5173961c-98ce-49d3-b334-42d9627c0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441804 Nov 29 02:23:45.234054 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:23:45.378597 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:45.550884 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79543bc6-5761-4f80-80de-4910df9866ef req-3cf582d6-275f-4b5c-982a-4a15b322c8ba tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:45.552622 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-79543bc6-5761-4f80-80de-4910df9866ef req-3cf582d6-275f-4b5c-982a-4a15b322c8ba tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7175e4-2b9a-499d-8d1b-2438b0542615 HTTP/1.1" status: 200 len: 946 time: 0.0517983 Nov 29 02:23:45.602612 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-79543bc6-5761-4f80-80de-4910df9866ef req-82f08247-691a-4a0d-9edb-c245fb94d16a tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/security-groups?id=5173961c-98ce-49d3-b334-42d9627c0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425124 Nov 29 02:23:46.715295 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb6950-545b-4590-bae3-7171dccc7792 req-39e46f89-9eb5-4135-9aa9-a06febd5365b tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:46.716751 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e6fb6950-545b-4590-bae3-7171dccc7792 req-39e46f89-9eb5-4135-9aa9-a06febd5365b tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7175e4-2b9a-499d-8d1b-2438b0542615 HTTP/1.1" status: 200 len: 946 time: 0.0479076 Nov 29 02:23:46.763274 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e6fb6950-545b-4590-bae3-7171dccc7792 req-78cf8778-34c3-462c-a8aa-dec99945de47 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/security-groups?id=5173961c-98ce-49d3-b334-42d9627c0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406528 Nov 29 02:23:46.982480 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed5782-33b9-4454-8286-931db004c0b1 req-4f839fe8-044c-40cd-98c8-cee85244f022 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:46.983928 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-59ed5782-33b9-4454-8286-931db004c0b1 req-4f839fe8-044c-40cd-98c8-cee85244f022 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/networks?id=79c16f66-49d8-47b9-a85e-ff711aa48742 HTTP/1.1" status: 200 len: 814 time: 0.1042316 Nov 29 02:23:46.998800 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-59ed5782-33b9-4454-8286-931db004c0b1 req-f46d6ea7-3cf5-4f83-a207-0070167a1745 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/quotas/ee8ed6e170bb49a8a495c42192777625 HTTP/1.1" status: 200 len: 375 time: 0.0092211 Nov 29 02:23:47.045694 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-59ed5782-33b9-4454-8286-931db004c0b1 req-3e922c06-87f9-4e55-b890-b2c786e2e9ae tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ee8ed6e170bb49a8a495c42192777625&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0418169 Nov 29 02:23:47.088046 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:47.138087 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-59ed5782-33b9-4454-8286-931db004c0b1 req-67a49405-9aa8-4eb1-97f2-b94a0361a123 service neutron] 10.222.0.37 "GET /v2.0/networks/79c16f66-49d8-47b9-a85e-ff711aa48742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856295 Nov 29 02:23:47.231470 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-59ed5782-33b9-4454-8286-931db004c0b1 req-168f319e-b747-4553-b06c-4c71ae6f7090 service neutron] 10.222.0.37 "GET /v2.0/networks/79c16f66-49d8-47b9-a85e-ff711aa48742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873199 Nov 29 02:23:47.385014 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-950d1a6d-950c-42a6-a8c3-79c676ffe9a3 req-94f767b7-6115-478d-ba3a-8bfc2b53700c tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc373099-13ce-4f2c-b7cf-da673b03f7de HTTP/1.1" status: 200 len: 210 time: 0.0266502 Nov 29 02:23:47.881438 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:48.408730 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed5782-33b9-4454-8286-931db004c0b1 req-348ae201-a84e-428a-a392-45eec88ef1b8 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:48.410192 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-59ed5782-33b9-4454-8286-931db004c0b1 req-348ae201-a84e-428a-a392-45eec88ef1b8 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.24 "GET /v2.0/networks?id=79c16f66-49d8-47b9-a85e-ff711aa48742 HTTP/1.1" status: 200 len: 814 time: 0.1037328 Nov 29 02:23:48.429907 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-59ed5782-33b9-4454-8286-931db004c0b1 req-f3f59911-ac7b-40df-b3d3-8df76283a76a tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Request body: {'port': {'device_id': 'bc373099-13ce-4f2c-b7cf-da673b03f7de', 'network_id': '79c16f66-49d8-47b9-a85e-ff711aa48742', 'admin_state_up': True, 'tenant_id': 'ee8ed6e170bb49a8a495c42192777625'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:23:48.484881 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fd8ef57c-9f97-4b45-a4d8-7a4275d88707 req-f913f22a-80c1-497d-a32c-cc6dada03376 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc373099-13ce-4f2c-b7cf-da673b03f7de HTTP/1.1" status: 200 len: 210 time: 0.0307140 Nov 29 02:23:48.542679 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59ed5782-33b9-4454-8286-931db004c0b1 req-f3f59911-ac7b-40df-b3d3-8df76283a76a tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Made reservation on behalf of ee8ed6e170bb49a8a495c42192777625 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:23:48.546227 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-59ed5782-33b9-4454-8286-931db004c0b1 req-f3f59911-ac7b-40df-b3d3-8df76283a76a tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:48.673295 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-59ed5782-33b9-4454-8286-931db004c0b1 req-f3f59911-ac7b-40df-b3d3-8df76283a76a tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Allocated IP 172.20.0.6 (79c16f66-49d8-47b9-a85e-ff711aa48742/acf3e96c-2da6-48d1-8ffc-30f960259451/8693e38d-de67-4d7d-be3a-d6c49877daa1) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:23:48.814414 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-59ed5782-33b9-4454-8286-931db004c0b1 req-f3f59911-ac7b-40df-b3d3-8df76283a76a tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:48.848816 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-59ed5782-33b9-4454-8286-931db004c0b1 req-f3f59911-ac7b-40df-b3d3-8df76283a76a tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:48.882939 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['4fb41581-3531-4f7c-925a-20ba2493809a'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:23:48.899144 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59ed5782-33b9-4454-8286-931db004c0b1 req-f3f59911-ac7b-40df-b3d3-8df76283a76a tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Network 79c16f66-49d8-47b9-a85e-ff711aa48742 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:23:48.902220 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-59ed5782-33b9-4454-8286-931db004c0b1 req-f3f59911-ac7b-40df-b3d3-8df76283a76a tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:23:48.905924 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ed5782-33b9-4454-8286-931db004c0b1 req-f3f59911-ac7b-40df-b3d3-8df76283a76a tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:23:48.930894 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f59911-ac7b-40df-b3d3-8df76283a76a tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Pushing event updated for resources: {'Port': ['ID=8693e38d-de67-4d7d-be3a-d6c49877daa1,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:48.961126 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed5782-33b9-4454-8286-931db004c0b1 req-f3f59911-ac7b-40df-b3d3-8df76283a76a tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:48.961789 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-59ed5782-33b9-4454-8286-931db004c0b1 req-f3f59911-ac7b-40df-b3d3-8df76283a76a tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:48.978805 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-59ed5782-33b9-4454-8286-931db004c0b1 req-f3f59911-ac7b-40df-b3d3-8df76283a76a tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5528867 Nov 29 02:23:48.996959 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-59ed5782-33b9-4454-8286-931db004c0b1 req-39d188b9-b7b9-46eb-aca8-04f06c24429f service neutron] Request body: {'port': {'device_id': 'bc373099-13ce-4f2c-b7cf-da673b03f7de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:23:49.048931 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-59ed5782-33b9-4454-8286-931db004c0b1 req-39d188b9-b7b9-46eb-aca8-04f06c24429f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:49.561791 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-59ed5782-33b9-4454-8286-931db004c0b1 req-39d188b9-b7b9-46eb-aca8-04f06c24429f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8693e38d-de67-4d7d-be3a-d6c49877daa1 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:23:49.569745 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-59ed5782-33b9-4454-8286-931db004c0b1 req-39d188b9-b7b9-46eb-aca8-04f06c24429f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:49.581596 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-59ed5782-33b9-4454-8286-931db004c0b1 req-39d188b9-b7b9-46eb-aca8-04f06c24429f service neutron] Transition to ACTIVE for port object 8693e38d-de67-4d7d-be3a-d6c49877daa1 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:23:49.586110 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-59ed5782-33b9-4454-8286-931db004c0b1 req-39d188b9-b7b9-46eb-aca8-04f06c24429f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:49.601508 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4531f-9687-4fc5-808c-d3779c321512 req-ff943358-4f8d-44fd-b1c2-97b1456ea8b9 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:49.603020 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1ea4531f-9687-4fc5-808c-d3779c321512 req-ff943358-4f8d-44fd-b1c2-97b1456ea8b9 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc373099-13ce-4f2c-b7cf-da673b03f7de HTTP/1.1" status: 200 len: 931 time: 0.0501060 Nov 29 02:23:49.637618 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d188b9-b7b9-46eb-aca8-04f06c24429f service neutron] Pushing event updated for resources: {'Port': ['ID=8693e38d-de67-4d7d-be3a-d6c49877daa1,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:49.661164 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1ea4531f-9687-4fc5-808c-d3779c321512 req-bab73471-3c17-4e3b-b482-1fe82be4689c tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/security-groups?id=5173961c-98ce-49d3-b334-42d9627c0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519917 Nov 29 02:23:49.703271 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-59ed5782-33b9-4454-8286-931db004c0b1 req-39d188b9-b7b9-46eb-aca8-04f06c24429f service neutron] Attempting to bind port 8693e38d-de67-4d7d-be3a-d6c49877daa1 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:23:49.703616 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-59ed5782-33b9-4454-8286-931db004c0b1 req-39d188b9-b7b9-46eb-aca8-04f06c24429f service neutron] Attempting to bind port 8693e38d-de67-4d7d-be3a-d6c49877daa1 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '54b8a81b-8192-4dd8-a585-aaaecc8befc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '79c16f66-49d8-47b9-a85e-ff711aa48742'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:23:49.703926 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ed5782-33b9-4454-8286-931db004c0b1 req-39d188b9-b7b9-46eb-aca8-04f06c24429f service neutron] Attempting to bind port 8693e38d-de67-4d7d-be3a-d6c49877daa1 on network 79c16f66-49d8-47b9-a85e-ff711aa48742 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:23:49.708073 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ed5782-33b9-4454-8286-931db004c0b1 req-39d188b9-b7b9-46eb-aca8-04f06c24429f service neutron] Port 8693e38d-de67-4d7d-be3a-d6c49877daa1 on network 79c16f66-49d8-47b9-a85e-ff711aa48742 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:23:49.708392 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ed5782-33b9-4454-8286-931db004c0b1 req-39d188b9-b7b9-46eb-aca8-04f06c24429f service neutron] Attempting to bind port 8693e38d-de67-4d7d-be3a-d6c49877daa1 on network 79c16f66-49d8-47b9-a85e-ff711aa48742 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:23:49.713025 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ed5782-33b9-4454-8286-931db004c0b1 req-39d188b9-b7b9-46eb-aca8-04f06c24429f service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:23:49.713360 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ed5782-33b9-4454-8286-931db004c0b1 req-39d188b9-b7b9-46eb-aca8-04f06c24429f service neutron] Checking segment: {'id': '54b8a81b-8192-4dd8-a585-aaaecc8befc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '79c16f66-49d8-47b9-a85e-ff711aa48742'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:23:49.713771 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ed5782-33b9-4454-8286-931db004c0b1 req-39d188b9-b7b9-46eb-aca8-04f06c24429f service neutron] Bound using segment: {'id': '54b8a81b-8192-4dd8-a585-aaaecc8befc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '79c16f66-49d8-47b9-a85e-ff711aa48742'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:23:49.714187 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-59ed5782-33b9-4454-8286-931db004c0b1 req-39d188b9-b7b9-46eb-aca8-04f06c24429f service neutron] Bound port: 8693e38d-de67-4d7d-be3a-d6c49877daa1, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b8a81b-8192-4dd8-a585-aaaecc8befc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '79c16f66-49d8-47b9-a85e-ff711aa48742'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:23:49.714534 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-59ed5782-33b9-4454-8286-931db004c0b1 req-39d188b9-b7b9-46eb-aca8-04f06c24429f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:49.775218 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-59ed5782-33b9-4454-8286-931db004c0b1 req-39d188b9-b7b9-46eb-aca8-04f06c24429f service neutron] For port 8693e38d-de67-4d7d-be3a-d6c49877daa1, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:23:49.778340 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-59ed5782-33b9-4454-8286-931db004c0b1 req-39d188b9-b7b9-46eb-aca8-04f06c24429f service neutron] For port 8693e38d-de67-4d7d-be3a-d6c49877daa1, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=8693e38d-de67-4d7d-be3a-d6c49877daa1,segment=NetworkSegment(54b8a81b-8192-4dd8-a585-aaaecc8befc9),segment_id=54b8a81b-8192-4dd8-a585-aaaecc8befc9)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:23:49.783117 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-59ed5782-33b9-4454-8286-931db004c0b1 req-39d188b9-b7b9-46eb-aca8-04f06c24429f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:49.815552 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed5782-33b9-4454-8286-931db004c0b1 req-39d188b9-b7b9-46eb-aca8-04f06c24429f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:49.816249 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-59ed5782-33b9-4454-8286-931db004c0b1 req-39d188b9-b7b9-46eb-aca8-04f06c24429f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:49.817673 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-59ed5782-33b9-4454-8286-931db004c0b1 req-39d188b9-b7b9-46eb-aca8-04f06c24429f service neutron] 10.222.0.24 "PUT /v2.0/ports/8693e38d-de67-4d7d-be3a-d6c49877daa1 HTTP/1.1" status: 200 len: 1093 time: 0.8247774 Nov 29 02:23:49.818105 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc373099-13ce-4f2c-b7cf-da673b03f7de', 'tag': '8693e38d-de67-4d7d-be3a-d6c49877daa1'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:23:49.820964 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab7ce05-1bd5-4946-9183-c0f1bbab7740" -d '{"events": [{"name": "network-changed", "server_uuid": "bc373099-13ce-4f2c-b7cf-da673b03f7de", "tag": "8693e38d-de67-4d7d-be3a-d6c49877daa1"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:23:49.847848 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d188b9-b7b9-46eb-aca8-04f06c24429f service neutron] Pushing event updated for resources: {'Port': ['ID=8693e38d-de67-4d7d-be3a-d6c49877daa1,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:49.860741 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11bae12-3ca9-4e3d-bf32-65158b19673f x-openstack-request-id: req-c11bae12-3ca9-4e3d-bf32-65158b19673f {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:23:49.861243 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc373099-13ce-4f2c-b7cf-da673b03f7de", "tag": "8693e38d-de67-4d7d-be3a-d6c49877daa1", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:23:49.861588 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c11bae12-3ca9-4e3d-bf32-65158b19673f {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:23:49.861988 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc373099-13ce-4f2c-b7cf-da673b03f7de', 'tag': '8693e38d-de67-4d7d-be3a-d6c49877daa1', 'status': 'completed', 'code': 200} Nov 29 02:23:49.925856 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed5782-33b9-4454-8286-931db004c0b1 req-c59179fb-eafb-43c1-bbed-15ba7f361972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:49.927324 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-59ed5782-33b9-4454-8286-931db004c0b1 req-c59179fb-eafb-43c1-bbed-15ba7f361972 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee8ed6e170bb49a8a495c42192777625&device_id=bc373099-13ce-4f2c-b7cf-da673b03f7de HTTP/1.1" status: 200 len: 1096 time: 0.0446403 Nov 29 02:23:49.974521 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-59ed5782-33b9-4454-8286-931db004c0b1 req-10def6d4-1f22-443f-a797-69d206283ad0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8693e38d-de67-4d7d-be3a-d6c49877daa1 HTTP/1.1" status: 200 len: 217 time: 0.0333281 Nov 29 02:23:50.025192 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed5782-33b9-4454-8286-931db004c0b1 req-40d2f58b-39ac-4743-8386-1b171c56bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:50.026712 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-59ed5782-33b9-4454-8286-931db004c0b1 req-40d2f58b-39ac-4743-8386-1b171c56bf2d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=acf3e96c-2da6-48d1-8ffc-30f960259451 HTTP/1.1" status: 200 len: 854 time: 0.0436578 Nov 29 02:23:50.058269 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-59ed5782-33b9-4454-8286-931db004c0b1 req-9f4a8b1d-8ab8-4e73-8214-4a1d6505efce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=79c16f66-49d8-47b9-a85e-ff711aa48742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238931 Nov 29 02:23:50.149089 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-59ed5782-33b9-4454-8286-931db004c0b1 req-c3958afa-6064-4f0e-9386-110b741404aa service neutron] 10.222.0.24 "GET /v2.0/networks/79c16f66-49d8-47b9-a85e-ff711aa48742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838711 Nov 29 02:23:50.246750 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-59ed5782-33b9-4454-8286-931db004c0b1 req-31fb21d7-945a-4e5d-93a4-dbf8c6602fea service neutron] 10.222.0.24 "GET /v2.0/networks/79c16f66-49d8-47b9-a85e-ff711aa48742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855305 Nov 29 02:23:50.388138 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7ce05-1bd5-4946-9183-c0f1bbab7740 req-ff6ce859-48d8-4010-8867-acc99841770b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:50.389669 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0ab7ce05-1bd5-4946-9183-c0f1bbab7740 req-ff6ce859-48d8-4010-8867-acc99841770b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee8ed6e170bb49a8a495c42192777625&device_id=bc373099-13ce-4f2c-b7cf-da673b03f7de HTTP/1.1" status: 200 len: 1096 time: 0.0401382 Nov 29 02:23:50.484127 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7ce05-1bd5-4946-9183-c0f1bbab7740 req-1e54319a-ad77-4f4f-b43e-fd0d0741d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:50.485596 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0ab7ce05-1bd5-4946-9183-c0f1bbab7740 req-1e54319a-ad77-4f4f-b43e-fd0d0741d9c4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=79c16f66-49d8-47b9-a85e-ff711aa48742 HTTP/1.1" status: 200 len: 915 time: 0.0853231 Nov 29 02:23:50.529511 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0ab7ce05-1bd5-4946-9183-c0f1bbab7740 req-721d6f30-e56b-45b9-9c37-1c94b8b5fd2c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8693e38d-de67-4d7d-be3a-d6c49877daa1 HTTP/1.1" status: 200 len: 217 time: 0.0331519 Nov 29 02:23:50.590219 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7ce05-1bd5-4946-9183-c0f1bbab7740 req-d6582c0d-5796-4571-9786-1898fa155ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:50.591651 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0ab7ce05-1bd5-4946-9183-c0f1bbab7740 req-d6582c0d-5796-4571-9786-1898fa155ccc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=acf3e96c-2da6-48d1-8ffc-30f960259451 HTTP/1.1" status: 200 len: 854 time: 0.0432708 Nov 29 02:23:50.624266 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0ab7ce05-1bd5-4946-9183-c0f1bbab7740 req-ef56867e-b750-46c6-842b-d66ef413eeec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=79c16f66-49d8-47b9-a85e-ff711aa48742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238874 Nov 29 02:23:50.718933 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0ab7ce05-1bd5-4946-9183-c0f1bbab7740 req-3f52adaa-6fe0-4603-985e-a2ec59ac101d service neutron] 10.222.0.24 "GET /v2.0/networks/79c16f66-49d8-47b9-a85e-ff711aa48742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859172 Nov 29 02:23:50.779974 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3d1d9-aab5-4910-ae12-348754a215ae req-bd400c06-4d79-4fc3-86a8-c14e0504b0a4 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:50.781452 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-78d3d1d9-aab5-4910-ae12-348754a215ae req-bd400c06-4d79-4fc3-86a8-c14e0504b0a4 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc373099-13ce-4f2c-b7cf-da673b03f7de HTTP/1.1" status: 200 len: 943 time: 0.0514288 Nov 29 02:23:50.816032 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0ab7ce05-1bd5-4946-9183-c0f1bbab7740 req-0662abf6-3704-4072-b55c-a091fef9910e service neutron] 10.222.0.24 "GET /v2.0/networks/79c16f66-49d8-47b9-a85e-ff711aa48742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890203 Nov 29 02:23:50.829149 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-78d3d1d9-aab5-4910-ae12-348754a215ae req-1f790c60-784d-4a7a-a1ad-67d39865e9b0 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/security-groups?id=5173961c-98ce-49d3-b334-42d9627c0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416193 Nov 29 02:23:51.769603 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 8693e38d-de67-4d7d-be3a-d6c49877daa1 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:23:51.882069 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 8693e38d-de67-4d7d-be3a-d6c49877daa1, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=8693e38d-de67-4d7d-be3a-d6c49877daa1,segment=NetworkSegment(54b8a81b-8192-4dd8-a585-aaaecc8befc9),segment_id=54b8a81b-8192-4dd8-a585-aaaecc8befc9)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:23:51.893718 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '8693e38d-de67-4d7d-be3a-d6c49877daa1', 'network_id': '79c16f66-49d8-47b9-a85e-ff711aa48742', 'port_id': '8693e38d-de67-4d7d-be3a-d6c49877daa1', 'mac_address': 'fa:16:3e:ba:58:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acf3e96c-2da6-48d1-8ffc-30f960259451', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:23:51.933467 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:51.948259 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8693e38d-de67-4d7d-be3a-d6c49877daa1 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:23:51.964105 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee518-0bd0-48ca-bbf9-19e8a6bbd13c req-5c1a32b9-db10-4efd-8167-785a0abbf689 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:51.966802 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6f6ee518-0bd0-48ca-bbf9-19e8a6bbd13c req-5c1a32b9-db10-4efd-8167-785a0abbf689 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc373099-13ce-4f2c-b7cf-da673b03f7de HTTP/1.1" status: 200 len: 943 time: 0.0499070 Nov 29 02:23:51.968380 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 8693e38d-de67-4d7d-be3a-d6c49877daa1, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=8693e38d-de67-4d7d-be3a-d6c49877daa1,segment=NetworkSegment(54b8a81b-8192-4dd8-a585-aaaecc8befc9),segment_id=54b8a81b-8192-4dd8-a585-aaaecc8befc9)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:23:51.974758 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:52.016763 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6f6ee518-0bd0-48ca-bbf9-19e8a6bbd13c req-bce15cf1-c6e4-427d-ac85-49fbc09dd061 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/security-groups?id=5173961c-98ce-49d3-b334-42d9627c0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430977 Nov 29 02:23:52.030762 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=8693e38d-de67-4d7d-be3a-d6c49877daa1,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:52.038897 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:52.039462 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:52.039812 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:52.040156 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:52.040497 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:52.040836 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:52.041171 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:52.041507 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:52.041872 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:52.042204 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:52.042535 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:52.042861 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:23:52.295648 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['8693e38d-de67-4d7d-be3a-d6c49877daa1'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:23:53.129127 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40e79b-6da9-4279-acac-4ad6885b89ea req-744b3447-9318-445c-afe2-3ec4e58d16c9 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:53.130606 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bd40e79b-6da9-4279-acac-4ad6885b89ea req-744b3447-9318-445c-afe2-3ec4e58d16c9 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc373099-13ce-4f2c-b7cf-da673b03f7de HTTP/1.1" status: 200 len: 944 time: 0.0471418 Nov 29 02:23:53.186335 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bd40e79b-6da9-4279-acac-4ad6885b89ea req-8e98b3ca-7712-469b-95b0-3d158d7a9a95 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/security-groups?id=5173961c-98ce-49d3-b334-42d9627c0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488503 Nov 29 02:23:53.789800 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 8693e38d-de67-4d7d-be3a-d6c49877daa1 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:23:53.842139 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port 8693e38d-de67-4d7d-be3a-d6c49877daa1 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:23:53.846095 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 8693e38d-de67-4d7d-be3a-d6c49877daa1 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:23:53.846457 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:53.921939 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:53.943671 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc373099-13ce-4f2c-b7cf-da673b03f7de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8693e38d-de67-4d7d-be3a-d6c49877daa1'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:23:53.946352 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85972ba-d2e2-4e2b-ae36-7b8a85009a33" -d '{"events": [{"server_uuid": "bc373099-13ce-4f2c-b7cf-da673b03f7de", "name": "network-vif-plugged", "status": "completed", "tag": "8693e38d-de67-4d7d-be3a-d6c49877daa1"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:23:53.959428 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 8693e38d-de67-4d7d-be3a-d6c49877daa1, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=8693e38d-de67-4d7d-be3a-d6c49877daa1,segment=NetworkSegment(54b8a81b-8192-4dd8-a585-aaaecc8befc9),segment_id=54b8a81b-8192-4dd8-a585-aaaecc8befc9)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:23:53.963358 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:53.990683 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad95da2b-2680-4b7d-bac4-f5a8714dd60d x-openstack-request-id: req-ad95da2b-2680-4b7d-bac4-f5a8714dd60d {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:23:53.991540 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc373099-13ce-4f2c-b7cf-da673b03f7de", "name": "network-vif-plugged", "status": "completed", "tag": "8693e38d-de67-4d7d-be3a-d6c49877daa1", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:23:53.991801 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad95da2b-2680-4b7d-bac4-f5a8714dd60d {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:23:53.992188 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc373099-13ce-4f2c-b7cf-da673b03f7de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8693e38d-de67-4d7d-be3a-d6c49877daa1', 'code': 200} Nov 29 02:23:54.016052 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=8693e38d-de67-4d7d-be3a-d6c49877daa1,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:54.188899 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cdfaf-8420-4c74-a460-e46ac0a315c9 req-c5a485aa-7bb5-4814-84e0-3a01b51e71ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:54.190374 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-738cdfaf-8420-4c74-a460-e46ac0a315c9 req-c5a485aa-7bb5-4814-84e0-3a01b51e71ab service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bc373099-13ce-4f2c-b7cf-da673b03f7de HTTP/1.1" status: 200 len: 1098 time: 0.0394697 Nov 29 02:23:54.236761 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-738cdfaf-8420-4c74-a460-e46ac0a315c9 req-e0e7b8c6-dcc2-40b0-9043-66f74cd03d11 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5173961c-98ce-49d3-b334-42d9627c0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380211 Nov 29 02:23:54.303900 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f5a91-3b97-464a-8027-be4388452159 req-ebc85680-3ed7-4011-a4ca-dd6aab33d0bc tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:54.305373 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-db8f5a91-3b97-464a-8027-be4388452159 req-ebc85680-3ed7-4011-a4ca-dd6aab33d0bc tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc373099-13ce-4f2c-b7cf-da673b03f7de HTTP/1.1" status: 200 len: 945 time: 0.0486372 Nov 29 02:23:54.351967 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-db8f5a91-3b97-464a-8027-be4388452159 req-253a6b5d-a20a-46bb-96af-e0dd01e774e3 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/security-groups?id=5173961c-98ce-49d3-b334-42d9627c0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407543 Nov 29 02:23:55.470376 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd82058-9d99-42f3-b3ef-a59c2fedd88b req-350c0ea6-c75d-489f-bd0e-94c8be1e7d54 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:55.471801 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6dd82058-9d99-42f3-b3ef-a59c2fedd88b req-350c0ea6-c75d-489f-bd0e-94c8be1e7d54 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc373099-13ce-4f2c-b7cf-da673b03f7de HTTP/1.1" status: 200 len: 945 time: 0.0493343 Nov 29 02:23:55.521837 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6dd82058-9d99-42f3-b3ef-a59c2fedd88b req-0c86858d-9fba-44ab-9dd3-7f8a44421f2f tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/security-groups?id=5173961c-98ce-49d3-b334-42d9627c0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425646 Nov 29 02:23:56.639084 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3b239-5204-4196-8f71-a7705e131435 req-550ac266-fe1a-462b-810e-5db5f39cbc3e tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:56.640554 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cba3b239-5204-4196-8f71-a7705e131435 req-550ac266-fe1a-462b-810e-5db5f39cbc3e tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc373099-13ce-4f2c-b7cf-da673b03f7de HTTP/1.1" status: 200 len: 945 time: 0.0527453 Nov 29 02:23:56.687622 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cba3b239-5204-4196-8f71-a7705e131435 req-1673b884-8933-47d1-9961-eea7c053b9b8 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/security-groups?id=5173961c-98ce-49d3-b334-42d9627c0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409706 Nov 29 02:23:56.925950 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b1dc2-5f83-433c-b61e-a42f974e5a1e req-6fc72248-6cb8-4789-9e1f-b77e7f5185b0 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:56.927485 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-490b1dc2-5f83-433c-b61e-a42f974e5a1e req-6fc72248-6cb8-4789-9e1f-b77e7f5185b0 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc373099-13ce-4f2c-b7cf-da673b03f7de HTTP/1.1" status: 200 len: 945 time: 0.0591857 Nov 29 02:23:56.974728 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-490b1dc2-5f83-433c-b61e-a42f974e5a1e req-6761e38e-3e09-4755-85d0-ec91f09b5d21 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/security-groups?id=5173961c-98ce-49d3-b334-42d9627c0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406663 Nov 29 02:23:58.089062 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148c1e4-0293-4aa4-9b47-4d98ff281c67 req-2719b122-af02-4fb3-aa58-cd3aa56495e1 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:58.090534 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e148c1e4-0293-4aa4-9b47-4d98ff281c67 req-2719b122-af02-4fb3-aa58-cd3aa56495e1 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc373099-13ce-4f2c-b7cf-da673b03f7de HTTP/1.1" status: 200 len: 945 time: 0.0468247 Nov 29 02:23:58.140024 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e148c1e4-0293-4aa4-9b47-4d98ff281c67 req-d2867dec-e633-44e3-85ab-4163934b6119 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/security-groups?id=5173961c-98ce-49d3-b334-42d9627c0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436261 Nov 29 02:23:58.712775 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498bab0e-93cd-47a0-ba67-3f22225d3a2a req-3dca4955-7c39-4cda-a20c-7be4627753df tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:23:58.714260 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-498bab0e-93cd-47a0-ba67-3f22225d3a2a req-3dca4955-7c39-4cda-a20c-7be4627753df tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc373099-13ce-4f2c-b7cf-da673b03f7de HTTP/1.1" status: 200 len: 945 time: 0.0479596 Nov 29 02:23:58.806867 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-498bab0e-93cd-47a0-ba67-3f22225d3a2a req-a7fed131-63ad-453b-8fd5-df559532468a tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Deleting port 8693e38d-de67-4d7d-be3a-d6c49877daa1 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:23:58.807197 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-498bab0e-93cd-47a0-ba67-3f22225d3a2a req-a7fed131-63ad-453b-8fd5-df559532468a tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:58.894032 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-498bab0e-93cd-47a0-ba67-3f22225d3a2a req-a7fed131-63ad-453b-8fd5-df559532468a tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] For port 8693e38d-de67-4d7d-be3a-d6c49877daa1, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=8693e38d-de67-4d7d-be3a-d6c49877daa1,segment=NetworkSegment(54b8a81b-8192-4dd8-a585-aaaecc8befc9),segment_id=54b8a81b-8192-4dd8-a585-aaaecc8befc9)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:23:58.894399 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-498bab0e-93cd-47a0-ba67-3f22225d3a2a req-a7fed131-63ad-453b-8fd5-df559532468a tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:58.907539 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-498bab0e-93cd-47a0-ba67-3f22225d3a2a req-a7fed131-63ad-453b-8fd5-df559532468a tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Calling delete_port for 8693e38d-de67-4d7d-be3a-d6c49877daa1 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:23:59.045045 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-498bab0e-93cd-47a0-ba67-3f22225d3a2a req-a7fed131-63ad-453b-8fd5-df559532468a tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:59.071271 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fed131-63ad-453b-8fd5-df559532468a tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Pushing event deleted for resources: {'Port': ['ID=8693e38d-de67-4d7d-be3a-d6c49877daa1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:23:59.082280 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['4fb41581-3531-4f7c-925a-20ba2493809a', '8693e38d-de67-4d7d-be3a-d6c49877daa1'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:23:59.118219 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-498bab0e-93cd-47a0-ba67-3f22225d3a2a req-a7fed131-63ad-453b-8fd5-df559532468a tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] No DVR routers for this DVR port 8693e38d-de67-4d7d-be3a-d6c49877daa1 on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:23:59.120722 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-498bab0e-93cd-47a0-ba67-3f22225d3a2a req-a7fed131-63ad-453b-8fd5-df559532468a tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:23:59.124095 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-498bab0e-93cd-47a0-ba67-3f22225d3a2a req-a7fed131-63ad-453b-8fd5-df559532468a tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.24 "DELETE /v2.0/ports/8693e38d-de67-4d7d-be3a-d6c49877daa1 HTTP/1.1" status: 204 len: 173 time: 0.3998308 Nov 29 02:23:59.124548 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc373099-13ce-4f2c-b7cf-da673b03f7de', 'name': 'network-vif-deleted', 'tag': '8693e38d-de67-4d7d-be3a-d6c49877daa1'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:23:59.126864 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ae7935-4d79-4473-a97e-3beead988204" -d '{"events": [{"server_uuid": "bc373099-13ce-4f2c-b7cf-da673b03f7de", "name": "network-vif-deleted", "tag": "8693e38d-de67-4d7d-be3a-d6c49877daa1"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:23:59.177820 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121c6e38-ec51-4886-bc26-da333288751d x-openstack-request-id: req-121c6e38-ec51-4886-bc26-da333288751d {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:23:59.178129 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc373099-13ce-4f2c-b7cf-da673b03f7de", "name": "network-vif-deleted", "tag": "8693e38d-de67-4d7d-be3a-d6c49877daa1", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:23:59.178386 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-121c6e38-ec51-4886-bc26-da333288751d {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:23:59.178795 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc373099-13ce-4f2c-b7cf-da673b03f7de', 'name': 'network-vif-deleted', 'tag': '8693e38d-de67-4d7d-be3a-d6c49877daa1', 'status': 'completed', 'code': 200} Nov 29 02:23:59.242158 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-948095dd-a4ed-4ea8-9a2c-a7da3eb595a0 req-e8a1c5cd-f715-470c-a387-3c206aac4b16 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc373099-13ce-4f2c-b7cf-da673b03f7de HTTP/1.1" status: 200 len: 210 time: 0.0273018 Nov 29 02:24:00.389082 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f67086-13da-4307-a665-024ac784e919 req-7802866a-2e85-4bb4-b26e-1669a4947917 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:00.390580 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f6f67086-13da-4307-a665-024ac784e919 req-7802866a-2e85-4bb4-b26e-1669a4947917 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7175e4-2b9a-499d-8d1b-2438b0542615 HTTP/1.1" status: 200 len: 946 time: 0.0479298 Nov 29 02:24:00.437063 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f6f67086-13da-4307-a665-024ac784e919 req-7cf5b648-bb96-40fc-a107-a2e08c5c56af tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/security-groups?id=5173961c-98ce-49d3-b334-42d9627c0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406728 Nov 29 02:24:00.563806 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fdccbc-3ee3-4ee3-a45c-ec1214bdee2b req-8e66a032-1921-4410-8adb-e567e2be8192 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:00.565258 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-33fdccbc-3ee3-4ee3-a45c-ec1214bdee2b req-8e66a032-1921-4410-8adb-e567e2be8192 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7175e4-2b9a-499d-8d1b-2438b0542615 HTTP/1.1" status: 200 len: 946 time: 0.0475378 Nov 29 02:24:00.615177 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-33fdccbc-3ee3-4ee3-a45c-ec1214bdee2b req-8e132116-a1e4-4d1b-8081-d5b368e377e9 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/security-groups?id=5173961c-98ce-49d3-b334-42d9627c0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435510 Nov 29 02:24:00.728312 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf47d2-e3dc-452d-acbd-1ad8739b22f6 req-b1e18a53-58a5-4334-968c-2c2a4d36c558 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:00.729702 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-41cf47d2-e3dc-452d-acbd-1ad8739b22f6 req-b1e18a53-58a5-4334-968c-2c2a4d36c558 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7175e4-2b9a-499d-8d1b-2438b0542615 HTTP/1.1" status: 200 len: 946 time: 0.0482240 Nov 29 02:24:00.776797 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-41cf47d2-e3dc-452d-acbd-1ad8739b22f6 req-7c93e7fb-0a3c-4da2-acdc-e2e35aa9b8fc tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/security-groups?id=5173961c-98ce-49d3-b334-42d9627c0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413492 Nov 29 02:24:00.939676 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166a2a4-1dae-4100-a90d-7fa409a20456 req-58bd19c2-f8ab-4ec4-af54-ce8b8f5f147e tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:00.941162 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1166a2a4-1dae-4100-a90d-7fa409a20456 req-58bd19c2-f8ab-4ec4-af54-ce8b8f5f147e tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7175e4-2b9a-499d-8d1b-2438b0542615 HTTP/1.1" status: 200 len: 946 time: 0.0483394 Nov 29 02:24:00.989335 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1166a2a4-1dae-4100-a90d-7fa409a20456 req-1a3e0631-efc4-4993-969e-d1a27fa60a59 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/security-groups?id=5173961c-98ce-49d3-b334-42d9627c0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408370 Nov 29 02:24:01.103947 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7606e5-82f8-482b-b066-1fdbdaa8f978 req-ad91c422-f2e5-4198-8276-799d8ff695b4 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:01.105383 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0e7606e5-82f8-482b-b066-1fdbdaa8f978 req-ad91c422-f2e5-4198-8276-799d8ff695b4 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7175e4-2b9a-499d-8d1b-2438b0542615 HTTP/1.1" status: 200 len: 946 time: 0.0509558 Nov 29 02:24:01.156824 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0e7606e5-82f8-482b-b066-1fdbdaa8f978 req-57473ab3-08b9-4ce8-a9fa-03fed2a0c65f tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/security-groups?id=5173961c-98ce-49d3-b334-42d9627c0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455775 Nov 29 02:24:01.277002 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74eb00a-4622-4a85-8ef0-16575718c764 req-8176b2c1-6a4d-4768-bdbf-f8821cf901d5 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:01.278416 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e74eb00a-4622-4a85-8ef0-16575718c764 req-8176b2c1-6a4d-4768-bdbf-f8821cf901d5 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7175e4-2b9a-499d-8d1b-2438b0542615 HTTP/1.1" status: 200 len: 946 time: 0.0479665 Nov 29 02:24:01.325240 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e74eb00a-4622-4a85-8ef0-16575718c764 req-c33f60e6-7084-4075-a66d-12916711d86f tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/security-groups?id=5173961c-98ce-49d3-b334-42d9627c0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409851 Nov 29 02:24:01.619629 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65347b-f11c-42e5-9586-60b7ce3543a4 req-cafbf41c-294d-40ec-9ea0-1e4e6250a6b4 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:01.621082 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4d65347b-f11c-42e5-9586-60b7ce3543a4 req-cafbf41c-294d-40ec-9ea0-1e4e6250a6b4 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7175e4-2b9a-499d-8d1b-2438b0542615 HTTP/1.1" status: 200 len: 946 time: 0.0522151 Nov 29 02:24:01.667456 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4d65347b-f11c-42e5-9586-60b7ce3543a4 req-01ae7880-90c6-42c2-8de9-a856101e7e92 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/security-groups?id=5173961c-98ce-49d3-b334-42d9627c0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404794 Nov 29 02:24:01.817146 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 8693e38d-de67-4d7d-be3a-d6c49877daa1 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:24:01.837200 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: 8693e38d-de67-4d7d-be3a-d6c49877daa1 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:24:01.837576 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 8693e38d-de67-4d7d-be3a-d6c49877daa1 not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:24:02.782826 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d04340-e11a-46be-95a7-63007d269070 req-7055512e-2d86-4b6c-a3b1-f54a0aad6199 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:02.784271 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-96d04340-e11a-46be-95a7-63007d269070 req-7055512e-2d86-4b6c-a3b1-f54a0aad6199 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7175e4-2b9a-499d-8d1b-2438b0542615 HTTP/1.1" status: 200 len: 946 time: 0.0491834 Nov 29 02:24:02.831881 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-96d04340-e11a-46be-95a7-63007d269070 req-793f3aa1-c4e4-4ff2-9d2f-2bd8d0bfe026 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/security-groups?id=5173961c-98ce-49d3-b334-42d9627c0288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411458 Nov 29 02:24:03.264872 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b0455-02b9-4471-9cf3-d45858a38aed req-8b9e87c3-395f-4abf-9b3b-dcbb63f15fee tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:03.266371 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-043b0455-02b9-4471-9cf3-d45858a38aed req-8b9e87c3-395f-4abf-9b3b-dcbb63f15fee tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f7175e4-2b9a-499d-8d1b-2438b0542615 HTTP/1.1" status: 200 len: 946 time: 0.0472465 Nov 29 02:24:03.356792 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-043b0455-02b9-4471-9cf3-d45858a38aed req-40e780ce-1f88-4339-9e97-c79374935709 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Deleting port 4fb41581-3531-4f7c-925a-20ba2493809a {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:24:03.357147 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-043b0455-02b9-4471-9cf3-d45858a38aed req-40e780ce-1f88-4339-9e97-c79374935709 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:03.445795 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-043b0455-02b9-4471-9cf3-d45858a38aed req-40e780ce-1f88-4339-9e97-c79374935709 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] For port 4fb41581-3531-4f7c-925a-20ba2493809a, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=4fb41581-3531-4f7c-925a-20ba2493809a,segment=NetworkSegment(54b8a81b-8192-4dd8-a585-aaaecc8befc9),segment_id=54b8a81b-8192-4dd8-a585-aaaecc8befc9)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:24:03.446074 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-043b0455-02b9-4471-9cf3-d45858a38aed req-40e780ce-1f88-4339-9e97-c79374935709 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:03.458188 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-043b0455-02b9-4471-9cf3-d45858a38aed req-40e780ce-1f88-4339-9e97-c79374935709 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Calling delete_port for 4fb41581-3531-4f7c-925a-20ba2493809a owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:24:03.583406 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-043b0455-02b9-4471-9cf3-d45858a38aed req-40e780ce-1f88-4339-9e97-c79374935709 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:03.610804 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e780ce-1f88-4339-9e97-c79374935709 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Pushing event deleted for resources: {'Port': ['ID=4fb41581-3531-4f7c-925a-20ba2493809a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:03.618640 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['4fb41581-3531-4f7c-925a-20ba2493809a'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:24:03.650471 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-043b0455-02b9-4471-9cf3-d45858a38aed req-40e780ce-1f88-4339-9e97-c79374935709 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] No DVR routers for this DVR port 4fb41581-3531-4f7c-925a-20ba2493809a on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:24:03.652811 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-043b0455-02b9-4471-9cf3-d45858a38aed req-40e780ce-1f88-4339-9e97-c79374935709 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:03.656070 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-043b0455-02b9-4471-9cf3-d45858a38aed req-40e780ce-1f88-4339-9e97-c79374935709 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.24 "DELETE /v2.0/ports/4fb41581-3531-4f7c-925a-20ba2493809a HTTP/1.1" status: 204 len: 173 time: 0.3790510 Nov 29 02:24:03.656510 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7175e4-2b9a-499d-8d1b-2438b0542615', 'name': 'network-vif-deleted', 'tag': '4fb41581-3531-4f7c-925a-20ba2493809a'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:24:03.658749 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27ee25c-b7b0-45da-b36e-7dcad4117587" -d '{"events": [{"server_uuid": "9f7175e4-2b9a-499d-8d1b-2438b0542615", "name": "network-vif-deleted", "tag": "4fb41581-3531-4f7c-925a-20ba2493809a"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:24:03.696863 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a59b614-7cad-49ea-b597-53728dfb1478 x-openstack-request-id: req-1a59b614-7cad-49ea-b597-53728dfb1478 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:24:03.697101 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7175e4-2b9a-499d-8d1b-2438b0542615", "name": "network-vif-deleted", "tag": "4fb41581-3531-4f7c-925a-20ba2493809a", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:24:03.697363 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1a59b614-7cad-49ea-b597-53728dfb1478 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:24:03.697790 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7175e4-2b9a-499d-8d1b-2438b0542615', 'name': 'network-vif-deleted', 'tag': '4fb41581-3531-4f7c-925a-20ba2493809a', 'status': 'completed', 'code': 200} Nov 29 02:24:03.934842 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6b46511b-1b59-40ff-82c6-3d1f71e900c9 req-513e055f-a0ba-4053-8684-13beae4e6301 tempest-ServersNegativeTestJSON-281150218 tempest-ServersNegativeTestJSON-281150218-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7175e4-2b9a-499d-8d1b-2438b0542615 HTTP/1.1" status: 200 len: 210 time: 0.0257039 Nov 29 02:24:04.991732 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48006) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:05.041349 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-76dd9f9e-3864-46df-991e-a4da926fc54a admin admin] Deleting subnet acf3e96c-2da6-48d1-8ffc-30f960259451 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:24:05.044446 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-76dd9f9e-3864-46df-991e-a4da926fc54a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:05.078387 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-76dd9f9e-3864-46df-991e-a4da926fc54a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:05.116836 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-76dd9f9e-3864-46df-991e-a4da926fc54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:05.167806 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-76dd9f9e-3864-46df-991e-a4da926fc54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:05.193153 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd9f9e-3864-46df-991e-a4da926fc54a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acf3e96c-2da6-48d1-8ffc-30f960259451,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:05.195673 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-76dd9f9e-3864-46df-991e-a4da926fc54a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:05.198861 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-76dd9f9e-3864-46df-991e-a4da926fc54a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/acf3e96c-2da6-48d1-8ffc-30f960259451 HTTP/1.1" status: 204 len: 168 time: 0.2061427 Nov 29 02:24:05.201312 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48008) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:05.280413 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eb57d724-8289-4855-8604-87dbee372493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:05.360144 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eb57d724-8289-4855-8604-87dbee372493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:05.380261 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-eb57d724-8289-4855-8604-87dbee372493 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c16f66-49d8-47b9-a85e-ff711aa48742']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:05.389586 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-eb57d724-8289-4855-8604-87dbee372493 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b8a81b-8192-4dd8-a585-aaaecc8befc9') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:05.389892 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-eb57d724-8289-4855-8604-87dbee372493 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b8a81b-8192-4dd8-a585-aaaecc8befc9') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:05.399782 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eb57d724-8289-4855-8604-87dbee372493 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:05.412368 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eb57d724-8289-4855-8604-87dbee372493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:05.418619 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb57d724-8289-4855-8604-87dbee372493 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:24:05.419004 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eb57d724-8289-4855-8604-87dbee372493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:05.420603 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:24:05.420603 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:24:05.420603 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:24:05.420603 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:24:05.420603 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:24:05.420603 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:24:05.420603 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:24:05.420603 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:24:05.420603 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:24:05.420603 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:24:05.420603 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:24:05.420603 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:24:05.420603 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:24:05.420603 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:24:05.420603 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:24:05.420603 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:24:05.420603 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:24:05.420603 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:24:05.420603 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:24:05.420603 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:24:05.420603 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:24:05.420603 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:24:05.420603 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:24:05.420603 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:24:05.420603 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:24:05.420603 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:24:05.420603 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:24:05.420603 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:24:05.420603 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:24:05.420603 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:24:05.420603 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:24:05.420603 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:24:05.472020 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eb57d724-8289-4855-8604-87dbee372493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:05.477845 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-eb57d724-8289-4855-8604-87dbee372493 admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:05.481034 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-eb57d724-8289-4855-8604-87dbee372493 admin admin] 10.222.0.37 "DELETE /v2.0/networks/79c16f66-49d8-47b9-a85e-ff711aa48742 HTTP/1.1" status: 204 len: 168 time: 0.2788088 Nov 29 02:24:05.492094 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57d724-8289-4855-8604-87dbee372493 admin admin] Pushing event deleted for resources: {'Network': ['ID=79c16f66-49d8-47b9-a85e-ff711aa48742,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:05.606991 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48012) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:05.645103 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-cd8e235b-b01e-40e1-9edd-191f7576fddb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee8ed6e170bb49a8a495c42192777625&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0369790 Nov 29 02:24:05.647805 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48014) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:05.698078 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-86e4b0fc-53aa-426f-bea5-fd24b7404577 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:05.719096 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-86e4b0fc-53aa-426f-bea5-fd24b7404577 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:05.765940 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-86e4b0fc-53aa-426f-bea5-fd24b7404577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:05.768751 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-86e4b0fc-53aa-426f-bea5-fd24b7404577 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:05.769958 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-86e4b0fc-53aa-426f-bea5-fd24b7404577 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5173961c-98ce-49d3-b334-42d9627c0288 HTTP/1.1" status: 204 len: 168 time: 0.1207614 Nov 29 02:24:05.778863 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4b0fc-53aa-426f-bea5-fd24b7404577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5173961c-98ce-49d3-b334-42d9627c0288,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:05.837787 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 4fb41581-3531-4f7c-925a-20ba2493809a no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:24:05.861688 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: 4fb41581-3531-4f7c-925a-20ba2493809a {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:24:05.862032 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 4fb41581-3531-4f7c-925a-20ba2493809a not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:24:06.454774 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48036) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:06.548043 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5b862176-0e2c-4f42-8186-f7587dc3d409 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-488993003'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:24:06.569791 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b862176-0e2c-4f42-8186-f7587dc3d409 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Made reservation on behalf of 137678be1ac0450d8afbcfb359dcc0ae for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:24:06.573418 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5b862176-0e2c-4f42-8186-f7587dc3d409 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:06.581693 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5b862176-0e2c-4f42-8186-f7587dc3d409 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:06.657311 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5b862176-0e2c-4f42-8186-f7587dc3d409 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:06.661022 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5b862176-0e2c-4f42-8186-f7587dc3d409 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:06.686138 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b862176-0e2c-4f42-8186-f7587dc3d409 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:24:06.701563 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b862176-0e2c-4f42-8186-f7587dc3d409 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f053761-8b98-4192-938c-1a7b3b4bf3ab,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:06.706555 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5b862176-0e2c-4f42-8186-f7587dc3d409 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:06.706901 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-5b862176-0e2c-4f42-8186-f7587dc3d409 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Added segment 101fd132-1e5c-4aaf-aaec-49c903869e55 of type vlan for network 9b7e6ebd-488f-4aee-91bc-425119dc6962 Nov 29 02:24:06.748020 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5b862176-0e2c-4f42-8186-f7587dc3d409 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:06.771672 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5b862176-0e2c-4f42-8186-f7587dc3d409 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:06.777354 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b862176-0e2c-4f42-8186-f7587dc3d409 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:06.777959 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5b862176-0e2c-4f42-8186-f7587dc3d409 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:06.836428 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5b862176-0e2c-4f42-8186-f7587dc3d409 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3805461 Nov 29 02:24:06.847931 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b862176-0e2c-4f42-8186-f7587dc3d409 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Pushing event updated for resources: {'Network': ['ID=9b7e6ebd-488f-4aee-91bc-425119dc6962,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:06.859727 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 9b7e6ebd-488f-4aee-91bc-425119dc6962 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:24:10.104682 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48040) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:10.109909 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-dbe70029-6b91-4151-8667-2577e241d740 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Request body: {'subnet': {'network_id': '9b7e6ebd-488f-4aee-91bc-425119dc6962', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:24:10.199199 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe70029-6b91-4151-8667-2577e241d740 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Made reservation on behalf of 137678be1ac0450d8afbcfb359dcc0ae for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:24:10.202722 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dbe70029-6b91-4151-8667-2577e241d740 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:10.379615 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dbe70029-6b91-4151-8667-2577e241d740 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:10.440162 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe70029-6b91-4151-8667-2577e241d740 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Pushing event updated for resources: {'Subnet': ['ID=e1a6fa77-574f-4f05-8d83-c99de58e85d5,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:10.451115 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe70029-6b91-4151-8667-2577e241d740 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Checking segment: {'id': '101fd132-1e5c-4aaf-aaec-49c903869e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9b7e6ebd-488f-4aee-91bc-425119dc6962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:24:10.451473 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe70029-6b91-4151-8667-2577e241d740 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Network hostable DHCP agents. Network: 9b7e6ebd-488f-4aee-91bc-425119dc6962, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:24:10.467479 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe70029-6b91-4151-8667-2577e241d740 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Network 9b7e6ebd-488f-4aee-91bc-425119dc6962 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:24:10.475752 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-dbe70029-6b91-4151-8667-2577e241d740 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 9b7e6ebd-488f-4aee-91bc-425119dc6962) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:24:10.480266 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe70029-6b91-4151-8667-2577e241d740 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:10.480872 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dbe70029-6b91-4151-8667-2577e241d740 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:10.485499 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d625ed99-1647-495d-ad75-19808bec5a30 None None] Network 9b7e6ebd-488f-4aee-91bc-425119dc6962 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:24:10.506900 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-dbe70029-6b91-4151-8667-2577e241d740 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3979406 Nov 29 02:24:10.507113 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48042) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:10.511930 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-76e46b2a-cf96-48f9-8ae1-0dd0d52f01da tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-465718090'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:24:10.532423 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e46b2a-cf96-48f9-8ae1-0dd0d52f01da tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Made reservation on behalf of 137678be1ac0450d8afbcfb359dcc0ae for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:24:10.536090 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-76e46b2a-cf96-48f9-8ae1-0dd0d52f01da tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:10.560828 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e46b2a-cf96-48f9-8ae1-0dd0d52f01da tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:24:10.569823 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-76e46b2a-cf96-48f9-8ae1-0dd0d52f01da tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:10.570178 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-76e46b2a-cf96-48f9-8ae1-0dd0d52f01da tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Added segment 317f8d60-d081-45d9-bc62-570a8528a254 of type vlan for network 5f0fe0a9-eab6-4ca2-b833-5dfb6ed8abc6 Nov 29 02:24:10.610554 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-76e46b2a-cf96-48f9-8ae1-0dd0d52f01da tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:10.633816 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbc5366-7024-437a-b07a-5f4f5a619d1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-9b7e6ebd-488f-4aee-91bc-425119dc6962', 'network_id': '9b7e6ebd-488f-4aee-91bc-425119dc6962', 'tenant_id': '137678be1ac0450d8afbcfb359dcc0ae', 'fixed_ips': [{'subnet_id': 'e1a6fa77-574f-4f05-8d83-c99de58e85d5'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:24:10.634661 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ddbc5366-7024-437a-b07a-5f4f5a619d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:10.635204 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-76e46b2a-cf96-48f9-8ae1-0dd0d52f01da tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:10.640712 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e46b2a-cf96-48f9-8ae1-0dd0d52f01da tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:10.641295 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-76e46b2a-cf96-48f9-8ae1-0dd0d52f01da tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:10.711419 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e46b2a-cf96-48f9-8ae1-0dd0d52f01da tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Pushing event updated for resources: {'Network': ['ID=5f0fe0a9-eab6-4ca2-b833-5dfb6ed8abc6,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:10.716764 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-76e46b2a-cf96-48f9-8ae1-0dd0d52f01da tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2086873 Nov 29 02:24:10.719584 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48044) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:10.724058 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 5f0fe0a9-eab6-4ca2-b833-5dfb6ed8abc6 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:24:10.724411 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-9fd117be-9737-4cce-a215-de9421f99574 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Request body: {'subnet': {'network_id': '5f0fe0a9-eab6-4ca2-b833-5dfb6ed8abc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:24:10.811498 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd117be-9737-4cce-a215-de9421f99574 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Made reservation on behalf of 137678be1ac0450d8afbcfb359dcc0ae for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:24:10.814990 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9fd117be-9737-4cce-a215-de9421f99574 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:10.834935 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-ddbc5366-7024-437a-b07a-5f4f5a619d1e None None] Allocated IP 2001:db8:0:ffff::2 (9b7e6ebd-488f-4aee-91bc-425119dc6962/e1a6fa77-574f-4f05-8d83-c99de58e85d5/d7db8c11-6aea-4645-be26-244cd46f5f64) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:24:10.990159 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ddbc5366-7024-437a-b07a-5f4f5a619d1e None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:11.002883 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ddbc5366-7024-437a-b07a-5f4f5a619d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:11.022524 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9fd117be-9737-4cce-a215-de9421f99574 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:11.049166 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbc5366-7024-437a-b07a-5f4f5a619d1e None None] Network 9b7e6ebd-488f-4aee-91bc-425119dc6962 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:24:11.052416 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-ddbc5366-7024-437a-b07a-5f4f5a619d1e None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:24:11.056571 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbc5366-7024-437a-b07a-5f4f5a619d1e None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:24:11.068642 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc5366-7024-437a-b07a-5f4f5a619d1e None None] Pushing event updated for resources: {'Port': ['ID=d7db8c11-6aea-4645-be26-244cd46f5f64,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:11.098631 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd117be-9737-4cce-a215-de9421f99574 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Pushing event updated for resources: {'Subnet': ['ID=a0ac49eb-73fd-49a2-9e10-3ad9d1c05901,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:11.107361 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd117be-9737-4cce-a215-de9421f99574 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Checking segment: {'id': '317f8d60-d081-45d9-bc62-570a8528a254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5f0fe0a9-eab6-4ca2-b833-5dfb6ed8abc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:24:11.107920 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd117be-9737-4cce-a215-de9421f99574 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Network hostable DHCP agents. Network: 5f0fe0a9-eab6-4ca2-b833-5dfb6ed8abc6, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:24:11.116722 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ddbc5366-7024-437a-b07a-5f4f5a619d1e None None] Attempting to bind port d7db8c11-6aea-4645-be26-244cd46f5f64 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:24:11.117097 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ddbc5366-7024-437a-b07a-5f4f5a619d1e None None] Attempting to bind port d7db8c11-6aea-4645-be26-244cd46f5f64 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '101fd132-1e5c-4aaf-aaec-49c903869e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9b7e6ebd-488f-4aee-91bc-425119dc6962'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:24:11.117461 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbc5366-7024-437a-b07a-5f4f5a619d1e None None] Attempting to bind port d7db8c11-6aea-4645-be26-244cd46f5f64 on network 9b7e6ebd-488f-4aee-91bc-425119dc6962 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:24:11.123195 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbc5366-7024-437a-b07a-5f4f5a619d1e None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:24:11.123630 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbc5366-7024-437a-b07a-5f4f5a619d1e None None] Checking segment: {'id': '101fd132-1e5c-4aaf-aaec-49c903869e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9b7e6ebd-488f-4aee-91bc-425119dc6962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:24:11.124078 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ddbc5366-7024-437a-b07a-5f4f5a619d1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:11.124560 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbc5366-7024-437a-b07a-5f4f5a619d1e None None] Bound using segment: {'id': '101fd132-1e5c-4aaf-aaec-49c903869e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9b7e6ebd-488f-4aee-91bc-425119dc6962'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:24:11.125093 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ddbc5366-7024-437a-b07a-5f4f5a619d1e None None] Bound port: d7db8c11-6aea-4645-be26-244cd46f5f64, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101fd132-1e5c-4aaf-aaec-49c903869e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9b7e6ebd-488f-4aee-91bc-425119dc6962'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:24:11.125532 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ddbc5366-7024-437a-b07a-5f4f5a619d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:11.126432 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd117be-9737-4cce-a215-de9421f99574 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Network 5f0fe0a9-eab6-4ca2-b833-5dfb6ed8abc6 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:24:11.136369 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-9fd117be-9737-4cce-a215-de9421f99574 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 5f0fe0a9-eab6-4ca2-b833-5dfb6ed8abc6) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:24:11.140967 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd117be-9737-4cce-a215-de9421f99574 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:11.141597 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9fd117be-9737-4cce-a215-de9421f99574 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:11.149833 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1681a7bc-b51f-4c93-aedc-e891091f555f None None] Network 5f0fe0a9-eab6-4ca2-b833-5dfb6ed8abc6 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:24:11.158872 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9fd117be-9737-4cce-a215-de9421f99574 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4383173 Nov 29 02:24:11.161477 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48046) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:11.247241 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ddbc5366-7024-437a-b07a-5f4f5a619d1e None None] For port d7db8c11-6aea-4645-be26-244cd46f5f64, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:24:11.251404 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ddbc5366-7024-437a-b07a-5f4f5a619d1e None None] For port d7db8c11-6aea-4645-be26-244cd46f5f64, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=d7db8c11-6aea-4645-be26-244cd46f5f64,segment=NetworkSegment(101fd132-1e5c-4aaf-aaec-49c903869e55),segment_id=101fd132-1e5c-4aaf-aaec-49c903869e55)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:24:11.256015 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-367e9adb-9ca5-48c8-9598-16d1476e3523 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:11.263613 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ddbc5366-7024-437a-b07a-5f4f5a619d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:11.311321 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-367e9adb-9ca5-48c8-9598-16d1476e3523 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:11.359051 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc5366-7024-437a-b07a-5f4f5a619d1e None None] Pushing event updated for resources: {'Port': ['ID=d7db8c11-6aea-4645-be26-244cd46f5f64,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:11.381313 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-367e9adb-9ca5-48c8-9598-16d1476e3523 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:11.397024 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5009cc-8adf-49a9-bc36-9c799d532613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-5f0fe0a9-eab6-4ca2-b833-5dfb6ed8abc6', 'network_id': '5f0fe0a9-eab6-4ca2-b833-5dfb6ed8abc6', 'tenant_id': '137678be1ac0450d8afbcfb359dcc0ae', 'fixed_ips': [{'subnet_id': 'a0ac49eb-73fd-49a2-9e10-3ad9d1c05901'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:24:11.398057 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5c5009cc-8adf-49a9-bc36-9c799d532613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:11.416108 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e9adb-9ca5-48c8-9598-16d1476e3523 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Pushing event deleted for resources: {'Subnet': ['ID=a0ac49eb-73fd-49a2-9e10-3ad9d1c05901,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:11.483117 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-367e9adb-9ca5-48c8-9598-16d1476e3523 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:11.486301 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abdb3ad-0425-495d-8106-6c08dd6128c6 None None] Network 5f0fe0a9-eab6-4ca2-b833-5dfb6ed8abc6 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:24:11.509250 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-367e9adb-9ca5-48c8-9598-16d1476e3523 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f0fe0a9-eab6-4ca2-b833-5dfb6ed8abc6']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:11.525753 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-367e9adb-9ca5-48c8-9598-16d1476e3523 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '317f8d60-d081-45d9-bc62-570a8528a254') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:11.526062 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-367e9adb-9ca5-48c8-9598-16d1476e3523 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '317f8d60-d081-45d9-bc62-570a8528a254') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:11.540110 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-367e9adb-9ca5-48c8-9598-16d1476e3523 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:11.557705 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-367e9adb-9ca5-48c8-9598-16d1476e3523 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:11.563847 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-367e9adb-9ca5-48c8-9598-16d1476e3523 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:24:11.564235 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-367e9adb-9ca5-48c8-9598-16d1476e3523 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:11.567667 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:24:11.567667 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:24:11.567667 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:24:11.567667 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:24:11.567667 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:24:11.567667 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:24:11.567667 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:24:11.567667 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:24:11.567667 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:24:11.567667 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:24:11.567667 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:24:11.567667 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:24:11.567667 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:24:11.567667 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:24:11.567667 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:24:11.567667 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:24:11.567667 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:24:11.567667 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:24:11.567667 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:24:11.567667 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:24:11.567667 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:24:11.567667 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:24:11.567667 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:24:11.567667 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:24:11.567667 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:24:11.567667 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:24:11.567667 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:24:11.567667 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:24:11.567667 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:24:11.567667 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:24:11.567667 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:24:11.567667 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:24:11.633588 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-367e9adb-9ca5-48c8-9598-16d1476e3523 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:11.642798 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-367e9adb-9ca5-48c8-9598-16d1476e3523 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:11.646793 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-367e9adb-9ca5-48c8-9598-16d1476e3523 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] 10.222.0.37 "DELETE /v2.0/networks/5f0fe0a9-eab6-4ca2-b833-5dfb6ed8abc6 HTTP/1.1" status: 204 len: 168 time: 0.4840550 Nov 29 02:24:11.650747 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 48048) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:11.656549 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c73b484a-2f05-4c3a-9b02-c7f3221825c4 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-210970072'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:24:11.661673 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e9adb-9ca5-48c8-9598-16d1476e3523 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Pushing event deleted for resources: {'Network': ['ID=5f0fe0a9-eab6-4ca2-b833-5dfb6ed8abc6,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:11.679735 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73b484a-2f05-4c3a-9b02-c7f3221825c4 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Made reservation on behalf of 137678be1ac0450d8afbcfb359dcc0ae for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:24:11.683337 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c73b484a-2f05-4c3a-9b02-c7f3221825c4 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:11.710967 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c73b484a-2f05-4c3a-9b02-c7f3221825c4 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:24:11.720424 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c73b484a-2f05-4c3a-9b02-c7f3221825c4 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:11.720768 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-c73b484a-2f05-4c3a-9b02-c7f3221825c4 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Added segment 6e1ee346-f566-4b1b-8882-450198c5c09d of type vlan for network f3714d4c-4211-4f54-a5b9-07b8ef82760e Nov 29 02:24:11.759958 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c73b484a-2f05-4c3a-9b02-c7f3221825c4 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:11.785115 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c73b484a-2f05-4c3a-9b02-c7f3221825c4 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:11.790686 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73b484a-2f05-4c3a-9b02-c7f3221825c4 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:11.791264 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c73b484a-2f05-4c3a-9b02-c7f3221825c4 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:11.870077 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c73b484a-2f05-4c3a-9b02-c7f3221825c4 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2181950 Nov 29 02:24:11.872151 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48050) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:11.877338 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e3599a4b-59cc-44cd-8437-b16f09d6b7a2 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Request body: {'subnet': {'network_id': 'f3714d4c-4211-4f54-a5b9-07b8ef82760e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:24:11.904449 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b484a-2f05-4c3a-9b02-c7f3221825c4 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Pushing event updated for resources: {'Network': ['ID=f3714d4c-4211-4f54-a5b9-07b8ef82760e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:11.915870 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network f3714d4c-4211-4f54-a5b9-07b8ef82760e details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:24:11.973689 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3599a4b-59cc-44cd-8437-b16f09d6b7a2 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Made reservation on behalf of 137678be1ac0450d8afbcfb359dcc0ae for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:24:11.977531 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e3599a4b-59cc-44cd-8437-b16f09d6b7a2 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:12.038515 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.ipam_backend_mixin [None req-e3599a4b-59cc-44cd-8437-b16f09d6b7a2 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Performing IP validity checks on allocation pools {{(pid=103254) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 29 02:24:12.039043 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.ipam_backend_mixin [None req-e3599a4b-59cc-44cd-8437-b16f09d6b7a2 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103254) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 29 02:24:12.073422 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80ce0305-4d4f-4aaf-a481-bd9e12efd4c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:12.172670 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e3599a4b-59cc-44cd-8437-b16f09d6b7a2 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:12.238454 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3599a4b-59cc-44cd-8437-b16f09d6b7a2 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Pushing event updated for resources: {'Subnet': ['ID=390bcfdb-1521-4434-87a4-c54aa9f39b4e,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:12.245957 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3599a4b-59cc-44cd-8437-b16f09d6b7a2 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Checking segment: {'id': '6e1ee346-f566-4b1b-8882-450198c5c09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f3714d4c-4211-4f54-a5b9-07b8ef82760e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:24:12.246319 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3599a4b-59cc-44cd-8437-b16f09d6b7a2 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Network hostable DHCP agents. Network: f3714d4c-4211-4f54-a5b9-07b8ef82760e, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:24:12.264064 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3599a4b-59cc-44cd-8437-b16f09d6b7a2 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Network f3714d4c-4211-4f54-a5b9-07b8ef82760e is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:24:12.274133 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-e3599a4b-59cc-44cd-8437-b16f09d6b7a2 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, f3714d4c-4211-4f54-a5b9-07b8ef82760e) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:24:12.278388 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3599a4b-59cc-44cd-8437-b16f09d6b7a2 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:12.279001 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e3599a4b-59cc-44cd-8437-b16f09d6b7a2 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:12.286187 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0df77eb-a274-4e95-a5fe-2ed246761798 None None] Network f3714d4c-4211-4f54-a5b9-07b8ef82760e requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:24:12.295246 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e3599a4b-59cc-44cd-8437-b16f09d6b7a2 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4218392 Nov 29 02:24:12.298020 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 48052) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:12.332481 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c537b3-22aa-40c3-8b18-b82f9594ce40 None None] Network 9b7e6ebd-488f-4aee-91bc-425119dc6962 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:24:12.395342 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f87409bf-a459-4f1a-ae72-25ee5cff8c4a tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:12.481686 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f87409bf-a459-4f1a-ae72-25ee5cff8c4a tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:12.506901 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-25431f40-68e0-4da8-8b51-286363c6d637 None None] Provisioning complete for port d7db8c11-6aea-4645-be26-244cd46f5f64 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:24:12.507517 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25431f40-68e0-4da8-8b51-286363c6d637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:12.540209 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f87409bf-a459-4f1a-ae72-25ee5cff8c4a tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:12.571879 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87409bf-a459-4f1a-ae72-25ee5cff8c4a tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Pushing event deleted for resources: {'Subnet': ['ID=390bcfdb-1521-4434-87a4-c54aa9f39b4e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:12.587393 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c065fe-7fca-40d3-b4c2-207e88877d3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-f3714d4c-4211-4f54-a5b9-07b8ef82760e', 'network_id': 'f3714d4c-4211-4f54-a5b9-07b8ef82760e', 'tenant_id': '137678be1ac0450d8afbcfb359dcc0ae', 'fixed_ips': [{'subnet_id': '390bcfdb-1521-4434-87a4-c54aa9f39b4e'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:24:12.588253 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c0c065fe-7fca-40d3-b4c2-207e88877d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:12.636759 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f87409bf-a459-4f1a-ae72-25ee5cff8c4a tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:12.657279 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-f87409bf-a459-4f1a-ae72-25ee5cff8c4a tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3714d4c-4211-4f54-a5b9-07b8ef82760e']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:12.667749 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-f87409bf-a459-4f1a-ae72-25ee5cff8c4a tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e1ee346-f566-4b1b-8882-450198c5c09d') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:12.668046 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-f87409bf-a459-4f1a-ae72-25ee5cff8c4a tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e1ee346-f566-4b1b-8882-450198c5c09d') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:12.682742 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f87409bf-a459-4f1a-ae72-25ee5cff8c4a tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:12.697885 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f87409bf-a459-4f1a-ae72-25ee5cff8c4a tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:12.705142 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f87409bf-a459-4f1a-ae72-25ee5cff8c4a tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:24:12.705801 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f87409bf-a459-4f1a-ae72-25ee5cff8c4a tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:12.709226 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:24:12.709226 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:24:12.709226 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:24:12.709226 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:24:12.709226 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:24:12.709226 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:24:12.709226 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:24:12.709226 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:24:12.709226 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:24:12.709226 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:24:12.709226 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:24:12.709226 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:24:12.709226 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:24:12.709226 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:24:12.709226 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:24:12.709226 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:24:12.709226 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:24:12.709226 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:24:12.709226 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:24:12.709226 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:24:12.709226 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:24:12.709226 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:24:12.709226 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:24:12.709226 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:24:12.709226 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:24:12.709226 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:24:12.709226 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:24:12.709226 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:24:12.709226 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:24:12.709226 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:24:12.709226 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:24:12.709226 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:24:12.823960 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device d7db8c11-6aea-4645-be26-244cd46f5f64 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:24:12.843863 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f87409bf-a459-4f1a-ae72-25ee5cff8c4a tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:12.868491 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f87409bf-a459-4f1a-ae72-25ee5cff8c4a tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:12.872010 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f87409bf-a459-4f1a-ae72-25ee5cff8c4a tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] 10.222.0.37 "DELETE /v2.0/networks/f3714d4c-4211-4f54-a5b9-07b8ef82760e HTTP/1.1" status: 204 len: 168 time: 0.5729408 Nov 29 02:24:12.875997 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 48054) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:12.881215 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-354744b4-a1ab-4d7d-a942-f9c402e5dd5a tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-282534111'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:24:12.893716 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87409bf-a459-4f1a-ae72-25ee5cff8c4a tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Pushing event deleted for resources: {'Network': ['ID=f3714d4c-4211-4f54-a5b9-07b8ef82760e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:12.894265 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6865f56c-772a-4b19-8b52-8d1abbab5b89 None None] Network f3714d4c-4211-4f54-a5b9-07b8ef82760e requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:24:12.908596 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354744b4-a1ab-4d7d-a942-f9c402e5dd5a tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Made reservation on behalf of 137678be1ac0450d8afbcfb359dcc0ae for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:24:12.912091 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-354744b4-a1ab-4d7d-a942-f9c402e5dd5a tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:12.917828 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6865f56c-772a-4b19-8b52-8d1abbab5b89 None None] Network f3714d4c-4211-4f54-a5b9-07b8ef82760e could not be found, it might have been deleted concurrently. {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 29 02:24:12.924919 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25431f40-68e0-4da8-8b51-286363c6d637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:12.937093 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-354744b4-a1ab-4d7d-a942-f9c402e5dd5a tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:24:12.951012 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-354744b4-a1ab-4d7d-a942-f9c402e5dd5a tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:12.952089 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-354744b4-a1ab-4d7d-a942-f9c402e5dd5a tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Added segment a5dd5d83-9246-4a75-b445-adc555b10f92 of type vlan for network acf224c5-dae8-488d-bab1-a49801e74bba Nov 29 02:24:12.959654 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port d7db8c11-6aea-4645-be26-244cd46f5f64 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:24:12.960029 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:12.991453 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-25431f40-68e0-4da8-8b51-286363c6d637 None None] For port d7db8c11-6aea-4645-be26-244cd46f5f64, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=d7db8c11-6aea-4645-be26-244cd46f5f64,segment=NetworkSegment(101fd132-1e5c-4aaf-aaec-49c903869e55),segment_id=101fd132-1e5c-4aaf-aaec-49c903869e55)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:24:13.004109 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-354744b4-a1ab-4d7d-a942-f9c402e5dd5a tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:13.005684 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-25431f40-68e0-4da8-8b51-286363c6d637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:13.036615 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-354744b4-a1ab-4d7d-a942-f9c402e5dd5a tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:13.043644 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354744b4-a1ab-4d7d-a942-f9c402e5dd5a tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:13.044235 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-354744b4-a1ab-4d7d-a942-f9c402e5dd5a tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:13.067583 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25431f40-68e0-4da8-8b51-286363c6d637 None None] Pushing event updated for resources: {'Port': ['ID=d7db8c11-6aea-4645-be26-244cd46f5f64,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:13.105036 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-354744b4-a1ab-4d7d-a942-f9c402e5dd5a tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2278101 Nov 29 02:24:13.107842 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 48056) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:13.114744 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ba1097c3-d8cc-4360-a652-beb3f9fbae97 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Request body: {'subnet': {'network_id': 'acf224c5-dae8-488d-bab1-a49801e74bba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:24:13.119860 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354744b4-a1ab-4d7d-a942-f9c402e5dd5a tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Pushing event updated for resources: {'Network': ['ID=acf224c5-dae8-488d-bab1-a49801e74bba,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:13.128777 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-b6aef25a-52cf-47d5-a776-ceb5a79b51ad None None] Provisioning complete for port d7db8c11-6aea-4645-be26-244cd46f5f64 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:24:13.129154 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b6aef25a-52cf-47d5-a776-ceb5a79b51ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:13.132720 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network acf224c5-dae8-488d-bab1-a49801e74bba details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:24:13.214627 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1097c3-d8cc-4360-a652-beb3f9fbae97 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Made reservation on behalf of 137678be1ac0450d8afbcfb359dcc0ae for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:24:13.218433 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba1097c3-d8cc-4360-a652-beb3f9fbae97 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:13.404519 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba1097c3-d8cc-4360-a652-beb3f9fbae97 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:13.472339 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1097c3-d8cc-4360-a652-beb3f9fbae97 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Pushing event updated for resources: {'Subnet': ['ID=7494fd1e-df09-4b50-8572-c3a2d7f244a6,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:13.476982 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1097c3-d8cc-4360-a652-beb3f9fbae97 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Checking segment: {'id': 'a5dd5d83-9246-4a75-b445-adc555b10f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'acf224c5-dae8-488d-bab1-a49801e74bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:24:13.477340 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1097c3-d8cc-4360-a652-beb3f9fbae97 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Network hostable DHCP agents. Network: acf224c5-dae8-488d-bab1-a49801e74bba, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:24:13.496223 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1097c3-d8cc-4360-a652-beb3f9fbae97 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Network acf224c5-dae8-488d-bab1-a49801e74bba is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:24:13.506694 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-ba1097c3-d8cc-4360-a652-beb3f9fbae97 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, acf224c5-dae8-488d-bab1-a49801e74bba) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:24:13.511089 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1097c3-d8cc-4360-a652-beb3f9fbae97 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:13.511677 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba1097c3-d8cc-4360-a652-beb3f9fbae97 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:13.515750 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b391ba1a-5064-4be5-8afa-6d69e5ff4d73 None None] Network acf224c5-dae8-488d-bab1-a49801e74bba requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:24:13.527930 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ba1097c3-d8cc-4360-a652-beb3f9fbae97 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4190974 Nov 29 02:24:13.531414 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 48058) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:13.536219 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-cec9b7d1-9ec5-4803-af73-057834439309 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-935607321'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:24:13.557305 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec9b7d1-9ec5-4803-af73-057834439309 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Made reservation on behalf of 137678be1ac0450d8afbcfb359dcc0ae for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:24:13.560727 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cec9b7d1-9ec5-4803-af73-057834439309 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:13.584081 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec9b7d1-9ec5-4803-af73-057834439309 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:24:13.593685 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cec9b7d1-9ec5-4803-af73-057834439309 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:13.594047 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-cec9b7d1-9ec5-4803-af73-057834439309 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Added segment cb8e6893-544a-4cdd-b03a-569023effbac of type vlan for network 63f9905c-ef79-405d-90fb-9fd784cff3a5 Nov 29 02:24:13.634910 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cec9b7d1-9ec5-4803-af73-057834439309 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:13.659654 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cec9b7d1-9ec5-4803-af73-057834439309 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:13.663718 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5c18c0-fe1f-4a4d-8498-66030f79655f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-acf224c5-dae8-488d-bab1-a49801e74bba', 'network_id': 'acf224c5-dae8-488d-bab1-a49801e74bba', 'tenant_id': '137678be1ac0450d8afbcfb359dcc0ae', 'fixed_ips': [{'subnet_id': '7494fd1e-df09-4b50-8572-c3a2d7f244a6'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:24:13.664602 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fa5c18c0-fe1f-4a4d-8498-66030f79655f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:13.665319 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec9b7d1-9ec5-4803-af73-057834439309 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:13.665938 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cec9b7d1-9ec5-4803-af73-057834439309 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:13.723290 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-cec9b7d1-9ec5-4803-af73-057834439309 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1908267 Nov 29 02:24:13.726424 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 48060) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:13.737849 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-96a1a01c-bfa9-4d98-baa6-106b48fa0a6e tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Request body: {'subnet': {'network_id': '63f9905c-ef79-405d-90fb-9fd784cff3a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:24:13.779610 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec9b7d1-9ec5-4803-af73-057834439309 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Pushing event updated for resources: {'Network': ['ID=63f9905c-ef79-405d-90fb-9fd784cff3a5,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:13.791005 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 63f9905c-ef79-405d-90fb-9fd784cff3a5 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:24:13.829254 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a1a01c-bfa9-4d98-baa6-106b48fa0a6e tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Made reservation on behalf of 137678be1ac0450d8afbcfb359dcc0ae for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:24:13.832879 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96a1a01c-bfa9-4d98-baa6-106b48fa0a6e tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:13.840673 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-fa5c18c0-fe1f-4a4d-8498-66030f79655f None None] Allocated IP 2001:db8::2 (acf224c5-dae8-488d-bab1-a49801e74bba/7494fd1e-df09-4b50-8572-c3a2d7f244a6/b52ded53-d5f4-48a1-84b8-cc51a5d62771) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:24:13.944634 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:14.018606 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96a1a01c-bfa9-4d98-baa6-106b48fa0a6e tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:14.019929 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fa5c18c0-fe1f-4a4d-8498-66030f79655f None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:14.025877 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fa5c18c0-fe1f-4a4d-8498-66030f79655f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:14.068495 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5c18c0-fe1f-4a4d-8498-66030f79655f None None] Network acf224c5-dae8-488d-bab1-a49801e74bba is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:24:14.071436 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-fa5c18c0-fe1f-4a4d-8498-66030f79655f None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:24:14.074937 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5c18c0-fe1f-4a4d-8498-66030f79655f None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:24:14.082868 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a1a01c-bfa9-4d98-baa6-106b48fa0a6e tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Pushing event updated for resources: {'Subnet': ['ID=5176e9c6-4bab-4d1b-bd4a-083ef8712e1a,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:14.083697 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c18c0-fe1f-4a4d-8498-66030f79655f None None] Pushing event updated for resources: {'Port': ['ID=b52ded53-d5f4-48a1-84b8-cc51a5d62771,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:14.090789 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a1a01c-bfa9-4d98-baa6-106b48fa0a6e tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Checking segment: {'id': 'cb8e6893-544a-4cdd-b03a-569023effbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '63f9905c-ef79-405d-90fb-9fd784cff3a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:24:14.091225 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a1a01c-bfa9-4d98-baa6-106b48fa0a6e tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Network hostable DHCP agents. Network: 63f9905c-ef79-405d-90fb-9fd784cff3a5, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:24:14.108390 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a1a01c-bfa9-4d98-baa6-106b48fa0a6e tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Network 63f9905c-ef79-405d-90fb-9fd784cff3a5 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:24:14.121318 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-96a1a01c-bfa9-4d98-baa6-106b48fa0a6e tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 63f9905c-ef79-405d-90fb-9fd784cff3a5) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:24:14.125567 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a1a01c-bfa9-4d98-baa6-106b48fa0a6e tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:14.126161 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-96a1a01c-bfa9-4d98-baa6-106b48fa0a6e tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:14.133392 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f837ae-4886-4f53-9b17-5096a7bac1f2 None None] Network 63f9905c-ef79-405d-90fb-9fd784cff3a5 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:24:14.146089 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-96a1a01c-bfa9-4d98-baa6-106b48fa0a6e tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4187789 Nov 29 02:24:14.146385 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48062) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:14.148584 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-fa5c18c0-fe1f-4a4d-8498-66030f79655f None None] Attempting to bind port b52ded53-d5f4-48a1-84b8-cc51a5d62771 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:24:14.148960 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-fa5c18c0-fe1f-4a4d-8498-66030f79655f None None] Attempting to bind port b52ded53-d5f4-48a1-84b8-cc51a5d62771 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'a5dd5d83-9246-4a75-b445-adc555b10f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'acf224c5-dae8-488d-bab1-a49801e74bba'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:24:14.149331 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5c18c0-fe1f-4a4d-8498-66030f79655f None None] Attempting to bind port b52ded53-d5f4-48a1-84b8-cc51a5d62771 on network acf224c5-dae8-488d-bab1-a49801e74bba {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:24:14.181640 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5c18c0-fe1f-4a4d-8498-66030f79655f None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:24:14.182016 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5c18c0-fe1f-4a4d-8498-66030f79655f None None] Checking segment: {'id': 'a5dd5d83-9246-4a75-b445-adc555b10f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'acf224c5-dae8-488d-bab1-a49801e74bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:24:14.182412 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fa5c18c0-fe1f-4a4d-8498-66030f79655f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:14.182802 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5c18c0-fe1f-4a4d-8498-66030f79655f None None] Bound using segment: {'id': 'a5dd5d83-9246-4a75-b445-adc555b10f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'acf224c5-dae8-488d-bab1-a49801e74bba'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:24:14.183270 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-fa5c18c0-fe1f-4a4d-8498-66030f79655f None None] Bound port: b52ded53-d5f4-48a1-84b8-cc51a5d62771, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5dd5d83-9246-4a75-b445-adc555b10f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'acf224c5-dae8-488d-bab1-a49801e74bba'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:24:14.183646 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fa5c18c0-fe1f-4a4d-8498-66030f79655f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:14.248800 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7acda9b4-7f4f-44e2-aed1-7ef7eaf087ee tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:14.299963 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7acda9b4-7f4f-44e2-aed1-7ef7eaf087ee tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:14.309282 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-fa5c18c0-fe1f-4a4d-8498-66030f79655f None None] For port b52ded53-d5f4-48a1-84b8-cc51a5d62771, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:24:14.329209 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-fa5c18c0-fe1f-4a4d-8498-66030f79655f None None] For port b52ded53-d5f4-48a1-84b8-cc51a5d62771, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=b52ded53-d5f4-48a1-84b8-cc51a5d62771,segment=NetworkSegment(a5dd5d83-9246-4a75-b445-adc555b10f92),segment_id=a5dd5d83-9246-4a75-b445-adc555b10f92)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:24:14.350596 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fa5c18c0-fe1f-4a4d-8498-66030f79655f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:14.371306 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7acda9b4-7f4f-44e2-aed1-7ef7eaf087ee tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:14.383458 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d27cb92e-2941-42c2-874c-8d6363085488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:14.389971 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521cbb50-4a5c-4a0b-be29-554c7ff5ab0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-63f9905c-ef79-405d-90fb-9fd784cff3a5', 'network_id': '63f9905c-ef79-405d-90fb-9fd784cff3a5', 'tenant_id': '137678be1ac0450d8afbcfb359dcc0ae', 'fixed_ips': [{'subnet_id': '5176e9c6-4bab-4d1b-bd4a-083ef8712e1a'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:24:14.390807 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-521cbb50-4a5c-4a0b-be29-554c7ff5ab0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:14.397932 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acda9b4-7f4f-44e2-aed1-7ef7eaf087ee tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Pushing event deleted for resources: {'Subnet': ['ID=5176e9c6-4bab-4d1b-bd4a-083ef8712e1a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:14.439776 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c18c0-fe1f-4a4d-8498-66030f79655f None None] Pushing event updated for resources: {'Port': ['ID=b52ded53-d5f4-48a1-84b8-cc51a5d62771,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:14.504383 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb037ae-aee1-431c-a466-5f561fb1e5bc None None] Network 63f9905c-ef79-405d-90fb-9fd784cff3a5 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:24:14.787747 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device d7db8c11-6aea-4645-be26-244cd46f5f64 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:24:14.809277 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7acda9b4-7f4f-44e2-aed1-7ef7eaf087ee tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:14.828451 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-7acda9b4-7f4f-44e2-aed1-7ef7eaf087ee tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f9905c-ef79-405d-90fb-9fd784cff3a5']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:14.836378 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port d7db8c11-6aea-4645-be26-244cd46f5f64 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:24:14.836751 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:14.837337 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-7acda9b4-7f4f-44e2-aed1-7ef7eaf087ee tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb8e6893-544a-4cdd-b03a-569023effbac') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:14.837663 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-7acda9b4-7f4f-44e2-aed1-7ef7eaf087ee tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb8e6893-544a-4cdd-b03a-569023effbac') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:14.846756 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7acda9b4-7f4f-44e2-aed1-7ef7eaf087ee tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:14.860115 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7acda9b4-7f4f-44e2-aed1-7ef7eaf087ee tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:14.865902 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7acda9b4-7f4f-44e2-aed1-7ef7eaf087ee tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:24:14.866249 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7acda9b4-7f4f-44e2-aed1-7ef7eaf087ee tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:14.869778 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:24:14.869778 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:24:14.869778 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:24:14.869778 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:24:14.869778 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:24:14.869778 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:24:14.869778 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:24:14.869778 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:24:14.869778 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:24:14.869778 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:24:14.869778 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:24:14.869778 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:24:14.869778 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:24:14.869778 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:24:14.869778 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:24:14.869778 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:24:14.869778 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:24:14.869778 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:24:14.869778 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:24:14.869778 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:24:14.869778 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:24:14.869778 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:24:14.869778 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:24:14.869778 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:24:14.869778 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:24:14.869778 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:24:14.869778 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:24:14.869778 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:24:14.869778 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:24:14.869778 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:24:14.869778 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:24:14.869778 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:24:14.918793 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device b52ded53-d5f4-48a1-84b8-cc51a5d62771 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:24:14.931397 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7acda9b4-7f4f-44e2-aed1-7ef7eaf087ee tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:14.938753 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7acda9b4-7f4f-44e2-aed1-7ef7eaf087ee tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:14.941898 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7acda9b4-7f4f-44e2-aed1-7ef7eaf087ee tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] 10.222.0.37 "DELETE /v2.0/networks/63f9905c-ef79-405d-90fb-9fd784cff3a5 HTTP/1.1" status: 204 len: 168 time: 0.7941887 Nov 29 02:24:14.945218 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 48064) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:14.954824 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acda9b4-7f4f-44e2-aed1-7ef7eaf087ee tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Pushing event deleted for resources: {'Network': ['ID=63f9905c-ef79-405d-90fb-9fd784cff3a5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:14.972144 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port b52ded53-d5f4-48a1-84b8-cc51a5d62771 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:24:14.972522 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:14.977496 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ea8633-b897-4abe-9d59-bae8f1ab6484 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] GET failed (client error): The resource could not be found. Nov 29 02:24:14.981365 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-98ea8633-b897-4abe-9d59-bae8f1ab6484 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] 10.222.0.37 "GET /v2.0/subnets/5176e9c6-4bab-4d1b-bd4a-083ef8712e1a HTTP/1.1" status: 404 len: 337 time: 0.0323739 Nov 29 02:24:14.981680 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 48066) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:14.999416 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ec9247-cfaa-4478-b5fb-bc3794f13a3d tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] DELETE failed (client error): The resource could not be found. Nov 29 02:24:14.999894 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24ec9247-cfaa-4478-b5fb-bc3794f13a3d tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:24:15.002859 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-24ec9247-cfaa-4478-b5fb-bc3794f13a3d tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] 10.222.0.37 "DELETE /v2.0/networks/63f9905c-ef79-405d-90fb-9fd784cff3a5 HTTP/1.1" status: 404 len: 339 time: 0.0202832 Nov 29 02:24:15.006561 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 48068) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:15.035832 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-8007c22d-5cfe-4a37-b60d-4a95b4aa2365 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] DELETE failed (client error): The resource could not be found. Nov 29 02:24:15.036269 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8007c22d-5cfe-4a37-b60d-4a95b4aa2365 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:24:15.039807 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8007c22d-5cfe-4a37-b60d-4a95b4aa2365 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] 10.222.0.37 "DELETE /v2.0/subnets/5176e9c6-4bab-4d1b-bd4a-083ef8712e1a HTTP/1.1" status: 404 len: 337 time: 0.0323792 Nov 29 02:24:15.042304 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 48070) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:15.050492 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:15.059763 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebe80457-2bc8-4099-8b14-9b93f3c4a8b4 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] DELETE failed (client error): The resource could not be found. Nov 29 02:24:15.060249 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebe80457-2bc8-4099-8b14-9b93f3c4a8b4 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103255) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:24:15.063285 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ebe80457-2bc8-4099-8b14-9b93f3c4a8b4 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] 10.222.0.37 "DELETE /v2.0/networks/63f9905c-ef79-405d-90fb-9fd784cff3a5 HTTP/1.1" status: 404 len: 339 time: 0.0200794 Nov 29 02:24:15.065808 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 48072) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:15.093058 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port b52ded53-d5f4-48a1-84b8-cc51a5d62771, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=b52ded53-d5f4-48a1-84b8-cc51a5d62771,segment=NetworkSegment(a5dd5d83-9246-4a75-b445-adc555b10f92),segment_id=a5dd5d83-9246-4a75-b445-adc555b10f92)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:24:15.098592 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:15.130465 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-e53ba58e-c497-4316-8fbd-42f2adae3f9a tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Deleting subnet 7494fd1e-df09-4b50-8572-c3a2d7f244a6 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:24:15.133895 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e53ba58e-c497-4316-8fbd-42f2adae3f9a tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:15.152304 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=b52ded53-d5f4-48a1-84b8-cc51a5d62771,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:15.176899 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e53ba58e-c497-4316-8fbd-42f2adae3f9a tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:15.265592 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e53ba58e-c497-4316-8fbd-42f2adae3f9a tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:15.331931 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e53ba58e-c497-4316-8fbd-42f2adae3f9a tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:15.357235 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ba58e-c497-4316-8fbd-42f2adae3f9a tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Pushing event deleted for resources: {'Subnet': ['ID=7494fd1e-df09-4b50-8572-c3a2d7f244a6,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:15.363837 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e53ba58e-c497-4316-8fbd-42f2adae3f9a tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:15.368619 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e53ba58e-c497-4316-8fbd-42f2adae3f9a tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] 10.222.0.37 "DELETE /v2.0/subnets/7494fd1e-df09-4b50-8572-c3a2d7f244a6 HTTP/1.1" status: 204 len: 168 time: 0.3017395 Nov 29 02:24:15.371058 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 48074) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:15.391771 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:15.423016 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260d8d65-06c8-4580-8824-d5c399ab9595 None None] Network acf224c5-dae8-488d-bab1-a49801e74bba requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:24:15.448170 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37770396-581f-49f0-804f-6de8d27f3498 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:15.499134 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37770396-581f-49f0-804f-6de8d27f3498 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Deleting port b52ded53-d5f4-48a1-84b8-cc51a5d62771 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:24:15.499473 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37770396-581f-49f0-804f-6de8d27f3498 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:15.539955 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-56e0f6a2-5afa-4b3e-bcef-e2ac89ce95af None None] Provisioning complete for port b52ded53-d5f4-48a1-84b8-cc51a5d62771 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:24:15.540234 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-56e0f6a2-5afa-4b3e-bcef-e2ac89ce95af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:15.644617 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3203d6a7-62c1-4b6c-b813-efa186b43634 None None] DHCP port deletion for acf224c5-dae8-488d-bab1-a49801e74bba request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:24:15.703517 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-3203d6a7-62c1-4b6c-b813-efa186b43634 None None] Deleting port b52ded53-d5f4-48a1-84b8-cc51a5d62771 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:24:15.703805 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3203d6a7-62c1-4b6c-b813-efa186b43634 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:15.767103 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-3203d6a7-62c1-4b6c-b813-efa186b43634 None None] For port b52ded53-d5f4-48a1-84b8-cc51a5d62771, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=b52ded53-d5f4-48a1-84b8-cc51a5d62771,segment=NetworkSegment(a5dd5d83-9246-4a75-b445-adc555b10f92),segment_id=a5dd5d83-9246-4a75-b445-adc555b10f92)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:24:15.767501 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3203d6a7-62c1-4b6c-b813-efa186b43634 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:15.780246 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-3203d6a7-62c1-4b6c-b813-efa186b43634 None None] Calling delete_port for b52ded53-d5f4-48a1-84b8-cc51a5d62771 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:24:15.807056 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-37770396-581f-49f0-804f-6de8d27f3498 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] For port b52ded53-d5f4-48a1-84b8-cc51a5d62771, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=b52ded53-d5f4-48a1-84b8-cc51a5d62771,segment=NetworkSegment(a5dd5d83-9246-4a75-b445-adc555b10f92),segment_id=a5dd5d83-9246-4a75-b445-adc555b10f92)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:24:15.807338 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37770396-581f-49f0-804f-6de8d27f3498 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:15.819337 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-37770396-581f-49f0-804f-6de8d27f3498 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Calling delete_port for b52ded53-d5f4-48a1-84b8-cc51a5d62771 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:24:15.860240 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3203d6a7-62c1-4b6c-b813-efa186b43634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:15.885187 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203d6a7-62c1-4b6c-b813-efa186b43634 None None] Pushing event deleted for resources: {'Port': ['ID=b52ded53-d5f4-48a1-84b8-cc51a5d62771,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:15.889190 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3203d6a7-62c1-4b6c-b813-efa186b43634 None None] No DVR routers for this DVR port b52ded53-d5f4-48a1-84b8-cc51a5d62771 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:24:15.902262 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37770396-581f-49f0-804f-6de8d27f3498 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:15.927201 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37770396-581f-49f0-804f-6de8d27f3498 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Pushing event deleted for resources: {'Port': ['ID=b52ded53-d5f4-48a1-84b8-cc51a5d62771,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:15.931815 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37770396-581f-49f0-804f-6de8d27f3498 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] No DVR routers for this DVR port b52ded53-d5f4-48a1-84b8-cc51a5d62771 on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:24:16.007822 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37770396-581f-49f0-804f-6de8d27f3498 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:16.031093 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-37770396-581f-49f0-804f-6de8d27f3498 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf224c5-dae8-488d-bab1-a49801e74bba']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:16.040892 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-37770396-581f-49f0-804f-6de8d27f3498 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5dd5d83-9246-4a75-b445-adc555b10f92') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:16.041188 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-37770396-581f-49f0-804f-6de8d27f3498 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5dd5d83-9246-4a75-b445-adc555b10f92') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:16.050247 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37770396-581f-49f0-804f-6de8d27f3498 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:16.062900 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37770396-581f-49f0-804f-6de8d27f3498 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:16.068484 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37770396-581f-49f0-804f-6de8d27f3498 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:24:16.068862 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37770396-581f-49f0-804f-6de8d27f3498 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: self.session.flush() Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: self.session.flush() Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: self.session.flush() Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: self.session.flush() Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:24:16.071728 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:24:16.127229 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37770396-581f-49f0-804f-6de8d27f3498 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:16.133736 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-37770396-581f-49f0-804f-6de8d27f3498 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:16.136765 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-37770396-581f-49f0-804f-6de8d27f3498 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] 10.222.0.37 "DELETE /v2.0/networks/acf224c5-dae8-488d-bab1-a49801e74bba HTTP/1.1" status: 204 len: 168 time: 0.7647760 Nov 29 02:24:16.139526 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48076) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:16.149134 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37770396-581f-49f0-804f-6de8d27f3498 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Pushing event deleted for resources: {'Network': ['ID=acf224c5-dae8-488d-bab1-a49801e74bba,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:16.171241 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3106ae0-1016-4387-a933-88010088dc3c tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] DELETE failed (client error): The resource could not be found. Nov 29 02:24:16.171690 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3106ae0-1016-4387-a933-88010088dc3c tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:24:16.174690 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c3106ae0-1016-4387-a933-88010088dc3c tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] 10.222.0.37 "DELETE /v2.0/subnets/390bcfdb-1521-4434-87a4-c54aa9f39b4e HTTP/1.1" status: 404 len: 337 time: 0.0341697 Nov 29 02:24:16.177225 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48078) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:16.194425 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-207ed0da-6547-448c-9f65-d57676e380b4 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] DELETE failed (client error): The resource could not be found. Nov 29 02:24:16.195080 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-207ed0da-6547-448c-9f65-d57676e380b4 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:24:16.197982 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-207ed0da-6547-448c-9f65-d57676e380b4 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] 10.222.0.37 "DELETE /v2.0/networks/f3714d4c-4211-4f54-a5b9-07b8ef82760e HTTP/1.1" status: 404 len: 339 time: 0.0198555 Nov 29 02:24:16.200225 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48080) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:16.225232 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e87b662-cc11-4f60-9f90-1471277e15ba tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] DELETE failed (client error): The resource could not be found. Nov 29 02:24:16.225694 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e87b662-cc11-4f60-9f90-1471277e15ba tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:24:16.229192 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5e87b662-cc11-4f60-9f90-1471277e15ba tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] 10.222.0.37 "DELETE /v2.0/subnets/a0ac49eb-73fd-49a2-9e10-3ad9d1c05901 HTTP/1.1" status: 404 len: 337 time: 0.0280910 Nov 29 02:24:16.232428 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48082) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:16.249171 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-219e2e6f-0fd6-4549-a147-2cdeb364d24c tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] DELETE failed (client error): The resource could not be found. Nov 29 02:24:16.249655 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-219e2e6f-0fd6-4549-a147-2cdeb364d24c tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103254) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 02:24:16.252479 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-219e2e6f-0fd6-4549-a147-2cdeb364d24c tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] 10.222.0.37 "DELETE /v2.0/networks/5f0fe0a9-eab6-4ca2-b833-5dfb6ed8abc6 HTTP/1.1" status: 404 len: 339 time: 0.0191853 Nov 29 02:24:16.254755 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48084) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:16.304483 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed4eee7-492f-41c6-8121-c6b2c7e60342 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Deleting subnet e1a6fa77-574f-4f05-8d83-c99de58e85d5 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:24:16.307464 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1ed4eee7-492f-41c6-8121-c6b2c7e60342 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:16.346260 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1ed4eee7-492f-41c6-8121-c6b2c7e60342 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:16.431784 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1ed4eee7-492f-41c6-8121-c6b2c7e60342 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:16.487581 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1ed4eee7-492f-41c6-8121-c6b2c7e60342 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:16.513771 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4eee7-492f-41c6-8121-c6b2c7e60342 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Pushing event deleted for resources: {'Subnet': ['ID=e1a6fa77-574f-4f05-8d83-c99de58e85d5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:16.517568 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1ed4eee7-492f-41c6-8121-c6b2c7e60342 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:16.521045 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1ed4eee7-492f-41c6-8121-c6b2c7e60342 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] 10.222.0.37 "DELETE /v2.0/subnets/e1a6fa77-574f-4f05-8d83-c99de58e85d5 HTTP/1.1" status: 204 len: 168 time: 0.2650778 Nov 29 02:24:16.524213 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 48086) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:16.526226 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf4b81b-4f42-4be4-a36a-a34b7de59bc3 None None] Network 9b7e6ebd-488f-4aee-91bc-425119dc6962 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:24:16.601930 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-101f12c7-b564-42aa-a64a-596eee397226 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:16.656235 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-101f12c7-b564-42aa-a64a-596eee397226 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Deleting port d7db8c11-6aea-4645-be26-244cd46f5f64 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:24:16.656659 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-101f12c7-b564-42aa-a64a-596eee397226 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:16.681160 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device b52ded53-d5f4-48a1-84b8-cc51a5d62771 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:24:16.704571 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: b52ded53-d5f4-48a1-84b8-cc51a5d62771 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:24:16.705117 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device b52ded53-d5f4-48a1-84b8-cc51a5d62771 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:24:16.711321 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3029e143-484a-4d8b-8fc4-bf57f6eb1260 None None] DHCP port deletion for 9b7e6ebd-488f-4aee-91bc-425119dc6962 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:24:16.725823 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-101f12c7-b564-42aa-a64a-596eee397226 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] For port d7db8c11-6aea-4645-be26-244cd46f5f64, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=d7db8c11-6aea-4645-be26-244cd46f5f64,segment=NetworkSegment(101fd132-1e5c-4aaf-aaec-49c903869e55),segment_id=101fd132-1e5c-4aaf-aaec-49c903869e55)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:24:16.726144 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-101f12c7-b564-42aa-a64a-596eee397226 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:16.743612 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-101f12c7-b564-42aa-a64a-596eee397226 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Calling delete_port for d7db8c11-6aea-4645-be26-244cd46f5f64 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:24:16.758808 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-3029e143-484a-4d8b-8fc4-bf57f6eb1260 None None] Deleting port d7db8c11-6aea-4645-be26-244cd46f5f64 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:24:16.759196 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3029e143-484a-4d8b-8fc4-bf57f6eb1260 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:16.821206 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-101f12c7-b564-42aa-a64a-596eee397226 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:16.824196 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-3029e143-484a-4d8b-8fc4-bf57f6eb1260 None None] For port d7db8c11-6aea-4645-be26-244cd46f5f64, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=d7db8c11-6aea-4645-be26-244cd46f5f64,segment=NetworkSegment(101fd132-1e5c-4aaf-aaec-49c903869e55),segment_id=101fd132-1e5c-4aaf-aaec-49c903869e55)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:24:16.824599 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3029e143-484a-4d8b-8fc4-bf57f6eb1260 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:16.837126 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-3029e143-484a-4d8b-8fc4-bf57f6eb1260 None None] Calling delete_port for d7db8c11-6aea-4645-be26-244cd46f5f64 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:24:16.848574 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101f12c7-b564-42aa-a64a-596eee397226 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] No DVR routers for this DVR port d7db8c11-6aea-4645-be26-244cd46f5f64 on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:24:16.850385 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f12c7-b564-42aa-a64a-596eee397226 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Pushing event deleted for resources: {'Port': ['ID=d7db8c11-6aea-4645-be26-244cd46f5f64,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:16.911269 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3029e143-484a-4d8b-8fc4-bf57f6eb1260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:16.932532 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-101f12c7-b564-42aa-a64a-596eee397226 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:16.939040 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029e143-484a-4d8b-8fc4-bf57f6eb1260 None None] Pushing event deleted for resources: {'Port': ['ID=d7db8c11-6aea-4645-be26-244cd46f5f64,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:16.942372 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3029e143-484a-4d8b-8fc4-bf57f6eb1260 None None] No DVR routers for this DVR port d7db8c11-6aea-4645-be26-244cd46f5f64 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:24:16.959471 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-101f12c7-b564-42aa-a64a-596eee397226 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b7e6ebd-488f-4aee-91bc-425119dc6962']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:16.969213 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-101f12c7-b564-42aa-a64a-596eee397226 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101fd132-1e5c-4aaf-aaec-49c903869e55') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:16.969509 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-101f12c7-b564-42aa-a64a-596eee397226 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101fd132-1e5c-4aaf-aaec-49c903869e55') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:16.979390 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-101f12c7-b564-42aa-a64a-596eee397226 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:16.992693 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-101f12c7-b564-42aa-a64a-596eee397226 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:16.998911 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-101f12c7-b564-42aa-a64a-596eee397226 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:24:16.999344 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-101f12c7-b564-42aa-a64a-596eee397226 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:17.002205 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:24:17.002205 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:24:17.002205 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:24:17.002205 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:24:17.002205 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:24:17.002205 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:24:17.002205 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:24:17.002205 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:24:17.002205 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:24:17.002205 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:24:17.002205 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:24:17.002205 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:24:17.002205 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:24:17.002205 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:24:17.002205 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:24:17.002205 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:24:17.002205 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:24:17.002205 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:24:17.002205 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:24:17.002205 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:24:17.002205 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:24:17.002205 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:24:17.002205 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:24:17.002205 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:24:17.002205 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:24:17.002205 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:24:17.002205 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:24:17.002205 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:24:17.002205 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:24:17.002205 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:24:17.002205 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:24:17.002205 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:24:17.061301 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-101f12c7-b564-42aa-a64a-596eee397226 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:17.067986 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-101f12c7-b564-42aa-a64a-596eee397226 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:17.071233 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-101f12c7-b564-42aa-a64a-596eee397226 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] 10.222.0.37 "DELETE /v2.0/networks/9b7e6ebd-488f-4aee-91bc-425119dc6962 HTTP/1.1" status: 204 len: 168 time: 0.5460503 Nov 29 02:24:17.088529 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f12c7-b564-42aa-a64a-596eee397226 tempest-NetworksIpV6Test-535308796 tempest-NetworksIpV6Test-535308796-project] Pushing event deleted for resources: {'Network': ['ID=9b7e6ebd-488f-4aee-91bc-425119dc6962,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:17.094953 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:17.313829 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48092) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:17.450418 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8d757404-e37f-4e0a-b31b-0ed6c18cf67f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=137678be1ac0450d8afbcfb359dcc0ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1347394 Nov 29 02:24:17.452803 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48096) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:17.498338 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e7cfc628-be01-458d-a61c-68a3888b28b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:17.518894 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e7cfc628-be01-458d-a61c-68a3888b28b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:17.565530 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e7cfc628-be01-458d-a61c-68a3888b28b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:17.568149 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e7cfc628-be01-458d-a61c-68a3888b28b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:17.569311 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e7cfc628-be01-458d-a61c-68a3888b28b6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f053761-8b98-4192-938c-1a7b3b4bf3ab HTTP/1.1" status: 204 len: 168 time: 0.1155751 Nov 29 02:24:17.576946 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cfc628-be01-458d-a61c-68a3888b28b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f053761-8b98-4192-938c-1a7b3b4bf3ab,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:17.883333 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:18.180648 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48118) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:18.271896 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-414fafcb-0bbf-4d51-9937-b51647234d49 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-306229389', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:24:18.294601 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-414fafcb-0bbf-4d51-9937-b51647234d49 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:18.295783 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-414fafcb-0bbf-4d51-9937-b51647234d49 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:18.347508 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-414fafcb-0bbf-4d51-9937-b51647234d49 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:18.351842 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-414fafcb-0bbf-4d51-9937-b51647234d49 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:18.368530 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-414fafcb-0bbf-4d51-9937-b51647234d49 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:18.369789 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-414fafcb-0bbf-4d51-9937-b51647234d49 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1880128 Nov 29 02:24:18.372347 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48122) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:18.376953 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b8c12a97-53cd-4ab8-a0e1-b96d1fd6876d tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1289848882'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:24:18.396986 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c12a97-53cd-4ab8-a0e1-b96d1fd6876d tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Made reservation on behalf of 0c4ec8ece6ef442b829fffceb512e256 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:24:18.400365 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b8c12a97-53cd-4ab8-a0e1-b96d1fd6876d tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:18.408558 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b8c12a97-53cd-4ab8-a0e1-b96d1fd6876d tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:18.480623 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b8c12a97-53cd-4ab8-a0e1-b96d1fd6876d tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:18.484063 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b8c12a97-53cd-4ab8-a0e1-b96d1fd6876d tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:18.509619 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c12a97-53cd-4ab8-a0e1-b96d1fd6876d tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:24:18.518664 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c12a97-53cd-4ab8-a0e1-b96d1fd6876d tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c83478-2db9-40d8-8d82-486fd717a506,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:18.524587 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b8c12a97-53cd-4ab8-a0e1-b96d1fd6876d tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:18.524929 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-b8c12a97-53cd-4ab8-a0e1-b96d1fd6876d tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Added segment eb5bca9b-a948-4237-ac43-1ecdbff22b4d of type vlan for network 7df617ff-a951-402a-bb48-f8da1180833b Nov 29 02:24:18.563353 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b8c12a97-53cd-4ab8-a0e1-b96d1fd6876d tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:18.586035 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b8c12a97-53cd-4ab8-a0e1-b96d1fd6876d tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:18.591460 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c12a97-53cd-4ab8-a0e1-b96d1fd6876d tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:18.592031 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b8c12a97-53cd-4ab8-a0e1-b96d1fd6876d tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:18.654796 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b8c12a97-53cd-4ab8-a0e1-b96d1fd6876d tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2814269 Nov 29 02:24:18.657482 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48124) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:18.662221 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e256a7b2-a2a2-4afd-a8bc-58d3b70b2f72 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Request body: {'subnet': {'network_id': '7df617ff-a951-402a-bb48-f8da1180833b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:24:18.670287 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c12a97-53cd-4ab8-a0e1-b96d1fd6876d tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Pushing event updated for resources: {'Network': ['ID=7df617ff-a951-402a-bb48-f8da1180833b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:18.683270 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 7df617ff-a951-402a-bb48-f8da1180833b details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:24:18.687687 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device d7db8c11-6aea-4645-be26-244cd46f5f64 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:24:18.743656 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: d7db8c11-6aea-4645-be26-244cd46f5f64 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:24:18.743916 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device d7db8c11-6aea-4645-be26-244cd46f5f64 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:24:18.757015 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e256a7b2-a2a2-4afd-a8bc-58d3b70b2f72 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Made reservation on behalf of 0c4ec8ece6ef442b829fffceb512e256 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:24:18.760569 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e256a7b2-a2a2-4afd-a8bc-58d3b70b2f72 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:18.939210 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e256a7b2-a2a2-4afd-a8bc-58d3b70b2f72 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:19.003675 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256a7b2-a2a2-4afd-a8bc-58d3b70b2f72 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Pushing event updated for resources: {'Subnet': ['ID=ae0e438f-5693-4c15-9e11-6a845af0a637,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:19.012020 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e256a7b2-a2a2-4afd-a8bc-58d3b70b2f72 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Checking segment: {'id': 'eb5bca9b-a948-4237-ac43-1ecdbff22b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7df617ff-a951-402a-bb48-f8da1180833b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:24:19.012386 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e256a7b2-a2a2-4afd-a8bc-58d3b70b2f72 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Network hostable DHCP agents. Network: 7df617ff-a951-402a-bb48-f8da1180833b, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:24:19.030893 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e256a7b2-a2a2-4afd-a8bc-58d3b70b2f72 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Network 7df617ff-a951-402a-bb48-f8da1180833b is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:24:19.039421 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-e256a7b2-a2a2-4afd-a8bc-58d3b70b2f72 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 7df617ff-a951-402a-bb48-f8da1180833b) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:24:19.043406 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e256a7b2-a2a2-4afd-a8bc-58d3b70b2f72 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:19.044000 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e256a7b2-a2a2-4afd-a8bc-58d3b70b2f72 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:19.049758 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8754726-2e1c-42f1-9c99-65925293d09c None None] Network 7df617ff-a951-402a-bb48-f8da1180833b requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:24:19.059631 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e256a7b2-a2a2-4afd-a8bc-58d3b70b2f72 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4011281 Nov 29 02:24:19.062649 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48126) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:19.067549 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-08e6ae11-3c6b-4c8e-9a5d-19e8a4c8b798 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1293849661'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:24:19.088324 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e6ae11-3c6b-4c8e-9a5d-19e8a4c8b798 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Made reservation on behalf of 0c4ec8ece6ef442b829fffceb512e256 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:24:19.092295 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08e6ae11-3c6b-4c8e-9a5d-19e8a4c8b798 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:19.117789 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e6ae11-3c6b-4c8e-9a5d-19e8a4c8b798 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:24:19.127791 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08e6ae11-3c6b-4c8e-9a5d-19e8a4c8b798 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:19.128134 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-08e6ae11-3c6b-4c8e-9a5d-19e8a4c8b798 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Added segment 43c525e4-0110-4634-a440-de28d0caa5ab of type vlan for network 28af022e-0dab-4386-8683-2ad34c38f9d2 Nov 29 02:24:19.169326 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08e6ae11-3c6b-4c8e-9a5d-19e8a4c8b798 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:19.193154 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08e6ae11-3c6b-4c8e-9a5d-19e8a4c8b798 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:19.195982 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cccf8b-72dc-4d62-892d-c0b01fac93f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-7df617ff-a951-402a-bb48-f8da1180833b', 'network_id': '7df617ff-a951-402a-bb48-f8da1180833b', 'tenant_id': '0c4ec8ece6ef442b829fffceb512e256', 'fixed_ips': [{'subnet_id': 'ae0e438f-5693-4c15-9e11-6a845af0a637'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:24:19.196846 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80cccf8b-72dc-4d62-892d-c0b01fac93f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:19.199130 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e6ae11-3c6b-4c8e-9a5d-19e8a4c8b798 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:19.199732 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08e6ae11-3c6b-4c8e-9a5d-19e8a4c8b798 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:19.256428 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-08e6ae11-3c6b-4c8e-9a5d-19e8a4c8b798 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1899810 Nov 29 02:24:19.256644 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48128) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:19.268791 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f60b4f3f-9a6b-4d5f-94eb-bdb2f2734105 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Request body: {'subnet': {'network_id': '28af022e-0dab-4386-8683-2ad34c38f9d2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:24:19.291159 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e6ae11-3c6b-4c8e-9a5d-19e8a4c8b798 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Pushing event updated for resources: {'Network': ['ID=28af022e-0dab-4386-8683-2ad34c38f9d2,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:19.310409 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 28af022e-0dab-4386-8683-2ad34c38f9d2 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:24:19.365010 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60b4f3f-9a6b-4d5f-94eb-bdb2f2734105 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Made reservation on behalf of 0c4ec8ece6ef442b829fffceb512e256 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:24:19.368523 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f60b4f3f-9a6b-4d5f-94eb-bdb2f2734105 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:19.385081 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-80cccf8b-72dc-4d62-892d-c0b01fac93f7 None None] Allocated IP 172.20.0.2 (7df617ff-a951-402a-bb48-f8da1180833b/ae0e438f-5693-4c15-9e11-6a845af0a637/43a2f459-b763-44e1-8cd9-425228236a18) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:24:19.532572 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80cccf8b-72dc-4d62-892d-c0b01fac93f7 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:19.538483 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80cccf8b-72dc-4d62-892d-c0b01fac93f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:19.549279 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f60b4f3f-9a6b-4d5f-94eb-bdb2f2734105 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:19.578338 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cccf8b-72dc-4d62-892d-c0b01fac93f7 None None] Network 7df617ff-a951-402a-bb48-f8da1180833b is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:24:19.581311 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-80cccf8b-72dc-4d62-892d-c0b01fac93f7 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:24:19.585738 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cccf8b-72dc-4d62-892d-c0b01fac93f7 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:24:19.592546 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cccf8b-72dc-4d62-892d-c0b01fac93f7 None None] Pushing event updated for resources: {'Port': ['ID=43a2f459-b763-44e1-8cd9-425228236a18,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:19.625739 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b4f3f-9a6b-4d5f-94eb-bdb2f2734105 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Pushing event updated for resources: {'Subnet': ['ID=49f4328d-f1ac-46fd-ab4c-f3a7b0aa9707,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:19.635887 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60b4f3f-9a6b-4d5f-94eb-bdb2f2734105 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Checking segment: {'id': '43c525e4-0110-4634-a440-de28d0caa5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '28af022e-0dab-4386-8683-2ad34c38f9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:24:19.636257 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60b4f3f-9a6b-4d5f-94eb-bdb2f2734105 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Network hostable DHCP agents. Network: 28af022e-0dab-4386-8683-2ad34c38f9d2, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:24:19.645967 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-80cccf8b-72dc-4d62-892d-c0b01fac93f7 None None] Attempting to bind port 43a2f459-b763-44e1-8cd9-425228236a18 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:24:19.646344 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-80cccf8b-72dc-4d62-892d-c0b01fac93f7 None None] Attempting to bind port 43a2f459-b763-44e1-8cd9-425228236a18 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'eb5bca9b-a948-4237-ac43-1ecdbff22b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7df617ff-a951-402a-bb48-f8da1180833b'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:24:19.646976 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cccf8b-72dc-4d62-892d-c0b01fac93f7 None None] Attempting to bind port 43a2f459-b763-44e1-8cd9-425228236a18 on network 7df617ff-a951-402a-bb48-f8da1180833b {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:24:19.652678 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cccf8b-72dc-4d62-892d-c0b01fac93f7 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:24:19.653102 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cccf8b-72dc-4d62-892d-c0b01fac93f7 None None] Checking segment: {'id': 'eb5bca9b-a948-4237-ac43-1ecdbff22b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7df617ff-a951-402a-bb48-f8da1180833b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:24:19.653469 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80cccf8b-72dc-4d62-892d-c0b01fac93f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:19.653840 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60b4f3f-9a6b-4d5f-94eb-bdb2f2734105 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Network 28af022e-0dab-4386-8683-2ad34c38f9d2 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:24:19.653953 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cccf8b-72dc-4d62-892d-c0b01fac93f7 None None] Bound using segment: {'id': 'eb5bca9b-a948-4237-ac43-1ecdbff22b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7df617ff-a951-402a-bb48-f8da1180833b'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:24:19.654351 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-80cccf8b-72dc-4d62-892d-c0b01fac93f7 None None] Bound port: 43a2f459-b763-44e1-8cd9-425228236a18, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb5bca9b-a948-4237-ac43-1ecdbff22b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7df617ff-a951-402a-bb48-f8da1180833b'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:24:19.654748 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80cccf8b-72dc-4d62-892d-c0b01fac93f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:19.663174 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-f60b4f3f-9a6b-4d5f-94eb-bdb2f2734105 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 28af022e-0dab-4386-8683-2ad34c38f9d2) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:24:19.668398 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60b4f3f-9a6b-4d5f-94eb-bdb2f2734105 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:19.669113 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f60b4f3f-9a6b-4d5f-94eb-bdb2f2734105 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:19.685643 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f60b4f3f-9a6b-4d5f-94eb-bdb2f2734105 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4273996 Nov 29 02:24:19.688938 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48130) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:19.689934 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5cbe5b-d045-45af-8332-beb7d1daa135 None None] Network 28af022e-0dab-4386-8683-2ad34c38f9d2 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:24:19.693617 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4df71d74-d90c-4f43-9cc9-214352364a99 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Request body: {'router': {'external_gateway_info': {'network_id': '28af022e-0dab-4386-8683-2ad34c38f9d2'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:24:19.767605 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-80cccf8b-72dc-4d62-892d-c0b01fac93f7 None None] For port 43a2f459-b763-44e1-8cd9-425228236a18, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:24:19.772822 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-80cccf8b-72dc-4d62-892d-c0b01fac93f7 None None] For port 43a2f459-b763-44e1-8cd9-425228236a18, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=43a2f459-b763-44e1-8cd9-425228236a18,segment=NetworkSegment(eb5bca9b-a948-4237-ac43-1ecdbff22b4d),segment_id=eb5bca9b-a948-4237-ac43-1ecdbff22b4d)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:24:19.776421 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80cccf8b-72dc-4d62-892d-c0b01fac93f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:19.883105 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cccf8b-72dc-4d62-892d-c0b01fac93f7 None None] Pushing event updated for resources: {'Port': ['ID=43a2f459-b763-44e1-8cd9-425228236a18,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:19.919281 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b68234c-3b7d-4da5-bb9a-5fec6feeef78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-28af022e-0dab-4386-8683-2ad34c38f9d2', 'network_id': '28af022e-0dab-4386-8683-2ad34c38f9d2', 'tenant_id': '0c4ec8ece6ef442b829fffceb512e256', 'fixed_ips': [{'subnet_id': '49f4328d-f1ac-46fd-ab4c-f3a7b0aa9707'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:24:19.920160 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b68234c-3b7d-4da5-bb9a-5fec6feeef78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:19.926704 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4df71d74-d90c-4f43-9cc9-214352364a99 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:20.055541 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.api.v2.resource [None req-4df71d74-d90c-4f43-9cc9-214352364a99 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 02:24:20.056761 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4df71d74-d90c-4f43-9cc9-214352364a99 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] 10.222.0.37 "PUT /v2.0/routers/5ad7be26-9d03-499b-98c7-8f9ebe57facd HTTP/1.1" status: 400 len: 364 time: 0.3667624 Nov 29 02:24:20.062727 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48132) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:20.087380 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-4b68234c-3b7d-4da5-bb9a-5fec6feeef78 None None] Allocated IP 172.21.0.2 (28af022e-0dab-4386-8683-2ad34c38f9d2/49f4328d-f1ac-46fd-ab4c-f3a7b0aa9707/1634a37c-f121-4bde-a5c8-2a3d85a30593) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:24:20.130705 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-9637bbc8-e5dc-447c-b323-3433cf1254aa tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Deleting subnet 49f4328d-f1ac-46fd-ab4c-f3a7b0aa9707 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:24:20.243664 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b68234c-3b7d-4da5-bb9a-5fec6feeef78 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:20.248920 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9637bbc8-e5dc-447c-b323-3433cf1254aa tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:20.249515 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b68234c-3b7d-4da5-bb9a-5fec6feeef78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:20.289476 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9637bbc8-e5dc-447c-b323-3433cf1254aa tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:20.289720 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b68234c-3b7d-4da5-bb9a-5fec6feeef78 None None] Network 28af022e-0dab-4386-8683-2ad34c38f9d2 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:24:20.292497 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-4b68234c-3b7d-4da5-bb9a-5fec6feeef78 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:24:20.296333 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b68234c-3b7d-4da5-bb9a-5fec6feeef78 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:24:20.303055 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b68234c-3b7d-4da5-bb9a-5fec6feeef78 None None] Pushing event updated for resources: {'Port': ['ID=1634a37c-f121-4bde-a5c8-2a3d85a30593,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:20.355755 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-4b68234c-3b7d-4da5-bb9a-5fec6feeef78 None None] Attempting to bind port 1634a37c-f121-4bde-a5c8-2a3d85a30593 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:24:20.356046 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-4b68234c-3b7d-4da5-bb9a-5fec6feeef78 None None] Attempting to bind port 1634a37c-f121-4bde-a5c8-2a3d85a30593 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '43c525e4-0110-4634-a440-de28d0caa5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '28af022e-0dab-4386-8683-2ad34c38f9d2'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:24:20.356418 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b68234c-3b7d-4da5-bb9a-5fec6feeef78 None None] Attempting to bind port 1634a37c-f121-4bde-a5c8-2a3d85a30593 on network 28af022e-0dab-4386-8683-2ad34c38f9d2 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:24:20.361409 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b68234c-3b7d-4da5-bb9a-5fec6feeef78 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:24:20.361845 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b68234c-3b7d-4da5-bb9a-5fec6feeef78 None None] Checking segment: {'id': '43c525e4-0110-4634-a440-de28d0caa5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '28af022e-0dab-4386-8683-2ad34c38f9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:24:20.362519 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b68234c-3b7d-4da5-bb9a-5fec6feeef78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:20.362650 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b68234c-3b7d-4da5-bb9a-5fec6feeef78 None None] Bound using segment: {'id': '43c525e4-0110-4634-a440-de28d0caa5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '28af022e-0dab-4386-8683-2ad34c38f9d2'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:24:20.363096 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-4b68234c-3b7d-4da5-bb9a-5fec6feeef78 None None] Bound port: 1634a37c-f121-4bde-a5c8-2a3d85a30593, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c525e4-0110-4634-a440-de28d0caa5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '28af022e-0dab-4386-8683-2ad34c38f9d2'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:24:20.363476 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b68234c-3b7d-4da5-bb9a-5fec6feeef78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:20.376568 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9637bbc8-e5dc-447c-b323-3433cf1254aa tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:20.438689 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9637bbc8-e5dc-447c-b323-3433cf1254aa tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:20.441140 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-4b68234c-3b7d-4da5-bb9a-5fec6feeef78 None None] For port 1634a37c-f121-4bde-a5c8-2a3d85a30593, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:24:20.444251 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-4b68234c-3b7d-4da5-bb9a-5fec6feeef78 None None] For port 1634a37c-f121-4bde-a5c8-2a3d85a30593, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=1634a37c-f121-4bde-a5c8-2a3d85a30593,segment=NetworkSegment(43c525e4-0110-4634-a440-de28d0caa5ab),segment_id=43c525e4-0110-4634-a440-de28d0caa5ab)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:24:20.448235 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b68234c-3b7d-4da5-bb9a-5fec6feeef78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:20.466310 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637bbc8-e5dc-447c-b323-3433cf1254aa tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Pushing event deleted for resources: {'Subnet': ['ID=49f4328d-f1ac-46fd-ab4c-f3a7b0aa9707,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:20.469933 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9637bbc8-e5dc-447c-b323-3433cf1254aa tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:20.476259 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 48134) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:20.476766 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9637bbc8-e5dc-447c-b323-3433cf1254aa tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] 10.222.0.37 "DELETE /v2.0/subnets/49f4328d-f1ac-46fd-ab4c-f3a7b0aa9707 HTTP/1.1" status: 204 len: 168 time: 0.4118733 Nov 29 02:24:20.511148 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b68234c-3b7d-4da5-bb9a-5fec6feeef78 None None] Pushing event updated for resources: {'Port': ['ID=1634a37c-f121-4bde-a5c8-2a3d85a30593,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:20.586734 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09d1df9d-0ece-4fd9-ae3b-ae4df286c8a5 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:20.643736 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-09d1df9d-0ece-4fd9-ae3b-ae4df286c8a5 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Deleting port 1634a37c-f121-4bde-a5c8-2a3d85a30593 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:24:20.644079 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09d1df9d-0ece-4fd9-ae3b-ae4df286c8a5 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:20.735965 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-09d1df9d-0ece-4fd9-ae3b-ae4df286c8a5 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] For port 1634a37c-f121-4bde-a5c8-2a3d85a30593, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=1634a37c-f121-4bde-a5c8-2a3d85a30593,segment=NetworkSegment(43c525e4-0110-4634-a440-de28d0caa5ab),segment_id=43c525e4-0110-4634-a440-de28d0caa5ab)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:24:20.736406 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09d1df9d-0ece-4fd9-ae3b-ae4df286c8a5 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:20.751639 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-09d1df9d-0ece-4fd9-ae3b-ae4df286c8a5 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Calling delete_port for 1634a37c-f121-4bde-a5c8-2a3d85a30593 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:24:20.803000 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 43a2f459-b763-44e1-8cd9-425228236a18 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:24:20.859456 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09d1df9d-0ece-4fd9-ae3b-ae4df286c8a5 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:20.873571 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 43a2f459-b763-44e1-8cd9-425228236a18 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:24:20.874109 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:20.893616 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1df9d-0ece-4fd9-ae3b-ae4df286c8a5 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Pushing event deleted for resources: {'Port': ['ID=1634a37c-f121-4bde-a5c8-2a3d85a30593,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:20.895875 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d1df9d-0ece-4fd9-ae3b-ae4df286c8a5 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] No DVR routers for this DVR port 1634a37c-f121-4bde-a5c8-2a3d85a30593 on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:24:20.978414 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49561fd7-8f88-427e-b751-186382e230a6 None None] Network 7df617ff-a951-402a-bb48-f8da1180833b requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:24:20.982733 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:20.984206 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09d1df9d-0ece-4fd9-ae3b-ae4df286c8a5 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:21.003749 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-09d1df9d-0ece-4fd9-ae3b-ae4df286c8a5 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28af022e-0dab-4386-8683-2ad34c38f9d2']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:21.013827 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-09d1df9d-0ece-4fd9-ae3b-ae4df286c8a5 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c525e4-0110-4634-a440-de28d0caa5ab') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:21.014133 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-09d1df9d-0ece-4fd9-ae3b-ae4df286c8a5 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c525e4-0110-4634-a440-de28d0caa5ab') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:21.024675 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09d1df9d-0ece-4fd9-ae3b-ae4df286c8a5 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:21.038855 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09d1df9d-0ece-4fd9-ae3b-ae4df286c8a5 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:21.046877 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d1df9d-0ece-4fd9-ae3b-ae4df286c8a5 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:24:21.048103 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09d1df9d-0ece-4fd9-ae3b-ae4df286c8a5 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:21.054109 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:24:21.054109 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:24:21.054109 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:24:21.054109 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:24:21.054109 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:24:21.054109 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:24:21.054109 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:24:21.054109 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:24:21.054109 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:24:21.054109 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:24:21.054109 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:24:21.054109 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:24:21.054109 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:24:21.054109 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:24:21.054109 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:24:21.054109 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:24:21.054109 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:24:21.054109 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:24:21.054109 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:24:21.054109 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:24:21.054109 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:24:21.054109 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:24:21.054109 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:24:21.054109 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:24:21.054109 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:24:21.054109 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:24:21.054109 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:24:21.054109 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:24:21.054109 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:24:21.054109 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:24:21.054109 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:24:21.054109 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:24:21.062464 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port 43a2f459-b763-44e1-8cd9-425228236a18, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=43a2f459-b763-44e1-8cd9-425228236a18,segment=NetworkSegment(eb5bca9b-a948-4237-ac43-1ecdbff22b4d),segment_id=eb5bca9b-a948-4237-ac43-1ecdbff22b4d)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:24:21.081107 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:21.122367 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09d1df9d-0ece-4fd9-ae3b-ae4df286c8a5 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:21.129797 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-09d1df9d-0ece-4fd9-ae3b-ae4df286c8a5 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:21.133377 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-09d1df9d-0ece-4fd9-ae3b-ae4df286c8a5 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] 10.222.0.37 "DELETE /v2.0/networks/28af022e-0dab-4386-8683-2ad34c38f9d2 HTTP/1.1" status: 204 len: 168 time: 0.6553705 Nov 29 02:24:21.135948 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 48136) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:21.137786 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-60b71056-c44d-4bfd-aea1-8e5cf9400fea None None] Provisioning complete for port 43a2f459-b763-44e1-8cd9-425228236a18 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:24:21.141951 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60b71056-c44d-4bfd-aea1-8e5cf9400fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:21.153968 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1df9d-0ece-4fd9-ae3b-ae4df286c8a5 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Pushing event deleted for resources: {'Network': ['ID=28af022e-0dab-4386-8683-2ad34c38f9d2,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:21.180246 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d1df9d-0ece-4fd9-ae3b-ae4df286c8a5 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:24:21.180602 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d1df9d-0ece-4fd9-ae3b-ae4df286c8a5 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:24:21.180951 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d1df9d-0ece-4fd9-ae3b-ae4df286c8a5 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:24:21.181298 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d1df9d-0ece-4fd9-ae3b-ae4df286c8a5 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:24:21.181667 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d1df9d-0ece-4fd9-ae3b-ae4df286c8a5 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:24:21.182374 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d1df9d-0ece-4fd9-ae3b-ae4df286c8a5 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:24:21.182374 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d1df9d-0ece-4fd9-ae3b-ae4df286c8a5 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:24:21.182668 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d1df9d-0ece-4fd9-ae3b-ae4df286c8a5 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:24:21.183007 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d1df9d-0ece-4fd9-ae3b-ae4df286c8a5 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:24:21.183439 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d1df9d-0ece-4fd9-ae3b-ae4df286c8a5 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:24:21.183697 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d1df9d-0ece-4fd9-ae3b-ae4df286c8a5 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:24:21.184298 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d1df9d-0ece-4fd9-ae3b-ae4df286c8a5 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:24:21.210382 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=43a2f459-b763-44e1-8cd9-425228236a18,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:21.211169 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-938b9cc0-8d28-42db-ad32-84412f46eb5c tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Deleting subnet ae0e438f-5693-4c15-9e11-6a845af0a637 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:24:21.215674 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-938b9cc0-8d28-42db-ad32-84412f46eb5c tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:21.259567 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-938b9cc0-8d28-42db-ad32-84412f46eb5c tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:21.357308 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-938b9cc0-8d28-42db-ad32-84412f46eb5c tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:21.421671 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-938b9cc0-8d28-42db-ad32-84412f46eb5c tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:21.449330 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b9cc0-8d28-42db-ad32-84412f46eb5c tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Pushing event deleted for resources: {'Subnet': ['ID=ae0e438f-5693-4c15-9e11-6a845af0a637,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:21.461241 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-938b9cc0-8d28-42db-ad32-84412f46eb5c tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:21.464541 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-938b9cc0-8d28-42db-ad32-84412f46eb5c tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] 10.222.0.37 "DELETE /v2.0/subnets/ae0e438f-5693-4c15-9e11-6a845af0a637 HTTP/1.1" status: 204 len: 168 time: 0.3276484 Nov 29 02:24:21.467218 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48138) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:21.547521 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f359256e-7bbd-4ae9-8313-08cd38d0c74f None None] Network 7df617ff-a951-402a-bb48-f8da1180833b requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:24:21.552039 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b31657af-393a-46e8-a266-9884bce9a1ca tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:21.610527 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-b31657af-393a-46e8-a266-9884bce9a1ca tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Deleting port 43a2f459-b763-44e1-8cd9-425228236a18 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:24:21.610866 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b31657af-393a-46e8-a266-9884bce9a1ca tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:21.671733 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-302e6047-f485-4aca-8a30-cd94b7bab4b1 None None] Provisioning complete for port 43a2f459-b763-44e1-8cd9-425228236a18 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:24:21.672108 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-302e6047-f485-4aca-8a30-cd94b7bab4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:21.682409 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-b31657af-393a-46e8-a266-9884bce9a1ca tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] For port 43a2f459-b763-44e1-8cd9-425228236a18, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=43a2f459-b763-44e1-8cd9-425228236a18,segment=NetworkSegment(eb5bca9b-a948-4237-ac43-1ecdbff22b4d),segment_id=eb5bca9b-a948-4237-ac43-1ecdbff22b4d)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:24:21.682776 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b31657af-393a-46e8-a266-9884bce9a1ca tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:21.695562 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c85841e-dcd6-4fc5-b76f-5b5f746122a2 None None] DHCP port deletion for 28af022e-0dab-4386-8683-2ad34c38f9d2 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:24:21.695760 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-b31657af-393a-46e8-a266-9884bce9a1ca tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Calling delete_port for 43a2f459-b763-44e1-8cd9-425228236a18 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:24:21.751623 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80677de6-ec4f-420e-9946-6441ceac0fad None None] Network 28af022e-0dab-4386-8683-2ad34c38f9d2 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:24:21.770487 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80677de6-ec4f-420e-9946-6441ceac0fad None None] Network 28af022e-0dab-4386-8683-2ad34c38f9d2 could not be found, it might have been deleted concurrently. {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 29 02:24:21.777155 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b31657af-393a-46e8-a266-9884bce9a1ca tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:21.796930 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49105fe-1422-4ceb-8eb5-ba93e3b3ac44 None None] DHCP port deletion for 7df617ff-a951-402a-bb48-f8da1180833b request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:24:21.809457 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31657af-393a-46e8-a266-9884bce9a1ca tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Pushing event deleted for resources: {'Port': ['ID=43a2f459-b763-44e1-8cd9-425228236a18,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:21.811326 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31657af-393a-46e8-a266-9884bce9a1ca tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] No DVR routers for this DVR port 43a2f459-b763-44e1-8cd9-425228236a18 on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:24:21.889589 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b31657af-393a-46e8-a266-9884bce9a1ca tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:21.891677 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-51a77248-1e37-4d6b-81f6-7374d91c8a40 None None] Could not find standard attr ID for object 1634a37c-f121-4bde-a5c8-2a3d85a30593. {{(pid=103256) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 02:24:21.909894 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-b31657af-393a-46e8-a266-9884bce9a1ca tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df617ff-a951-402a-bb48-f8da1180833b']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:21.919436 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-b31657af-393a-46e8-a266-9884bce9a1ca tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb5bca9b-a948-4237-ac43-1ecdbff22b4d') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:21.919740 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-b31657af-393a-46e8-a266-9884bce9a1ca tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb5bca9b-a948-4237-ac43-1ecdbff22b4d') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:21.928979 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b31657af-393a-46e8-a266-9884bce9a1ca tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:21.941935 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b31657af-393a-46e8-a266-9884bce9a1ca tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:21.947968 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b31657af-393a-46e8-a266-9884bce9a1ca tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:24:21.948382 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b31657af-393a-46e8-a266-9884bce9a1ca tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:21.951487 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:24:21.951487 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:24:21.951487 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:24:21.951487 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:24:21.951487 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:24:21.951487 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:24:21.951487 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:24:21.951487 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:24:21.951487 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:24:21.951487 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:24:21.951487 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:24:21.951487 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:24:21.951487 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:24:21.951487 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:24:21.951487 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:24:21.951487 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:24:21.951487 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:24:21.951487 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:24:21.951487 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:24:21.951487 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:24:21.951487 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:24:21.951487 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:24:21.951487 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:24:21.951487 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:24:21.951487 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:24:21.951487 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:24:21.951487 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:24:21.951487 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:24:21.951487 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:24:21.951487 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:24:21.951487 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:24:21.951487 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:24:22.011675 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b31657af-393a-46e8-a266-9884bce9a1ca tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:22.018396 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b31657af-393a-46e8-a266-9884bce9a1ca tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:22.021823 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b31657af-393a-46e8-a266-9884bce9a1ca tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] 10.222.0.37 "DELETE /v2.0/networks/7df617ff-a951-402a-bb48-f8da1180833b HTTP/1.1" status: 204 len: 168 time: 0.5533323 Nov 29 02:24:22.025381 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 48140) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:22.033800 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31657af-393a-46e8-a266-9884bce9a1ca tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Pushing event deleted for resources: {'Network': ['ID=7df617ff-a951-402a-bb48-f8da1180833b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:22.052290 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b57ea082-30d8-43cf-ba05-814295fbfc4a tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ad7be26-9d03-499b-98c7-8f9ebe57facd HTTP/1.1" status: 200 len: 205 time: 0.0256269 Nov 29 02:24:22.054726 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 48142) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:22.127390 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80157f10-0c26-4cd5-a814-6da8039c8755 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:22.233912 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:24:22.280721 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80157f10-0c26-4cd5-a814-6da8039c8755 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:22.282818 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80157f10-0c26-4cd5-a814-6da8039c8755 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:22.325270 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80157f10-0c26-4cd5-a814-6da8039c8755 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:22.325803 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80157f10-0c26-4cd5-a814-6da8039c8755 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Fanout notify agent at l3_agent the message router_deleted on router 5ad7be26-9d03-499b-98c7-8f9ebe57facd {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:24:22.333042 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-80157f10-0c26-4cd5-a814-6da8039c8755 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:22.334059 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-80157f10-0c26-4cd5-a814-6da8039c8755 tempest-RoutersNegativeTest-1903765208 tempest-RoutersNegativeTest-1903765208-project] 10.222.0.37 "DELETE /v2.0/routers/5ad7be26-9d03-499b-98c7-8f9ebe57facd HTTP/1.1" status: 204 len: 168 time: 0.2784517 Nov 29 02:24:22.573480 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 48148) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:22.681756 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 43a2f459-b763-44e1-8cd9-425228236a18 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:24:22.700886 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 43a2f459-b763-44e1-8cd9-425228236a18 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:24:22.701233 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 43a2f459-b763-44e1-8cd9-425228236a18 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:24:22.708111 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d962c0aa-e0dd-47be-a06c-ce59092e33ba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0c4ec8ece6ef442b829fffceb512e256&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1334636 Nov 29 02:24:22.711115 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 48152) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:22.757172 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e6708b8-971f-4a9f-b339-e743a72e6195 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:22.778385 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e6708b8-971f-4a9f-b339-e743a72e6195 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:22.826879 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e6708b8-971f-4a9f-b339-e743a72e6195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:22.829938 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e6708b8-971f-4a9f-b339-e743a72e6195 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:22.831068 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6e6708b8-971f-4a9f-b339-e743a72e6195 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b6c83478-2db9-40d8-8d82-486fd717a506 HTTP/1.1" status: 204 len: 168 time: 0.1190588 Nov 29 02:24:22.839998 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6708b8-971f-4a9f-b339-e743a72e6195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c83478-2db9-40d8-8d82-486fd717a506,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:23.477215 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 48174) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:23.576743 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a532cae1-a573-47d6-ba50-591890c0bdd1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-900423583-network', 'tenant_id': 'f727960ea743418d86018346132c757d'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:24:23.597363 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a532cae1-a573-47d6-ba50-591890c0bdd1 admin admin] Made reservation on behalf of f727960ea743418d86018346132c757d for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:24:23.599606 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a532cae1-a573-47d6-ba50-591890c0bdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:23.607662 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a532cae1-a573-47d6-ba50-591890c0bdd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:23.680609 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a532cae1-a573-47d6-ba50-591890c0bdd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:23.684236 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a532cae1-a573-47d6-ba50-591890c0bdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:23.704920 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a532cae1-a573-47d6-ba50-591890c0bdd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:24:23.719506 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532cae1-a573-47d6-ba50-591890c0bdd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41006184-4ba9-4374-8739-3c72b5dab072,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:23.722517 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a532cae1-a573-47d6-ba50-591890c0bdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:23.722859 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-a532cae1-a573-47d6-ba50-591890c0bdd1 admin admin] Added segment 64391c9c-2c3a-46b7-bd15-bec6a08aee1f of type vlan for network 3dd45677-0892-4655-aa70-d63522805d9a Nov 29 02:24:23.766176 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a532cae1-a573-47d6-ba50-591890c0bdd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:23.790412 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a532cae1-a573-47d6-ba50-591890c0bdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:23.791472 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a532cae1-a573-47d6-ba50-591890c0bdd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:23.792040 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a532cae1-a573-47d6-ba50-591890c0bdd1 admin admin] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:23.843494 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a532cae1-a573-47d6-ba50-591890c0bdd1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3632839 Nov 29 02:24:23.844699 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48178) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:23.849783 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-bd85851d-3b4b-4cfa-9275-4e913702f8a8 admin admin] Request body: {'subnet': {'network_id': '3dd45677-0892-4655-aa70-d63522805d9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-900423583-subnet', 'tenant_id': 'f727960ea743418d86018346132c757d', 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:24:23.854749 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532cae1-a573-47d6-ba50-591890c0bdd1 admin admin] Pushing event updated for resources: {'Network': ['ID=3dd45677-0892-4655-aa70-d63522805d9a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:23.867043 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 3dd45677-0892-4655-aa70-d63522805d9a details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:24:23.873222 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd85851d-3b4b-4cfa-9275-4e913702f8a8 admin admin] Made reservation on behalf of f727960ea743418d86018346132c757d for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:24:23.875851 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd85851d-3b4b-4cfa-9275-4e913702f8a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:24.042204 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd85851d-3b4b-4cfa-9275-4e913702f8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:24.097923 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85851d-3b4b-4cfa-9275-4e913702f8a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5da85fa-7636-46ee-8a0c-578a83541f8b,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:24.105467 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd85851d-3b4b-4cfa-9275-4e913702f8a8 admin admin] Checking segment: {'id': '64391c9c-2c3a-46b7-bd15-bec6a08aee1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3dd45677-0892-4655-aa70-d63522805d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:24:24.105862 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd85851d-3b4b-4cfa-9275-4e913702f8a8 admin admin] Network hostable DHCP agents. Network: 3dd45677-0892-4655-aa70-d63522805d9a, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:24:24.128090 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd85851d-3b4b-4cfa-9275-4e913702f8a8 admin admin] Network 3dd45677-0892-4655-aa70-d63522805d9a is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:24:24.136538 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-bd85851d-3b4b-4cfa-9275-4e913702f8a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 3dd45677-0892-4655-aa70-d63522805d9a) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:24:24.145004 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd85851d-3b4b-4cfa-9275-4e913702f8a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:24.145274 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bd85851d-3b4b-4cfa-9275-4e913702f8a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:24.147226 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dd3c99-8195-4abf-9afc-3645b6b7175d None None] Network 3dd45677-0892-4655-aa70-d63522805d9a requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:24:24.163779 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bd85851d-3b4b-4cfa-9275-4e913702f8a8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3173168 Nov 29 02:24:24.166499 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48180) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:24.170815 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-fe794a85-fc43-4e84-af0c-21f10d28e748 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-900423583-router', 'tenant_id': 'f727960ea743418d86018346132c757d', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:24:24.191224 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe794a85-fc43-4e84-af0c-21f10d28e748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:24.192717 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe794a85-fc43-4e84-af0c-21f10d28e748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:24.246804 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe794a85-fc43-4e84-af0c-21f10d28e748 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:24.294171 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41293b46-4666-4172-943b-43b6cceaa420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-3dd45677-0892-4655-aa70-d63522805d9a', 'network_id': '3dd45677-0892-4655-aa70-d63522805d9a', 'tenant_id': 'f727960ea743418d86018346132c757d', 'fixed_ips': [{'subnet_id': 'd5da85fa-7636-46ee-8a0c-578a83541f8b'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:24:24.295236 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41293b46-4666-4172-943b-43b6cceaa420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:24.384035 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe794a85-fc43-4e84-af0c-21f10d28e748 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:24.431295 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-41293b46-4666-4172-943b-43b6cceaa420 None None] Allocated IP 172.20.0.2 (3dd45677-0892-4655-aa70-d63522805d9a/d5da85fa-7636-46ee-8a0c-578a83541f8b/4d29763a-61f4-4b04-b7b6-8424a4d7068c) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:24:24.593218 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe794a85-fc43-4e84-af0c-21f10d28e748 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:24.612938 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe794a85-fc43-4e84-af0c-21f10d28e748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:24.714748 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41293b46-4666-4172-943b-43b6cceaa420 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:24.719407 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-fe794a85-fc43-4e84-af0c-21f10d28e748 admin admin] Allocated IP 172.26.3.105 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/2eb87901-cf89-4982-be10-9d447b48efdc) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:24:24.720143 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41293b46-4666-4172-943b-43b6cceaa420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:24.761926 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41293b46-4666-4172-943b-43b6cceaa420 None None] Network 3dd45677-0892-4655-aa70-d63522805d9a is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:24:24.767097 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-41293b46-4666-4172-943b-43b6cceaa420 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:24:24.769218 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41293b46-4666-4172-943b-43b6cceaa420 None None] Pushing event updated for resources: {'Port': ['ID=4d29763a-61f4-4b04-b7b6-8424a4d7068c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:24.771332 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41293b46-4666-4172-943b-43b6cceaa420 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:24:24.823317 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe794a85-fc43-4e84-af0c-21f10d28e748 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:24.825402 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-41293b46-4666-4172-943b-43b6cceaa420 None None] Attempting to bind port 4d29763a-61f4-4b04-b7b6-8424a4d7068c on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:24:24.825801 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-41293b46-4666-4172-943b-43b6cceaa420 None None] Attempting to bind port 4d29763a-61f4-4b04-b7b6-8424a4d7068c by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '64391c9c-2c3a-46b7-bd15-bec6a08aee1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3dd45677-0892-4655-aa70-d63522805d9a'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:24:24.826168 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41293b46-4666-4172-943b-43b6cceaa420 None None] Attempting to bind port 4d29763a-61f4-4b04-b7b6-8424a4d7068c on network 3dd45677-0892-4655-aa70-d63522805d9a {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:24:24.831078 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41293b46-4666-4172-943b-43b6cceaa420 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:24:24.831460 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41293b46-4666-4172-943b-43b6cceaa420 None None] Checking segment: {'id': '64391c9c-2c3a-46b7-bd15-bec6a08aee1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3dd45677-0892-4655-aa70-d63522805d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:24:24.831862 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41293b46-4666-4172-943b-43b6cceaa420 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:24.832250 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41293b46-4666-4172-943b-43b6cceaa420 None None] Bound using segment: {'id': '64391c9c-2c3a-46b7-bd15-bec6a08aee1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3dd45677-0892-4655-aa70-d63522805d9a'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:24:24.832706 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-41293b46-4666-4172-943b-43b6cceaa420 None None] Bound port: 4d29763a-61f4-4b04-b7b6-8424a4d7068c, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64391c9c-2c3a-46b7-bd15-bec6a08aee1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3dd45677-0892-4655-aa70-d63522805d9a'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:24:24.833081 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41293b46-4666-4172-943b-43b6cceaa420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:24.856594 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe794a85-fc43-4e84-af0c-21f10d28e748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:24.894620 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-41293b46-4666-4172-943b-43b6cceaa420 None None] For port 4d29763a-61f4-4b04-b7b6-8424a4d7068c, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:24:24.898711 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-41293b46-4666-4172-943b-43b6cceaa420 None None] For port 4d29763a-61f4-4b04-b7b6-8424a4d7068c, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=4d29763a-61f4-4b04-b7b6-8424a4d7068c,segment=NetworkSegment(64391c9c-2c3a-46b7-bd15-bec6a08aee1f),segment_id=64391c9c-2c3a-46b7-bd15-bec6a08aee1f)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:24:24.899130 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe794a85-fc43-4e84-af0c-21f10d28e748 admin admin] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:24:24.901987 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-fe794a85-fc43-4e84-af0c-21f10d28e748 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:24:24.903166 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-41293b46-4666-4172-943b-43b6cceaa420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:24.905476 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe794a85-fc43-4e84-af0c-21f10d28e748 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:24:24.930875 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe794a85-fc43-4e84-af0c-21f10d28e748 admin admin] Pushing event updated for resources: {'Port': ['ID=2eb87901-cf89-4982-be10-9d447b48efdc,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:24.932383 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ccccfd-f178-4685-8fbc-650619ffeec6 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:24:24.969052 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41293b46-4666-4172-943b-43b6cceaa420 None None] Pushing event updated for resources: {'Port': ['ID=4d29763a-61f4-4b04-b7b6-8424a4d7068c,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:25.033248 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-69fe5812-8e9b-4792-8102-b8862258a57b None None] Provisioning complete for port 2eb87901-cf89-4982-be10-9d447b48efdc triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:24:25.033647 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69fe5812-8e9b-4792-8102-b8862258a57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:25.075307 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-69fe5812-8e9b-4792-8102-b8862258a57b None None] Port 2eb87901-cf89-4982-be10-9d447b48efdc cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:24:25.184321 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe794a85-fc43-4e84-af0c-21f10d28e748 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:25.385135 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe794a85-fc43-4e84-af0c-21f10d28e748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:25.510730 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe794a85-fc43-4e84-af0c-21f10d28e748 admin admin] Router 13550fb8-313c-4046-8a6a-af5e350a5cf7 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:24:25.894852 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864d373a-968a-48ba-88fa-39920ff838ca None None] Network 3dd45677-0892-4655-aa70-d63522805d9a requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:24:25.938903 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe794a85-fc43-4e84-af0c-21f10d28e748 admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:24:25.948023 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43258850-07a4-46f0-a5bb-c0f5d16cf1b0 None None] Sync routers for ids ['13550fb8-313c-4046-8a6a-af5e350a5cf7'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:24:25.958404 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43258850-07a4-46f0-a5bb-c0f5d16cf1b0 None None] Routers {'13550fb8-313c-4046-8a6a-af5e350a5cf7'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:24:25.959021 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-43258850-07a4-46f0-a5bb-c0f5d16cf1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:24:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['13550fb8-313c-4046-8a6a-af5e350a5cf7'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:25.959501 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe794a85-fc43-4e84-af0c-21f10d28e748 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:25.962131 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-fe794a85-fc43-4e84-af0c-21f10d28e748 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7943916 Nov 29 02:24:25.963623 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 48182) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:26.039916 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-3bb21deb-6cec-4992-b863-cd2d82842228 None None] Provisioning complete for port 4d29763a-61f4-4b04-b7b6-8424a4d7068c triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:24:26.040361 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3bb21deb-6cec-4992-b863-cd2d82842228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:26.066975 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-43258850-07a4-46f0-a5bb-c0f5d16cf1b0 None None] Set router 13550fb8-313c-4046-8a6a-af5e350a5cf7 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:24:26.165496 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3bb21deb-6cec-4992-b863-cd2d82842228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:26.209520 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-3bb21deb-6cec-4992-b863-cd2d82842228 None None] For port 4d29763a-61f4-4b04-b7b6-8424a4d7068c, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=4d29763a-61f4-4b04-b7b6-8424a4d7068c,segment=NetworkSegment(64391c9c-2c3a-46b7-bd15-bec6a08aee1f),segment_id=64391c9c-2c3a-46b7-bd15-bec6a08aee1f)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:24:26.217289 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3bb21deb-6cec-4992-b863-cd2d82842228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:26.278537 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb21deb-6cec-4992-b863-cd2d82842228 None None] Pushing event updated for resources: {'Port': ['ID=4d29763a-61f4-4b04-b7b6-8424a4d7068c,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:26.282514 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-43258850-07a4-46f0-a5bb-c0f5d16cf1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13550fb8-313c-4046-8a6a-af5e350a5cf7', 'name': 'tempest-TestEncryptedCinderVolumes-900423583-router', 'tenant_id': 'f727960ea743418d86018346132c757d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '2eb87901-cf89-4982-be10-9d447b48efdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:24:24Z', 'updated_at': '2021-11-29T02:24:25Z', 'revision_number': 3, 'project_id': 'f727960ea743418d86018346132c757d', 'gw_port': {'id': '2eb87901-cf89-4982-be10-9d447b48efdc', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a8:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13550fb8-313c-4046-8a6a-af5e350a5cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:24:24Z', 'updated_at': '2021-11-29T02:24:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:26.309475 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43258850-07a4-46f0-a5bb-c0f5d16cf1b0 None None] Checking router: 13550fb8-313c-4046-8a6a-af5e350a5cf7 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:24:26.310011 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43258850-07a4-46f0-a5bb-c0f5d16cf1b0 None None] Updating router 13550fb8-313c-4046-8a6a-af5e350a5cf7 port 2eb87901-cf89-4982-be10-9d447b48efdc binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:24:26.336674 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-43258850-07a4-46f0-a5bb-c0f5d16cf1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:26.418766 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a5d036c-0bdf-42f4-a306-6b9908cca7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:26.439676 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-bcdce0f3-ced5-485c-935e-4b09c0958381 None None] Provisioning complete for port 4d29763a-61f4-4b04-b7b6-8424a4d7068c triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:24:26.440046 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bcdce0f3-ced5-485c-935e-4b09c0958381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:26.592880 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-43258850-07a4-46f0-a5bb-c0f5d16cf1b0 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:26.602324 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-43258850-07a4-46f0-a5bb-c0f5d16cf1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:26.644964 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb804bc-a5fb-4341-8b02-b5c45a4886fc None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:24:26.656305 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-43258850-07a4-46f0-a5bb-c0f5d16cf1b0 None None] Attempting to bind port 2eb87901-cf89-4982-be10-9d447b48efdc on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:24:26.656676 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-43258850-07a4-46f0-a5bb-c0f5d16cf1b0 None None] Attempting to bind port 2eb87901-cf89-4982-be10-9d447b48efdc by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:24:26.657039 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43258850-07a4-46f0-a5bb-c0f5d16cf1b0 None None] Attempting to bind port 2eb87901-cf89-4982-be10-9d447b48efdc on network 4bf244a8-fda8-412f-8f05-2c7c5210f333 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:24:26.659115 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320b538-5b63-4840-8c0a-e62193a9d21e None None] Pushing event updated for resources: {'Port': ['ID=2eb87901-cf89-4982-be10-9d447b48efdc,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:26.669710 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320b538-5b63-4840-8c0a-e62193a9d21e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:24:26.670086 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320b538-5b63-4840-8c0a-e62193a9d21e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:24:26.670402 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320b538-5b63-4840-8c0a-e62193a9d21e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:24:26.670739 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320b538-5b63-4840-8c0a-e62193a9d21e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:24:26.671072 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320b538-5b63-4840-8c0a-e62193a9d21e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:24:26.671406 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320b538-5b63-4840-8c0a-e62193a9d21e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:24:26.671738 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320b538-5b63-4840-8c0a-e62193a9d21e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:24:26.672066 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320b538-5b63-4840-8c0a-e62193a9d21e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:24:26.672390 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320b538-5b63-4840-8c0a-e62193a9d21e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:24:26.672713 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320b538-5b63-4840-8c0a-e62193a9d21e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:24:26.673034 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320b538-5b63-4840-8c0a-e62193a9d21e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:24:26.673597 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320b538-5b63-4840-8c0a-e62193a9d21e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:24:26.676842 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43258850-07a4-46f0-a5bb-c0f5d16cf1b0 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:24:26.677001 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-7a5d036c-0bdf-42f4-a306-6b9908cca7d8 admin admin] Allocated IP 172.20.0.1 (3dd45677-0892-4655-aa70-d63522805d9a/d5da85fa-7636-46ee-8a0c-578a83541f8b/1814c8da-29ff-480b-b766-ad69cffff05c) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:24:26.677234 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43258850-07a4-46f0-a5bb-c0f5d16cf1b0 None None] Checking segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:24:26.677658 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-43258850-07a4-46f0-a5bb-c0f5d16cf1b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:26.678046 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43258850-07a4-46f0-a5bb-c0f5d16cf1b0 None None] Bound using segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:24:26.678516 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-43258850-07a4-46f0-a5bb-c0f5d16cf1b0 None None] Bound port: 2eb87901-cf89-4982-be10-9d447b48efdc, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:24:26.679471 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-43258850-07a4-46f0-a5bb-c0f5d16cf1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:26.731606 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-43258850-07a4-46f0-a5bb-c0f5d16cf1b0 None None] For port 2eb87901-cf89-4982-be10-9d447b48efdc, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:24:26.735558 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-43258850-07a4-46f0-a5bb-c0f5d16cf1b0 None None] For port 2eb87901-cf89-4982-be10-9d447b48efdc, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=2eb87901-cf89-4982-be10-9d447b48efdc,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:24:26.742157 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-db48eb30-4907-4434-8ce2-f90aa0402ee7 None None] Provisioning complete for port 2eb87901-cf89-4982-be10-9d447b48efdc triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:24:26.742783 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db48eb30-4907-4434-8ce2-f90aa0402ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:26.749966 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-43258850-07a4-46f0-a5bb-c0f5d16cf1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:26.768891 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 4d29763a-61f4-4b04-b7b6-8424a4d7068c up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:24:26.796984 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a5d036c-0bdf-42f4-a306-6b9908cca7d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:26.810534 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2242ffda-bc23-4bb6-8394-df8f3085383c None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:24:26.817529 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43258850-07a4-46f0-a5bb-c0f5d16cf1b0 None None] Routers {'13550fb8-313c-4046-8a6a-af5e350a5cf7'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:24:26.818730 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-43258850-07a4-46f0-a5bb-c0f5d16cf1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:24:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['13550fb8-313c-4046-8a6a-af5e350a5cf7'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:26.822444 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320b538-5b63-4840-8c0a-e62193a9d21e None None] Pushing event updated for resources: {'Port': ['ID=2eb87901-cf89-4982-be10-9d447b48efdc,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:26.836149 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a5d036c-0bdf-42f4-a306-6b9908cca7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:26.862872 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 4d29763a-61f4-4b04-b7b6-8424a4d7068c triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:24:26.863217 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:26.869436 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5d036c-0bdf-42f4-a306-6b9908cca7d8 admin admin] Network 3dd45677-0892-4655-aa70-d63522805d9a is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:24:26.872422 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-7a5d036c-0bdf-42f4-a306-6b9908cca7d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:24:26.874873 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5d036c-0bdf-42f4-a306-6b9908cca7d8 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:24:26.909472 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db48eb30-4907-4434-8ce2-f90aa0402ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:26.922909 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a5d036c-0bdf-42f4-a306-6b9908cca7d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:26.940496 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-db48eb30-4907-4434-8ce2-f90aa0402ee7 None None] For port 2eb87901-cf89-4982-be10-9d447b48efdc, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=2eb87901-cf89-4982-be10-9d447b48efdc,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:24:26.956317 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-43258850-07a4-46f0-a5bb-c0f5d16cf1b0 None None] Set router 13550fb8-313c-4046-8a6a-af5e350a5cf7 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:24:26.966106 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d036c-0bdf-42f4-a306-6b9908cca7d8 admin admin] Pushing event updated for resources: {'Port': ['ID=1814c8da-29ff-480b-b766-ad69cffff05c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:26.987010 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-db48eb30-4907-4434-8ce2-f90aa0402ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:27.051527 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48eb30-4907-4434-8ce2-f90aa0402ee7 None None] Pushing event updated for resources: {'Port': ['ID=2eb87901-cf89-4982-be10-9d447b48efdc,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:27.092053 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a5d036c-0bdf-42f4-a306-6b9908cca7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:27.107997 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-300c625d-5885-42b2-a22e-a528ca4937cf None None] Provisioning complete for port 2eb87901-cf89-4982-be10-9d447b48efdc triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:24:27.108372 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-300c625d-5885-42b2-a22e-a528ca4937cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:27.275264 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-43258850-07a4-46f0-a5bb-c0f5d16cf1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13550fb8-313c-4046-8a6a-af5e350a5cf7', 'name': 'tempest-TestEncryptedCinderVolumes-900423583-router', 'tenant_id': 'f727960ea743418d86018346132c757d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '2eb87901-cf89-4982-be10-9d447b48efdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:24:24Z', 'updated_at': '2021-11-29T02:24:25Z', 'revision_number': 3, 'project_id': 'f727960ea743418d86018346132c757d', 'gw_port': {'id': '2eb87901-cf89-4982-be10-9d447b48efdc', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a8:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13550fb8-313c-4046-8a6a-af5e350a5cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:24:24Z', 'updated_at': '2021-11-29T02:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:27.283567 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a5d036c-0bdf-42f4-a306-6b9908cca7d8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:27.288935 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a5d036c-0bdf-42f4-a306-6b9908cca7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:27.302021 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43258850-07a4-46f0-a5bb-c0f5d16cf1b0 None None] The sync data for ids ['13550fb8-313c-4046-8a6a-af5e350a5cf7'] in dv-neutron-819032-3-hyperv is: [{'id': '13550fb8-313c-4046-8a6a-af5e350a5cf7', 'name': 'tempest-TestEncryptedCinderVolumes-900423583-router', 'tenant_id': 'f727960ea743418d86018346132c757d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '2eb87901-cf89-4982-be10-9d447b48efdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:24:24Z', 'updated_at': '2021-11-29T02:24:25Z', 'revision_number': 3, 'project_id': 'f727960ea743418d86018346132c757d', 'gw_port': {'id': '2eb87901-cf89-4982-be10-9d447b48efdc', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a8:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13550fb8-313c-4046-8a6a-af5e350a5cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:24:24Z', 'updated_at': '2021-11-29T02:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:24:27.333278 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-6f6046ed-fb45-40b0-8bfb-5c1631f99b0c None None] Provisioning complete for port 1814c8da-29ff-480b-b766-ad69cffff05c triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:24:27.333688 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6f6046ed-fb45-40b0-8bfb-5c1631f99b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:27.355061 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a5d036c-0bdf-42f4-a306-6b9908cca7d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:27.356860 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d036c-0bdf-42f4-a306-6b9908cca7d8 admin admin] Pushing event updated for resources: {'Port': ['ID=1814c8da-29ff-480b-b766-ad69cffff05c,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:27.371702 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6f6046ed-fb45-40b0-8bfb-5c1631f99b0c None None] Port 1814c8da-29ff-480b-b766-ad69cffff05c cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:24:27.453416 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5d036c-0bdf-42f4-a306-6b9908cca7d8 admin admin] Network 3dd45677-0892-4655-aa70-d63522805d9a is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:24:27.454883 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-7a5d036c-0bdf-42f4-a306-6b9908cca7d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:24:27.794613 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-a11a321f-65cb-4beb-bcfe-a1c6bfbfbdfc None None] Provisioning complete for port 1814c8da-29ff-480b-b766-ad69cffff05c triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:24:27.794989 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a11a321f-65cb-4beb-bcfe-a1c6bfbfbdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:27.829429 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5d036c-0bdf-42f4-a306-6b9908cca7d8 admin admin] Router 13550fb8-313c-4046-8a6a-af5e350a5cf7 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:24:27.829818 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a11a321f-65cb-4beb-bcfe-a1c6bfbfbdfc None None] Port 1814c8da-29ff-480b-b766-ad69cffff05c cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:24:27.939864 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5d036c-0bdf-42f4-a306-6b9908cca7d8 admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:24:27.945530 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7a5d036c-0bdf-42f4-a306-6b9908cca7d8 admin admin] 10.222.0.37 "PUT /v2.0/routers/13550fb8-313c-4046-8a6a-af5e350a5cf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9808586 Nov 29 02:24:28.408552 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48198) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:28.414401 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-65e71f9d-7370-4f6a-bded-7d904cefad45 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2082227464-network', 'tenant_id': 'd9eef25bd095417cac6e9d6e3db77f58'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:24:28.435055 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e71f9d-7370-4f6a-bded-7d904cefad45 admin admin] Made reservation on behalf of d9eef25bd095417cac6e9d6e3db77f58 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:24:28.437205 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65e71f9d-7370-4f6a-bded-7d904cefad45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:28.445814 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65e71f9d-7370-4f6a-bded-7d904cefad45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:28.518322 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65e71f9d-7370-4f6a-bded-7d904cefad45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:28.522417 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65e71f9d-7370-4f6a-bded-7d904cefad45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:28.548041 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e71f9d-7370-4f6a-bded-7d904cefad45 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:24:28.555105 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e71f9d-7370-4f6a-bded-7d904cefad45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb84c50-43b2-4713-8fcb-7f360e489bb8,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:28.561877 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65e71f9d-7370-4f6a-bded-7d904cefad45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:28.562884 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-65e71f9d-7370-4f6a-bded-7d904cefad45 admin admin] Added segment 883bf027-951b-44d5-90ce-b62623548b1e of type vlan for network 8525f486-9759-4ee7-812b-57b37ba0adc0 Nov 29 02:24:28.603343 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65e71f9d-7370-4f6a-bded-7d904cefad45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:28.628122 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65e71f9d-7370-4f6a-bded-7d904cefad45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:28.629212 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e71f9d-7370-4f6a-bded-7d904cefad45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:28.629847 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65e71f9d-7370-4f6a-bded-7d904cefad45 admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:28.686258 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-65e71f9d-7370-4f6a-bded-7d904cefad45 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2764313 Nov 29 02:24:28.687558 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 48200) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:28.692507 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-644b7dbb-853b-4c31-b152-c4291b9be24d admin admin] Request body: {'subnet': {'network_id': '8525f486-9759-4ee7-812b-57b37ba0adc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2082227464-subnet', 'tenant_id': 'd9eef25bd095417cac6e9d6e3db77f58', 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:24:28.698562 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e71f9d-7370-4f6a-bded-7d904cefad45 admin admin] Pushing event updated for resources: {'Network': ['ID=8525f486-9759-4ee7-812b-57b37ba0adc0,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:28.710449 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 8525f486-9759-4ee7-812b-57b37ba0adc0 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:24:28.731430 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644b7dbb-853b-4c31-b152-c4291b9be24d admin admin] Made reservation on behalf of d9eef25bd095417cac6e9d6e3db77f58 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:24:28.734702 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-644b7dbb-853b-4c31-b152-c4291b9be24d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:28.753997 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 2eb87901-cf89-4982-be10-9d447b48efdc up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:24:28.821847 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 2eb87901-cf89-4982-be10-9d447b48efdc triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:24:28.822222 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:28.925050 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-644b7dbb-853b-4c31-b152-c4291b9be24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:28.925492 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebf6ff9-bc6a-4a14-8522-abc3d19231d1 None None] Sync routers for ids ['13550fb8-313c-4046-8a6a-af5e350a5cf7'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:24:28.936916 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebf6ff9-bc6a-4a14-8522-abc3d19231d1 None None] Routers {'13550fb8-313c-4046-8a6a-af5e350a5cf7'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:24:28.937466 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-0ebf6ff9-bc6a-4a14-8522-abc3d19231d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:24:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['13550fb8-313c-4046-8a6a-af5e350a5cf7'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:28.982605 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b7dbb-853b-4c31-b152-c4291b9be24d admin admin] Pushing event updated for resources: {'Subnet': ['ID=123197f1-b838-4a04-94b5-0d4ba26506ce,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:28.991000 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644b7dbb-853b-4c31-b152-c4291b9be24d admin admin] Checking segment: {'id': '883bf027-951b-44d5-90ce-b62623548b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8525f486-9759-4ee7-812b-57b37ba0adc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:24:28.991929 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644b7dbb-853b-4c31-b152-c4291b9be24d admin admin] Network hostable DHCP agents. Network: 8525f486-9759-4ee7-812b-57b37ba0adc0, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:24:29.007857 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644b7dbb-853b-4c31-b152-c4291b9be24d admin admin] Network 8525f486-9759-4ee7-812b-57b37ba0adc0 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:24:29.016362 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-644b7dbb-853b-4c31-b152-c4291b9be24d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 8525f486-9759-4ee7-812b-57b37ba0adc0) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:24:29.020592 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644b7dbb-853b-4c31-b152-c4291b9be24d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:29.021189 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-644b7dbb-853b-4c31-b152-c4291b9be24d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:29.026577 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd888b99-7fd9-4c96-8562-d18e1ff3f30b None None] Network 8525f486-9759-4ee7-812b-57b37ba0adc0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:24:29.036758 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-644b7dbb-853b-4c31-b152-c4291b9be24d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3481307 Nov 29 02:24:29.039950 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48202) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:29.044524 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ee9033be-130e-4dfc-af2d-fc67bc69739e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2082227464-router', 'tenant_id': 'd9eef25bd095417cac6e9d6e3db77f58', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:24:29.065267 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee9033be-130e-4dfc-af2d-fc67bc69739e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:29.066375 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee9033be-130e-4dfc-af2d-fc67bc69739e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:29.091222 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-0ebf6ff9-bc6a-4a14-8522-abc3d19231d1 None None] Set router 13550fb8-313c-4046-8a6a-af5e350a5cf7 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:24:29.123396 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee9033be-130e-4dfc-af2d-fc67bc69739e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:29.293972 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee9033be-130e-4dfc-af2d-fc67bc69739e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:29.321354 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e6fe58-d33b-4d60-ba12-a3025003837f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-8525f486-9759-4ee7-812b-57b37ba0adc0', 'network_id': '8525f486-9759-4ee7-812b-57b37ba0adc0', 'tenant_id': 'd9eef25bd095417cac6e9d6e3db77f58', 'fixed_ips': [{'subnet_id': '123197f1-b838-4a04-94b5-0d4ba26506ce'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:24:29.322227 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c2e6fe58-d33b-4d60-ba12-a3025003837f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:29.476667 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-0ebf6ff9-bc6a-4a14-8522-abc3d19231d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13550fb8-313c-4046-8a6a-af5e350a5cf7', 'name': 'tempest-TestEncryptedCinderVolumes-900423583-router', 'tenant_id': 'f727960ea743418d86018346132c757d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '2eb87901-cf89-4982-be10-9d447b48efdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:24:24Z', 'updated_at': '2021-11-29T02:24:27Z', 'revision_number': 4, 'project_id': 'f727960ea743418d86018346132c757d', 'gw_port': {'id': '2eb87901-cf89-4982-be10-9d447b48efdc', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13550fb8-313c-4046-8a6a-af5e350a5cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:24:24Z', 'updated_at': '2021-11-29T02:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '1814c8da-29ff-480b-b766-ad69cffff05c', 'name': '', 'network_id': '3dd45677-0892-4655-aa70-d63522805d9a', 'tenant_id': 'f727960ea743418d86018346132c757d', 'mac_address': 'fa:16:3e:60:15:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13550fb8-313c-4046-8a6a-af5e350a5cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd5da85fa-7636-46ee-8a0c-578a83541f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:24:26Z', 'updated_at': '2021-11-29T02:24:27Z', 'revision_number': 2, 'project_id': 'f727960ea743418d86018346132c757d', 'subnets': [{'id': 'd5da85fa-7636-46ee-8a0c-578a83541f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:29.492824 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee9033be-130e-4dfc-af2d-fc67bc69739e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:29.514355 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebf6ff9-bc6a-4a14-8522-abc3d19231d1 None None] Checking router: 13550fb8-313c-4046-8a6a-af5e350a5cf7 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:24:29.514729 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebf6ff9-bc6a-4a14-8522-abc3d19231d1 None None] Updating router 13550fb8-313c-4046-8a6a-af5e350a5cf7 port 1814c8da-29ff-480b-b766-ad69cffff05c binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:24:29.516151 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee9033be-130e-4dfc-af2d-fc67bc69739e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:29.547985 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-c2e6fe58-d33b-4d60-ba12-a3025003837f None None] Allocated IP 172.20.0.2 (8525f486-9759-4ee7-812b-57b37ba0adc0/123197f1-b838-4a04-94b5-0d4ba26506ce/515ef3f7-eb32-4adb-b7d1-6bf829480f68) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:24:29.560965 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0ebf6ff9-bc6a-4a14-8522-abc3d19231d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:29.623074 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-ee9033be-130e-4dfc-af2d-fc67bc69739e admin admin] Allocated IP 172.26.3.12 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/7706eb2f-ec56-4601-9a13-16fead92b06f) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:24:29.737427 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee9033be-130e-4dfc-af2d-fc67bc69739e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:29.771410 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee9033be-130e-4dfc-af2d-fc67bc69739e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:29.813073 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9033be-130e-4dfc-af2d-fc67bc69739e admin admin] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:24:29.815993 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-ee9033be-130e-4dfc-af2d-fc67bc69739e admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:24:29.819615 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9033be-130e-4dfc-af2d-fc67bc69739e admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:24:29.844340 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8592ef32-2ddf-4e27-811a-fc2d3c2d22e7 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:24:29.846092 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9033be-130e-4dfc-af2d-fc67bc69739e admin admin] Pushing event updated for resources: {'Port': ['ID=7706eb2f-ec56-4601-9a13-16fead92b06f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:29.990294 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c2e6fe58-d33b-4d60-ba12-a3025003837f None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:30.003183 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c2e6fe58-d33b-4d60-ba12-a3025003837f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:30.018130 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1611b472-e101-4329-82aa-e40bde1eab86 None None] Provisioning complete for port 7706eb2f-ec56-4601-9a13-16fead92b06f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:24:30.018499 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1611b472-e101-4329-82aa-e40bde1eab86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:30.074970 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee9033be-130e-4dfc-af2d-fc67bc69739e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:30.092829 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e6fe58-d33b-4d60-ba12-a3025003837f None None] Network 8525f486-9759-4ee7-812b-57b37ba0adc0 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:24:30.102595 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-c2e6fe58-d33b-4d60-ba12-a3025003837f None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:24:30.113459 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e6fe58-d33b-4d60-ba12-a3025003837f None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:24:30.120766 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6fe58-d33b-4d60-ba12-a3025003837f None None] Pushing event updated for resources: {'Port': ['ID=515ef3f7-eb32-4adb-b7d1-6bf829480f68,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:30.125708 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-1611b472-e101-4329-82aa-e40bde1eab86 None None] Port 7706eb2f-ec56-4601-9a13-16fead92b06f cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:24:30.216368 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-c2e6fe58-d33b-4d60-ba12-a3025003837f None None] Attempting to bind port 515ef3f7-eb32-4adb-b7d1-6bf829480f68 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:24:30.216743 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-c2e6fe58-d33b-4d60-ba12-a3025003837f None None] Attempting to bind port 515ef3f7-eb32-4adb-b7d1-6bf829480f68 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '883bf027-951b-44d5-90ce-b62623548b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8525f486-9759-4ee7-812b-57b37ba0adc0'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:24:30.217103 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e6fe58-d33b-4d60-ba12-a3025003837f None None] Attempting to bind port 515ef3f7-eb32-4adb-b7d1-6bf829480f68 on network 8525f486-9759-4ee7-812b-57b37ba0adc0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:24:30.220887 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0ebf6ff9-bc6a-4a14-8522-abc3d19231d1 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:30.225334 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e6fe58-d33b-4d60-ba12-a3025003837f None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:24:30.226340 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e6fe58-d33b-4d60-ba12-a3025003837f None None] Checking segment: {'id': '883bf027-951b-44d5-90ce-b62623548b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8525f486-9759-4ee7-812b-57b37ba0adc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:24:30.226726 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c2e6fe58-d33b-4d60-ba12-a3025003837f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:30.227114 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e6fe58-d33b-4d60-ba12-a3025003837f None None] Bound using segment: {'id': '883bf027-951b-44d5-90ce-b62623548b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8525f486-9759-4ee7-812b-57b37ba0adc0'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:24:30.227578 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-c2e6fe58-d33b-4d60-ba12-a3025003837f None None] Bound port: 515ef3f7-eb32-4adb-b7d1-6bf829480f68, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883bf027-951b-44d5-90ce-b62623548b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8525f486-9759-4ee7-812b-57b37ba0adc0'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:24:30.227943 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c2e6fe58-d33b-4d60-ba12-a3025003837f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:30.230908 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0ebf6ff9-bc6a-4a14-8522-abc3d19231d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:30.276455 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee9033be-130e-4dfc-af2d-fc67bc69739e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:30.314229 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e0c9b-73bb-4c00-81b0-c35969199145 None None] Pushing event updated for resources: {'Port': ['ID=1814c8da-29ff-480b-b766-ad69cffff05c,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:30.379805 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c2e6fe58-d33b-4d60-ba12-a3025003837f None None] For port 515ef3f7-eb32-4adb-b7d1-6bf829480f68, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:24:30.390747 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-0ebf6ff9-bc6a-4a14-8522-abc3d19231d1 None None] Attempting to bind port 1814c8da-29ff-480b-b766-ad69cffff05c on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:24:30.391120 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-0ebf6ff9-bc6a-4a14-8522-abc3d19231d1 None None] Attempting to bind port 1814c8da-29ff-480b-b766-ad69cffff05c by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '64391c9c-2c3a-46b7-bd15-bec6a08aee1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3dd45677-0892-4655-aa70-d63522805d9a'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:24:30.391488 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebf6ff9-bc6a-4a14-8522-abc3d19231d1 None None] Attempting to bind port 1814c8da-29ff-480b-b766-ad69cffff05c on network 3dd45677-0892-4655-aa70-d63522805d9a {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:24:30.398369 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c2e6fe58-d33b-4d60-ba12-a3025003837f None None] For port 515ef3f7-eb32-4adb-b7d1-6bf829480f68, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=515ef3f7-eb32-4adb-b7d1-6bf829480f68,segment=NetworkSegment(883bf027-951b-44d5-90ce-b62623548b1e),segment_id=883bf027-951b-44d5-90ce-b62623548b1e)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:24:30.401423 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebf6ff9-bc6a-4a14-8522-abc3d19231d1 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:24:30.401822 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebf6ff9-bc6a-4a14-8522-abc3d19231d1 None None] Checking segment: {'id': '64391c9c-2c3a-46b7-bd15-bec6a08aee1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3dd45677-0892-4655-aa70-d63522805d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:24:30.402291 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0ebf6ff9-bc6a-4a14-8522-abc3d19231d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:30.402611 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebf6ff9-bc6a-4a14-8522-abc3d19231d1 None None] Bound using segment: {'id': '64391c9c-2c3a-46b7-bd15-bec6a08aee1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3dd45677-0892-4655-aa70-d63522805d9a'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:24:30.403071 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-0ebf6ff9-bc6a-4a14-8522-abc3d19231d1 None None] Bound port: 1814c8da-29ff-480b-b766-ad69cffff05c, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64391c9c-2c3a-46b7-bd15-bec6a08aee1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3dd45677-0892-4655-aa70-d63522805d9a'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:24:30.403452 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0ebf6ff9-bc6a-4a14-8522-abc3d19231d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:30.407153 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c2e6fe58-d33b-4d60-ba12-a3025003837f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:30.437910 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9033be-130e-4dfc-af2d-fc67bc69739e admin admin] Router acb1abc1-7614-43d5-9f13-0310557daeaa is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:24:30.501308 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6fe58-d33b-4d60-ba12-a3025003837f None None] Pushing event updated for resources: {'Port': ['ID=515ef3f7-eb32-4adb-b7d1-6bf829480f68,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:30.526379 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-0ebf6ff9-bc6a-4a14-8522-abc3d19231d1 None None] For port 1814c8da-29ff-480b-b766-ad69cffff05c, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:24:30.530343 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-0ebf6ff9-bc6a-4a14-8522-abc3d19231d1 None None] For port 1814c8da-29ff-480b-b766-ad69cffff05c, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=1814c8da-29ff-480b-b766-ad69cffff05c,segment=NetworkSegment(64391c9c-2c3a-46b7-bd15-bec6a08aee1f),segment_id=64391c9c-2c3a-46b7-bd15-bec6a08aee1f)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:24:30.540338 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0ebf6ff9-bc6a-4a14-8522-abc3d19231d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:30.561019 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9033be-130e-4dfc-af2d-fc67bc69739e admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:24:30.577241 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cca5ac-f429-4c20-bdea-465947d5855d None None] Sync routers for ids ['acb1abc1-7614-43d5-9f13-0310557daeaa'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:24:30.591151 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cca5ac-f429-4c20-bdea-465947d5855d None None] Routers {'acb1abc1-7614-43d5-9f13-0310557daeaa'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:24:30.591929 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-5eb14cd7-916f-4963-838f-536d08ffbf12 None None] Provisioning complete for port 1814c8da-29ff-480b-b766-ad69cffff05c triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:24:30.592284 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5eb14cd7-916f-4963-838f-536d08ffbf12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:30.595306 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ee9033be-130e-4dfc-af2d-fc67bc69739e admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:30.595711 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-03cca5ac-f429-4c20-bdea-465947d5855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:24:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['acb1abc1-7614-43d5-9f13-0310557daeaa'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:30.602230 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ee9033be-130e-4dfc-af2d-fc67bc69739e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5606990 Nov 29 02:24:30.602756 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 48204) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:24:30.654367 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebf6ff9-bc6a-4a14-8522-abc3d19231d1 None None] Routers {'13550fb8-313c-4046-8a6a-af5e350a5cf7'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:24:30.655078 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-0ebf6ff9-bc6a-4a14-8522-abc3d19231d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:24:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['13550fb8-313c-4046-8a6a-af5e350a5cf7'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:30.660056 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e0c9b-73bb-4c00-81b0-c35969199145 None None] Pushing event updated for resources: {'Port': ['ID=1814c8da-29ff-480b-b766-ad69cffff05c,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:30.742978 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-03cca5ac-f429-4c20-bdea-465947d5855d None None] Set router acb1abc1-7614-43d5-9f13-0310557daeaa gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:24:30.865294 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-0ebf6ff9-bc6a-4a14-8522-abc3d19231d1 None None] Set router 13550fb8-313c-4046-8a6a-af5e350a5cf7 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:24:30.867979 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5eb14cd7-916f-4963-838f-536d08ffbf12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:30.956288 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-5eb14cd7-916f-4963-838f-536d08ffbf12 None None] For port 1814c8da-29ff-480b-b766-ad69cffff05c, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=1814c8da-29ff-480b-b766-ad69cffff05c,segment=NetworkSegment(64391c9c-2c3a-46b7-bd15-bec6a08aee1f),segment_id=64391c9c-2c3a-46b7-bd15-bec6a08aee1f)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:24:30.992020 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5eb14cd7-916f-4963-838f-536d08ffbf12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:31.015538 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-03cca5ac-f429-4c20-bdea-465947d5855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb1abc1-7614-43d5-9f13-0310557daeaa', 'name': 'tempest-TestEncryptedCinderVolumes-2082227464-router', 'tenant_id': 'd9eef25bd095417cac6e9d6e3db77f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '7706eb2f-ec56-4601-9a13-16fead92b06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:24:29Z', 'updated_at': '2021-11-29T02:24:29Z', 'revision_number': 3, 'project_id': 'd9eef25bd095417cac6e9d6e3db77f58', 'gw_port': {'id': '7706eb2f-ec56-4601-9a13-16fead92b06f', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ae:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb1abc1-7614-43d5-9f13-0310557daeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:24:29Z', 'updated_at': '2021-11-29T02:24:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:31.044562 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cca5ac-f429-4c20-bdea-465947d5855d None None] Checking router: acb1abc1-7614-43d5-9f13-0310557daeaa for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:24:31.045011 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cca5ac-f429-4c20-bdea-465947d5855d None None] Updating router acb1abc1-7614-43d5-9f13-0310557daeaa port 7706eb2f-ec56-4601-9a13-16fead92b06f binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:24:31.071353 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-03cca5ac-f429-4c20-bdea-465947d5855d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:31.096312 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb14cd7-916f-4963-838f-536d08ffbf12 None None] Pushing event updated for resources: {'Port': ['ID=1814c8da-29ff-480b-b766-ad69cffff05c,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:31.149222 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-445c525f-7ee4-41d0-b9c6-bac5c8b52660 None None] Provisioning complete for port 1814c8da-29ff-480b-b766-ad69cffff05c triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:24:31.149222 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-445c525f-7ee4-41d0-b9c6-bac5c8b52660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:31.238394 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-0ebf6ff9-bc6a-4a14-8522-abc3d19231d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13550fb8-313c-4046-8a6a-af5e350a5cf7', 'name': 'tempest-TestEncryptedCinderVolumes-900423583-router', 'tenant_id': 'f727960ea743418d86018346132c757d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '2eb87901-cf89-4982-be10-9d447b48efdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:24:24Z', 'updated_at': '2021-11-29T02:24:27Z', 'revision_number': 4, 'project_id': 'f727960ea743418d86018346132c757d', 'gw_port': {'id': '2eb87901-cf89-4982-be10-9d447b48efdc', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13550fb8-313c-4046-8a6a-af5e350a5cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:24:24Z', 'updated_at': '2021-11-29T02:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '1814c8da-29ff-480b-b766-ad69cffff05c', 'name': '', 'network_id': '3dd45677-0892-4655-aa70-d63522805d9a', 'tenant_id': 'f727960ea743418d86018346132c757d', 'mac_address': 'fa:16:3e:60:15:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13550fb8-313c-4046-8a6a-af5e350a5cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd5da85fa-7636-46ee-8a0c-578a83541f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:24:26Z', 'updated_at': '2021-11-29T02:24:30Z', 'revision_number': 4, 'project_id': 'f727960ea743418d86018346132c757d', 'subnets': [{'id': 'd5da85fa-7636-46ee-8a0c-578a83541f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:31.250570 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b127e55c-e84b-4155-a1db-a23e9e05f7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:31.288432 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebf6ff9-bc6a-4a14-8522-abc3d19231d1 None None] The sync data for ids ['13550fb8-313c-4046-8a6a-af5e350a5cf7'] in dv-neutron-819032-3-hyperv is: [{'id': '13550fb8-313c-4046-8a6a-af5e350a5cf7', 'name': 'tempest-TestEncryptedCinderVolumes-900423583-router', 'tenant_id': 'f727960ea743418d86018346132c757d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '2eb87901-cf89-4982-be10-9d447b48efdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:24:24Z', 'updated_at': '2021-11-29T02:24:27Z', 'revision_number': 4, 'project_id': 'f727960ea743418d86018346132c757d', 'gw_port': {'id': '2eb87901-cf89-4982-be10-9d447b48efdc', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13550fb8-313c-4046-8a6a-af5e350a5cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:24:24Z', 'updated_at': '2021-11-29T02:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '1814c8da-29ff-480b-b766-ad69cffff05c', 'name': '', 'network_id': '3dd45677-0892-4655-aa70-d63522805d9a', 'tenant_id': 'f727960ea743418d86018346132c757d', 'mac_address': 'fa:16:3e:60:15:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13550fb8-313c-4046-8a6a-af5e350a5cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd5da85fa-7636-46ee-8a0c-578a83541f8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:24:26Z', 'updated_at': '2021-11-29T02:24:30Z', 'revision_number': 4, 'project_id': 'f727960ea743418d86018346132c757d', 'subnets': [{'id': 'd5da85fa-7636-46ee-8a0c-578a83541f8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:24:31.479388 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-b127e55c-e84b-4155-a1db-a23e9e05f7cf admin admin] Allocated IP 172.20.0.1 (8525f486-9759-4ee7-812b-57b37ba0adc0/123197f1-b838-4a04-94b5-0d4ba26506ce/290c21c5-3f50-4bfd-a717-11adc0db1d75) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:24:31.520463 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-03cca5ac-f429-4c20-bdea-465947d5855d None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:31.532683 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-03cca5ac-f429-4c20-bdea-465947d5855d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:31.583218 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d6d446-aa78-43ea-81c4-8713ebfacc8e None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:24:31.589759 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-03cca5ac-f429-4c20-bdea-465947d5855d None None] Attempting to bind port 7706eb2f-ec56-4601-9a13-16fead92b06f on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:24:31.590333 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-03cca5ac-f429-4c20-bdea-465947d5855d None None] Attempting to bind port 7706eb2f-ec56-4601-9a13-16fead92b06f by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:24:31.590621 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cca5ac-f429-4c20-bdea-465947d5855d None None] Attempting to bind port 7706eb2f-ec56-4601-9a13-16fead92b06f on network 4bf244a8-fda8-412f-8f05-2c7c5210f333 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:24:31.599549 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cca5ac-f429-4c20-bdea-465947d5855d None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:24:31.599890 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cca5ac-f429-4c20-bdea-465947d5855d None None] Checking segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:24:31.600244 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-03cca5ac-f429-4c20-bdea-465947d5855d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:31.601250 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cca5ac-f429-4c20-bdea-465947d5855d None None] Bound using segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:24:31.601754 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-03cca5ac-f429-4c20-bdea-465947d5855d None None] Bound port: 7706eb2f-ec56-4601-9a13-16fead92b06f, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:24:31.602227 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-03cca5ac-f429-4c20-bdea-465947d5855d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:31.631667 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce80b9-957e-4f65-8038-3253207ecf48 None None] Pushing event updated for resources: {'Port': ['ID=7706eb2f-ec56-4601-9a13-16fead92b06f,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:31.659621 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b127e55c-e84b-4155-a1db-a23e9e05f7cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:31.667314 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-03cca5ac-f429-4c20-bdea-465947d5855d None None] For port 7706eb2f-ec56-4601-9a13-16fead92b06f, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:24:31.670829 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-03cca5ac-f429-4c20-bdea-465947d5855d None None] For port 7706eb2f-ec56-4601-9a13-16fead92b06f, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7706eb2f-ec56-4601-9a13-16fead92b06f,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:24:31.676290 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-03cca5ac-f429-4c20-bdea-465947d5855d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:31.720424 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eb61306a-9da7-4e8b-8b21-204ae44619d5 None None] Provisioning complete for port 7706eb2f-ec56-4601-9a13-16fead92b06f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:24:31.721044 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb61306a-9da7-4e8b-8b21-204ae44619d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:31.725117 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80679c7d-923f-4de2-ba07-4d20f84e4edc None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:24:31.735145 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cca5ac-f429-4c20-bdea-465947d5855d None None] Routers {'acb1abc1-7614-43d5-9f13-0310557daeaa'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:24:31.735791 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-03cca5ac-f429-4c20-bdea-465947d5855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:24:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['acb1abc1-7614-43d5-9f13-0310557daeaa'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:31.736034 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b127e55c-e84b-4155-a1db-a23e9e05f7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:31.786220 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b127e55c-e84b-4155-a1db-a23e9e05f7cf admin admin] Network 8525f486-9759-4ee7-812b-57b37ba0adc0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:24:31.796091 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-b127e55c-e84b-4155-a1db-a23e9e05f7cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:24:31.798858 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b127e55c-e84b-4155-a1db-a23e9e05f7cf admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:24:31.830627 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb61306a-9da7-4e8b-8b21-204ae44619d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:31.856509 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6da749e-b1db-4131-95e2-2a4ca587d6cb None None] Network 8525f486-9759-4ee7-812b-57b37ba0adc0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:24:31.856878 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b127e55c-e84b-4155-a1db-a23e9e05f7cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:31.873752 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-03cca5ac-f429-4c20-bdea-465947d5855d None None] Set router acb1abc1-7614-43d5-9f13-0310557daeaa gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:24:31.879246 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eb61306a-9da7-4e8b-8b21-204ae44619d5 None None] For port 7706eb2f-ec56-4601-9a13-16fead92b06f, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7706eb2f-ec56-4601-9a13-16fead92b06f,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:24:31.915282 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b127e55c-e84b-4155-a1db-a23e9e05f7cf admin admin] Pushing event updated for resources: {'Port': ['ID=290c21c5-3f50-4bfd-a717-11adc0db1d75,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:31.917295 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb61306a-9da7-4e8b-8b21-204ae44619d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:31.980933 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce80b9-957e-4f65-8038-3253207ecf48 None None] Pushing event updated for resources: {'Port': ['ID=7706eb2f-ec56-4601-9a13-16fead92b06f,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:32.009293 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb61306a-9da7-4e8b-8b21-204ae44619d5 None None] Pushing event updated for resources: {'Port': ['ID=7706eb2f-ec56-4601-9a13-16fead92b06f,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:32.039908 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b127e55c-e84b-4155-a1db-a23e9e05f7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:32.081946 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-6c7a126e-79b7-4dec-8382-8fca9ca295e7 None None] Provisioning complete for port 7706eb2f-ec56-4601-9a13-16fead92b06f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:24:32.082406 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6c7a126e-79b7-4dec-8382-8fca9ca295e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:32.098766 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-03cca5ac-f429-4c20-bdea-465947d5855d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb1abc1-7614-43d5-9f13-0310557daeaa', 'name': 'tempest-TestEncryptedCinderVolumes-2082227464-router', 'tenant_id': 'd9eef25bd095417cac6e9d6e3db77f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '7706eb2f-ec56-4601-9a13-16fead92b06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:24:29Z', 'updated_at': '2021-11-29T02:24:29Z', 'revision_number': 3, 'project_id': 'd9eef25bd095417cac6e9d6e3db77f58', 'gw_port': {'id': '7706eb2f-ec56-4601-9a13-16fead92b06f', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ae:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb1abc1-7614-43d5-9f13-0310557daeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:24:29Z', 'updated_at': '2021-11-29T02:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:32.235569 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cca5ac-f429-4c20-bdea-465947d5855d None None] The sync data for ids ['acb1abc1-7614-43d5-9f13-0310557daeaa'] in dv-neutron-819032-3-hyperv is: [{'id': 'acb1abc1-7614-43d5-9f13-0310557daeaa', 'name': 'tempest-TestEncryptedCinderVolumes-2082227464-router', 'tenant_id': 'd9eef25bd095417cac6e9d6e3db77f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '7706eb2f-ec56-4601-9a13-16fead92b06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:24:29Z', 'updated_at': '2021-11-29T02:24:29Z', 'revision_number': 3, 'project_id': 'd9eef25bd095417cac6e9d6e3db77f58', 'gw_port': {'id': '7706eb2f-ec56-4601-9a13-16fead92b06f', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ae:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb1abc1-7614-43d5-9f13-0310557daeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:24:29Z', 'updated_at': '2021-11-29T02:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:24:32.259562 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-6c7a126e-79b7-4dec-8382-8fca9ca295e7 None None] Provisioning complete for port 515ef3f7-eb32-4adb-b7d1-6bf829480f68 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:24:32.260561 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6c7a126e-79b7-4dec-8382-8fca9ca295e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:32.291611 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b127e55c-e84b-4155-a1db-a23e9e05f7cf admin admin] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:32.298766 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b127e55c-e84b-4155-a1db-a23e9e05f7cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:32.359196 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6c7a126e-79b7-4dec-8382-8fca9ca295e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:32.396438 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-6c7a126e-79b7-4dec-8382-8fca9ca295e7 None None] For port 515ef3f7-eb32-4adb-b7d1-6bf829480f68, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=515ef3f7-eb32-4adb-b7d1-6bf829480f68,segment=NetworkSegment(883bf027-951b-44d5-90ce-b62623548b1e),segment_id=883bf027-951b-44d5-90ce-b62623548b1e)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:24:32.402316 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6c7a126e-79b7-4dec-8382-8fca9ca295e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:32.402486 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b127e55c-e84b-4155-a1db-a23e9e05f7cf admin admin] Pushing event updated for resources: {'Port': ['ID=290c21c5-3f50-4bfd-a717-11adc0db1d75,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:32.404903 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b127e55c-e84b-4155-a1db-a23e9e05f7cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:32.482229 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a126e-79b7-4dec-8382-8fca9ca295e7 None None] Pushing event updated for resources: {'Port': ['ID=515ef3f7-eb32-4adb-b7d1-6bf829480f68,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:32.527527 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-6b0c44bc-4c5b-4192-9ee2-9b28232cc04e None None] Provisioning complete for port 290c21c5-3f50-4bfd-a717-11adc0db1d75 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:24:32.527903 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b0c44bc-4c5b-4192-9ee2-9b28232cc04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:32.532063 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b127e55c-e84b-4155-a1db-a23e9e05f7cf admin admin] Network 8525f486-9759-4ee7-812b-57b37ba0adc0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:24:32.533648 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-b127e55c-e84b-4155-a1db-a23e9e05f7cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:24:32.582451 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6b0c44bc-4c5b-4192-9ee2-9b28232cc04e None None] Port 290c21c5-3f50-4bfd-a717-11adc0db1d75 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:24:32.607458 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-6b0c44bc-4c5b-4192-9ee2-9b28232cc04e None None] Provisioning complete for port 515ef3f7-eb32-4adb-b7d1-6bf829480f68 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:24:32.607832 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b0c44bc-4c5b-4192-9ee2-9b28232cc04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:32.731304 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b127e55c-e84b-4155-a1db-a23e9e05f7cf admin admin] Router acb1abc1-7614-43d5-9f13-0310557daeaa has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:24:32.940203 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b127e55c-e84b-4155-a1db-a23e9e05f7cf admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:24:32.945975 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b127e55c-e84b-4155-a1db-a23e9e05f7cf admin admin] 10.222.0.37 "PUT /v2.0/routers/acb1abc1-7614-43d5-9f13-0310557daeaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3416264 Nov 29 02:24:32.981915 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7706eb2f-ec56-4601-9a13-16fead92b06f up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:24:33.043369 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 7706eb2f-ec56-4601-9a13-16fead92b06f triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:24:33.044048 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:33.160470 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 1814c8da-29ff-480b-b766-ad69cffff05c up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:24:33.165353 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-c2a84f06-7b8e-42d2-840b-87ac03b64bfc None None] Provisioning complete for port 290c21c5-3f50-4bfd-a717-11adc0db1d75 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:24:33.165758 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c2a84f06-7b8e-42d2-840b-87ac03b64bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:33.226269 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c2a84f06-7b8e-42d2-840b-87ac03b64bfc None None] Port 290c21c5-3f50-4bfd-a717-11adc0db1d75 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:24:33.241480 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 1814c8da-29ff-480b-b766-ad69cffff05c triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:24:33.241891 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:33.327434 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 515ef3f7-eb32-4adb-b7d1-6bf829480f68 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:24:33.376235 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 515ef3f7-eb32-4adb-b7d1-6bf829480f68 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:24:33.376613 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:33.748554 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97323f9c-f295-44bc-af20-5d96a788478d req-fee7e11b-4bfe-40d0-b526-bc15d0146fdc tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:33.749955 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-97323f9c-f295-44bc-af20-5d96a788478d req-fee7e11b-4bfe-40d0-b526-bc15d0146fdc tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/networks?id=3dd45677-0892-4655-aa70-d63522805d9a HTTP/1.1" status: 200 len: 816 time: 0.0997207 Nov 29 02:24:33.764320 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-97323f9c-f295-44bc-af20-5d96a788478d req-55512301-5586-44b8-a0c3-5846524f5406 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/quotas/f727960ea743418d86018346132c757d HTTP/1.1" status: 200 len: 375 time: 0.0088418 Nov 29 02:24:33.815084 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-97323f9c-f295-44bc-af20-5d96a788478d req-609d6833-b41e-4c0d-9bc2-34de71d0bf78 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f727960ea743418d86018346132c757d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456450 Nov 29 02:24:33.911615 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-97323f9c-f295-44bc-af20-5d96a788478d req-bf5d50da-46ca-4df7-900e-3d57c9a7b345 service neutron] 10.222.0.37 "GET /v2.0/networks/3dd45677-0892-4655-aa70-d63522805d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850272 Nov 29 02:24:34.002994 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-97323f9c-f295-44bc-af20-5d96a788478d req-3bfe2270-ade0-4540-9cd2-4b303521a2a1 service neutron] 10.222.0.37 "GET /v2.0/networks/3dd45677-0892-4655-aa70-d63522805d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845697 Nov 29 02:24:34.160298 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-92459eb1-f9a2-4390-b3ad-dde8436105d0 req-43318381-574e-4752-b308-24ff88aeb44b tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ec8b8b-6ca4-4bdc-9b2d-77da1dbba653 HTTP/1.1" status: 200 len: 210 time: 0.0267878 Nov 29 02:24:34.720059 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9411b592-e6fd-431a-a81a-9402ad2d622a None None] Sync routers for ids ['acb1abc1-7614-43d5-9f13-0310557daeaa'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:24:34.734210 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9411b592-e6fd-431a-a81a-9402ad2d622a None None] Routers {'acb1abc1-7614-43d5-9f13-0310557daeaa'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:24:34.734820 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9411b592-e6fd-431a-a81a-9402ad2d622a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:24:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['acb1abc1-7614-43d5-9f13-0310557daeaa'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:34.838732 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-9411b592-e6fd-431a-a81a-9402ad2d622a None None] Set router acb1abc1-7614-43d5-9f13-0310557daeaa gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:24:35.034023 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9411b592-e6fd-431a-a81a-9402ad2d622a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb1abc1-7614-43d5-9f13-0310557daeaa', 'name': 'tempest-TestEncryptedCinderVolumes-2082227464-router', 'tenant_id': 'd9eef25bd095417cac6e9d6e3db77f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '7706eb2f-ec56-4601-9a13-16fead92b06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:24:29Z', 'updated_at': '2021-11-29T02:24:31Z', 'revision_number': 4, 'project_id': 'd9eef25bd095417cac6e9d6e3db77f58', 'gw_port': {'id': '7706eb2f-ec56-4601-9a13-16fead92b06f', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ae:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb1abc1-7614-43d5-9f13-0310557daeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:24:29Z', 'updated_at': '2021-11-29T02:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '290c21c5-3f50-4bfd-a717-11adc0db1d75', 'name': '', 'network_id': '8525f486-9759-4ee7-812b-57b37ba0adc0', 'tenant_id': 'd9eef25bd095417cac6e9d6e3db77f58', 'mac_address': 'fa:16:3e:62:9d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb1abc1-7614-43d5-9f13-0310557daeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '123197f1-b838-4a04-94b5-0d4ba26506ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:24:31Z', 'updated_at': '2021-11-29T02:24:32Z', 'revision_number': 2, 'project_id': 'd9eef25bd095417cac6e9d6e3db77f58', 'subnets': [{'id': '123197f1-b838-4a04-94b5-0d4ba26506ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:35.059835 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9411b592-e6fd-431a-a81a-9402ad2d622a None None] Checking router: acb1abc1-7614-43d5-9f13-0310557daeaa for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:24:35.060203 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9411b592-e6fd-431a-a81a-9402ad2d622a None None] Updating router acb1abc1-7614-43d5-9f13-0310557daeaa port 290c21c5-3f50-4bfd-a717-11adc0db1d75 binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:24:35.088423 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9411b592-e6fd-431a-a81a-9402ad2d622a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:35.279309 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bc8866c3-c288-422b-bb8b-f3fdb9b98322 req-dfb4bd97-cdc2-4b83-aed3-2bf0b8ff2355 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ec8b8b-6ca4-4bdc-9b2d-77da1dbba653 HTTP/1.1" status: 200 len: 210 time: 0.0306349 Nov 29 02:24:35.341109 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97323f9c-f295-44bc-af20-5d96a788478d req-07eb8dfb-97f8-45d2-b347-98db5ff736cd tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:35.342531 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-97323f9c-f295-44bc-af20-5d96a788478d req-07eb8dfb-97f8-45d2-b347-98db5ff736cd tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.24 "GET /v2.0/networks?id=3dd45677-0892-4655-aa70-d63522805d9a HTTP/1.1" status: 200 len: 816 time: 0.1464806 Nov 29 02:24:35.372605 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-97323f9c-f295-44bc-af20-5d96a788478d req-46311de9-8c2a-495c-8208-14800dece632 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Request body: {'port': {'device_id': 'b8ec8b8b-6ca4-4bdc-9b2d-77da1dbba653', 'network_id': '3dd45677-0892-4655-aa70-d63522805d9a', 'admin_state_up': True, 'tenant_id': 'f727960ea743418d86018346132c757d'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:24:35.390313 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9411b592-e6fd-431a-a81a-9402ad2d622a None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:35.395541 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9411b592-e6fd-431a-a81a-9402ad2d622a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:35.446058 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1df73c-64a9-4913-b708-bda387e95eb6 None None] Pushing event updated for resources: {'Port': ['ID=290c21c5-3f50-4bfd-a717-11adc0db1d75,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:35.500240 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97323f9c-f295-44bc-af20-5d96a788478d req-46311de9-8c2a-495c-8208-14800dece632 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Made reservation on behalf of f727960ea743418d86018346132c757d for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:24:35.503870 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-97323f9c-f295-44bc-af20-5d96a788478d req-46311de9-8c2a-495c-8208-14800dece632 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:35.508785 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9411b592-e6fd-431a-a81a-9402ad2d622a None None] Attempting to bind port 290c21c5-3f50-4bfd-a717-11adc0db1d75 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:24:35.509170 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9411b592-e6fd-431a-a81a-9402ad2d622a None None] Attempting to bind port 290c21c5-3f50-4bfd-a717-11adc0db1d75 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '883bf027-951b-44d5-90ce-b62623548b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8525f486-9759-4ee7-812b-57b37ba0adc0'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:24:35.509565 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9411b592-e6fd-431a-a81a-9402ad2d622a None None] Attempting to bind port 290c21c5-3f50-4bfd-a717-11adc0db1d75 on network 8525f486-9759-4ee7-812b-57b37ba0adc0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:24:35.515512 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9411b592-e6fd-431a-a81a-9402ad2d622a None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:24:35.515894 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9411b592-e6fd-431a-a81a-9402ad2d622a None None] Checking segment: {'id': '883bf027-951b-44d5-90ce-b62623548b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8525f486-9759-4ee7-812b-57b37ba0adc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:24:35.516304 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9411b592-e6fd-431a-a81a-9402ad2d622a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:35.517037 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9411b592-e6fd-431a-a81a-9402ad2d622a None None] Bound using segment: {'id': '883bf027-951b-44d5-90ce-b62623548b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8525f486-9759-4ee7-812b-57b37ba0adc0'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:24:35.517173 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9411b592-e6fd-431a-a81a-9402ad2d622a None None] Bound port: 290c21c5-3f50-4bfd-a717-11adc0db1d75, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883bf027-951b-44d5-90ce-b62623548b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8525f486-9759-4ee7-812b-57b37ba0adc0'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:24:35.517589 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9411b592-e6fd-431a-a81a-9402ad2d622a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:35.589630 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9411b592-e6fd-431a-a81a-9402ad2d622a None None] For port 290c21c5-3f50-4bfd-a717-11adc0db1d75, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:24:35.593431 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9411b592-e6fd-431a-a81a-9402ad2d622a None None] For port 290c21c5-3f50-4bfd-a717-11adc0db1d75, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=290c21c5-3f50-4bfd-a717-11adc0db1d75,segment=NetworkSegment(883bf027-951b-44d5-90ce-b62623548b1e),segment_id=883bf027-951b-44d5-90ce-b62623548b1e)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:24:35.599202 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9411b592-e6fd-431a-a81a-9402ad2d622a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:35.650064 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-97323f9c-f295-44bc-af20-5d96a788478d req-46311de9-8c2a-495c-8208-14800dece632 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Allocated IP 172.20.0.12 (3dd45677-0892-4655-aa70-d63522805d9a/d5da85fa-7636-46ee-8a0c-578a83541f8b/9e62c7da-b523-44a1-b9a8-cbe2c54acfca) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:24:35.656632 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9411b592-e6fd-431a-a81a-9402ad2d622a None None] Routers {'acb1abc1-7614-43d5-9f13-0310557daeaa'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:24:35.657268 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9411b592-e6fd-431a-a81a-9402ad2d622a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:24:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['acb1abc1-7614-43d5-9f13-0310557daeaa'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:35.662107 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1df73c-64a9-4913-b708-bda387e95eb6 None None] Pushing event updated for resources: {'Port': ['ID=290c21c5-3f50-4bfd-a717-11adc0db1d75,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:35.772882 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-7677558a-c441-4dbf-b526-2ef84ea95835 None None] Provisioning complete for port 290c21c5-3f50-4bfd-a717-11adc0db1d75 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:24:35.773576 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7677558a-c441-4dbf-b526-2ef84ea95835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:35.802623 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-9411b592-e6fd-431a-a81a-9402ad2d622a None None] Set router acb1abc1-7614-43d5-9f13-0310557daeaa gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:24:35.822190 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-97323f9c-f295-44bc-af20-5d96a788478d req-46311de9-8c2a-495c-8208-14800dece632 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:35.859314 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-97323f9c-f295-44bc-af20-5d96a788478d req-46311de9-8c2a-495c-8208-14800dece632 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:35.908100 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97323f9c-f295-44bc-af20-5d96a788478d req-46311de9-8c2a-495c-8208-14800dece632 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Network 3dd45677-0892-4655-aa70-d63522805d9a is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:24:35.914353 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-97323f9c-f295-44bc-af20-5d96a788478d req-46311de9-8c2a-495c-8208-14800dece632 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:24:35.916521 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46311de9-8c2a-495c-8208-14800dece632 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Pushing event updated for resources: {'Port': ['ID=9e62c7da-b523-44a1-b9a8-cbe2c54acfca,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:35.918650 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-97323f9c-f295-44bc-af20-5d96a788478d req-46311de9-8c2a-495c-8208-14800dece632 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:24:35.968609 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97323f9c-f295-44bc-af20-5d96a788478d req-46311de9-8c2a-495c-8208-14800dece632 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:35.969250 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-97323f9c-f295-44bc-af20-5d96a788478d req-46311de9-8c2a-495c-8208-14800dece632 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:35.975799 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7677558a-c441-4dbf-b526-2ef84ea95835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:35.985969 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-97323f9c-f295-44bc-af20-5d96a788478d req-46311de9-8c2a-495c-8208-14800dece632 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6188362 Nov 29 02:24:36.014090 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-97323f9c-f295-44bc-af20-5d96a788478d req-4c2e7be8-43cc-48ac-888d-08af2eb35fb3 service neutron] Request body: {'port': {'device_id': 'b8ec8b8b-6ca4-4bdc-9b2d-77da1dbba653', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:24:36.050565 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7677558a-c441-4dbf-b526-2ef84ea95835 None None] For port 290c21c5-3f50-4bfd-a717-11adc0db1d75, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=290c21c5-3f50-4bfd-a717-11adc0db1d75,segment=NetworkSegment(883bf027-951b-44d5-90ce-b62623548b1e),segment_id=883bf027-951b-44d5-90ce-b62623548b1e)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:24:36.058450 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7677558a-c441-4dbf-b526-2ef84ea95835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:36.085265 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-97323f9c-f295-44bc-af20-5d96a788478d req-4c2e7be8-43cc-48ac-888d-08af2eb35fb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:36.120662 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677558a-c441-4dbf-b526-2ef84ea95835 None None] Pushing event updated for resources: {'Port': ['ID=290c21c5-3f50-4bfd-a717-11adc0db1d75,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:36.129506 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9411b592-e6fd-431a-a81a-9402ad2d622a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb1abc1-7614-43d5-9f13-0310557daeaa', 'name': 'tempest-TestEncryptedCinderVolumes-2082227464-router', 'tenant_id': 'd9eef25bd095417cac6e9d6e3db77f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '7706eb2f-ec56-4601-9a13-16fead92b06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:24:29Z', 'updated_at': '2021-11-29T02:24:31Z', 'revision_number': 4, 'project_id': 'd9eef25bd095417cac6e9d6e3db77f58', 'gw_port': {'id': '7706eb2f-ec56-4601-9a13-16fead92b06f', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ae:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb1abc1-7614-43d5-9f13-0310557daeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:24:29Z', 'updated_at': '2021-11-29T02:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '290c21c5-3f50-4bfd-a717-11adc0db1d75', 'name': '', 'network_id': '8525f486-9759-4ee7-812b-57b37ba0adc0', 'tenant_id': 'd9eef25bd095417cac6e9d6e3db77f58', 'mac_address': 'fa:16:3e:62:9d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb1abc1-7614-43d5-9f13-0310557daeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '123197f1-b838-4a04-94b5-0d4ba26506ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:24:31Z', 'updated_at': '2021-11-29T02:24:35Z', 'revision_number': 4, 'project_id': 'd9eef25bd095417cac6e9d6e3db77f58', 'subnets': [{'id': '123197f1-b838-4a04-94b5-0d4ba26506ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:24:36.159030 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9411b592-e6fd-431a-a81a-9402ad2d622a None None] The sync data for ids ['acb1abc1-7614-43d5-9f13-0310557daeaa'] in dv-neutron-819032-3-hyperv is: [{'id': 'acb1abc1-7614-43d5-9f13-0310557daeaa', 'name': 'tempest-TestEncryptedCinderVolumes-2082227464-router', 'tenant_id': 'd9eef25bd095417cac6e9d6e3db77f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '7706eb2f-ec56-4601-9a13-16fead92b06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:24:29Z', 'updated_at': '2021-11-29T02:24:31Z', 'revision_number': 4, 'project_id': 'd9eef25bd095417cac6e9d6e3db77f58', 'gw_port': {'id': '7706eb2f-ec56-4601-9a13-16fead92b06f', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ae:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb1abc1-7614-43d5-9f13-0310557daeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:24:29Z', 'updated_at': '2021-11-29T02:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '290c21c5-3f50-4bfd-a717-11adc0db1d75', 'name': '', 'network_id': '8525f486-9759-4ee7-812b-57b37ba0adc0', 'tenant_id': 'd9eef25bd095417cac6e9d6e3db77f58', 'mac_address': 'fa:16:3e:62:9d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb1abc1-7614-43d5-9f13-0310557daeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '123197f1-b838-4a04-94b5-0d4ba26506ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:24:31Z', 'updated_at': '2021-11-29T02:24:35Z', 'revision_number': 4, 'project_id': 'd9eef25bd095417cac6e9d6e3db77f58', 'subnets': [{'id': '123197f1-b838-4a04-94b5-0d4ba26506ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:24:36.180351 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-8ba230a3-6d12-41a3-96f8-4cde39a25ac2 None None] Provisioning complete for port 9e62c7da-b523-44a1-b9a8-cbe2c54acfca triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:24:36.180717 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8ba230a3-6d12-41a3-96f8-4cde39a25ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:36.243881 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-8ba230a3-6d12-41a3-96f8-4cde39a25ac2 None None] Port 9e62c7da-b523-44a1-b9a8-cbe2c54acfca cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:24:36.254558 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-8ba230a3-6d12-41a3-96f8-4cde39a25ac2 None None] Provisioning complete for port 290c21c5-3f50-4bfd-a717-11adc0db1d75 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:24:36.254934 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8ba230a3-6d12-41a3-96f8-4cde39a25ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:36.401051 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-97323f9c-f295-44bc-af20-5d96a788478d req-4c2e7be8-43cc-48ac-888d-08af2eb35fb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e62c7da-b523-44a1-b9a8-cbe2c54acfca {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:24:36.409256 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-97323f9c-f295-44bc-af20-5d96a788478d req-4c2e7be8-43cc-48ac-888d-08af2eb35fb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:36.421514 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5cc28-a4f3-41ae-81aa-934c6d892a5e req-f1d894e3-3678-459c-989b-13fe1fdadaf2 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:36.422861 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-97323f9c-f295-44bc-af20-5d96a788478d req-4c2e7be8-43cc-48ac-888d-08af2eb35fb3 service neutron] Transition to ACTIVE for port object 9e62c7da-b523-44a1-b9a8-cbe2c54acfca will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:24:36.423742 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c7b5cc28-a4f3-41ae-81aa-934c6d892a5e req-f1d894e3-3678-459c-989b-13fe1fdadaf2 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ec8b8b-6ca4-4bdc-9b2d-77da1dbba653 HTTP/1.1" status: 200 len: 932 time: 0.0606089 Nov 29 02:24:36.426768 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-97323f9c-f295-44bc-af20-5d96a788478d req-4c2e7be8-43cc-48ac-888d-08af2eb35fb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:36.488321 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c7b5cc28-a4f3-41ae-81aa-934c6d892a5e req-58b43ef7-aa8a-4fe2-8266-e98b79f6de30 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/security-groups?id=41006184-4ba9-4374-8739-3c72b5dab072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572057 Nov 29 02:24:36.505382 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e7be8-43cc-48ac-888d-08af2eb35fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=9e62c7da-b523-44a1-b9a8-cbe2c54acfca,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:36.578306 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-97323f9c-f295-44bc-af20-5d96a788478d req-4c2e7be8-43cc-48ac-888d-08af2eb35fb3 service neutron] Attempting to bind port 9e62c7da-b523-44a1-b9a8-cbe2c54acfca on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:24:36.578648 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-97323f9c-f295-44bc-af20-5d96a788478d req-4c2e7be8-43cc-48ac-888d-08af2eb35fb3 service neutron] Attempting to bind port 9e62c7da-b523-44a1-b9a8-cbe2c54acfca by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '64391c9c-2c3a-46b7-bd15-bec6a08aee1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3dd45677-0892-4655-aa70-d63522805d9a'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:24:36.578983 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97323f9c-f295-44bc-af20-5d96a788478d req-4c2e7be8-43cc-48ac-888d-08af2eb35fb3 service neutron] Attempting to bind port 9e62c7da-b523-44a1-b9a8-cbe2c54acfca on network 3dd45677-0892-4655-aa70-d63522805d9a {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:24:36.583978 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97323f9c-f295-44bc-af20-5d96a788478d req-4c2e7be8-43cc-48ac-888d-08af2eb35fb3 service neutron] Port 9e62c7da-b523-44a1-b9a8-cbe2c54acfca on network 3dd45677-0892-4655-aa70-d63522805d9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:24:36.584441 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97323f9c-f295-44bc-af20-5d96a788478d req-4c2e7be8-43cc-48ac-888d-08af2eb35fb3 service neutron] Attempting to bind port 9e62c7da-b523-44a1-b9a8-cbe2c54acfca on network 3dd45677-0892-4655-aa70-d63522805d9a {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:24:36.590373 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97323f9c-f295-44bc-af20-5d96a788478d req-4c2e7be8-43cc-48ac-888d-08af2eb35fb3 service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:24:36.590715 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97323f9c-f295-44bc-af20-5d96a788478d req-4c2e7be8-43cc-48ac-888d-08af2eb35fb3 service neutron] Checking segment: {'id': '64391c9c-2c3a-46b7-bd15-bec6a08aee1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3dd45677-0892-4655-aa70-d63522805d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:24:36.591094 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97323f9c-f295-44bc-af20-5d96a788478d req-4c2e7be8-43cc-48ac-888d-08af2eb35fb3 service neutron] Bound using segment: {'id': '64391c9c-2c3a-46b7-bd15-bec6a08aee1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3dd45677-0892-4655-aa70-d63522805d9a'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:24:36.591520 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-97323f9c-f295-44bc-af20-5d96a788478d req-4c2e7be8-43cc-48ac-888d-08af2eb35fb3 service neutron] Bound port: 9e62c7da-b523-44a1-b9a8-cbe2c54acfca, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64391c9c-2c3a-46b7-bd15-bec6a08aee1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3dd45677-0892-4655-aa70-d63522805d9a'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:24:36.591879 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-97323f9c-f295-44bc-af20-5d96a788478d req-4c2e7be8-43cc-48ac-888d-08af2eb35fb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:36.667511 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-97323f9c-f295-44bc-af20-5d96a788478d req-4c2e7be8-43cc-48ac-888d-08af2eb35fb3 service neutron] For port 9e62c7da-b523-44a1-b9a8-cbe2c54acfca, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:24:36.672007 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-97323f9c-f295-44bc-af20-5d96a788478d req-4c2e7be8-43cc-48ac-888d-08af2eb35fb3 service neutron] For port 9e62c7da-b523-44a1-b9a8-cbe2c54acfca, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=9e62c7da-b523-44a1-b9a8-cbe2c54acfca,segment=NetworkSegment(64391c9c-2c3a-46b7-bd15-bec6a08aee1f),segment_id=64391c9c-2c3a-46b7-bd15-bec6a08aee1f)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:24:36.681085 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-97323f9c-f295-44bc-af20-5d96a788478d req-4c2e7be8-43cc-48ac-888d-08af2eb35fb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:36.727337 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97323f9c-f295-44bc-af20-5d96a788478d req-4c2e7be8-43cc-48ac-888d-08af2eb35fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:36.728046 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-97323f9c-f295-44bc-af20-5d96a788478d req-4c2e7be8-43cc-48ac-888d-08af2eb35fb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:36.729475 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-97323f9c-f295-44bc-af20-5d96a788478d req-4c2e7be8-43cc-48ac-888d-08af2eb35fb3 service neutron] 10.222.0.24 "PUT /v2.0/ports/9e62c7da-b523-44a1-b9a8-cbe2c54acfca HTTP/1.1" status: 200 len: 1094 time: 0.7204366 Nov 29 02:24:36.729979 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ec8b8b-6ca4-4bdc-9b2d-77da1dbba653', 'tag': '9e62c7da-b523-44a1-b9a8-cbe2c54acfca'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:24:36.732449 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c38c1d5-31ce-4a51-860c-e464c1b689c3" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ec8b8b-6ca4-4bdc-9b2d-77da1dbba653", "tag": "9e62c7da-b523-44a1-b9a8-cbe2c54acfca"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:24:36.750744 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 290c21c5-3f50-4bfd-a717-11adc0db1d75 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:24:36.760198 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e7be8-43cc-48ac-888d-08af2eb35fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=9e62c7da-b523-44a1-b9a8-cbe2c54acfca,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:36.803700 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc348d10-6dc1-4519-8db6-103636d49c39 x-openstack-request-id: req-fc348d10-6dc1-4519-8db6-103636d49c39 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:24:36.804195 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ec8b8b-6ca4-4bdc-9b2d-77da1dbba653", "tag": "9e62c7da-b523-44a1-b9a8-cbe2c54acfca", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:24:36.804634 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc348d10-6dc1-4519-8db6-103636d49c39 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:24:36.805188 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ec8b8b-6ca4-4bdc-9b2d-77da1dbba653', 'tag': '9e62c7da-b523-44a1-b9a8-cbe2c54acfca', 'status': 'completed', 'code': 200} Nov 29 02:24:36.839715 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 290c21c5-3f50-4bfd-a717-11adc0db1d75 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:24:36.840777 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:36.872288 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97323f9c-f295-44bc-af20-5d96a788478d req-58e003b6-3375-40fe-bb3b-fa5d5f67b113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:36.874000 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-97323f9c-f295-44bc-af20-5d96a788478d req-58e003b6-3375-40fe-bb3b-fa5d5f67b113 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f727960ea743418d86018346132c757d&device_id=b8ec8b8b-6ca4-4bdc-9b2d-77da1dbba653 HTTP/1.1" status: 200 len: 1097 time: 0.0529485 Nov 29 02:24:36.924848 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-97323f9c-f295-44bc-af20-5d96a788478d req-f2838bea-e730-43a3-ace9-64e60791c687 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e62c7da-b523-44a1-b9a8-cbe2c54acfca HTTP/1.1" status: 200 len: 217 time: 0.0354588 Nov 29 02:24:36.979137 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97323f9c-f295-44bc-af20-5d96a788478d req-34163484-762e-4235-b267-41f76beea948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:36.980604 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-97323f9c-f295-44bc-af20-5d96a788478d req-34163484-762e-4235-b267-41f76beea948 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d5da85fa-7636-46ee-8a0c-578a83541f8b HTTP/1.1" status: 200 len: 855 time: 0.0475760 Nov 29 02:24:37.035490 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97323f9c-f295-44bc-af20-5d96a788478d req-5fb61d1a-6c84-4df9-9cc7-4d4aa50e06c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:37.037975 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-97323f9c-f295-44bc-af20-5d96a788478d req-5fb61d1a-6c84-4df9-9cc7-4d4aa50e06c5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3dd45677-0892-4655-aa70-d63522805d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452898 Nov 29 02:24:37.137352 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-97323f9c-f295-44bc-af20-5d96a788478d req-c432601f-234e-4d60-a52d-1adb8f02c245 service neutron] 10.222.0.24 "GET /v2.0/networks/3dd45677-0892-4655-aa70-d63522805d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851333 Nov 29 02:24:37.236588 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-97323f9c-f295-44bc-af20-5d96a788478d req-c0dc3283-c270-4956-8997-49e9eda83021 service neutron] 10.222.0.24 "GET /v2.0/networks/3dd45677-0892-4655-aa70-d63522805d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845408 Nov 29 02:24:37.382459 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38c1d5-31ce-4a51-860c-e464c1b689c3 req-aabdce22-23aa-4166-a6af-bff4555f010e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:37.383995 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7c38c1d5-31ce-4a51-860c-e464c1b689c3 req-aabdce22-23aa-4166-a6af-bff4555f010e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f727960ea743418d86018346132c757d&device_id=b8ec8b8b-6ca4-4bdc-9b2d-77da1dbba653 HTTP/1.1" status: 200 len: 1097 time: 0.0412107 Nov 29 02:24:37.614900 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92e975-b30b-4b3a-aa39-1c1813042a5d req-aaeab77e-d6de-4607-8ed8-4b91d63899ef tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:37.617156 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ea92e975-b30b-4b3a-aa39-1c1813042a5d req-aaeab77e-d6de-4607-8ed8-4b91d63899ef tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ec8b8b-6ca4-4bdc-9b2d-77da1dbba653 HTTP/1.1" status: 200 len: 944 time: 0.0559418 Nov 29 02:24:37.666582 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ea92e975-b30b-4b3a-aa39-1c1813042a5d req-41bac90e-4664-483d-bcbd-2d6906b38490 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/security-groups?id=41006184-4ba9-4374-8739-3c72b5dab072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432620 Nov 29 02:24:37.737142 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38c1d5-31ce-4a51-860c-e464c1b689c3 req-cd795410-ab0b-4ca5-af40-e803db26e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:37.738636 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7c38c1d5-31ce-4a51-860c-e464c1b689c3 req-cd795410-ab0b-4ca5-af40-e803db26e6be service neutron] 10.222.0.24 "GET /v2.0/networks?id=3dd45677-0892-4655-aa70-d63522805d9a HTTP/1.1" status: 200 len: 917 time: 0.3470869 Nov 29 02:24:37.786349 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7c38c1d5-31ce-4a51-860c-e464c1b689c3 req-1bd392b7-c369-4d37-a80a-a5238967899f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e62c7da-b523-44a1-b9a8-cbe2c54acfca HTTP/1.1" status: 200 len: 217 time: 0.0346627 Nov 29 02:24:37.840840 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38c1d5-31ce-4a51-860c-e464c1b689c3 req-176e0e42-1520-4ac6-8277-d0ef63c71da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:37.842330 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7c38c1d5-31ce-4a51-860c-e464c1b689c3 req-176e0e42-1520-4ac6-8277-d0ef63c71da1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d5da85fa-7636-46ee-8a0c-578a83541f8b HTTP/1.1" status: 200 len: 855 time: 0.0455544 Nov 29 02:24:37.896146 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38c1d5-31ce-4a51-860c-e464c1b689c3 req-e01c09e3-0002-4a44-b8a2-d08695227320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:37.897919 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7c38c1d5-31ce-4a51-860c-e464c1b689c3 req-e01c09e3-0002-4a44-b8a2-d08695227320 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3dd45677-0892-4655-aa70-d63522805d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444286 Nov 29 02:24:37.941830 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 9e62c7da-b523-44a1-b9a8-cbe2c54acfca details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:24:37.989806 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7c38c1d5-31ce-4a51-860c-e464c1b689c3 req-d536187d-7786-4839-bcfa-49627d903eda service neutron] 10.222.0.24 "GET /v2.0/networks/3dd45677-0892-4655-aa70-d63522805d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823975 Nov 29 02:24:38.038328 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 9e62c7da-b523-44a1-b9a8-cbe2c54acfca, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=9e62c7da-b523-44a1-b9a8-cbe2c54acfca,segment=NetworkSegment(64391c9c-2c3a-46b7-bd15-bec6a08aee1f),segment_id=64391c9c-2c3a-46b7-bd15-bec6a08aee1f)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:24:38.053110 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '9e62c7da-b523-44a1-b9a8-cbe2c54acfca', 'network_id': '3dd45677-0892-4655-aa70-d63522805d9a', 'port_id': '9e62c7da-b523-44a1-b9a8-cbe2c54acfca', 'mac_address': 'fa:16:3e:1c:96:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5da85fa-7636-46ee-8a0c-578a83541f8b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:24:38.084781 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7c38c1d5-31ce-4a51-860c-e464c1b689c3 req-28f84be5-f088-45a0-8cea-3a2283f05e0d service neutron] 10.222.0.24 "GET /v2.0/networks/3dd45677-0892-4655-aa70-d63522805d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852063 Nov 29 02:24:38.089651 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:38.102738 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e62c7da-b523-44a1-b9a8-cbe2c54acfca {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:24:38.122551 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 9e62c7da-b523-44a1-b9a8-cbe2c54acfca, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=9e62c7da-b523-44a1-b9a8-cbe2c54acfca,segment=NetworkSegment(64391c9c-2c3a-46b7-bd15-bec6a08aee1f),segment_id=64391c9c-2c3a-46b7-bd15-bec6a08aee1f)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:24:38.126458 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:38.176838 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=9e62c7da-b523-44a1-b9a8-cbe2c54acfca,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:38.447150 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['9e62c7da-b523-44a1-b9a8-cbe2c54acfca'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:24:38.784493 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3650d6a-2da9-4b57-8e6c-bc191dcd276f req-f13ab68c-69b7-486c-9e1a-95b86a74996e tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:38.786005 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e3650d6a-2da9-4b57-8e6c-bc191dcd276f req-f13ab68c-69b7-486c-9e1a-95b86a74996e tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ec8b8b-6ca4-4bdc-9b2d-77da1dbba653 HTTP/1.1" status: 200 len: 945 time: 0.0485377 Nov 29 02:24:38.831938 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e3650d6a-2da9-4b57-8e6c-bc191dcd276f req-6cad963a-4477-4bd6-836e-45e6fe65adc5 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/security-groups?id=41006184-4ba9-4374-8739-3c72b5dab072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400307 Nov 29 02:24:39.944798 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a60f7-9cf2-45e2-b95e-c53ee4ced781 req-b30c5821-92f6-4837-b2a0-d2c991d3d88a tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:39.946285 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-416a60f7-9cf2-45e2-b95e-c53ee4ced781 req-b30c5821-92f6-4837-b2a0-d2c991d3d88a tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ec8b8b-6ca4-4bdc-9b2d-77da1dbba653 HTTP/1.1" status: 200 len: 945 time: 0.0471582 Nov 29 02:24:39.960876 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 9e62c7da-b523-44a1-b9a8-cbe2c54acfca up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:24:39.998760 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-416a60f7-9cf2-45e2-b95e-c53ee4ced781 req-a43d75d1-71b1-4734-b613-bc0280ebadd7 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/security-groups?id=41006184-4ba9-4374-8739-3c72b5dab072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465953 Nov 29 02:24:40.010575 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port 9e62c7da-b523-44a1-b9a8-cbe2c54acfca completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:24:40.014817 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 9e62c7da-b523-44a1-b9a8-cbe2c54acfca triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:24:40.015172 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:40.092910 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:40.115371 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ec8b8b-6ca4-4bdc-9b2d-77da1dbba653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e62c7da-b523-44a1-b9a8-cbe2c54acfca'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:24:40.117687 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a7ab84-15ac-4657-b7be-bacc89ab89d0" -d '{"events": [{"server_uuid": "b8ec8b8b-6ca4-4bdc-9b2d-77da1dbba653", "name": "network-vif-plugged", "status": "completed", "tag": "9e62c7da-b523-44a1-b9a8-cbe2c54acfca"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:24:40.130391 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 9e62c7da-b523-44a1-b9a8-cbe2c54acfca, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=9e62c7da-b523-44a1-b9a8-cbe2c54acfca,segment=NetworkSegment(64391c9c-2c3a-46b7-bd15-bec6a08aee1f),segment_id=64391c9c-2c3a-46b7-bd15-bec6a08aee1f)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:24:40.134419 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:40.162554 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32ecb7f-5aa0-4e58-a22c-51793b2f1350 x-openstack-request-id: req-e32ecb7f-5aa0-4e58-a22c-51793b2f1350 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:24:40.163446 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ec8b8b-6ca4-4bdc-9b2d-77da1dbba653", "name": "network-vif-plugged", "status": "completed", "tag": "9e62c7da-b523-44a1-b9a8-cbe2c54acfca", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:24:40.163709 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e32ecb7f-5aa0-4e58-a22c-51793b2f1350 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:24:40.164103 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ec8b8b-6ca4-4bdc-9b2d-77da1dbba653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e62c7da-b523-44a1-b9a8-cbe2c54acfca', 'code': 200} Nov 29 02:24:40.184737 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=9e62c7da-b523-44a1-b9a8-cbe2c54acfca,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:24:40.384887 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d0ac9-4ddc-4956-9e97-85552d923bc1 req-0f13a607-dc8d-4991-8d27-b1f2cfd959a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:40.386284 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-088d0ac9-4ddc-4956-9e97-85552d923bc1 req-0f13a607-dc8d-4991-8d27-b1f2cfd959a2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b8ec8b8b-6ca4-4bdc-9b2d-77da1dbba653 HTTP/1.1" status: 200 len: 1099 time: 0.0395608 Nov 29 02:24:40.438970 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-088d0ac9-4ddc-4956-9e97-85552d923bc1 req-dbeab7b1-35f6-4acd-a356-79e34862b2ac service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=41006184-4ba9-4374-8739-3c72b5dab072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369151 Nov 29 02:24:41.113486 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38186ff3-617b-4d1f-b22f-f0d100729da3 req-172dc33b-253d-4e8b-b9f5-f1a05351d35d tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:41.114984 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-38186ff3-617b-4d1f-b22f-f0d100729da3 req-172dc33b-253d-4e8b-b9f5-f1a05351d35d tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ec8b8b-6ca4-4bdc-9b2d-77da1dbba653 HTTP/1.1" status: 200 len: 946 time: 0.0470629 Nov 29 02:24:41.167230 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-38186ff3-617b-4d1f-b22f-f0d100729da3 req-e4e4e900-d22e-4f18-96fb-0df218af32e6 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/security-groups?id=41006184-4ba9-4374-8739-3c72b5dab072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413327 Nov 29 02:24:42.066319 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-68be13cb-7909-4565-9eeb-b87f77d9f1b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:42.282105 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e60a3-a4f1-4bce-83d5-d76cda52b0cf req-69e2667d-5c8f-4006-804c-0e9eafc3f7e8 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:42.283566 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3d5e60a3-a4f1-4bce-83d5-d76cda52b0cf req-69e2667d-5c8f-4006-804c-0e9eafc3f7e8 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ec8b8b-6ca4-4bdc-9b2d-77da1dbba653 HTTP/1.1" status: 200 len: 946 time: 0.0474937 Nov 29 02:24:42.330665 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3d5e60a3-a4f1-4bce-83d5-d76cda52b0cf req-75111669-7f43-496d-b7a1-eae7bb7d2812 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/security-groups?id=41006184-4ba9-4374-8739-3c72b5dab072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412924 Nov 29 02:24:42.446068 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9fd538-51ee-4bd9-9a72-71d3f5c128e3 req-21bf052a-5233-440c-86ed-28bf16c4ee59 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:24:42.448024 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ef9fd538-51ee-4bd9-9a72-71d3f5c128e3 req-21bf052a-5233-440c-86ed-28bf16c4ee59 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ec8b8b-6ca4-4bdc-9b2d-77da1dbba653 HTTP/1.1" status: 200 len: 946 time: 0.0526707 Nov 29 02:24:42.493932 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ef9fd538-51ee-4bd9-9a72-71d3f5c128e3 req-5c0936cb-2f4c-4261-b153-dfc40b456cff tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/security-groups?id=41006184-4ba9-4374-8739-3c72b5dab072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394869 Nov 29 02:24:43.932648 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:44.337636 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1a278e3-e15a-45a2-bfd0-543ce089ce93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:45.515310 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:47.095826 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:47.887084 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:24:59.233049 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:25:05.296247 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882bc3b-b8d0-4022-bc33-6247ab405ab7 req-832f4ae1-7682-4ed8-ac22-d4d9fca94648 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:25:05.297762 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d882bc3b-b8d0-4022-bc33-6247ab405ab7 req-832f4ae1-7682-4ed8-ac22-d4d9fca94648 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ec8b8b-6ca4-4bdc-9b2d-77da1dbba653 HTTP/1.1" status: 200 len: 946 time: 0.0505385 Nov 29 02:25:05.345416 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d882bc3b-b8d0-4022-bc33-6247ab405ab7 req-3615b300-9953-49ce-bde2-4da3e002fc12 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/security-groups?id=41006184-4ba9-4374-8739-3c72b5dab072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415905 Nov 29 02:25:06.462171 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bccab92-a0fd-4194-9d90-c48a043be77c req-cde3035a-3035-4d96-b0cd-591b5a66d2f1 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:25:06.463754 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5bccab92-a0fd-4194-9d90-c48a043be77c req-cde3035a-3035-4d96-b0cd-591b5a66d2f1 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ec8b8b-6ca4-4bdc-9b2d-77da1dbba653 HTTP/1.1" status: 200 len: 946 time: 0.0487216 Nov 29 02:25:06.514553 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5bccab92-a0fd-4194-9d90-c48a043be77c req-e1ca76c8-e5f0-49de-8ddc-9b621e79439a tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/security-groups?id=41006184-4ba9-4374-8739-3c72b5dab072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437977 Nov 29 02:25:07.155320 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f05f4d-c830-44b0-99a5-274f2946e2d5 req-a194f855-3217-4836-9bbb-bc5e665e3cba tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:25:07.156832 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b9f05f4d-c830-44b0-99a5-274f2946e2d5 req-a194f855-3217-4836-9bbb-bc5e665e3cba tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8ec8b8b-6ca4-4bdc-9b2d-77da1dbba653 HTTP/1.1" status: 200 len: 946 time: 0.0522730 Nov 29 02:25:07.251654 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-b9f05f4d-c830-44b0-99a5-274f2946e2d5 req-dc65bc6d-dbe8-47b7-948f-aa9dac19ba3a tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Deleting port 9e62c7da-b523-44a1-b9a8-cbe2c54acfca {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:25:07.251990 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b9f05f4d-c830-44b0-99a5-274f2946e2d5 req-dc65bc6d-dbe8-47b7-948f-aa9dac19ba3a tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:07.340550 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b9f05f4d-c830-44b0-99a5-274f2946e2d5 req-dc65bc6d-dbe8-47b7-948f-aa9dac19ba3a tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] For port 9e62c7da-b523-44a1-b9a8-cbe2c54acfca, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=9e62c7da-b523-44a1-b9a8-cbe2c54acfca,segment=NetworkSegment(64391c9c-2c3a-46b7-bd15-bec6a08aee1f),segment_id=64391c9c-2c3a-46b7-bd15-bec6a08aee1f)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:25:07.340915 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b9f05f4d-c830-44b0-99a5-274f2946e2d5 req-dc65bc6d-dbe8-47b7-948f-aa9dac19ba3a tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:07.353578 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-b9f05f4d-c830-44b0-99a5-274f2946e2d5 req-dc65bc6d-dbe8-47b7-948f-aa9dac19ba3a tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Calling delete_port for 9e62c7da-b523-44a1-b9a8-cbe2c54acfca owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:25:07.480281 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b9f05f4d-c830-44b0-99a5-274f2946e2d5 req-dc65bc6d-dbe8-47b7-948f-aa9dac19ba3a tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:07.509267 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65bc6d-dbe8-47b7-948f-aa9dac19ba3a tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Pushing event deleted for resources: {'Port': ['ID=9e62c7da-b523-44a1-b9a8-cbe2c54acfca,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:25:07.528319 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['9e62c7da-b523-44a1-b9a8-cbe2c54acfca'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:25:07.550598 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f05f4d-c830-44b0-99a5-274f2946e2d5 req-dc65bc6d-dbe8-47b7-948f-aa9dac19ba3a tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] No DVR routers for this DVR port 9e62c7da-b523-44a1-b9a8-cbe2c54acfca on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:25:07.553830 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b9f05f4d-c830-44b0-99a5-274f2946e2d5 req-dc65bc6d-dbe8-47b7-948f-aa9dac19ba3a tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:07.557145 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b9f05f4d-c830-44b0-99a5-274f2946e2d5 req-dc65bc6d-dbe8-47b7-948f-aa9dac19ba3a tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.24 "DELETE /v2.0/ports/9e62c7da-b523-44a1-b9a8-cbe2c54acfca HTTP/1.1" status: 204 len: 173 time: 0.3902183 Nov 29 02:25:07.557638 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ec8b8b-6ca4-4bdc-9b2d-77da1dbba653', 'name': 'network-vif-deleted', 'tag': '9e62c7da-b523-44a1-b9a8-cbe2c54acfca'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:25:07.559985 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9debf4-55a7-4036-8200-408e9a60d781" -d '{"events": [{"server_uuid": "b8ec8b8b-6ca4-4bdc-9b2d-77da1dbba653", "name": "network-vif-deleted", "tag": "9e62c7da-b523-44a1-b9a8-cbe2c54acfca"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:25:07.598411 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164b6d7d-eb81-48f2-b4dd-dfd91ee711a5 x-openstack-request-id: req-164b6d7d-eb81-48f2-b4dd-dfd91ee711a5 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:25:07.599305 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ec8b8b-6ca4-4bdc-9b2d-77da1dbba653", "name": "network-vif-deleted", "tag": "9e62c7da-b523-44a1-b9a8-cbe2c54acfca", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:25:07.599305 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-164b6d7d-eb81-48f2-b4dd-dfd91ee711a5 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:25:07.599511 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ec8b8b-6ca4-4bdc-9b2d-77da1dbba653', 'name': 'network-vif-deleted', 'tag': '9e62c7da-b523-44a1-b9a8-cbe2c54acfca', 'status': 'completed', 'code': 200} Nov 29 02:25:07.638935 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-55b94f72-581e-4e87-8152-8910f5ab966f req-d09d12d7-cfcf-4955-9eba-5f0373c97c00 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8ec8b8b-6ca4-4bdc-9b2d-77da1dbba653 HTTP/1.1" status: 200 len: 210 time: 0.0263186 Nov 29 02:25:09.201435 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-a44f157a-07b7-4346-9c9b-7dc232bed3e6 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:25:09.202973 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-a44f157a-07b7-4346-9c9b-7dc232bed3e6 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/networks?id=3dd45677-0892-4655-aa70-d63522805d9a HTTP/1.1" status: 200 len: 816 time: 0.1064780 Nov 29 02:25:09.218024 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-e4c65acd-3f9c-47a5-b826-5c2adabcf634 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/quotas/f727960ea743418d86018346132c757d HTTP/1.1" status: 200 len: 375 time: 0.0093873 Nov 29 02:25:09.270408 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-e48012e8-f1ac-4f96-ac2d-c49fff95493e tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f727960ea743418d86018346132c757d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472095 Nov 29 02:25:09.362480 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-e582cb5e-a77b-43bf-8506-c27e88029505 service neutron] 10.222.0.37 "GET /v2.0/networks/3dd45677-0892-4655-aa70-d63522805d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800982 Nov 29 02:25:09.456661 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-d7c7f6ac-77a9-45c9-8192-fb6e5c027641 service neutron] 10.222.0.37 "GET /v2.0/networks/3dd45677-0892-4655-aa70-d63522805d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882916 Nov 29 02:25:09.611463 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f9d385a7-1a36-4b7a-92cd-f8177771d962 req-8dd50469-e2a0-4eab-94a9-3639c36cf73b tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d8be1cb-baaa-4017-9da4-e92d4896bf34 HTTP/1.1" status: 200 len: 210 time: 0.0272317 Nov 29 02:25:10.704426 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6bc1d434-99a0-43ef-af64-bc903cb1d791 req-5ae71c9d-a8af-4119-8f2f-8ebfea5c8725 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d8be1cb-baaa-4017-9da4-e92d4896bf34 HTTP/1.1" status: 200 len: 210 time: 0.0257638 Nov 29 02:25:10.821521 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-789e89e2-3864-41a9-bc40-553fc6cbb83c tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:25:10.822990 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-789e89e2-3864-41a9-bc40-553fc6cbb83c tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.24 "GET /v2.0/networks?id=3dd45677-0892-4655-aa70-d63522805d9a HTTP/1.1" status: 200 len: 816 time: 0.1129172 Nov 29 02:25:10.856324 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-ea2b2aef-7d71-4078-8f1d-334f4e0baf06 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Request body: {'port': {'device_id': '5d8be1cb-baaa-4017-9da4-e92d4896bf34', 'network_id': '3dd45677-0892-4655-aa70-d63522805d9a', 'admin_state_up': True, 'tenant_id': 'f727960ea743418d86018346132c757d'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:25:10.965849 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-ea2b2aef-7d71-4078-8f1d-334f4e0baf06 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Made reservation on behalf of f727960ea743418d86018346132c757d for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:25:10.969342 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-ea2b2aef-7d71-4078-8f1d-334f4e0baf06 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:11.094892 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-ea2b2aef-7d71-4078-8f1d-334f4e0baf06 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Allocated IP 172.20.0.6 (3dd45677-0892-4655-aa70-d63522805d9a/d5da85fa-7636-46ee-8a0c-578a83541f8b/cfbf0df1-59d4-4f4a-9bee-659f280f0dde) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:25:11.240484 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-ea2b2aef-7d71-4078-8f1d-334f4e0baf06 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:11.273006 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-ea2b2aef-7d71-4078-8f1d-334f4e0baf06 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:11.316579 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-ea2b2aef-7d71-4078-8f1d-334f4e0baf06 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Network 3dd45677-0892-4655-aa70-d63522805d9a is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:25:11.319670 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-ea2b2aef-7d71-4078-8f1d-334f4e0baf06 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:25:11.324067 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-ea2b2aef-7d71-4078-8f1d-334f4e0baf06 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:25:11.347153 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b2aef-7d71-4078-8f1d-334f4e0baf06 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Pushing event updated for resources: {'Port': ['ID=cfbf0df1-59d4-4f4a-9bee-659f280f0dde,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:25:11.377063 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-ea2b2aef-7d71-4078-8f1d-334f4e0baf06 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:25:11.377715 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-ea2b2aef-7d71-4078-8f1d-334f4e0baf06 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:11.394262 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-ea2b2aef-7d71-4078-8f1d-334f4e0baf06 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5421922 Nov 29 02:25:11.421095 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-c44caf8f-15e5-44b3-a221-11e252c60d0e service neutron] Request body: {'port': {'device_id': '5d8be1cb-baaa-4017-9da4-e92d4896bf34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:25:11.480724 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-c44caf8f-15e5-44b3-a221-11e252c60d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:11.569414 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-d4bd459f-f4d9-4b66-ab72-c8c19a757a4a None None] Provisioning complete for port cfbf0df1-59d4-4f4a-9bee-659f280f0dde triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:25:11.570014 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d4bd459f-f4d9-4b66-ab72-c8c19a757a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:11.605931 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-d4bd459f-f4d9-4b66-ab72-c8c19a757a4a None None] Port cfbf0df1-59d4-4f4a-9bee-659f280f0dde cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:25:11.733738 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-c44caf8f-15e5-44b3-a221-11e252c60d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfbf0df1-59d4-4f4a-9bee-659f280f0dde {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:25:11.741391 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-c44caf8f-15e5-44b3-a221-11e252c60d0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:11.753741 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-c44caf8f-15e5-44b3-a221-11e252c60d0e service neutron] Transition to ACTIVE for port object cfbf0df1-59d4-4f4a-9bee-659f280f0dde will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:25:11.757490 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-c44caf8f-15e5-44b3-a221-11e252c60d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:11.813678 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44caf8f-15e5-44b3-a221-11e252c60d0e service neutron] Pushing event updated for resources: {'Port': ['ID=cfbf0df1-59d4-4f4a-9bee-659f280f0dde,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:25:11.825023 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b2098-b3b9-446b-8bae-ec6046d44f67 req-ae8fc760-97ce-476b-92b9-e32724176683 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:25:11.826725 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c76b2098-b3b9-446b-8bae-ec6046d44f67 req-ae8fc760-97ce-476b-92b9-e32724176683 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d8be1cb-baaa-4017-9da4-e92d4896bf34 HTTP/1.1" status: 200 len: 943 time: 0.0547285 Nov 29 02:25:11.882270 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-c44caf8f-15e5-44b3-a221-11e252c60d0e service neutron] Attempting to bind port cfbf0df1-59d4-4f4a-9bee-659f280f0dde on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:25:11.882821 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-c44caf8f-15e5-44b3-a221-11e252c60d0e service neutron] Attempting to bind port cfbf0df1-59d4-4f4a-9bee-659f280f0dde by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '64391c9c-2c3a-46b7-bd15-bec6a08aee1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3dd45677-0892-4655-aa70-d63522805d9a'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:25:11.883583 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-c44caf8f-15e5-44b3-a221-11e252c60d0e service neutron] Attempting to bind port cfbf0df1-59d4-4f4a-9bee-659f280f0dde on network 3dd45677-0892-4655-aa70-d63522805d9a {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:25:11.888372 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-c44caf8f-15e5-44b3-a221-11e252c60d0e service neutron] Port cfbf0df1-59d4-4f4a-9bee-659f280f0dde on network 3dd45677-0892-4655-aa70-d63522805d9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:25:11.888712 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-c44caf8f-15e5-44b3-a221-11e252c60d0e service neutron] Attempting to bind port cfbf0df1-59d4-4f4a-9bee-659f280f0dde on network 3dd45677-0892-4655-aa70-d63522805d9a {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:25:11.894075 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-c44caf8f-15e5-44b3-a221-11e252c60d0e service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:25:11.894445 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-c44caf8f-15e5-44b3-a221-11e252c60d0e service neutron] Checking segment: {'id': '64391c9c-2c3a-46b7-bd15-bec6a08aee1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3dd45677-0892-4655-aa70-d63522805d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:25:11.894752 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c76b2098-b3b9-446b-8bae-ec6046d44f67 req-7950e9b6-6c36-4701-9b69-270719441d21 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/security-groups?id=41006184-4ba9-4374-8739-3c72b5dab072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575228 Nov 29 02:25:11.894892 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-c44caf8f-15e5-44b3-a221-11e252c60d0e service neutron] Bound using segment: {'id': '64391c9c-2c3a-46b7-bd15-bec6a08aee1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3dd45677-0892-4655-aa70-d63522805d9a'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:25:11.895235 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-c44caf8f-15e5-44b3-a221-11e252c60d0e service neutron] Bound port: cfbf0df1-59d4-4f4a-9bee-659f280f0dde, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64391c9c-2c3a-46b7-bd15-bec6a08aee1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3dd45677-0892-4655-aa70-d63522805d9a'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:25:11.895604 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-c44caf8f-15e5-44b3-a221-11e252c60d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:11.965805 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-c44caf8f-15e5-44b3-a221-11e252c60d0e service neutron] For port cfbf0df1-59d4-4f4a-9bee-659f280f0dde, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:25:11.969368 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-c44caf8f-15e5-44b3-a221-11e252c60d0e service neutron] For port cfbf0df1-59d4-4f4a-9bee-659f280f0dde, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=cfbf0df1-59d4-4f4a-9bee-659f280f0dde,segment=NetworkSegment(64391c9c-2c3a-46b7-bd15-bec6a08aee1f),segment_id=64391c9c-2c3a-46b7-bd15-bec6a08aee1f)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:25:11.973834 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-c44caf8f-15e5-44b3-a221-11e252c60d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:12.010693 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-c44caf8f-15e5-44b3-a221-11e252c60d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:25:12.011326 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-c44caf8f-15e5-44b3-a221-11e252c60d0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:12.012721 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-c44caf8f-15e5-44b3-a221-11e252c60d0e service neutron] 10.222.0.24 "PUT /v2.0/ports/cfbf0df1-59d4-4f4a-9bee-659f280f0dde HTTP/1.1" status: 200 len: 1093 time: 0.5960324 Nov 29 02:25:12.013174 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8be1cb-baaa-4017-9da4-e92d4896bf34', 'tag': 'cfbf0df1-59d4-4f4a-9bee-659f280f0dde'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:25:12.015522 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78687595-2383-4592-a332-69c46a9ff064" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8be1cb-baaa-4017-9da4-e92d4896bf34", "tag": "cfbf0df1-59d4-4f4a-9bee-659f280f0dde"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:25:12.038173 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44caf8f-15e5-44b3-a221-11e252c60d0e service neutron] Pushing event updated for resources: {'Port': ['ID=cfbf0df1-59d4-4f4a-9bee-659f280f0dde,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:25:12.070309 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac2aec51-427e-41fd-9200-ba7b0bf290e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:12.079050 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7315f0c0-04bc-48a8-a06f-7873cfb53c96 x-openstack-request-id: req-7315f0c0-04bc-48a8-a06f-7873cfb53c96 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:25:12.079478 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8be1cb-baaa-4017-9da4-e92d4896bf34", "tag": "cfbf0df1-59d4-4f4a-9bee-659f280f0dde", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:25:12.079580 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7315f0c0-04bc-48a8-a06f-7873cfb53c96 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:25:12.079996 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8be1cb-baaa-4017-9da4-e92d4896bf34', 'tag': 'cfbf0df1-59d4-4f4a-9bee-659f280f0dde', 'status': 'completed', 'code': 200} Nov 29 02:25:12.150691 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 9e62c7da-b523-44a1-b9a8-cbe2c54acfca no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:25:12.162240 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-cdf0e521-2ebe-47b7-9266-fc688f1b0d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:25:12.163757 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-cdf0e521-2ebe-47b7-9266-fc688f1b0d47 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f727960ea743418d86018346132c757d&device_id=5d8be1cb-baaa-4017-9da4-e92d4896bf34 HTTP/1.1" status: 200 len: 1096 time: 0.0488174 Nov 29 02:25:12.171947 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: 9e62c7da-b523-44a1-b9a8-cbe2c54acfca {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:25:12.172297 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 9e62c7da-b523-44a1-b9a8-cbe2c54acfca not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:25:12.213091 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-6159b730-0dcc-464d-96fd-f4e6e1ebdb14 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfbf0df1-59d4-4f4a-9bee-659f280f0dde HTTP/1.1" status: 200 len: 217 time: 0.0335209 Nov 29 02:25:12.263124 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-35caea96-fc27-4251-b816-42d33b899456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:25:12.264573 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-35caea96-fc27-4251-b816-42d33b899456 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d5da85fa-7636-46ee-8a0c-578a83541f8b HTTP/1.1" status: 200 len: 855 time: 0.0427744 Nov 29 02:25:12.313069 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-48cf82a4-e01d-463a-8d2b-6e04ad32b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:25:12.314556 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-48cf82a4-e01d-463a-8d2b-6e04ad32b6d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3dd45677-0892-4655-aa70-d63522805d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432074 Nov 29 02:25:12.407040 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-1cd5a20f-dc57-40b8-9999-9afc1a0b0dc4 service neutron] 10.222.0.24 "GET /v2.0/networks/3dd45677-0892-4655-aa70-d63522805d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798624 Nov 29 02:25:12.502196 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7c34ac56-2341-4bb5-86d0-87741015f3c0 req-9a947636-3ae7-4dc2-b658-96ed3391c7cf service neutron] 10.222.0.24 "GET /v2.0/networks/3dd45677-0892-4655-aa70-d63522805d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824771 Nov 29 02:25:12.655205 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78687595-2383-4592-a332-69c46a9ff064 req-d0270d04-cd67-4cf1-99cd-a52fe3bbac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:25:12.656774 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-78687595-2383-4592-a332-69c46a9ff064 req-d0270d04-cd67-4cf1-99cd-a52fe3bbac66 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f727960ea743418d86018346132c757d&device_id=5d8be1cb-baaa-4017-9da4-e92d4896bf34 HTTP/1.1" status: 200 len: 1096 time: 0.0410314 Nov 29 02:25:12.749435 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78687595-2383-4592-a332-69c46a9ff064 req-c3c830ce-7434-4238-9df9-d130d30f470c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:25:12.750909 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-78687595-2383-4592-a332-69c46a9ff064 req-c3c830ce-7434-4238-9df9-d130d30f470c service neutron] 10.222.0.24 "GET /v2.0/networks?id=3dd45677-0892-4655-aa70-d63522805d9a HTTP/1.1" status: 200 len: 917 time: 0.0859149 Nov 29 02:25:12.794047 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-78687595-2383-4592-a332-69c46a9ff064 req-837d9224-a28f-4378-a4c9-0e580ef5c0a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfbf0df1-59d4-4f4a-9bee-659f280f0dde HTTP/1.1" status: 200 len: 217 time: 0.0334461 Nov 29 02:25:12.853319 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78687595-2383-4592-a332-69c46a9ff064 req-750d0a75-7de8-414e-b4b4-70951d46ba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:25:12.854771 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-78687595-2383-4592-a332-69c46a9ff064 req-750d0a75-7de8-414e-b4b4-70951d46ba90 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d5da85fa-7636-46ee-8a0c-578a83541f8b HTTP/1.1" status: 200 len: 855 time: 0.0420897 Nov 29 02:25:12.904311 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78687595-2383-4592-a332-69c46a9ff064 req-2a231d58-43de-4281-b6cf-6fdaf283dc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:25:12.905806 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-78687595-2383-4592-a332-69c46a9ff064 req-2a231d58-43de-4281-b6cf-6fdaf283dc0b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3dd45677-0892-4655-aa70-d63522805d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432477 Nov 29 02:25:13.004106 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-78687595-2383-4592-a332-69c46a9ff064 req-a227cc19-3d64-4997-a893-66acd5ad717d service neutron] 10.222.0.24 "GET /v2.0/networks/3dd45677-0892-4655-aa70-d63522805d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867636 Nov 29 02:25:13.007378 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bc4da-ea11-483b-b6a1-cfaee0a8a858 req-39a2e103-2850-47be-986a-7fddd4d4ffa4 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:25:13.008860 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d14bc4da-ea11-483b-b6a1-cfaee0a8a858 req-39a2e103-2850-47be-986a-7fddd4d4ffa4 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d8be1cb-baaa-4017-9da4-e92d4896bf34 HTTP/1.1" status: 200 len: 943 time: 0.0526776 Nov 29 02:25:13.055609 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d14bc4da-ea11-483b-b6a1-cfaee0a8a858 req-e6c24eb0-9a29-4fbe-b0c2-e714f7fc2699 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/security-groups?id=41006184-4ba9-4374-8739-3c72b5dab072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402820 Nov 29 02:25:13.106713 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-78687595-2383-4592-a332-69c46a9ff064 req-bc399a62-6a86-4d98-bf86-865208448540 service neutron] 10.222.0.24 "GET /v2.0/networks/3dd45677-0892-4655-aa70-d63522805d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901749 Nov 29 02:25:13.940075 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:14.170186 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd40355-9fd7-4294-b96a-8184acf231f5 req-cce211a9-1823-4afb-bfed-37200079a768 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:25:14.171650 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cbd40355-9fd7-4294-b96a-8184acf231f5 req-cce211a9-1823-4afb-bfed-37200079a768 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d8be1cb-baaa-4017-9da4-e92d4896bf34 HTTP/1.1" status: 200 len: 943 time: 0.0480459 Nov 29 02:25:14.217681 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cbd40355-9fd7-4294-b96a-8184acf231f5 req-139a8a3a-ae0a-435d-a290-f8194c3eec79 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/security-groups?id=41006184-4ba9-4374-8739-3c72b5dab072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400367 Nov 29 02:25:14.339921 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-adb5093d-670c-4b47-86b2-2a31576d5e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:15.332057 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03cb4b6-dbef-4f82-8d2a-b55cb6bc8402 req-cc718fbc-1d92-4af2-8359-6c4740467a16 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:25:15.333493 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d03cb4b6-dbef-4f82-8d2a-b55cb6bc8402 req-cc718fbc-1d92-4af2-8359-6c4740467a16 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d8be1cb-baaa-4017-9da4-e92d4896bf34 HTTP/1.1" status: 200 len: 943 time: 0.0500274 Nov 29 02:25:15.380011 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d03cb4b6-dbef-4f82-8d2a-b55cb6bc8402 req-77276237-2ff8-43b2-9681-de40cad48beb tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/security-groups?id=41006184-4ba9-4374-8739-3c72b5dab072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400724 Nov 29 02:25:15.389679 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:16.153468 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device cfbf0df1-59d4-4f4a-9bee-659f280f0dde details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:25:16.247244 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port cfbf0df1-59d4-4f4a-9bee-659f280f0dde, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=cfbf0df1-59d4-4f4a-9bee-659f280f0dde,segment=NetworkSegment(64391c9c-2c3a-46b7-bd15-bec6a08aee1f),segment_id=64391c9c-2c3a-46b7-bd15-bec6a08aee1f)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:25:16.258192 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': 'cfbf0df1-59d4-4f4a-9bee-659f280f0dde', 'network_id': '3dd45677-0892-4655-aa70-d63522805d9a', 'port_id': 'cfbf0df1-59d4-4f4a-9bee-659f280f0dde', 'mac_address': 'fa:16:3e:6e:c9:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5da85fa-7636-46ee-8a0c-578a83541f8b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:25:16.294774 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:16.310715 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfbf0df1-59d4-4f4a-9bee-659f280f0dde {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:25:16.328461 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port cfbf0df1-59d4-4f4a-9bee-659f280f0dde, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=cfbf0df1-59d4-4f4a-9bee-659f280f0dde,segment=NetworkSegment(64391c9c-2c3a-46b7-bd15-bec6a08aee1f),segment_id=64391c9c-2c3a-46b7-bd15-bec6a08aee1f)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:25:16.332160 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:16.378248 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=cfbf0df1-59d4-4f4a-9bee-659f280f0dde,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:25:16.386027 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:16.386378 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:16.386718 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:16.387055 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:16.387413 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:16.387745 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:16.388073 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:16.388424 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:16.388749 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:16.389072 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:16.389395 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:16.389744 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:16.494855 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741f3ed-3be5-4d72-94fe-67e7597f083e req-0a4ca32a-3158-404d-be77-ed9f39b33fec tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:25:16.496314 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5741f3ed-3be5-4d72-94fe-67e7597f083e req-0a4ca32a-3158-404d-be77-ed9f39b33fec tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d8be1cb-baaa-4017-9da4-e92d4896bf34 HTTP/1.1" status: 200 len: 944 time: 0.0482454 Nov 29 02:25:16.542087 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5741f3ed-3be5-4d72-94fe-67e7597f083e req-67e40e9f-01ea-4467-a5c3-fff6fb4afee0 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/security-groups?id=41006184-4ba9-4374-8739-3c72b5dab072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399163 Nov 29 02:25:16.682160 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['cfbf0df1-59d4-4f4a-9bee-659f280f0dde'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:25:17.097107 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:17.657129 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a933e7-e128-495f-9dd0-b555858b79f3 req-3d88e20e-00ba-4313-9e33-9b0bbd008347 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:25:17.658623 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d0a933e7-e128-495f-9dd0-b555858b79f3 req-3d88e20e-00ba-4313-9e33-9b0bbd008347 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d8be1cb-baaa-4017-9da4-e92d4896bf34 HTTP/1.1" status: 200 len: 944 time: 0.0519462 Nov 29 02:25:17.704505 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d0a933e7-e128-495f-9dd0-b555858b79f3 req-ee87c2e4-b019-4865-bcd9-ccecaf197190 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/security-groups?id=41006184-4ba9-4374-8739-3c72b5dab072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399935 Nov 29 02:25:17.889324 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:18.165110 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device cfbf0df1-59d4-4f4a-9bee-659f280f0dde up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:25:18.212683 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port cfbf0df1-59d4-4f4a-9bee-659f280f0dde completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:25:18.216381 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port cfbf0df1-59d4-4f4a-9bee-659f280f0dde triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:25:18.216748 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:18.295075 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:18.315987 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8be1cb-baaa-4017-9da4-e92d4896bf34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfbf0df1-59d4-4f4a-9bee-659f280f0dde'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:25:18.318384 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80dc0f11-016b-4d1a-a491-83f362ac1f1d" -d '{"events": [{"server_uuid": "5d8be1cb-baaa-4017-9da4-e92d4896bf34", "name": "network-vif-plugged", "status": "completed", "tag": "cfbf0df1-59d4-4f4a-9bee-659f280f0dde"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:25:18.330823 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port cfbf0df1-59d4-4f4a-9bee-659f280f0dde, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=cfbf0df1-59d4-4f4a-9bee-659f280f0dde,segment=NetworkSegment(64391c9c-2c3a-46b7-bd15-bec6a08aee1f),segment_id=64391c9c-2c3a-46b7-bd15-bec6a08aee1f)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:25:18.334842 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:18.358328 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0df7c0f-b6d2-4dfc-b916-e66ce273b78a x-openstack-request-id: req-d0df7c0f-b6d2-4dfc-b916-e66ce273b78a {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:25:18.358624 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8be1cb-baaa-4017-9da4-e92d4896bf34", "name": "network-vif-plugged", "status": "completed", "tag": "cfbf0df1-59d4-4f4a-9bee-659f280f0dde", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:25:18.358875 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d0df7c0f-b6d2-4dfc-b916-e66ce273b78a {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:25:18.359261 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8be1cb-baaa-4017-9da4-e92d4896bf34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfbf0df1-59d4-4f4a-9bee-659f280f0dde', 'code': 200} Nov 29 02:25:18.383808 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=cfbf0df1-59d4-4f4a-9bee-659f280f0dde,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:25:18.580000 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a9e97-d836-4ad3-bb7a-f8740b8f37a4 req-9692c36e-ef78-44d3-b47c-59a8c3b943c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:25:18.581384 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-8f9a9e97-d836-4ad3-bb7a-f8740b8f37a4 req-9692c36e-ef78-44d3-b47c-59a8c3b943c3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5d8be1cb-baaa-4017-9da4-e92d4896bf34 HTTP/1.1" status: 200 len: 1098 time: 0.0392118 Nov 29 02:25:18.624498 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-8f9a9e97-d836-4ad3-bb7a-f8740b8f37a4 req-201452c8-c659-423e-82d9-1ba41ac5554d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=41006184-4ba9-4374-8739-3c72b5dab072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357971 Nov 29 02:25:18.816127 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744851d5-7552-4e1a-a898-cc71d33eac88 req-9d0b2dbc-7b30-4576-98cb-1acef7320de2 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:25:18.817617 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-744851d5-7552-4e1a-a898-cc71d33eac88 req-9d0b2dbc-7b30-4576-98cb-1acef7320de2 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d8be1cb-baaa-4017-9da4-e92d4896bf34 HTTP/1.1" status: 200 len: 945 time: 0.0482836 Nov 29 02:25:18.863756 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-744851d5-7552-4e1a-a898-cc71d33eac88 req-42eab887-a820-4443-bdd2-4d410e0a072f tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/security-groups?id=41006184-4ba9-4374-8739-3c72b5dab072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396075 Nov 29 02:25:19.981367 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c5420-0daa-4b81-b5f9-dea2855b8942 req-5e332ee3-b0bd-4e9a-9c41-ed833fbf1da3 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:25:19.982881 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-045c5420-0daa-4b81-b5f9-dea2855b8942 req-5e332ee3-b0bd-4e9a-9c41-ed833fbf1da3 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d8be1cb-baaa-4017-9da4-e92d4896bf34 HTTP/1.1" status: 200 len: 945 time: 0.0492065 Nov 29 02:25:20.031921 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-045c5420-0daa-4b81-b5f9-dea2855b8942 req-fe3ea311-6216-4a3a-ba85-7ebf03e8387c tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/security-groups?id=41006184-4ba9-4374-8739-3c72b5dab072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431943 Nov 29 02:25:20.142501 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b99630-0ef0-4b67-9b96-e5ee412d779a req-b37f81cb-0b95-43d0-b603-6e5bac5ffa9d tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:25:20.144041 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-71b99630-0ef0-4b67-9b96-e5ee412d779a req-b37f81cb-0b95-43d0-b603-6e5bac5ffa9d tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d8be1cb-baaa-4017-9da4-e92d4896bf34 HTTP/1.1" status: 200 len: 945 time: 0.0480480 Nov 29 02:25:20.191327 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-71b99630-0ef0-4b67-9b96-e5ee412d779a req-e11ab865-1fee-47bf-8af3-69826a259acc tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/security-groups?id=41006184-4ba9-4374-8739-3c72b5dab072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410755 Nov 29 02:25:36.231641 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:25:42.074498 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-08ef5f7d-0427-4f29-a4bb-73c3bba95da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:42.699772 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d7986-060f-4918-bb82-379d8a3a3856 req-2daea085-548b-468c-85e3-47c103540a32 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:25:42.701249 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e71d7986-060f-4918-bb82-379d8a3a3856 req-2daea085-548b-468c-85e3-47c103540a32 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d8be1cb-baaa-4017-9da4-e92d4896bf34 HTTP/1.1" status: 200 len: 945 time: 0.0489995 Nov 29 02:25:42.748869 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e71d7986-060f-4918-bb82-379d8a3a3856 req-eb7caf9a-72d6-45c5-a81b-5eae72f42b9f tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/security-groups?id=41006184-4ba9-4374-8739-3c72b5dab072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416064 Nov 29 02:25:43.864540 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91859f16-62b1-4b52-a61e-01675d03d3fd req-c71a682e-758d-4ee6-a4a3-8271172f6f6a tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:25:43.866003 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-91859f16-62b1-4b52-a61e-01675d03d3fd req-c71a682e-758d-4ee6-a4a3-8271172f6f6a tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d8be1cb-baaa-4017-9da4-e92d4896bf34 HTTP/1.1" status: 200 len: 945 time: 0.0506907 Nov 29 02:25:43.912428 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-91859f16-62b1-4b52-a61e-01675d03d3fd req-cdef8035-343c-4c13-b2d4-6c6284db86de tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/security-groups?id=41006184-4ba9-4374-8739-3c72b5dab072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400743 Nov 29 02:25:43.936118 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:44.340080 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6fe0aea1-2e8e-4cf4-8497-7eb3d0d009b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:44.610407 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49239eeb-d43e-4efa-ad6d-71cfeb6667eb req-6db0b2c3-fa8d-4220-b30a-2a1e6d06b42f tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:25:44.611767 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-49239eeb-d43e-4efa-ad6d-71cfeb6667eb req-6db0b2c3-fa8d-4220-b30a-2a1e6d06b42f tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d8be1cb-baaa-4017-9da4-e92d4896bf34 HTTP/1.1" status: 200 len: 945 time: 0.0505619 Nov 29 02:25:44.703803 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-49239eeb-d43e-4efa-ad6d-71cfeb6667eb req-0f38a06f-2f16-4360-9c39-3b91494d8147 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Deleting port cfbf0df1-59d4-4f4a-9bee-659f280f0dde {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:25:44.704141 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-49239eeb-d43e-4efa-ad6d-71cfeb6667eb req-0f38a06f-2f16-4360-9c39-3b91494d8147 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:44.793824 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-49239eeb-d43e-4efa-ad6d-71cfeb6667eb req-0f38a06f-2f16-4360-9c39-3b91494d8147 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] For port cfbf0df1-59d4-4f4a-9bee-659f280f0dde, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=cfbf0df1-59d4-4f4a-9bee-659f280f0dde,segment=NetworkSegment(64391c9c-2c3a-46b7-bd15-bec6a08aee1f),segment_id=64391c9c-2c3a-46b7-bd15-bec6a08aee1f)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:25:44.794185 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-49239eeb-d43e-4efa-ad6d-71cfeb6667eb req-0f38a06f-2f16-4360-9c39-3b91494d8147 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:44.807041 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-49239eeb-d43e-4efa-ad6d-71cfeb6667eb req-0f38a06f-2f16-4360-9c39-3b91494d8147 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Calling delete_port for cfbf0df1-59d4-4f4a-9bee-659f280f0dde owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:25:44.929314 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-49239eeb-d43e-4efa-ad6d-71cfeb6667eb req-0f38a06f-2f16-4360-9c39-3b91494d8147 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:44.961732 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38a06f-2f16-4360-9c39-3b91494d8147 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Pushing event deleted for resources: {'Port': ['ID=cfbf0df1-59d4-4f4a-9bee-659f280f0dde,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:25:44.975534 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['cfbf0df1-59d4-4f4a-9bee-659f280f0dde'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:25:44.988955 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38a06f-2f16-4360-9c39-3b91494d8147 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:44.989312 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38a06f-2f16-4360-9c39-3b91494d8147 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:44.989687 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38a06f-2f16-4360-9c39-3b91494d8147 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:44.990035 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38a06f-2f16-4360-9c39-3b91494d8147 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:44.990377 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38a06f-2f16-4360-9c39-3b91494d8147 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:44.990715 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38a06f-2f16-4360-9c39-3b91494d8147 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:44.991049 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38a06f-2f16-4360-9c39-3b91494d8147 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:44.991382 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38a06f-2f16-4360-9c39-3b91494d8147 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:44.991715 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38a06f-2f16-4360-9c39-3b91494d8147 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:44.992045 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38a06f-2f16-4360-9c39-3b91494d8147 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:44.992375 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38a06f-2f16-4360-9c39-3b91494d8147 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:44.992702 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38a06f-2f16-4360-9c39-3b91494d8147 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:45.013614 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-49239eeb-d43e-4efa-ad6d-71cfeb6667eb req-0f38a06f-2f16-4360-9c39-3b91494d8147 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] No DVR routers for this DVR port cfbf0df1-59d4-4f4a-9bee-659f280f0dde on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:25:45.017273 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-49239eeb-d43e-4efa-ad6d-71cfeb6667eb req-0f38a06f-2f16-4360-9c39-3b91494d8147 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:45.020890 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-49239eeb-d43e-4efa-ad6d-71cfeb6667eb req-0f38a06f-2f16-4360-9c39-3b91494d8147 tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.24 "DELETE /v2.0/ports/cfbf0df1-59d4-4f4a-9bee-659f280f0dde HTTP/1.1" status: 204 len: 173 time: 0.3976369 Nov 29 02:25:45.021373 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8be1cb-baaa-4017-9da4-e92d4896bf34', 'name': 'network-vif-deleted', 'tag': 'cfbf0df1-59d4-4f4a-9bee-659f280f0dde'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:25:45.022450 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-19f9846b-3f48-4fce-aa7d-c6313fd45605 req-6b7b70d5-0e7c-4d89-9c0a-39417f85f7de tempest-TestEncryptedCinderVolumes-1602379500 tempest-TestEncryptedCinderVolumes-1602379500-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d8be1cb-baaa-4017-9da4-e92d4896bf34 HTTP/1.1" status: 200 len: 210 time: 0.0326619 Nov 29 02:25:45.024584 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d974434-53e3-4bd7-832a-e48488876709" -d '{"events": [{"server_uuid": "5d8be1cb-baaa-4017-9da4-e92d4896bf34", "name": "network-vif-deleted", "tag": "cfbf0df1-59d4-4f4a-9bee-659f280f0dde"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:25:45.068749 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abe7e1e-fe20-425b-a208-7efef0024404 x-openstack-request-id: req-6abe7e1e-fe20-425b-a208-7efef0024404 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:25:45.069201 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8be1cb-baaa-4017-9da4-e92d4896bf34", "name": "network-vif-deleted", "tag": "cfbf0df1-59d4-4f4a-9bee-659f280f0dde", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:25:45.069448 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6abe7e1e-fe20-425b-a208-7efef0024404 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:25:45.069996 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8be1cb-baaa-4017-9da4-e92d4896bf34', 'name': 'network-vif-deleted', 'tag': 'cfbf0df1-59d4-4f4a-9bee-659f280f0dde', 'status': 'completed', 'code': 200} Nov 29 02:25:45.392440 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:46.130168 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 48524) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:25:46.467364 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a61b992-548c-4964-84ba-56e06b03bd21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:46.705327 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2a61b992-548c-4964-84ba-56e06b03bd21 admin admin] Deleting port 1814c8da-29ff-480b-b766-ad69cffff05c {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:25:46.705707 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a61b992-548c-4964-84ba-56e06b03bd21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:46.782053 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2a61b992-548c-4964-84ba-56e06b03bd21 admin admin] For port 1814c8da-29ff-480b-b766-ad69cffff05c, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=1814c8da-29ff-480b-b766-ad69cffff05c,segment=NetworkSegment(64391c9c-2c3a-46b7-bd15-bec6a08aee1f),segment_id=64391c9c-2c3a-46b7-bd15-bec6a08aee1f)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:25:46.782339 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a61b992-548c-4964-84ba-56e06b03bd21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:46.794943 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2a61b992-548c-4964-84ba-56e06b03bd21 admin admin] Calling delete_port for 1814c8da-29ff-480b-b766-ad69cffff05c owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:25:47.101374 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:47.223939 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a61b992-548c-4964-84ba-56e06b03bd21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:47.254037 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61b992-548c-4964-84ba-56e06b03bd21 admin admin] Pushing event deleted for resources: {'Port': ['ID=1814c8da-29ff-480b-b766-ad69cffff05c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:25:47.420240 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a61b992-548c-4964-84ba-56e06b03bd21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:47.627088 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a61b992-548c-4964-84ba-56e06b03bd21 admin admin] Router 13550fb8-313c-4046-8a6a-af5e350a5cf7 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:25:47.730958 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a61b992-548c-4964-84ba-56e06b03bd21 admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:25:47.736529 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2a61b992-548c-4964-84ba-56e06b03bd21 admin admin] 10.222.0.37 "PUT /v2.0/routers/13550fb8-313c-4046-8a6a-af5e350a5cf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6053705 Nov 29 02:25:47.739158 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 48526) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:25:47.740229 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de96ea6-bf55-4f61-80f6-7846e6b9786b None None] Sync routers for ids ['13550fb8-313c-4046-8a6a-af5e350a5cf7'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:25:47.750085 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de96ea6-bf55-4f61-80f6-7846e6b9786b None None] Routers {'13550fb8-313c-4046-8a6a-af5e350a5cf7'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:25:47.750699 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1de96ea6-bf55-4f61-80f6-7846e6b9786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:25:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['13550fb8-313c-4046-8a6a-af5e350a5cf7'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:25:47.840807 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fe47030-690c-4c6b-9587-29a1d139b989 admin admin] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:47.852329 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-1de96ea6-bf55-4f61-80f6-7846e6b9786b None None] Set router 13550fb8-313c-4046-8a6a-af5e350a5cf7 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:25:47.891737 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:47.947130 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fe47030-690c-4c6b-9587-29a1d139b989 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:48.004152 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8fe47030-690c-4c6b-9587-29a1d139b989 admin admin] Deleting port 2eb87901-cf89-4982-be10-9d447b48efdc {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:25:48.004501 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fe47030-690c-4c6b-9587-29a1d139b989 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:48.034377 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1de96ea6-bf55-4f61-80f6-7846e6b9786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13550fb8-313c-4046-8a6a-af5e350a5cf7', 'name': 'tempest-TestEncryptedCinderVolumes-900423583-router', 'tenant_id': 'f727960ea743418d86018346132c757d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '2eb87901-cf89-4982-be10-9d447b48efdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:24:24Z', 'updated_at': '2021-11-29T02:25:47Z', 'revision_number': 5, 'project_id': 'f727960ea743418d86018346132c757d', 'gw_port': {'id': '2eb87901-cf89-4982-be10-9d447b48efdc', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13550fb8-313c-4046-8a6a-af5e350a5cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:24:24Z', 'updated_at': '2021-11-29T02:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:25:48.060048 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de96ea6-bf55-4f61-80f6-7846e6b9786b None None] Checking router: 13550fb8-313c-4046-8a6a-af5e350a5cf7 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:25:48.068097 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de96ea6-bf55-4f61-80f6-7846e6b9786b None None] Routers {'13550fb8-313c-4046-8a6a-af5e350a5cf7'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:25:48.068705 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1de96ea6-bf55-4f61-80f6-7846e6b9786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:25:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['13550fb8-313c-4046-8a6a-af5e350a5cf7'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:25:48.082040 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8fe47030-690c-4c6b-9587-29a1d139b989 admin admin] For port 2eb87901-cf89-4982-be10-9d447b48efdc, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=2eb87901-cf89-4982-be10-9d447b48efdc,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:25:48.082406 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fe47030-690c-4c6b-9587-29a1d139b989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:48.095081 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8fe47030-690c-4c6b-9587-29a1d139b989 admin admin] Calling delete_port for 2eb87901-cf89-4982-be10-9d447b48efdc owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:25:48.153105 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-1de96ea6-bf55-4f61-80f6-7846e6b9786b None None] Set router 13550fb8-313c-4046-8a6a-af5e350a5cf7 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:25:48.202775 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1de96ea6-bf55-4f61-80f6-7846e6b9786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13550fb8-313c-4046-8a6a-af5e350a5cf7', 'name': 'tempest-TestEncryptedCinderVolumes-900423583-router', 'tenant_id': 'f727960ea743418d86018346132c757d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:24:24Z', 'updated_at': '2021-11-29T02:25:47Z', 'revision_number': 6, 'project_id': 'f727960ea743418d86018346132c757d', 'gw_port_host': None}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:25:48.232602 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de96ea6-bf55-4f61-80f6-7846e6b9786b None None] The sync data for ids ['13550fb8-313c-4046-8a6a-af5e350a5cf7'] in dv-neutron-819032-3-hyperv is: [{'id': '13550fb8-313c-4046-8a6a-af5e350a5cf7', 'name': 'tempest-TestEncryptedCinderVolumes-900423583-router', 'tenant_id': 'f727960ea743418d86018346132c757d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:24:24Z', 'updated_at': '2021-11-29T02:25:47Z', 'revision_number': 6, 'project_id': 'f727960ea743418d86018346132c757d', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:25:48.261582 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fe47030-690c-4c6b-9587-29a1d139b989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:48.290565 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe47030-690c-4c6b-9587-29a1d139b989 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eb87901-cf89-4982-be10-9d447b48efdc,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:25:48.306092 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacc44e7-f42e-4af4-89f9-927f3c02e43f None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:25:48.355697 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fe47030-690c-4c6b-9587-29a1d139b989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:48.445349 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fe47030-690c-4c6b-9587-29a1d139b989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:48.447975 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fe47030-690c-4c6b-9587-29a1d139b989 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:48.489517 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fe47030-690c-4c6b-9587-29a1d139b989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:48.490087 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe47030-690c-4c6b-9587-29a1d139b989 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13550fb8-313c-4046-8a6a-af5e350a5cf7 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:25:48.494400 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fe47030-690c-4c6b-9587-29a1d139b989 admin admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:48.495629 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8fe47030-690c-4c6b-9587-29a1d139b989 admin admin] 10.222.0.37 "DELETE /v2.0/routers/13550fb8-313c-4046-8a6a-af5e350a5cf7 HTTP/1.1" status: 204 len: 168 time: 0.7555015 Nov 29 02:25:48.498131 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 48528) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:25:48.541951 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-433d1416-3b3b-4ae8-8485-e0dc5bcc1af2 admin admin] Deleting subnet d5da85fa-7636-46ee-8a0c-578a83541f8b {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:25:48.544809 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-433d1416-3b3b-4ae8-8485-e0dc5bcc1af2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:48.584798 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-433d1416-3b3b-4ae8-8485-e0dc5bcc1af2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:48.665343 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-433d1416-3b3b-4ae8-8485-e0dc5bcc1af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:48.716682 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-433d1416-3b3b-4ae8-8485-e0dc5bcc1af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:48.741965 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d1416-3b3b-4ae8-8485-e0dc5bcc1af2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5da85fa-7636-46ee-8a0c-578a83541f8b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:25:48.743884 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-433d1416-3b3b-4ae8-8485-e0dc5bcc1af2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:48.747069 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-433d1416-3b3b-4ae8-8485-e0dc5bcc1af2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d5da85fa-7636-46ee-8a0c-578a83541f8b HTTP/1.1" status: 204 len: 168 time: 0.2480202 Nov 29 02:25:48.748580 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446e5295-5e3e-4992-b613-d0213e8c7c5d None None] Network 3dd45677-0892-4655-aa70-d63522805d9a requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:25:48.749601 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 48530) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:25:48.821983 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-35216d11-f76a-47fb-a1bc-7f8b740956b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:48.874975 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-35216d11-f76a-47fb-a1bc-7f8b740956b7 admin admin] Deleting port 4d29763a-61f4-4b04-b7b6-8424a4d7068c {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:25:48.875322 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-35216d11-f76a-47fb-a1bc-7f8b740956b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:48.944848 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-35216d11-f76a-47fb-a1bc-7f8b740956b7 admin admin] For port 4d29763a-61f4-4b04-b7b6-8424a4d7068c, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=4d29763a-61f4-4b04-b7b6-8424a4d7068c,segment=NetworkSegment(64391c9c-2c3a-46b7-bd15-bec6a08aee1f),segment_id=64391c9c-2c3a-46b7-bd15-bec6a08aee1f)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:25:48.945219 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-35216d11-f76a-47fb-a1bc-7f8b740956b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:48.963032 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43dacb1-2a4d-4d7e-be38-6632a6b04eb3 None None] DHCP port deletion for 3dd45677-0892-4655-aa70-d63522805d9a request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:25:48.963861 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-35216d11-f76a-47fb-a1bc-7f8b740956b7 admin admin] Calling delete_port for 4d29763a-61f4-4b04-b7b6-8424a4d7068c owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:25:49.024859 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a43dacb1-2a4d-4d7e-be38-6632a6b04eb3 None None] Deleting port 4d29763a-61f4-4b04-b7b6-8424a4d7068c {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:25:49.025431 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a43dacb1-2a4d-4d7e-be38-6632a6b04eb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:49.028634 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 1814c8da-29ff-480b-b766-ad69cffff05c no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:25:49.053033 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-35216d11-f76a-47fb-a1bc-7f8b740956b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:49.060433 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 1814c8da-29ff-480b-b766-ad69cffff05c {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:25:49.060778 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 1814c8da-29ff-480b-b766-ad69cffff05c not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:25:49.061193 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 2eb87901-cf89-4982-be10-9d447b48efdc no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:25:49.079522 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35216d11-f76a-47fb-a1bc-7f8b740956b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d29763a-61f4-4b04-b7b6-8424a4d7068c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:25:49.083022 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35216d11-f76a-47fb-a1bc-7f8b740956b7 admin admin] No DVR routers for this DVR port 4d29763a-61f4-4b04-b7b6-8424a4d7068c on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:25:49.106416 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 2eb87901-cf89-4982-be10-9d447b48efdc {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:25:49.106764 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 2eb87901-cf89-4982-be10-9d447b48efdc not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:25:49.107191 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 4d29763a-61f4-4b04-b7b6-8424a4d7068c no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:25:49.128158 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 4d29763a-61f4-4b04-b7b6-8424a4d7068c {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:25:49.128505 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 4d29763a-61f4-4b04-b7b6-8424a4d7068c not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:25:49.154604 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a43dacb1-2a4d-4d7e-be38-6632a6b04eb3 None None] For port 4d29763a-61f4-4b04-b7b6-8424a4d7068c, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=4d29763a-61f4-4b04-b7b6-8424a4d7068c,segment=NetworkSegment(64391c9c-2c3a-46b7-bd15-bec6a08aee1f),segment_id=64391c9c-2c3a-46b7-bd15-bec6a08aee1f)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:25:49.155246 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a43dacb1-2a4d-4d7e-be38-6632a6b04eb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:49.159886 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-35216d11-f76a-47fb-a1bc-7f8b740956b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:49.168129 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a43dacb1-2a4d-4d7e-be38-6632a6b04eb3 None None] Calling delete_port for 4d29763a-61f4-4b04-b7b6-8424a4d7068c owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:25:49.181573 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-35216d11-f76a-47fb-a1bc-7f8b740956b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd45677-0892-4655-aa70-d63522805d9a']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:25:49.190609 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-35216d11-f76a-47fb-a1bc-7f8b740956b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64391c9c-2c3a-46b7-bd15-bec6a08aee1f') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:25:49.190907 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-35216d11-f76a-47fb-a1bc-7f8b740956b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64391c9c-2c3a-46b7-bd15-bec6a08aee1f') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:25:49.201212 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-35216d11-f76a-47fb-a1bc-7f8b740956b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:49.215617 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-35216d11-f76a-47fb-a1bc-7f8b740956b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:49.222299 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35216d11-f76a-47fb-a1bc-7f8b740956b7 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:25:49.222626 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-35216d11-f76a-47fb-a1bc-7f8b740956b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:49.224339 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:25:49.224339 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:25:49.224339 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:25:49.224339 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:25:49.224339 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:25:49.224339 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:25:49.224339 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:25:49.224339 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:25:49.224339 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:25:49.224339 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:25:49.224339 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:25:49.224339 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:25:49.224339 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:25:49.224339 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:25:49.224339 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:25:49.224339 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:25:49.224339 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:25:49.224339 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:25:49.224339 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:25:49.224339 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:25:49.224339 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:25:49.224339 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:25:49.224339 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:25:49.224339 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:25:49.224339 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:25:49.224339 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:25:49.224339 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:25:49.224339 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:25:49.224339 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:25:49.224339 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:25:49.224339 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:25:49.224339 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:25:49.251117 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a43dacb1-2a4d-4d7e-be38-6632a6b04eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:49.277156 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43dacb1-2a4d-4d7e-be38-6632a6b04eb3 None None] Pushing event deleted for resources: {'Port': ['ID=4d29763a-61f4-4b04-b7b6-8424a4d7068c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:25:49.281083 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43dacb1-2a4d-4d7e-be38-6632a6b04eb3 None None] No DVR routers for this DVR port 4d29763a-61f4-4b04-b7b6-8424a4d7068c on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:25:49.288476 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-35216d11-f76a-47fb-a1bc-7f8b740956b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:49.294164 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-35216d11-f76a-47fb-a1bc-7f8b740956b7 admin admin] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:49.297989 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-35216d11-f76a-47fb-a1bc-7f8b740956b7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3dd45677-0892-4655-aa70-d63522805d9a HTTP/1.1" status: 204 len: 168 time: 0.5472836 Nov 29 02:25:49.301296 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48532) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:25:49.311578 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35216d11-f76a-47fb-a1bc-7f8b740956b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dd45677-0892-4655-aa70-d63522805d9a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:25:49.952547 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5436ad33-11c7-4654-90ef-f00b43c86c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:50.208592 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5436ad33-11c7-4654-90ef-f00b43c86c68 admin admin] Deleting port 290c21c5-3f50-4bfd-a717-11adc0db1d75 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:25:50.208934 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5436ad33-11c7-4654-90ef-f00b43c86c68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:50.291801 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-5436ad33-11c7-4654-90ef-f00b43c86c68 admin admin] For port 290c21c5-3f50-4bfd-a717-11adc0db1d75, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=290c21c5-3f50-4bfd-a717-11adc0db1d75,segment=NetworkSegment(883bf027-951b-44d5-90ce-b62623548b1e),segment_id=883bf027-951b-44d5-90ce-b62623548b1e)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:25:50.292166 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5436ad33-11c7-4654-90ef-f00b43c86c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:50.304187 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-5436ad33-11c7-4654-90ef-f00b43c86c68 admin admin] Calling delete_port for 290c21c5-3f50-4bfd-a717-11adc0db1d75 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:25:50.321619 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device cfbf0df1-59d4-4f4a-9bee-659f280f0dde no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:25:50.341784 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: cfbf0df1-59d4-4f4a-9bee-659f280f0dde {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:25:50.342135 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device cfbf0df1-59d4-4f4a-9bee-659f280f0dde not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:25:50.479045 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5436ad33-11c7-4654-90ef-f00b43c86c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:50.506112 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436ad33-11c7-4654-90ef-f00b43c86c68 admin admin] Pushing event deleted for resources: {'Port': ['ID=290c21c5-3f50-4bfd-a717-11adc0db1d75,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:25:50.531082 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436ad33-11c7-4654-90ef-f00b43c86c68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:50.531443 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436ad33-11c7-4654-90ef-f00b43c86c68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:50.531797 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436ad33-11c7-4654-90ef-f00b43c86c68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:50.532137 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436ad33-11c7-4654-90ef-f00b43c86c68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:50.532484 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436ad33-11c7-4654-90ef-f00b43c86c68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:50.532821 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436ad33-11c7-4654-90ef-f00b43c86c68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:50.533156 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436ad33-11c7-4654-90ef-f00b43c86c68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:50.533495 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436ad33-11c7-4654-90ef-f00b43c86c68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:50.533853 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436ad33-11c7-4654-90ef-f00b43c86c68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:50.534185 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436ad33-11c7-4654-90ef-f00b43c86c68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:50.534516 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436ad33-11c7-4654-90ef-f00b43c86c68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:50.534843 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436ad33-11c7-4654-90ef-f00b43c86c68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:50.677707 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5436ad33-11c7-4654-90ef-f00b43c86c68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:50.887222 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5436ad33-11c7-4654-90ef-f00b43c86c68 admin admin] Router acb1abc1-7614-43d5-9f13-0310557daeaa has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:25:50.991494 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5436ad33-11c7-4654-90ef-f00b43c86c68 admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:25:50.996373 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5436ad33-11c7-4654-90ef-f00b43c86c68 admin admin] 10.222.0.37 "PUT /v2.0/routers/acb1abc1-7614-43d5-9f13-0310557daeaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6940527 Nov 29 02:25:50.998945 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48534) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:25:50.999836 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfc1c8b-7676-4ec6-b895-6a8216da2c8e None None] Sync routers for ids ['acb1abc1-7614-43d5-9f13-0310557daeaa'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:25:51.010175 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfc1c8b-7676-4ec6-b895-6a8216da2c8e None None] Routers {'acb1abc1-7614-43d5-9f13-0310557daeaa'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:25:51.010796 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ccfc1c8b-7676-4ec6-b895-6a8216da2c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:25:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['acb1abc1-7614-43d5-9f13-0310557daeaa'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:25:51.102724 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-839bc136-61db-4ad3-9b6d-61f2ca55b835 admin admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:51.183313 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-ccfc1c8b-7676-4ec6-b895-6a8216da2c8e None None] Set router acb1abc1-7614-43d5-9f13-0310557daeaa gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:25:51.204965 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-839bc136-61db-4ad3-9b6d-61f2ca55b835 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:51.256741 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-839bc136-61db-4ad3-9b6d-61f2ca55b835 admin admin] Deleting port 7706eb2f-ec56-4601-9a13-16fead92b06f {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:25:51.256996 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-839bc136-61db-4ad3-9b6d-61f2ca55b835 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:51.340379 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-839bc136-61db-4ad3-9b6d-61f2ca55b835 admin admin] For port 7706eb2f-ec56-4601-9a13-16fead92b06f, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7706eb2f-ec56-4601-9a13-16fead92b06f,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:25:51.341084 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-839bc136-61db-4ad3-9b6d-61f2ca55b835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:51.352332 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-839bc136-61db-4ad3-9b6d-61f2ca55b835 admin admin] Calling delete_port for 7706eb2f-ec56-4601-9a13-16fead92b06f owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:25:51.395980 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ccfc1c8b-7676-4ec6-b895-6a8216da2c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb1abc1-7614-43d5-9f13-0310557daeaa', 'name': 'tempest-TestEncryptedCinderVolumes-2082227464-router', 'tenant_id': 'd9eef25bd095417cac6e9d6e3db77f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '7706eb2f-ec56-4601-9a13-16fead92b06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:24:29Z', 'updated_at': '2021-11-29T02:25:50Z', 'revision_number': 5, 'project_id': 'd9eef25bd095417cac6e9d6e3db77f58', 'gw_port': {'id': '7706eb2f-ec56-4601-9a13-16fead92b06f', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ae:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb1abc1-7614-43d5-9f13-0310557daeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:24:29Z', 'updated_at': '2021-11-29T02:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:25:51.424597 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfc1c8b-7676-4ec6-b895-6a8216da2c8e None None] Checking router: acb1abc1-7614-43d5-9f13-0310557daeaa for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:25:51.436061 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfc1c8b-7676-4ec6-b895-6a8216da2c8e None None] Routers {'acb1abc1-7614-43d5-9f13-0310557daeaa'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:25:51.436657 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ccfc1c8b-7676-4ec6-b895-6a8216da2c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:25:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['acb1abc1-7614-43d5-9f13-0310557daeaa'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:25:51.516617 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-839bc136-61db-4ad3-9b6d-61f2ca55b835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:51.520940 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-ccfc1c8b-7676-4ec6-b895-6a8216da2c8e None None] Set router acb1abc1-7614-43d5-9f13-0310557daeaa gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:25:51.545736 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839bc136-61db-4ad3-9b6d-61f2ca55b835 admin admin] Pushing event deleted for resources: {'Port': ['ID=7706eb2f-ec56-4601-9a13-16fead92b06f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:25:51.606182 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-839bc136-61db-4ad3-9b6d-61f2ca55b835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:51.700959 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-839bc136-61db-4ad3-9b6d-61f2ca55b835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:51.703128 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-839bc136-61db-4ad3-9b6d-61f2ca55b835 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:51.716589 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f3818a-d4ca-44ca-9421-bb3d2a75a3e0 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:25:51.718849 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ccfc1c8b-7676-4ec6-b895-6a8216da2c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb1abc1-7614-43d5-9f13-0310557daeaa', 'name': 'tempest-TestEncryptedCinderVolumes-2082227464-router', 'tenant_id': 'd9eef25bd095417cac6e9d6e3db77f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:24:29Z', 'updated_at': '2021-11-29T02:25:51Z', 'revision_number': 6, 'project_id': 'd9eef25bd095417cac6e9d6e3db77f58', 'gw_port_host': None}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:25:51.746843 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfc1c8b-7676-4ec6-b895-6a8216da2c8e None None] The sync data for ids ['acb1abc1-7614-43d5-9f13-0310557daeaa'] in dv-neutron-819032-3-hyperv is: [{'id': 'acb1abc1-7614-43d5-9f13-0310557daeaa', 'name': 'tempest-TestEncryptedCinderVolumes-2082227464-router', 'tenant_id': 'd9eef25bd095417cac6e9d6e3db77f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:24:29Z', 'updated_at': '2021-11-29T02:25:51Z', 'revision_number': 6, 'project_id': 'd9eef25bd095417cac6e9d6e3db77f58', 'gw_port_host': None}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:25:51.751620 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-839bc136-61db-4ad3-9b6d-61f2ca55b835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:51.752784 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839bc136-61db-4ad3-9b6d-61f2ca55b835 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acb1abc1-7614-43d5-9f13-0310557daeaa {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:25:51.758033 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-839bc136-61db-4ad3-9b6d-61f2ca55b835 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:51.761587 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-839bc136-61db-4ad3-9b6d-61f2ca55b835 admin admin] 10.222.0.37 "DELETE /v2.0/routers/acb1abc1-7614-43d5-9f13-0310557daeaa HTTP/1.1" status: 204 len: 168 time: 0.7616751 Nov 29 02:25:51.761720 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 48536) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:25:51.810212 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e0ebf8d-aa4b-4d05-a033-d51211c429e5 admin admin] Deleting subnet 123197f1-b838-4a04-94b5-0d4ba26506ce {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:25:51.812198 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8e0ebf8d-aa4b-4d05-a033-d51211c429e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:51.846630 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8e0ebf8d-aa4b-4d05-a033-d51211c429e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:51.927203 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8e0ebf8d-aa4b-4d05-a033-d51211c429e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:51.979881 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8e0ebf8d-aa4b-4d05-a033-d51211c429e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:52.005800 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ebf8d-aa4b-4d05-a033-d51211c429e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=123197f1-b838-4a04-94b5-0d4ba26506ce,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:25:52.007734 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8e0ebf8d-aa4b-4d05-a033-d51211c429e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:52.010948 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8e0ebf8d-aa4b-4d05-a033-d51211c429e5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/123197f1-b838-4a04-94b5-0d4ba26506ce HTTP/1.1" status: 204 len: 168 time: 0.2480907 Nov 29 02:25:52.012318 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c258ac5d-7385-486f-b5d3-400155f6f1fd None None] Network 8525f486-9759-4ee7-812b-57b37ba0adc0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:25:52.013536 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 48538) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:25:52.082908 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8afbdd5-0a73-42ca-8d48-188bd4204df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:52.141576 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b8afbdd5-0a73-42ca-8d48-188bd4204df9 admin admin] Deleting port 515ef3f7-eb32-4adb-b7d1-6bf829480f68 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:25:52.141576 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8afbdd5-0a73-42ca-8d48-188bd4204df9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:52.199793 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb638354-6d3c-4f0e-9215-3becd78a9109 None None] DHCP port deletion for 8525f486-9759-4ee7-812b-57b37ba0adc0 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:25:52.219259 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b8afbdd5-0a73-42ca-8d48-188bd4204df9 admin admin] For port 515ef3f7-eb32-4adb-b7d1-6bf829480f68, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=515ef3f7-eb32-4adb-b7d1-6bf829480f68,segment=NetworkSegment(883bf027-951b-44d5-90ce-b62623548b1e),segment_id=883bf027-951b-44d5-90ce-b62623548b1e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:25:52.219629 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8afbdd5-0a73-42ca-8d48-188bd4204df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:52.232007 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b8afbdd5-0a73-42ca-8d48-188bd4204df9 admin admin] Calling delete_port for 515ef3f7-eb32-4adb-b7d1-6bf829480f68 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:25:52.252159 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-bb638354-6d3c-4f0e-9215-3becd78a9109 None None] Deleting port 515ef3f7-eb32-4adb-b7d1-6bf829480f68 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:25:52.252536 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb638354-6d3c-4f0e-9215-3becd78a9109 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:52.312608 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8afbdd5-0a73-42ca-8d48-188bd4204df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:52.316042 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-bb638354-6d3c-4f0e-9215-3becd78a9109 None None] For port 515ef3f7-eb32-4adb-b7d1-6bf829480f68, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=515ef3f7-eb32-4adb-b7d1-6bf829480f68,segment=NetworkSegment(883bf027-951b-44d5-90ce-b62623548b1e),segment_id=883bf027-951b-44d5-90ce-b62623548b1e)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:25:52.316446 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb638354-6d3c-4f0e-9215-3becd78a9109 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:52.329181 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-bb638354-6d3c-4f0e-9215-3becd78a9109 None None] Calling delete_port for 515ef3f7-eb32-4adb-b7d1-6bf829480f68 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:25:52.339753 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8afbdd5-0a73-42ca-8d48-188bd4204df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=515ef3f7-eb32-4adb-b7d1-6bf829480f68,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:25:52.341475 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8afbdd5-0a73-42ca-8d48-188bd4204df9 admin admin] No DVR routers for this DVR port 515ef3f7-eb32-4adb-b7d1-6bf829480f68 on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:25:52.417786 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb638354-6d3c-4f0e-9215-3becd78a9109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:52.418337 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8afbdd5-0a73-42ca-8d48-188bd4204df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:52.442100 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-b8afbdd5-0a73-42ca-8d48-188bd4204df9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8525f486-9759-4ee7-812b-57b37ba0adc0']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:25:52.447496 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb638354-6d3c-4f0e-9215-3becd78a9109 None None] No DVR routers for this DVR port 515ef3f7-eb32-4adb-b7d1-6bf829480f68 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:25:52.449286 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb638354-6d3c-4f0e-9215-3becd78a9109 None None] Pushing event deleted for resources: {'Port': ['ID=515ef3f7-eb32-4adb-b7d1-6bf829480f68,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:25:52.451959 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-b8afbdd5-0a73-42ca-8d48-188bd4204df9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '883bf027-951b-44d5-90ce-b62623548b1e') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:25:52.452257 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-b8afbdd5-0a73-42ca-8d48-188bd4204df9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '883bf027-951b-44d5-90ce-b62623548b1e') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:25:52.463576 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8afbdd5-0a73-42ca-8d48-188bd4204df9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:52.485417 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8afbdd5-0a73-42ca-8d48-188bd4204df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:52.495213 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8afbdd5-0a73-42ca-8d48-188bd4204df9 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:25:52.495622 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8afbdd5-0a73-42ca-8d48-188bd4204df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:52.507197 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:25:52.507197 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:25:52.507197 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:25:52.507197 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:25:52.507197 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:25:52.507197 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:25:52.507197 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:25:52.507197 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:25:52.507197 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:25:52.507197 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:25:52.507197 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:25:52.507197 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:25:52.507197 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:25:52.507197 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:25:52.507197 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:25:52.507197 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:25:52.507197 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:25:52.507197 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:25:52.507197 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:25:52.507197 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:25:52.507197 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:25:52.507197 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:25:52.507197 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:25:52.507197 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:25:52.507197 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:25:52.507197 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:25:52.507197 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:25:52.507197 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:25:52.507197 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:25:52.507197 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:25:52.507197 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:25:52.507197 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:25:52.557290 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8afbdd5-0a73-42ca-8d48-188bd4204df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:52.567700 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8afbdd5-0a73-42ca-8d48-188bd4204df9 admin admin] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:52.571582 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b8afbdd5-0a73-42ca-8d48-188bd4204df9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8525f486-9759-4ee7-812b-57b37ba0adc0 HTTP/1.1" status: 204 len: 168 time: 0.5564837 Nov 29 02:25:52.581959 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8afbdd5-0a73-42ca-8d48-188bd4204df9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8525f486-9759-4ee7-812b-57b37ba0adc0,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:25:52.740294 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 290c21c5-3f50-4bfd-a717-11adc0db1d75 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:25:52.747480 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 48542) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:25:52.767031 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 290c21c5-3f50-4bfd-a717-11adc0db1d75 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:25:52.767380 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 290c21c5-3f50-4bfd-a717-11adc0db1d75 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:25:52.767807 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7706eb2f-ec56-4601-9a13-16fead92b06f no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:25:52.791984 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9ea0c930-0ce7-4158-bc49-86ddcb6fdaae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f727960ea743418d86018346132c757d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432580 Nov 29 02:25:52.794054 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 7706eb2f-ec56-4601-9a13-16fead92b06f {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:25:52.794409 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7706eb2f-ec56-4601-9a13-16fead92b06f not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:25:52.794837 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 515ef3f7-eb32-4adb-b7d1-6bf829480f68 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:25:52.794958 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 48544) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:25:52.816408 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 515ef3f7-eb32-4adb-b7d1-6bf829480f68 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:25:52.816904 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 515ef3f7-eb32-4adb-b7d1-6bf829480f68 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:25:52.850277 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c41ef082-4271-40af-a09b-d8e9f09ae867 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:52.874494 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c41ef082-4271-40af-a09b-d8e9f09ae867 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:52.921324 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c41ef082-4271-40af-a09b-d8e9f09ae867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:52.923909 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c41ef082-4271-40af-a09b-d8e9f09ae867 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:52.925042 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c41ef082-4271-40af-a09b-d8e9f09ae867 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41006184-4ba9-4374-8739-3c72b5dab072 HTTP/1.1" status: 204 len: 168 time: 0.1291001 Nov 29 02:25:52.933502 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ef082-4271-40af-a09b-d8e9f09ae867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41006184-4ba9-4374-8739-3c72b5dab072,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:25:53.236927 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 48550) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:25:53.276562 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-76958f62-1fe6-41a9-a40b-5ed0fd254394 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d9eef25bd095417cac6e9d6e3db77f58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384383 Nov 29 02:25:53.278859 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 48552) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:25:53.324840 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c91f8a1e-9d82-4429-994e-c23c214d3f6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:53.345596 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c91f8a1e-9d82-4429-994e-c23c214d3f6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:53.391049 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c91f8a1e-9d82-4429-994e-c23c214d3f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:53.393782 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c91f8a1e-9d82-4429-994e-c23c214d3f6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:53.394951 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c91f8a1e-9d82-4429-994e-c23c214d3f6c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cdb84c50-43b2-4713-8fcb-7f360e489bb8 HTTP/1.1" status: 204 len: 168 time: 0.1151392 Nov 29 02:25:53.404765 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f8a1e-9d82-4429-994e-c23c214d3f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb84c50-43b2-4713-8fcb-7f360e489bb8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:25:54.049074 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 48574) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:25:54.141636 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-716d0ad4-6a1b-4608-a125-e458e74cea7e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1259742549-network', 'tenant_id': '4a05df7789e74990ad3ef9f5690b6145'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:25:54.166039 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716d0ad4-6a1b-4608-a125-e458e74cea7e admin admin] Made reservation on behalf of 4a05df7789e74990ad3ef9f5690b6145 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:25:54.168283 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-716d0ad4-6a1b-4608-a125-e458e74cea7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:54.176397 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-716d0ad4-6a1b-4608-a125-e458e74cea7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:54.250594 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-716d0ad4-6a1b-4608-a125-e458e74cea7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:54.254164 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-716d0ad4-6a1b-4608-a125-e458e74cea7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:54.280694 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-716d0ad4-6a1b-4608-a125-e458e74cea7e admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:25:54.285951 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d0ad4-6a1b-4608-a125-e458e74cea7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deabf7ea-10ae-428e-a666-f5ef2745fb2e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:25:54.294256 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-716d0ad4-6a1b-4608-a125-e458e74cea7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:54.294256 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-716d0ad4-6a1b-4608-a125-e458e74cea7e admin admin] Added segment 5a89e048-1e7b-42b2-9622-ab4d6aeb4691 of type vlan for network 5a6af92b-13d3-4cff-a486-ce47f5fbf5a0 Nov 29 02:25:54.333523 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-716d0ad4-6a1b-4608-a125-e458e74cea7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:54.357526 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-716d0ad4-6a1b-4608-a125-e458e74cea7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:54.358469 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716d0ad4-6a1b-4608-a125-e458e74cea7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:25:54.359055 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-716d0ad4-6a1b-4608-a125-e458e74cea7e admin admin] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:54.411657 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-716d0ad4-6a1b-4608-a125-e458e74cea7e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3614688 Nov 29 02:25:54.415251 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48578) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:25:54.420557 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-3d4c56b6-f44d-4ca1-a5fa-83c9e5e05a4e admin admin] Request body: {'subnet': {'network_id': '5a6af92b-13d3-4cff-a486-ce47f5fbf5a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1259742549-subnet', 'tenant_id': '4a05df7789e74990ad3ef9f5690b6145', 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:25:54.422585 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d0ad4-6a1b-4608-a125-e458e74cea7e admin admin] Pushing event updated for resources: {'Network': ['ID=5a6af92b-13d3-4cff-a486-ce47f5fbf5a0,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:25:54.432120 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 5a6af92b-13d3-4cff-a486-ce47f5fbf5a0 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:25:54.442492 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4c56b6-f44d-4ca1-a5fa-83c9e5e05a4e admin admin] Made reservation on behalf of 4a05df7789e74990ad3ef9f5690b6145 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:25:54.444988 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3d4c56b6-f44d-4ca1-a5fa-83c9e5e05a4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:54.624969 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3d4c56b6-f44d-4ca1-a5fa-83c9e5e05a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:54.674660 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c56b6-f44d-4ca1-a5fa-83c9e5e05a4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=49132845-9296-4c36-90b2-9ffa538290c1,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:25:54.690239 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4c56b6-f44d-4ca1-a5fa-83c9e5e05a4e admin admin] Checking segment: {'id': '5a89e048-1e7b-42b2-9622-ab4d6aeb4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5a6af92b-13d3-4cff-a486-ce47f5fbf5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:25:54.690599 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4c56b6-f44d-4ca1-a5fa-83c9e5e05a4e admin admin] Network hostable DHCP agents. Network: 5a6af92b-13d3-4cff-a486-ce47f5fbf5a0, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:25:54.706219 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4c56b6-f44d-4ca1-a5fa-83c9e5e05a4e admin admin] Network 5a6af92b-13d3-4cff-a486-ce47f5fbf5a0 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:25:54.715992 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-3d4c56b6-f44d-4ca1-a5fa-83c9e5e05a4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 5a6af92b-13d3-4cff-a486-ce47f5fbf5a0) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:25:54.720008 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4c56b6-f44d-4ca1-a5fa-83c9e5e05a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:25:54.720598 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3d4c56b6-f44d-4ca1-a5fa-83c9e5e05a4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:54.724981 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef4c43f-95e2-4e11-9f07-12da8674817d None None] Network 5a6af92b-13d3-4cff-a486-ce47f5fbf5a0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:25:54.738307 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3d4c56b6-f44d-4ca1-a5fa-83c9e5e05a4e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3195109 Nov 29 02:25:54.738512 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48580) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:25:54.742849 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-801835d1-7721-45bf-b894-b60dfb9709bf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1259742549-router', 'tenant_id': '4a05df7789e74990ad3ef9f5690b6145', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:25:54.762727 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-801835d1-7721-45bf-b894-b60dfb9709bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:54.763632 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-801835d1-7721-45bf-b894-b60dfb9709bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:54.826017 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-801835d1-7721-45bf-b894-b60dfb9709bf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:54.877138 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7700c24c-68db-432c-92cf-2c9450972afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-5a6af92b-13d3-4cff-a486-ce47f5fbf5a0', 'network_id': '5a6af92b-13d3-4cff-a486-ce47f5fbf5a0', 'tenant_id': '4a05df7789e74990ad3ef9f5690b6145', 'fixed_ips': [{'subnet_id': '49132845-9296-4c36-90b2-9ffa538290c1'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:25:54.878241 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7700c24c-68db-432c-92cf-2c9450972afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:54.967033 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-801835d1-7721-45bf-b894-b60dfb9709bf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:55.015379 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-7700c24c-68db-432c-92cf-2c9450972afa None None] Allocated IP 172.20.0.2 (5a6af92b-13d3-4cff-a486-ce47f5fbf5a0/49132845-9296-4c36-90b2-9ffa538290c1/275e1f5e-a192-48b4-9711-6a5226de17c1) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:25:55.156523 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7700c24c-68db-432c-92cf-2c9450972afa None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:55.162600 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7700c24c-68db-432c-92cf-2c9450972afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:55.166978 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-801835d1-7721-45bf-b894-b60dfb9709bf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:55.192412 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-801835d1-7721-45bf-b894-b60dfb9709bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:55.206838 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7700c24c-68db-432c-92cf-2c9450972afa None None] Network 5a6af92b-13d3-4cff-a486-ce47f5fbf5a0 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:25:55.212830 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-7700c24c-68db-432c-92cf-2c9450972afa None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:25:55.214983 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700c24c-68db-432c-92cf-2c9450972afa None None] Pushing event updated for resources: {'Port': ['ID=275e1f5e-a192-48b4-9711-6a5226de17c1,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:25:55.217110 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7700c24c-68db-432c-92cf-2c9450972afa None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:25:55.270642 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-7700c24c-68db-432c-92cf-2c9450972afa None None] Attempting to bind port 275e1f5e-a192-48b4-9711-6a5226de17c1 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:25:55.271018 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-7700c24c-68db-432c-92cf-2c9450972afa None None] Attempting to bind port 275e1f5e-a192-48b4-9711-6a5226de17c1 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '5a89e048-1e7b-42b2-9622-ab4d6aeb4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5a6af92b-13d3-4cff-a486-ce47f5fbf5a0'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:25:55.271384 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7700c24c-68db-432c-92cf-2c9450972afa None None] Attempting to bind port 275e1f5e-a192-48b4-9711-6a5226de17c1 on network 5a6af92b-13d3-4cff-a486-ce47f5fbf5a0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:25:55.277358 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7700c24c-68db-432c-92cf-2c9450972afa None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:25:55.277767 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7700c24c-68db-432c-92cf-2c9450972afa None None] Checking segment: {'id': '5a89e048-1e7b-42b2-9622-ab4d6aeb4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5a6af92b-13d3-4cff-a486-ce47f5fbf5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:25:55.278172 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7700c24c-68db-432c-92cf-2c9450972afa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:55.278569 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7700c24c-68db-432c-92cf-2c9450972afa None None] Bound using segment: {'id': '5a89e048-1e7b-42b2-9622-ab4d6aeb4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5a6af92b-13d3-4cff-a486-ce47f5fbf5a0'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:25:55.279033 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-7700c24c-68db-432c-92cf-2c9450972afa None None] Bound port: 275e1f5e-a192-48b4-9711-6a5226de17c1, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a89e048-1e7b-42b2-9622-ab4d6aeb4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5a6af92b-13d3-4cff-a486-ce47f5fbf5a0'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:25:55.279420 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7700c24c-68db-432c-92cf-2c9450972afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:55.297671 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-801835d1-7721-45bf-b894-b60dfb9709bf admin admin] Allocated IP 172.26.3.77 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/2a79d8ac-b537-4724-8e80-382c13265e39) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:25:55.343929 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7700c24c-68db-432c-92cf-2c9450972afa None None] For port 275e1f5e-a192-48b4-9711-6a5226de17c1, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:25:55.346934 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7700c24c-68db-432c-92cf-2c9450972afa None None] For port 275e1f5e-a192-48b4-9711-6a5226de17c1, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=275e1f5e-a192-48b4-9711-6a5226de17c1,segment=NetworkSegment(5a89e048-1e7b-42b2-9622-ab4d6aeb4691),segment_id=5a89e048-1e7b-42b2-9622-ab4d6aeb4691)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:25:55.351482 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7700c24c-68db-432c-92cf-2c9450972afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:55.411448 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700c24c-68db-432c-92cf-2c9450972afa None None] Pushing event updated for resources: {'Port': ['ID=275e1f5e-a192-48b4-9711-6a5226de17c1,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:25:55.416152 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-801835d1-7721-45bf-b894-b60dfb9709bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:55.450427 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-801835d1-7721-45bf-b894-b60dfb9709bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:55.490286 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801835d1-7721-45bf-b894-b60dfb9709bf admin admin] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:25:55.493428 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-801835d1-7721-45bf-b894-b60dfb9709bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:25:55.496231 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801835d1-7721-45bf-b894-b60dfb9709bf admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:25:55.507430 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ea48b8-2a35-4709-8bd2-af27f2979904 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:25:55.528344 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801835d1-7721-45bf-b894-b60dfb9709bf admin admin] Pushing event updated for resources: {'Port': ['ID=2a79d8ac-b537-4724-8e80-382c13265e39,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:25:55.629946 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-549e9066-ec4c-4e3a-80d4-491dd9bf79a8 None None] Provisioning complete for port 2a79d8ac-b537-4724-8e80-382c13265e39 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:25:55.630415 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-549e9066-ec4c-4e3a-80d4-491dd9bf79a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:55.667633 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-549e9066-ec4c-4e3a-80d4-491dd9bf79a8 None None] Port 2a79d8ac-b537-4724-8e80-382c13265e39 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:25:55.788846 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-801835d1-7721-45bf-b894-b60dfb9709bf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:55.981773 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-801835d1-7721-45bf-b894-b60dfb9709bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:56.116176 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801835d1-7721-45bf-b894-b60dfb9709bf admin admin] Router 7841429c-1524-4d99-9e78-00bfa5e2bb40 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:25:56.225055 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801835d1-7721-45bf-b894-b60dfb9709bf admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:25:56.235954 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1b4877-ea5c-490c-a3e1-579f96fd5361 None None] Sync routers for ids ['7841429c-1524-4d99-9e78-00bfa5e2bb40'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:25:56.244457 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-801835d1-7721-45bf-b894-b60dfb9709bf admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:56.245753 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-801835d1-7721-45bf-b894-b60dfb9709bf admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5062475 Nov 29 02:25:56.248545 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48582) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:25:56.249862 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1b4877-ea5c-490c-a3e1-579f96fd5361 None None] Routers {'7841429c-1524-4d99-9e78-00bfa5e2bb40'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:25:56.250242 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1f1b4877-ea5c-490c-a3e1-579f96fd5361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:25:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['7841429c-1524-4d99-9e78-00bfa5e2bb40'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:25:56.308188 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f64a47-caa0-42ae-86c0-07f72afdb8fb None None] Network 5a6af92b-13d3-4cff-a486-ce47f5fbf5a0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:25:56.364867 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-1f1b4877-ea5c-490c-a3e1-579f96fd5361 None None] Set router 7841429c-1524-4d99-9e78-00bfa5e2bb40 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:25:56.435480 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0f5fbc40-c226-4810-bcbe-bedbd6a23511 None None] Provisioning complete for port 275e1f5e-a192-48b4-9711-6a5226de17c1 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:25:56.435480 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f5fbc40-c226-4810-bcbe-bedbd6a23511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:56.556567 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f5fbc40-c226-4810-bcbe-bedbd6a23511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:56.558108 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1f1b4877-ea5c-490c-a3e1-579f96fd5361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'name': 'tempest-TestMinimumBasicScenario-1259742549-router', 'tenant_id': '4a05df7789e74990ad3ef9f5690b6145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '2a79d8ac-b537-4724-8e80-382c13265e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:25:54Z', 'updated_at': '2021-11-29T02:25:55Z', 'revision_number': 3, 'project_id': '4a05df7789e74990ad3ef9f5690b6145', 'gw_port': {'id': '2a79d8ac-b537-4724-8e80-382c13265e39', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:cf:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:25:55Z', 'updated_at': '2021-11-29T02:25:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:25:56.589393 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1b4877-ea5c-490c-a3e1-579f96fd5361 None None] Checking router: 7841429c-1524-4d99-9e78-00bfa5e2bb40 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:25:56.590067 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1b4877-ea5c-490c-a3e1-579f96fd5361 None None] Updating router 7841429c-1524-4d99-9e78-00bfa5e2bb40 port 2a79d8ac-b537-4724-8e80-382c13265e39 binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:25:56.601877 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-0f5fbc40-c226-4810-bcbe-bedbd6a23511 None None] For port 275e1f5e-a192-48b4-9711-6a5226de17c1, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=275e1f5e-a192-48b4-9711-6a5226de17c1,segment=NetworkSegment(5a89e048-1e7b-42b2-9622-ab4d6aeb4691),segment_id=5a89e048-1e7b-42b2-9622-ab4d6aeb4691)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:25:56.609729 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f5fbc40-c226-4810-bcbe-bedbd6a23511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:56.631345 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1f1b4877-ea5c-490c-a3e1-579f96fd5361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:56.666872 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fbc40-c226-4810-bcbe-bedbd6a23511 None None] Pushing event updated for resources: {'Port': ['ID=275e1f5e-a192-48b4-9711-6a5226de17c1,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:25:56.755928 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f94ff6f6-461e-46b9-b78d-dfc10c2934ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:56.787110 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 275e1f5e-a192-48b4-9711-6a5226de17c1 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:25:56.841945 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-ed315036-5929-4860-bc97-8c0494cc7cd3 None None] Provisioning complete for port 275e1f5e-a192-48b4-9711-6a5226de17c1 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:25:56.842328 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed315036-5929-4860-bc97-8c0494cc7cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:56.878054 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 275e1f5e-a192-48b4-9711-6a5226de17c1 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:25:56.878429 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:56.906104 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1f1b4877-ea5c-490c-a3e1-579f96fd5361 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:56.912768 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1f1b4877-ea5c-490c-a3e1-579f96fd5361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:56.925038 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-f94ff6f6-461e-46b9-b78d-dfc10c2934ae admin admin] Allocated IP 172.20.0.1 (5a6af92b-13d3-4cff-a486-ce47f5fbf5a0/49132845-9296-4c36-90b2-9ffa538290c1/1babd01a-f8fe-4791-a521-f8dbe8f71e87) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:25:56.984601 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40627ec-48a1-492f-85b9-93a8c1e791f0 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:25:57.044046 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f94ff6f6-461e-46b9-b78d-dfc10c2934ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:57.062125 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1f1b4877-ea5c-490c-a3e1-579f96fd5361 None None] Attempting to bind port 2a79d8ac-b537-4724-8e80-382c13265e39 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:25:57.062501 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1f1b4877-ea5c-490c-a3e1-579f96fd5361 None None] Attempting to bind port 2a79d8ac-b537-4724-8e80-382c13265e39 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:25:57.062874 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1b4877-ea5c-490c-a3e1-579f96fd5361 None None] Attempting to bind port 2a79d8ac-b537-4724-8e80-382c13265e39 on network 4bf244a8-fda8-412f-8f05-2c7c5210f333 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:25:57.069966 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf21b4b-2243-4d88-8d6e-4503c214a7b8 None None] Pushing event updated for resources: {'Port': ['ID=2a79d8ac-b537-4724-8e80-382c13265e39,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:25:57.073578 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1b4877-ea5c-490c-a3e1-579f96fd5361 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:25:57.074022 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1b4877-ea5c-490c-a3e1-579f96fd5361 None None] Checking segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:25:57.074470 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1f1b4877-ea5c-490c-a3e1-579f96fd5361 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:57.074900 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1b4877-ea5c-490c-a3e1-579f96fd5361 None None] Bound using segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:25:57.075502 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1f1b4877-ea5c-490c-a3e1-579f96fd5361 None None] Bound port: 2a79d8ac-b537-4724-8e80-382c13265e39, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:25:57.075914 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1f1b4877-ea5c-490c-a3e1-579f96fd5361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:57.079036 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f94ff6f6-461e-46b9-b78d-dfc10c2934ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:57.082297 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf21b4b-2243-4d88-8d6e-4503c214a7b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:57.082656 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf21b4b-2243-4d88-8d6e-4503c214a7b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:57.083002 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf21b4b-2243-4d88-8d6e-4503c214a7b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:57.083342 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf21b4b-2243-4d88-8d6e-4503c214a7b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:57.083676 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf21b4b-2243-4d88-8d6e-4503c214a7b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:57.084014 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf21b4b-2243-4d88-8d6e-4503c214a7b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:57.084349 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf21b4b-2243-4d88-8d6e-4503c214a7b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:57.084687 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf21b4b-2243-4d88-8d6e-4503c214a7b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:57.085017 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf21b4b-2243-4d88-8d6e-4503c214a7b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:57.085344 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf21b4b-2243-4d88-8d6e-4503c214a7b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:57.085699 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf21b4b-2243-4d88-8d6e-4503c214a7b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:57.086031 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf21b4b-2243-4d88-8d6e-4503c214a7b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:25:57.120557 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-675c4f04-c9fb-454d-847a-dacd8895da09 None None] Provisioning complete for port 2a79d8ac-b537-4724-8e80-382c13265e39 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:25:57.121170 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-675c4f04-c9fb-454d-847a-dacd8895da09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:57.124003 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94ff6f6-461e-46b9-b78d-dfc10c2934ae admin admin] Network 5a6af92b-13d3-4cff-a486-ce47f5fbf5a0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:25:57.126987 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-f94ff6f6-461e-46b9-b78d-dfc10c2934ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:25:57.130751 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94ff6f6-461e-46b9-b78d-dfc10c2934ae admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:25:57.147668 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-1f1b4877-ea5c-490c-a3e1-579f96fd5361 None None] For port 2a79d8ac-b537-4724-8e80-382c13265e39, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:25:57.152229 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-1f1b4877-ea5c-490c-a3e1-579f96fd5361 None None] For port 2a79d8ac-b537-4724-8e80-382c13265e39, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=2a79d8ac-b537-4724-8e80-382c13265e39,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:25:57.159856 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1f1b4877-ea5c-490c-a3e1-579f96fd5361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:57.163358 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ff6f6-461e-46b9-b78d-dfc10c2934ae admin admin] Pushing event updated for resources: {'Port': ['ID=1babd01a-f8fe-4791-a521-f8dbe8f71e87,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:25:57.189961 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f94ff6f6-461e-46b9-b78d-dfc10c2934ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:57.193095 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5099e25-c1a3-467f-abef-c8ad2be21eaa None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:25:57.209299 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-675c4f04-c9fb-454d-847a-dacd8895da09 None None] Port 2a79d8ac-b537-4724-8e80-382c13265e39 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:25:57.218842 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1b4877-ea5c-490c-a3e1-579f96fd5361 None None] Routers {'7841429c-1524-4d99-9e78-00bfa5e2bb40'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:25:57.219585 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1f1b4877-ea5c-490c-a3e1-579f96fd5361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:25:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['7841429c-1524-4d99-9e78-00bfa5e2bb40'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:25:57.315915 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf21b4b-2243-4d88-8d6e-4503c214a7b8 None None] Pushing event updated for resources: {'Port': ['ID=2a79d8ac-b537-4724-8e80-382c13265e39,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:25:57.330514 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f94ff6f6-461e-46b9-b78d-dfc10c2934ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:57.342996 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1af87fc9-eb41-4918-aa84-e687dba0a2f8 None None] Provisioning complete for port 2a79d8ac-b537-4724-8e80-382c13265e39 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:25:57.343379 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1af87fc9-eb41-4918-aa84-e687dba0a2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:57.354845 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-1f1b4877-ea5c-490c-a3e1-579f96fd5361 None None] Set router 7841429c-1524-4d99-9e78-00bfa5e2bb40 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:25:57.425328 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1af87fc9-eb41-4918-aa84-e687dba0a2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:57.446262 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1af87fc9-eb41-4918-aa84-e687dba0a2f8 None None] For port 2a79d8ac-b537-4724-8e80-382c13265e39, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=2a79d8ac-b537-4724-8e80-382c13265e39,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:25:57.451453 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1af87fc9-eb41-4918-aa84-e687dba0a2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:57.503181 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af87fc9-eb41-4918-aa84-e687dba0a2f8 None None] Pushing event updated for resources: {'Port': ['ID=2a79d8ac-b537-4724-8e80-382c13265e39,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:25:57.513995 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f94ff6f6-461e-46b9-b78d-dfc10c2934ae admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:57.518582 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f94ff6f6-461e-46b9-b78d-dfc10c2934ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:57.538103 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1f1b4877-ea5c-490c-a3e1-579f96fd5361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'name': 'tempest-TestMinimumBasicScenario-1259742549-router', 'tenant_id': '4a05df7789e74990ad3ef9f5690b6145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '2a79d8ac-b537-4724-8e80-382c13265e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:25:54Z', 'updated_at': '2021-11-29T02:25:55Z', 'revision_number': 3, 'project_id': '4a05df7789e74990ad3ef9f5690b6145', 'gw_port': {'id': '2a79d8ac-b537-4724-8e80-382c13265e39', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:cf:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:25:55Z', 'updated_at': '2021-11-29T02:25:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:25:57.564402 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1b4877-ea5c-490c-a3e1-579f96fd5361 None None] The sync data for ids ['7841429c-1524-4d99-9e78-00bfa5e2bb40'] in dv-neutron-819032-3-hyperv is: [{'id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'name': 'tempest-TestMinimumBasicScenario-1259742549-router', 'tenant_id': '4a05df7789e74990ad3ef9f5690b6145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '2a79d8ac-b537-4724-8e80-382c13265e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:25:54Z', 'updated_at': '2021-11-29T02:25:55Z', 'revision_number': 3, 'project_id': '4a05df7789e74990ad3ef9f5690b6145', 'gw_port': {'id': '2a79d8ac-b537-4724-8e80-382c13265e39', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:cf:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:25:55Z', 'updated_at': '2021-11-29T02:25:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:25:57.573625 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-9a295c4a-bb83-43e8-ac52-1d79678f3d6e None None] Provisioning complete for port 1babd01a-f8fe-4791-a521-f8dbe8f71e87 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:25:57.574117 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9a295c4a-bb83-43e8-ac52-1d79678f3d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:57.590014 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ff6f6-461e-46b9-b78d-dfc10c2934ae admin admin] Pushing event updated for resources: {'Port': ['ID=1babd01a-f8fe-4791-a521-f8dbe8f71e87,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:25:57.593575 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f94ff6f6-461e-46b9-b78d-dfc10c2934ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:57.611976 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-9a295c4a-bb83-43e8-ac52-1d79678f3d6e None None] Port 1babd01a-f8fe-4791-a521-f8dbe8f71e87 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:25:58.032258 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94ff6f6-461e-46b9-b78d-dfc10c2934ae admin admin] Network 5a6af92b-13d3-4cff-a486-ce47f5fbf5a0 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:25:58.033772 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-f94ff6f6-461e-46b9-b78d-dfc10c2934ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:25:58.159623 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94ff6f6-461e-46b9-b78d-dfc10c2934ae admin admin] Router 7841429c-1524-4d99-9e78-00bfa5e2bb40 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:25:58.274942 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94ff6f6-461e-46b9-b78d-dfc10c2934ae admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:25:58.280348 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f94ff6f6-461e-46b9-b78d-dfc10c2934ae admin admin] 10.222.0.37 "PUT /v2.0/routers/7841429c-1524-4d99-9e78-00bfa5e2bb40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0307364 Nov 29 02:25:58.342903 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-434bd89f-e8cc-405a-9db6-1089febe6d43 None None] Provisioning complete for port 1babd01a-f8fe-4791-a521-f8dbe8f71e87 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:25:58.343349 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-434bd89f-e8cc-405a-9db6-1089febe6d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:58.388393 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-434bd89f-e8cc-405a-9db6-1089febe6d43 None None] Port 1babd01a-f8fe-4791-a521-f8dbe8f71e87 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:25:58.755538 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 48598) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:25:58.762828 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 2a79d8ac-b537-4724-8e80-382c13265e39 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:25:58.763319 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-baf99704-90c3-4106-8c31-007bf4822720 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-597846591-network', 'tenant_id': '08b4d404784d4099864d75fdd7ed81bb'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:25:58.789022 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf99704-90c3-4106-8c31-007bf4822720 admin admin] Made reservation on behalf of 08b4d404784d4099864d75fdd7ed81bb for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:25:58.791985 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-baf99704-90c3-4106-8c31-007bf4822720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:58.801209 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-baf99704-90c3-4106-8c31-007bf4822720 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:58.817263 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 2a79d8ac-b537-4724-8e80-382c13265e39 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:25:58.817696 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:58.884932 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-baf99704-90c3-4106-8c31-007bf4822720 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:58.890257 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-baf99704-90c3-4106-8c31-007bf4822720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:58.916290 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baf99704-90c3-4106-8c31-007bf4822720 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:25:58.926208 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf99704-90c3-4106-8c31-007bf4822720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ba030f-fb96-4f8a-bbc8-1f35240ccc47,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:25:58.931748 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-baf99704-90c3-4106-8c31-007bf4822720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:58.932095 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-baf99704-90c3-4106-8c31-007bf4822720 admin admin] Added segment bf624b6d-f691-4d9d-a3ac-1f8f06125562 of type vlan for network 1a67514f-665a-4a69-8b45-016033ae03e1 Nov 29 02:25:58.971934 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-baf99704-90c3-4106-8c31-007bf4822720 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:58.997031 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-baf99704-90c3-4106-8c31-007bf4822720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:58.998062 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf99704-90c3-4106-8c31-007bf4822720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:25:58.998760 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-baf99704-90c3-4106-8c31-007bf4822720 admin admin] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:59.075647 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340ac44e-d387-4552-91d2-a621017a4b89 None None] Sync routers for ids ['7841429c-1524-4d99-9e78-00bfa5e2bb40'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:25:59.086388 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340ac44e-d387-4552-91d2-a621017a4b89 None None] Routers {'7841429c-1524-4d99-9e78-00bfa5e2bb40'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:25:59.087016 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-340ac44e-d387-4552-91d2-a621017a4b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:25:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['7841429c-1524-4d99-9e78-00bfa5e2bb40'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:25:59.195582 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-340ac44e-d387-4552-91d2-a621017a4b89 None None] Set router 7841429c-1524-4d99-9e78-00bfa5e2bb40 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:25:59.314245 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-baf99704-90c3-4106-8c31-007bf4822720 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5570667 Nov 29 02:25:59.317299 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48600) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:25:59.317820 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf99704-90c3-4106-8c31-007bf4822720 admin admin] Pushing event updated for resources: {'Network': ['ID=1a67514f-665a-4a69-8b45-016033ae03e1,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:25:59.322858 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-63fb8757-8908-4efb-a6b3-652cfe078ad5 admin admin] Request body: {'subnet': {'network_id': '1a67514f-665a-4a69-8b45-016033ae03e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-597846591-subnet', 'tenant_id': '08b4d404784d4099864d75fdd7ed81bb', 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:25:59.332461 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 1a67514f-665a-4a69-8b45-016033ae03e1 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:25:59.349537 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fb8757-8908-4efb-a6b3-652cfe078ad5 admin admin] Made reservation on behalf of 08b4d404784d4099864d75fdd7ed81bb for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:25:59.351884 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-63fb8757-8908-4efb-a6b3-652cfe078ad5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:59.468607 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-340ac44e-d387-4552-91d2-a621017a4b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'name': 'tempest-TestMinimumBasicScenario-1259742549-router', 'tenant_id': '4a05df7789e74990ad3ef9f5690b6145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '2a79d8ac-b537-4724-8e80-382c13265e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:25:54Z', 'updated_at': '2021-11-29T02:25:57Z', 'revision_number': 4, 'project_id': '4a05df7789e74990ad3ef9f5690b6145', 'gw_port': {'id': '2a79d8ac-b537-4724-8e80-382c13265e39', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:cf:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:25:55Z', 'updated_at': '2021-11-29T02:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '1babd01a-f8fe-4791-a521-f8dbe8f71e87', 'name': '', 'network_id': '5a6af92b-13d3-4cff-a486-ce47f5fbf5a0', 'tenant_id': '4a05df7789e74990ad3ef9f5690b6145', 'mac_address': 'fa:16:3e:88:00:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '49132845-9296-4c36-90b2-9ffa538290c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:25:56Z', 'updated_at': '2021-11-29T02:25:57Z', 'revision_number': 2, 'project_id': '4a05df7789e74990ad3ef9f5690b6145', 'subnets': [{'id': '49132845-9296-4c36-90b2-9ffa538290c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:25:59.499906 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340ac44e-d387-4552-91d2-a621017a4b89 None None] Checking router: 7841429c-1524-4d99-9e78-00bfa5e2bb40 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:25:59.500267 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340ac44e-d387-4552-91d2-a621017a4b89 None None] Updating router 7841429c-1524-4d99-9e78-00bfa5e2bb40 port 1babd01a-f8fe-4791-a521-f8dbe8f71e87 binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:25:59.525533 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-340ac44e-d387-4552-91d2-a621017a4b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:59.532568 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-63fb8757-8908-4efb-a6b3-652cfe078ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:59.588257 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fb8757-8908-4efb-a6b3-652cfe078ad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2db6405a-6f62-4887-830e-5741911ba6b1,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:25:59.595650 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fb8757-8908-4efb-a6b3-652cfe078ad5 admin admin] Checking segment: {'id': 'bf624b6d-f691-4d9d-a3ac-1f8f06125562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1a67514f-665a-4a69-8b45-016033ae03e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:25:59.596000 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fb8757-8908-4efb-a6b3-652cfe078ad5 admin admin] Network hostable DHCP agents. Network: 1a67514f-665a-4a69-8b45-016033ae03e1, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:25:59.612763 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fb8757-8908-4efb-a6b3-652cfe078ad5 admin admin] Network 1a67514f-665a-4a69-8b45-016033ae03e1 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:25:59.622245 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-63fb8757-8908-4efb-a6b3-652cfe078ad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 1a67514f-665a-4a69-8b45-016033ae03e1) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:25:59.626349 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fb8757-8908-4efb-a6b3-652cfe078ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:25:59.626937 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-63fb8757-8908-4efb-a6b3-652cfe078ad5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:59.632063 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bbdeb9-9dd4-4ed2-993b-4fb2d2856ea3 None None] Network 1a67514f-665a-4a69-8b45-016033ae03e1 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:25:59.644839 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-63fb8757-8908-4efb-a6b3-652cfe078ad5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3239512 Nov 29 02:25:59.645163 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48602) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:25:59.650153 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d8ae658b-d9a6-44ea-b964-34c06bfaade8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-597846591-router', 'tenant_id': '08b4d404784d4099864d75fdd7ed81bb', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:25:59.671709 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8ae658b-d9a6-44ea-b964-34c06bfaade8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:59.672884 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8ae658b-d9a6-44ea-b964-34c06bfaade8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:59.726407 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8ae658b-d9a6-44ea-b964-34c06bfaade8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:25:59.868549 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8ae658b-d9a6-44ea-b964-34c06bfaade8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:00.016317 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb1c361-4422-42c8-8fb9-4d72b19bb3ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-1a67514f-665a-4a69-8b45-016033ae03e1', 'network_id': '1a67514f-665a-4a69-8b45-016033ae03e1', 'tenant_id': '08b4d404784d4099864d75fdd7ed81bb', 'fixed_ips': [{'subnet_id': '2db6405a-6f62-4887-830e-5741911ba6b1'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:26:00.017285 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ceb1c361-4422-42c8-8fb9-4d72b19bb3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:00.070161 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8ae658b-d9a6-44ea-b964-34c06bfaade8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:00.077293 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-340ac44e-d387-4552-91d2-a621017a4b89 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:00.090362 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8ae658b-d9a6-44ea-b964-34c06bfaade8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:00.124065 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-340ac44e-d387-4552-91d2-a621017a4b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:00.200301 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-d8ae658b-d9a6-44ea-b964-34c06bfaade8 admin admin] Allocated IP 172.26.3.182 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:26:00.223736 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5610061-28b8-4611-a6a5-8aa80a017a78 None None] Pushing event updated for resources: {'Port': ['ID=1babd01a-f8fe-4791-a521-f8dbe8f71e87,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:26:00.276629 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-ceb1c361-4422-42c8-8fb9-4d72b19bb3ec None None] Allocated IP 172.20.0.2 (1a67514f-665a-4a69-8b45-016033ae03e1/2db6405a-6f62-4887-830e-5741911ba6b1/4e2e8a04-d000-4d7f-a456-b2cd10fe5d75) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:26:00.294472 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-340ac44e-d387-4552-91d2-a621017a4b89 None None] Attempting to bind port 1babd01a-f8fe-4791-a521-f8dbe8f71e87 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:26:00.294881 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-340ac44e-d387-4552-91d2-a621017a4b89 None None] Attempting to bind port 1babd01a-f8fe-4791-a521-f8dbe8f71e87 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '5a89e048-1e7b-42b2-9622-ab4d6aeb4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5a6af92b-13d3-4cff-a486-ce47f5fbf5a0'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:26:00.295502 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340ac44e-d387-4552-91d2-a621017a4b89 None None] Attempting to bind port 1babd01a-f8fe-4791-a521-f8dbe8f71e87 on network 5a6af92b-13d3-4cff-a486-ce47f5fbf5a0 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:26:00.306274 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340ac44e-d387-4552-91d2-a621017a4b89 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:26:00.306683 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340ac44e-d387-4552-91d2-a621017a4b89 None None] Checking segment: {'id': '5a89e048-1e7b-42b2-9622-ab4d6aeb4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5a6af92b-13d3-4cff-a486-ce47f5fbf5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:26:00.307050 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-340ac44e-d387-4552-91d2-a621017a4b89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:00.307445 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340ac44e-d387-4552-91d2-a621017a4b89 None None] Bound using segment: {'id': '5a89e048-1e7b-42b2-9622-ab4d6aeb4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5a6af92b-13d3-4cff-a486-ce47f5fbf5a0'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:26:00.307917 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-340ac44e-d387-4552-91d2-a621017a4b89 None None] Bound port: 1babd01a-f8fe-4791-a521-f8dbe8f71e87, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a89e048-1e7b-42b2-9622-ab4d6aeb4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5a6af92b-13d3-4cff-a486-ce47f5fbf5a0'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:26:00.308300 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-340ac44e-d387-4552-91d2-a621017a4b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:00.331697 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8ae658b-d9a6-44ea-b964-34c06bfaade8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:00.369414 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8ae658b-d9a6-44ea-b964-34c06bfaade8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:00.416031 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ae658b-d9a6-44ea-b964-34c06bfaade8 admin admin] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:26:00.419256 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-d8ae658b-d9a6-44ea-b964-34c06bfaade8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:26:00.421623 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ae658b-d9a6-44ea-b964-34c06bfaade8 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:26:00.427367 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae658b-d9a6-44ea-b964-34c06bfaade8 admin admin] Pushing event updated for resources: {'Port': ['ID=ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:26:00.444048 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a694f8cc-58ec-4382-acf0-a6f2f505f8a2 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:26:00.455038 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-340ac44e-d387-4552-91d2-a621017a4b89 None None] For port 1babd01a-f8fe-4791-a521-f8dbe8f71e87, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:26:00.479734 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-340ac44e-d387-4552-91d2-a621017a4b89 None None] For port 1babd01a-f8fe-4791-a521-f8dbe8f71e87, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=1babd01a-f8fe-4791-a521-f8dbe8f71e87,segment=NetworkSegment(5a89e048-1e7b-42b2-9622-ab4d6aeb4691),segment_id=5a89e048-1e7b-42b2-9622-ab4d6aeb4691)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:26:00.480682 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1b7eb133-dab8-4f2d-8608-438bac39ea23 None None] Provisioning complete for port 1babd01a-f8fe-4791-a521-f8dbe8f71e87 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:26:00.481051 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b7eb133-dab8-4f2d-8608-438bac39ea23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:00.517853 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-340ac44e-d387-4552-91d2-a621017a4b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:00.604714 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ceb1c361-4422-42c8-8fb9-4d72b19bb3ec None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:00.615282 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5610061-28b8-4611-a6a5-8aa80a017a78 None None] Pushing event updated for resources: {'Port': ['ID=1babd01a-f8fe-4791-a521-f8dbe8f71e87,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:26:00.621365 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ceb1c361-4422-42c8-8fb9-4d72b19bb3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:00.626119 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340ac44e-d387-4552-91d2-a621017a4b89 None None] Routers {'7841429c-1524-4d99-9e78-00bfa5e2bb40'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:26:00.626737 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-340ac44e-d387-4552-91d2-a621017a4b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:25:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['7841429c-1524-4d99-9e78-00bfa5e2bb40'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:26:00.694400 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8ae658b-d9a6-44ea-b964-34c06bfaade8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:00.734831 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb1c361-4422-42c8-8fb9-4d72b19bb3ec None None] Network 1a67514f-665a-4a69-8b45-016033ae03e1 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:26:00.763076 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-ceb1c361-4422-42c8-8fb9-4d72b19bb3ec None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:26:00.776996 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb1c361-4422-42c8-8fb9-4d72b19bb3ec None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:26:00.788567 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1c361-4422-42c8-8fb9-4d72b19bb3ec None None] Pushing event updated for resources: {'Port': ['ID=4e2e8a04-d000-4d7f-a456-b2cd10fe5d75,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:26:00.805913 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b7eb133-dab8-4f2d-8608-438bac39ea23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:00.871746 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-340ac44e-d387-4552-91d2-a621017a4b89 None None] Set router 7841429c-1524-4d99-9e78-00bfa5e2bb40 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:26:00.904267 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8ae658b-d9a6-44ea-b964-34c06bfaade8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:00.911002 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ceb1c361-4422-42c8-8fb9-4d72b19bb3ec None None] Attempting to bind port 4e2e8a04-d000-4d7f-a456-b2cd10fe5d75 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:26:00.911369 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ceb1c361-4422-42c8-8fb9-4d72b19bb3ec None None] Attempting to bind port 4e2e8a04-d000-4d7f-a456-b2cd10fe5d75 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'bf624b6d-f691-4d9d-a3ac-1f8f06125562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1a67514f-665a-4a69-8b45-016033ae03e1'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:26:00.911734 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb1c361-4422-42c8-8fb9-4d72b19bb3ec None None] Attempting to bind port 4e2e8a04-d000-4d7f-a456-b2cd10fe5d75 on network 1a67514f-665a-4a69-8b45-016033ae03e1 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:26:00.920214 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1b7eb133-dab8-4f2d-8608-438bac39ea23 None None] For port 1babd01a-f8fe-4791-a521-f8dbe8f71e87, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=1babd01a-f8fe-4791-a521-f8dbe8f71e87,segment=NetworkSegment(5a89e048-1e7b-42b2-9622-ab4d6aeb4691),segment_id=5a89e048-1e7b-42b2-9622-ab4d6aeb4691)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:26:00.929086 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b7eb133-dab8-4f2d-8608-438bac39ea23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:00.934070 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb1c361-4422-42c8-8fb9-4d72b19bb3ec None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:26:00.934442 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb1c361-4422-42c8-8fb9-4d72b19bb3ec None None] Checking segment: {'id': 'bf624b6d-f691-4d9d-a3ac-1f8f06125562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1a67514f-665a-4a69-8b45-016033ae03e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:26:00.934830 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ceb1c361-4422-42c8-8fb9-4d72b19bb3ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:00.935209 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb1c361-4422-42c8-8fb9-4d72b19bb3ec None None] Bound using segment: {'id': 'bf624b6d-f691-4d9d-a3ac-1f8f06125562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1a67514f-665a-4a69-8b45-016033ae03e1'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:26:00.935671 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ceb1c361-4422-42c8-8fb9-4d72b19bb3ec None None] Bound port: 4e2e8a04-d000-4d7f-a456-b2cd10fe5d75, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf624b6d-f691-4d9d-a3ac-1f8f06125562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1a67514f-665a-4a69-8b45-016033ae03e1'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:26:00.936042 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ceb1c361-4422-42c8-8fb9-4d72b19bb3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:01.036566 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ae658b-d9a6-44ea-b964-34c06bfaade8 admin admin] Router 60616cc2-0c72-4c84-bf7d-f3e7a67a8c76 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:26:01.099634 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7eb133-dab8-4f2d-8608-438bac39ea23 None None] Pushing event updated for resources: {'Port': ['ID=1babd01a-f8fe-4791-a521-f8dbe8f71e87,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:26:01.129078 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-7721c771-eaf1-42cd-847f-a19c8a0b7da1 None None] Provisioning complete for port 1babd01a-f8fe-4791-a521-f8dbe8f71e87 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:26:01.129359 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7721c771-eaf1-42cd-847f-a19c8a0b7da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:01.146770 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ae658b-d9a6-44ea-b964-34c06bfaade8 admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:26:01.156652 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f408d340-b495-4834-88ee-c50dd91e9cef None None] Sync routers for ids ['60616cc2-0c72-4c84-bf7d-f3e7a67a8c76'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:26:01.162966 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ceb1c361-4422-42c8-8fb9-4d72b19bb3ec None None] For port 4e2e8a04-d000-4d7f-a456-b2cd10fe5d75, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:26:01.166607 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d8ae658b-d9a6-44ea-b964-34c06bfaade8 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:01.167858 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d8ae658b-d9a6-44ea-b964-34c06bfaade8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5217366 Nov 29 02:26:01.171104 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48604) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:26:01.171810 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f408d340-b495-4834-88ee-c50dd91e9cef None None] Routers {'60616cc2-0c72-4c84-bf7d-f3e7a67a8c76'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:26:01.172429 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f408d340-b495-4834-88ee-c50dd91e9cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:25:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['60616cc2-0c72-4c84-bf7d-f3e7a67a8c76'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:26:01.191262 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ceb1c361-4422-42c8-8fb9-4d72b19bb3ec None None] For port 4e2e8a04-d000-4d7f-a456-b2cd10fe5d75, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=4e2e8a04-d000-4d7f-a456-b2cd10fe5d75,segment=NetworkSegment(bf624b6d-f691-4d9d-a3ac-1f8f06125562),segment_id=bf624b6d-f691-4d9d-a3ac-1f8f06125562)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:26:01.202020 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ceb1c361-4422-42c8-8fb9-4d72b19bb3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:01.283104 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-f408d340-b495-4834-88ee-c50dd91e9cef None None] Set router 60616cc2-0c72-4c84-bf7d-f3e7a67a8c76 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:26:01.301518 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1c361-4422-42c8-8fb9-4d72b19bb3ec None None] Pushing event updated for resources: {'Port': ['ID=4e2e8a04-d000-4d7f-a456-b2cd10fe5d75,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:26:01.356055 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-340ac44e-d387-4552-91d2-a621017a4b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'name': 'tempest-TestMinimumBasicScenario-1259742549-router', 'tenant_id': '4a05df7789e74990ad3ef9f5690b6145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '2a79d8ac-b537-4724-8e80-382c13265e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:25:54Z', 'updated_at': '2021-11-29T02:25:57Z', 'revision_number': 4, 'project_id': '4a05df7789e74990ad3ef9f5690b6145', 'gw_port': {'id': '2a79d8ac-b537-4724-8e80-382c13265e39', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:cf:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:25:55Z', 'updated_at': '2021-11-29T02:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '1babd01a-f8fe-4791-a521-f8dbe8f71e87', 'name': '', 'network_id': '5a6af92b-13d3-4cff-a486-ce47f5fbf5a0', 'tenant_id': '4a05df7789e74990ad3ef9f5690b6145', 'mac_address': 'fa:16:3e:88:00:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '49132845-9296-4c36-90b2-9ffa538290c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:25:56Z', 'updated_at': '2021-11-29T02:26:00Z', 'revision_number': 4, 'project_id': '4a05df7789e74990ad3ef9f5690b6145', 'subnets': [{'id': '49132845-9296-4c36-90b2-9ffa538290c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:26:01.386128 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340ac44e-d387-4552-91d2-a621017a4b89 None None] The sync data for ids ['7841429c-1524-4d99-9e78-00bfa5e2bb40'] in dv-neutron-819032-3-hyperv is: [{'id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'name': 'tempest-TestMinimumBasicScenario-1259742549-router', 'tenant_id': '4a05df7789e74990ad3ef9f5690b6145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '2a79d8ac-b537-4724-8e80-382c13265e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:25:54Z', 'updated_at': '2021-11-29T02:25:57Z', 'revision_number': 4, 'project_id': '4a05df7789e74990ad3ef9f5690b6145', 'gw_port': {'id': '2a79d8ac-b537-4724-8e80-382c13265e39', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:cf:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:25:55Z', 'updated_at': '2021-11-29T02:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '1babd01a-f8fe-4791-a521-f8dbe8f71e87', 'name': '', 'network_id': '5a6af92b-13d3-4cff-a486-ce47f5fbf5a0', 'tenant_id': '4a05df7789e74990ad3ef9f5690b6145', 'mac_address': 'fa:16:3e:88:00:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '49132845-9296-4c36-90b2-9ffa538290c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:25:56Z', 'updated_at': '2021-11-29T02:26:00Z', 'revision_number': 4, 'project_id': '4a05df7789e74990ad3ef9f5690b6145', 'subnets': [{'id': '49132845-9296-4c36-90b2-9ffa538290c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:26:01.387787 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-7721c771-eaf1-42cd-847f-a19c8a0b7da1 None None] Provisioning complete for port ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:26:01.388154 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7721c771-eaf1-42cd-847f-a19c8a0b7da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:01.427946 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7721c771-eaf1-42cd-847f-a19c8a0b7da1 None None] Port ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:26:01.513534 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f408d340-b495-4834-88ee-c50dd91e9cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60616cc2-0c72-4c84-bf7d-f3e7a67a8c76', 'name': 'tempest-TestMinimumBasicScenario-597846591-router', 'tenant_id': '08b4d404784d4099864d75fdd7ed81bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:25:59Z', 'updated_at': '2021-11-29T02:26:00Z', 'revision_number': 3, 'project_id': '08b4d404784d4099864d75fdd7ed81bb', 'gw_port': {'id': 'ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60616cc2-0c72-4c84-bf7d-f3e7a67a8c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:26:00Z', 'updated_at': '2021-11-29T02:26:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:26:01.549266 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f408d340-b495-4834-88ee-c50dd91e9cef None None] Checking router: 60616cc2-0c72-4c84-bf7d-f3e7a67a8c76 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:26:01.549727 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f408d340-b495-4834-88ee-c50dd91e9cef None None] Updating router 60616cc2-0c72-4c84-bf7d-f3e7a67a8c76 port ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14 binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:26:01.597582 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f408d340-b495-4834-88ee-c50dd91e9cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:01.706393 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a6114a1b-7049-44b8-b97f-5a5580f122ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:01.892849 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-a6114a1b-7049-44b8-b97f-5a5580f122ae admin admin] Allocated IP 172.20.0.1 (1a67514f-665a-4a69-8b45-016033ae03e1/2db6405a-6f62-4887-830e-5741911ba6b1/255140ab-2663-4db0-87c8-9bd7d2bab767) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:26:01.899742 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f408d340-b495-4834-88ee-c50dd91e9cef None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:01.906655 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f408d340-b495-4834-88ee-c50dd91e9cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:01.935392 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786a79aa-c0ee-4789-8c3e-f0c1f1c43fb6 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:26:01.965854 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-f408d340-b495-4834-88ee-c50dd91e9cef None None] Attempting to bind port ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:26:01.966512 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-f408d340-b495-4834-88ee-c50dd91e9cef None None] Attempting to bind port ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:26:01.966879 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f408d340-b495-4834-88ee-c50dd91e9cef None None] Attempting to bind port ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14 on network 4bf244a8-fda8-412f-8f05-2c7c5210f333 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:26:01.978385 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f408d340-b495-4834-88ee-c50dd91e9cef None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:26:01.978767 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f408d340-b495-4834-88ee-c50dd91e9cef None None] Checking segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:26:01.979171 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f408d340-b495-4834-88ee-c50dd91e9cef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:01.979559 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f408d340-b495-4834-88ee-c50dd91e9cef None None] Bound using segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:26:01.980026 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-f408d340-b495-4834-88ee-c50dd91e9cef None None] Bound port: ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:26:01.980766 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f408d340-b495-4834-88ee-c50dd91e9cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:01.982899 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68760856-849e-4819-be14-0558f48ff2d7 None None] Pushing event updated for resources: {'Port': ['ID=ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:26:02.022983 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a6114a1b-7049-44b8-b97f-5a5580f122ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:02.037746 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f408d340-b495-4834-88ee-c50dd91e9cef None None] For port ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:26:02.041844 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-f408d340-b495-4834-88ee-c50dd91e9cef None None] For port ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:26:02.047660 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-f408d340-b495-4834-88ee-c50dd91e9cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:02.063268 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a6114a1b-7049-44b8-b97f-5a5580f122ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:02.064459 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-268ffeb5-b049-4bc8-86ad-a212b52d3ac1 None None] Provisioning complete for port ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:26:02.064978 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-268ffeb5-b049-4bc8-86ad-a212b52d3ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:02.102424 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b6eb8e-6784-4c9e-92a5-32f2ccd462c0 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:26:02.114701 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6114a1b-7049-44b8-b97f-5a5580f122ae admin admin] Network 1a67514f-665a-4a69-8b45-016033ae03e1 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:26:02.115966 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f408d340-b495-4834-88ee-c50dd91e9cef None None] Routers {'60616cc2-0c72-4c84-bf7d-f3e7a67a8c76'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:26:02.116360 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-a6114a1b-7049-44b8-b97f-5a5580f122ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:26:02.116601 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f408d340-b495-4834-88ee-c50dd91e9cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:25:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['60616cc2-0c72-4c84-bf7d-f3e7a67a8c76'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:26:02.122155 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68760856-849e-4819-be14-0558f48ff2d7 None None] Pushing event updated for resources: {'Port': ['ID=ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:26:02.136348 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6114a1b-7049-44b8-b97f-5a5580f122ae admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:26:02.193637 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6114a1b-7049-44b8-b97f-5a5580f122ae admin admin] Pushing event updated for resources: {'Port': ['ID=255140ab-2663-4db0-87c8-9bd7d2bab767,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:26:02.208379 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-268ffeb5-b049-4bc8-86ad-a212b52d3ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:02.225056 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a6114a1b-7049-44b8-b97f-5a5580f122ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:02.252823 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-268ffeb5-b049-4bc8-86ad-a212b52d3ac1 None None] For port ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:26:02.264587 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-268ffeb5-b049-4bc8-86ad-a212b52d3ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:02.272744 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-f408d340-b495-4834-88ee-c50dd91e9cef None None] Set router 60616cc2-0c72-4c84-bf7d-f3e7a67a8c76 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:26:02.355215 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ffeb5-b049-4bc8-86ad-a212b52d3ac1 None None] Pushing event updated for resources: {'Port': ['ID=ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:26:02.393012 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-448f1727-248f-4544-a6ee-def8b2ae4cd0 None None] Provisioning complete for port ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:26:02.393632 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-448f1727-248f-4544-a6ee-def8b2ae4cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:02.427779 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a6114a1b-7049-44b8-b97f-5a5580f122ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:02.525623 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f408d340-b495-4834-88ee-c50dd91e9cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60616cc2-0c72-4c84-bf7d-f3e7a67a8c76', 'name': 'tempest-TestMinimumBasicScenario-597846591-router', 'tenant_id': '08b4d404784d4099864d75fdd7ed81bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:25:59Z', 'updated_at': '2021-11-29T02:26:00Z', 'revision_number': 3, 'project_id': '08b4d404784d4099864d75fdd7ed81bb', 'gw_port': {'id': 'ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60616cc2-0c72-4c84-bf7d-f3e7a67a8c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:26:00Z', 'updated_at': '2021-11-29T02:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:26:02.575462 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f408d340-b495-4834-88ee-c50dd91e9cef None None] The sync data for ids ['60616cc2-0c72-4c84-bf7d-f3e7a67a8c76'] in dv-neutron-819032-3-hyperv is: [{'id': '60616cc2-0c72-4c84-bf7d-f3e7a67a8c76', 'name': 'tempest-TestMinimumBasicScenario-597846591-router', 'tenant_id': '08b4d404784d4099864d75fdd7ed81bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:25:59Z', 'updated_at': '2021-11-29T02:26:00Z', 'revision_number': 3, 'project_id': '08b4d404784d4099864d75fdd7ed81bb', 'gw_port': {'id': 'ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60616cc2-0c72-4c84-bf7d-f3e7a67a8c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:26:00Z', 'updated_at': '2021-11-29T02:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:26:02.656707 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a6114a1b-7049-44b8-b97f-5a5580f122ae admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:02.665239 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6129ef4-18bc-4f9f-8a66-e8f9827bd7e4 None None] Network 1a67514f-665a-4a69-8b45-016033ae03e1 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:26:02.666935 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a6114a1b-7049-44b8-b97f-5a5580f122ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:02.765133 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6114a1b-7049-44b8-b97f-5a5580f122ae admin admin] Pushing event updated for resources: {'Port': ['ID=255140ab-2663-4db0-87c8-9bd7d2bab767,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:26:02.782500 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a6114a1b-7049-44b8-b97f-5a5580f122ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:02.869371 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 4e2e8a04-d000-4d7f-a456-b2cd10fe5d75 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:26:02.908939 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6114a1b-7049-44b8-b97f-5a5580f122ae admin admin] Network 1a67514f-665a-4a69-8b45-016033ae03e1 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:26:02.910520 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-a6114a1b-7049-44b8-b97f-5a5580f122ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:26:02.941160 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-9853aeb5-1c03-4ef8-9feb-7df1c8d400d9 None None] Provisioning complete for port 4e2e8a04-d000-4d7f-a456-b2cd10fe5d75 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:26:02.941535 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9853aeb5-1c03-4ef8-9feb-7df1c8d400d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:03.015753 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 4e2e8a04-d000-4d7f-a456-b2cd10fe5d75 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:26:03.016305 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:03.089166 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6114a1b-7049-44b8-b97f-5a5580f122ae admin admin] Router 60616cc2-0c72-4c84-bf7d-f3e7a67a8c76 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:26:03.119855 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9853aeb5-1c03-4ef8-9feb-7df1c8d400d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:03.175833 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:03.195133 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9853aeb5-1c03-4ef8-9feb-7df1c8d400d9 None None] For port 4e2e8a04-d000-4d7f-a456-b2cd10fe5d75, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=4e2e8a04-d000-4d7f-a456-b2cd10fe5d75,segment=NetworkSegment(bf624b6d-f691-4d9d-a3ac-1f8f06125562),segment_id=bf624b6d-f691-4d9d-a3ac-1f8f06125562)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:26:03.212436 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9853aeb5-1c03-4ef8-9feb-7df1c8d400d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:03.308850 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853aeb5-1c03-4ef8-9feb-7df1c8d400d9 None None] Pushing event updated for resources: {'Port': ['ID=4e2e8a04-d000-4d7f-a456-b2cd10fe5d75,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:26:03.317952 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.db.api [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 02:26:03.318308 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG oslo_db.api [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 02:26:03.338408 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-931f9854-38f2-4e10-975a-455e366f2922 None None] Provisioning complete for port 255140ab-2663-4db0-87c8-9bd7d2bab767 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:26:03.338408 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-931f9854-38f2-4e10-975a-455e366f2922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:03.380934 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-931f9854-38f2-4e10-975a-455e366f2922 None None] Port 255140ab-2663-4db0-87c8-9bd7d2bab767 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:26:03.393920 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-931f9854-38f2-4e10-975a-455e366f2922 None None] Provisioning complete for port 4e2e8a04-d000-4d7f-a456-b2cd10fe5d75 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:26:03.394444 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-931f9854-38f2-4e10-975a-455e366f2922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:03.595723 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6114a1b-7049-44b8-b97f-5a5580f122ae admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:26:03.601649 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a6114a1b-7049-44b8-b97f-5a5580f122ae admin admin] 10.222.0.37 "PUT /v2.0/routers/60616cc2-0c72-4c84-bf7d-f3e7a67a8c76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4295239 Nov 29 02:26:03.625015 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-6696f809-6fc2-4e0d-827f-c6494b9bba83 None None] Provisioning complete for port 255140ab-2663-4db0-87c8-9bd7d2bab767 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:26:03.625417 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6696f809-6fc2-4e0d-827f-c6494b9bba83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:03.668751 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6696f809-6fc2-4e0d-827f-c6494b9bba83 None None] Port 255140ab-2663-4db0-87c8-9bd7d2bab767 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:26:03.787724 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-3d52cf48-2caf-4dfa-a8d5-09b4a9edf0b3 None None] Provisioning complete for port 255140ab-2663-4db0-87c8-9bd7d2bab767 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:26:03.788158 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d52cf48-2caf-4dfa-a8d5-09b4a9edf0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:03.842303 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-3d52cf48-2caf-4dfa-a8d5-09b4a9edf0b3 None None] Port 255140ab-2663-4db0-87c8-9bd7d2bab767 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:26:03.859975 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 1babd01a-f8fe-4791-a521-f8dbe8f71e87 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:26:03.909732 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 1babd01a-f8fe-4791-a521-f8dbe8f71e87 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:26:03.910112 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:04.836837 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 4e2e8a04-d000-4d7f-a456-b2cd10fe5d75 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:26:04.882385 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d482ce3f-e050-49e2-b22c-178fe99fbe5c None None] Sync routers for ids ['60616cc2-0c72-4c84-bf7d-f3e7a67a8c76'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:26:04.903246 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d482ce3f-e050-49e2-b22c-178fe99fbe5c None None] Routers {'60616cc2-0c72-4c84-bf7d-f3e7a67a8c76'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:26:04.905618 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d482ce3f-e050-49e2-b22c-178fe99fbe5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:25:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['60616cc2-0c72-4c84-bf7d-f3e7a67a8c76'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:26:04.987612 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 4e2e8a04-d000-4d7f-a456-b2cd10fe5d75 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:26:04.987981 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:05.052664 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-d482ce3f-e050-49e2-b22c-178fe99fbe5c None None] Set router 60616cc2-0c72-4c84-bf7d-f3e7a67a8c76 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:26:05.201998 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:26:05.313245 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:26:05.313613 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:05.379736 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d482ce3f-e050-49e2-b22c-178fe99fbe5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60616cc2-0c72-4c84-bf7d-f3e7a67a8c76', 'name': 'tempest-TestMinimumBasicScenario-597846591-router', 'tenant_id': '08b4d404784d4099864d75fdd7ed81bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:25:59Z', 'updated_at': '2021-11-29T02:26:02Z', 'revision_number': 4, 'project_id': '08b4d404784d4099864d75fdd7ed81bb', 'gw_port': {'id': 'ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60616cc2-0c72-4c84-bf7d-f3e7a67a8c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:26:00Z', 'updated_at': '2021-11-29T02:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '255140ab-2663-4db0-87c8-9bd7d2bab767', 'name': '', 'network_id': '1a67514f-665a-4a69-8b45-016033ae03e1', 'tenant_id': '08b4d404784d4099864d75fdd7ed81bb', 'mac_address': 'fa:16:3e:31:2b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60616cc2-0c72-4c84-bf7d-f3e7a67a8c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '2db6405a-6f62-4887-830e-5741911ba6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:26:01Z', 'updated_at': '2021-11-29T02:26:02Z', 'revision_number': 2, 'project_id': '08b4d404784d4099864d75fdd7ed81bb', 'subnets': [{'id': '2db6405a-6f62-4887-830e-5741911ba6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:26:05.428397 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d482ce3f-e050-49e2-b22c-178fe99fbe5c None None] Checking router: 60616cc2-0c72-4c84-bf7d-f3e7a67a8c76 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:26:05.428746 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d482ce3f-e050-49e2-b22c-178fe99fbe5c None None] Updating router 60616cc2-0c72-4c84-bf7d-f3e7a67a8c76 port 255140ab-2663-4db0-87c8-9bd7d2bab767 binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:26:05.474883 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d482ce3f-e050-49e2-b22c-178fe99fbe5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:05.770757 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d482ce3f-e050-49e2-b22c-178fe99fbe5c None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:05.783210 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d482ce3f-e050-49e2-b22c-178fe99fbe5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:05.843504 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eaae52-6ac0-45c8-8f69-f813ab29e694 None None] Pushing event updated for resources: {'Port': ['ID=255140ab-2663-4db0-87c8-9bd7d2bab767,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:26:05.907839 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-d482ce3f-e050-49e2-b22c-178fe99fbe5c None None] Attempting to bind port 255140ab-2663-4db0-87c8-9bd7d2bab767 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:26:05.908335 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-d482ce3f-e050-49e2-b22c-178fe99fbe5c None None] Attempting to bind port 255140ab-2663-4db0-87c8-9bd7d2bab767 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'bf624b6d-f691-4d9d-a3ac-1f8f06125562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1a67514f-665a-4a69-8b45-016033ae03e1'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:26:05.908806 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d482ce3f-e050-49e2-b22c-178fe99fbe5c None None] Attempting to bind port 255140ab-2663-4db0-87c8-9bd7d2bab767 on network 1a67514f-665a-4a69-8b45-016033ae03e1 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:26:05.915253 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d482ce3f-e050-49e2-b22c-178fe99fbe5c None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:26:05.915797 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d482ce3f-e050-49e2-b22c-178fe99fbe5c None None] Checking segment: {'id': 'bf624b6d-f691-4d9d-a3ac-1f8f06125562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1a67514f-665a-4a69-8b45-016033ae03e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:26:05.916329 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d482ce3f-e050-49e2-b22c-178fe99fbe5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:05.916799 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d482ce3f-e050-49e2-b22c-178fe99fbe5c None None] Bound using segment: {'id': 'bf624b6d-f691-4d9d-a3ac-1f8f06125562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1a67514f-665a-4a69-8b45-016033ae03e1'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:26:05.917375 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-d482ce3f-e050-49e2-b22c-178fe99fbe5c None None] Bound port: 255140ab-2663-4db0-87c8-9bd7d2bab767, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf624b6d-f691-4d9d-a3ac-1f8f06125562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1a67514f-665a-4a69-8b45-016033ae03e1'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:26:05.917860 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d482ce3f-e050-49e2-b22c-178fe99fbe5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:06.000657 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-d482ce3f-e050-49e2-b22c-178fe99fbe5c None None] For port 255140ab-2663-4db0-87c8-9bd7d2bab767, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:26:06.007073 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-d482ce3f-e050-49e2-b22c-178fe99fbe5c None None] For port 255140ab-2663-4db0-87c8-9bd7d2bab767, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=255140ab-2663-4db0-87c8-9bd7d2bab767,segment=NetworkSegment(bf624b6d-f691-4d9d-a3ac-1f8f06125562),segment_id=bf624b6d-f691-4d9d-a3ac-1f8f06125562)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:26:06.015690 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d482ce3f-e050-49e2-b22c-178fe99fbe5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:06.079875 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d482ce3f-e050-49e2-b22c-178fe99fbe5c None None] Routers {'60616cc2-0c72-4c84-bf7d-f3e7a67a8c76'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:26:06.080515 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d482ce3f-e050-49e2-b22c-178fe99fbe5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:25:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['60616cc2-0c72-4c84-bf7d-f3e7a67a8c76'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:26:06.085789 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eaae52-6ac0-45c8-8f69-f813ab29e694 None None] Pushing event updated for resources: {'Port': ['ID=255140ab-2663-4db0-87c8-9bd7d2bab767,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:26:06.332878 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-c1b5c439-f3c6-492d-a780-d4434948a4c6 None None] Provisioning complete for port 255140ab-2663-4db0-87c8-9bd7d2bab767 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:26:06.333388 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1b5c439-f3c6-492d-a780-d4434948a4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:06.401195 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-d482ce3f-e050-49e2-b22c-178fe99fbe5c None None] Set router 60616cc2-0c72-4c84-bf7d-f3e7a67a8c76 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:26:06.541885 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1b5c439-f3c6-492d-a780-d4434948a4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:06.597504 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c1b5c439-f3c6-492d-a780-d4434948a4c6 None None] For port 255140ab-2663-4db0-87c8-9bd7d2bab767, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=255140ab-2663-4db0-87c8-9bd7d2bab767,segment=NetworkSegment(bf624b6d-f691-4d9d-a3ac-1f8f06125562),segment_id=bf624b6d-f691-4d9d-a3ac-1f8f06125562)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:26:06.604560 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c1b5c439-f3c6-492d-a780-d4434948a4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:06.688294 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5c439-f3c6-492d-a780-d4434948a4c6 None None] Pushing event updated for resources: {'Port': ['ID=255140ab-2663-4db0-87c8-9bd7d2bab767,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:26:06.713300 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d482ce3f-e050-49e2-b22c-178fe99fbe5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60616cc2-0c72-4c84-bf7d-f3e7a67a8c76', 'name': 'tempest-TestMinimumBasicScenario-597846591-router', 'tenant_id': '08b4d404784d4099864d75fdd7ed81bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:25:59Z', 'updated_at': '2021-11-29T02:26:02Z', 'revision_number': 4, 'project_id': '08b4d404784d4099864d75fdd7ed81bb', 'gw_port': {'id': 'ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60616cc2-0c72-4c84-bf7d-f3e7a67a8c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:26:00Z', 'updated_at': '2021-11-29T02:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '255140ab-2663-4db0-87c8-9bd7d2bab767', 'name': '', 'network_id': '1a67514f-665a-4a69-8b45-016033ae03e1', 'tenant_id': '08b4d404784d4099864d75fdd7ed81bb', 'mac_address': 'fa:16:3e:31:2b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60616cc2-0c72-4c84-bf7d-f3e7a67a8c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '2db6405a-6f62-4887-830e-5741911ba6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:26:01Z', 'updated_at': '2021-11-29T02:26:05Z', 'revision_number': 4, 'project_id': '08b4d404784d4099864d75fdd7ed81bb', 'subnets': [{'id': '2db6405a-6f62-4887-830e-5741911ba6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:26:06.750413 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d482ce3f-e050-49e2-b22c-178fe99fbe5c None None] The sync data for ids ['60616cc2-0c72-4c84-bf7d-f3e7a67a8c76'] in dv-neutron-819032-3-hyperv is: [{'id': '60616cc2-0c72-4c84-bf7d-f3e7a67a8c76', 'name': 'tempest-TestMinimumBasicScenario-597846591-router', 'tenant_id': '08b4d404784d4099864d75fdd7ed81bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:25:59Z', 'updated_at': '2021-11-29T02:26:02Z', 'revision_number': 4, 'project_id': '08b4d404784d4099864d75fdd7ed81bb', 'gw_port': {'id': 'ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60616cc2-0c72-4c84-bf7d-f3e7a67a8c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:26:00Z', 'updated_at': '2021-11-29T02:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '255140ab-2663-4db0-87c8-9bd7d2bab767', 'name': '', 'network_id': '1a67514f-665a-4a69-8b45-016033ae03e1', 'tenant_id': '08b4d404784d4099864d75fdd7ed81bb', 'mac_address': 'fa:16:3e:31:2b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60616cc2-0c72-4c84-bf7d-f3e7a67a8c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '2db6405a-6f62-4887-830e-5741911ba6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:26:01Z', 'updated_at': '2021-11-29T02:26:05Z', 'revision_number': 4, 'project_id': '08b4d404784d4099864d75fdd7ed81bb', 'subnets': [{'id': '2db6405a-6f62-4887-830e-5741911ba6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:26:06.759603 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-a0f53231-f0e6-4585-9486-d38b5faa1153 None None] Provisioning complete for port 255140ab-2663-4db0-87c8-9bd7d2bab767 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:26:06.759984 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a0f53231-f0e6-4585-9486-d38b5faa1153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:08.811144 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 255140ab-2663-4db0-87c8-9bd7d2bab767 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:26:08.886400 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 255140ab-2663-4db0-87c8-9bd7d2bab767 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:26:08.886767 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:12.081195 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9480310e-f98c-40c4-ba9d-1c9eb0cc3093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:13.231572 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:26:13.731008 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-2a734386-4b16-4828-aa11-45af44be443a tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:13.732377 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-2a734386-4b16-4828-aa11-45af44be443a tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/networks?id=5a6af92b-13d3-4cff-a486-ce47f5fbf5a0 HTTP/1.1" status: 200 len: 815 time: 0.0998335 Nov 29 02:26:13.746622 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-87bf8fcf-e943-4df7-a275-056aa7bbe4ed tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/quotas/4a05df7789e74990ad3ef9f5690b6145 HTTP/1.1" status: 200 len: 375 time: 0.0086412 Nov 29 02:26:13.796834 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-338d20d1-1a6c-41d3-8ab3-436dccc86bbf tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a05df7789e74990ad3ef9f5690b6145&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450833 Nov 29 02:26:13.949465 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:13.982682 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-1c305e63-a4bb-4d34-bd4d-00f8cd5bb6ad service neutron] 10.222.0.37 "GET /v2.0/networks/5a6af92b-13d3-4cff-a486-ce47f5fbf5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740994 Nov 29 02:26:14.073694 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-20b76d4d-e321-4322-9e88-69c7a586418f service neutron] 10.222.0.37 "GET /v2.0/networks/5a6af92b-13d3-4cff-a486-ce47f5fbf5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850129 Nov 29 02:26:14.230408 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-db78090e-cedc-42d1-88fa-ec24a1026ead req-af2cd9a2-5226-440a-b636-cb5a68632d6a tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 210 time: 0.0259504 Nov 29 02:26:14.342038 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-490624ec-7db2-4680-b4bc-a6ec43c6e994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:15.331014 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7eb858de-600c-40a9-8986-bb7943c9050f req-600263ed-a4f2-40af-bcd9-9480a6e8fe76 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 210 time: 0.0286536 Nov 29 02:26:15.357067 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-be5f4102-1d15-43d2-a306-c8b36f2f8698 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:15.358672 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-be5f4102-1d15-43d2-a306-c8b36f2f8698 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.24 "GET /v2.0/networks?id=5a6af92b-13d3-4cff-a486-ce47f5fbf5a0 HTTP/1.1" status: 200 len: 815 time: 0.1147449 Nov 29 02:26:15.394336 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:15.401611 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-76fa5cf1-1414-4d7b-9bd2-fc508f133a9d tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Request body: {'port': {'device_id': '895bded4-ef3b-4efe-ad92-1b14c635bf13', 'network_id': '5a6af92b-13d3-4cff-a486-ce47f5fbf5a0', 'admin_state_up': True, 'tenant_id': '4a05df7789e74990ad3ef9f5690b6145'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:26:15.515513 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-76fa5cf1-1414-4d7b-9bd2-fc508f133a9d tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Made reservation on behalf of 4a05df7789e74990ad3ef9f5690b6145 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:26:15.519222 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-76fa5cf1-1414-4d7b-9bd2-fc508f133a9d tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:15.648056 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-76fa5cf1-1414-4d7b-9bd2-fc508f133a9d tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Allocated IP 172.20.0.11 (5a6af92b-13d3-4cff-a486-ce47f5fbf5a0/49132845-9296-4c36-90b2-9ffa538290c1/d92c526d-b2a1-4b53-b260-b4806041d298) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:26:15.798599 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-76fa5cf1-1414-4d7b-9bd2-fc508f133a9d tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:15.837979 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-76fa5cf1-1414-4d7b-9bd2-fc508f133a9d tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:15.892455 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-76fa5cf1-1414-4d7b-9bd2-fc508f133a9d tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Network 5a6af92b-13d3-4cff-a486-ce47f5fbf5a0 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:26:15.896037 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-76fa5cf1-1414-4d7b-9bd2-fc508f133a9d tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:26:15.899724 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-76fa5cf1-1414-4d7b-9bd2-fc508f133a9d tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:26:15.931133 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa5cf1-1414-4d7b-9bd2-fc508f133a9d tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Pushing event updated for resources: {'Port': ['ID=d92c526d-b2a1-4b53-b260-b4806041d298,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:26:15.970685 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-76fa5cf1-1414-4d7b-9bd2-fc508f133a9d tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:15.971337 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-76fa5cf1-1414-4d7b-9bd2-fc508f133a9d tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:15.990893 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-76fa5cf1-1414-4d7b-9bd2-fc508f133a9d tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5934353 Nov 29 02:26:16.201692 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-f795ad61-ed1d-4c89-a75d-fb53c6a911e9 None None] Provisioning complete for port d92c526d-b2a1-4b53-b260-b4806041d298 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:26:16.202030 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f795ad61-ed1d-4c89-a75d-fb53c6a911e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:16.236159 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f795ad61-ed1d-4c89-a75d-fb53c6a911e9 None None] Port d92c526d-b2a1-4b53-b260-b4806041d298 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:26:16.472552 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a520bbc-9d7a-482a-a5fc-ca3cc2ad214b req-0b084566-8834-4d92-b2d4-854fc4ff67de tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:16.474013 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6a520bbc-9d7a-482a-a5fc-ca3cc2ad214b req-0b084566-8834-4d92-b2d4-854fc4ff67de tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 932 time: 0.0690608 Nov 29 02:26:16.530697 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6a520bbc-9d7a-482a-a5fc-ca3cc2ad214b req-b88a751f-c854-4f81-930d-50b70231dbe8 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?id=deabf7ea-10ae-428e-a666-f5ef2745fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503321 Nov 29 02:26:17.103924 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:17.652638 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23b42e-231e-4ef9-a877-9f3b07a90845 req-7c6aa5be-523b-425e-bd4f-d47eb6104312 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:17.654159 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-be23b42e-231e-4ef9-a877-9f3b07a90845 req-7c6aa5be-523b-425e-bd4f-d47eb6104312 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 932 time: 0.0548799 Nov 29 02:26:17.705386 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-be23b42e-231e-4ef9-a877-9f3b07a90845 req-559e96d8-c118-40da-8d76-6420a67e5740 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?id=deabf7ea-10ae-428e-a666-f5ef2745fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440705 Nov 29 02:26:17.893525 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:18.828525 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e4e05-787e-4635-bf90-3a320d4bcf15 req-c6d4175d-a983-4ede-9012-a6b6a2bbe0db tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:18.829951 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e95e4e05-787e-4635-bf90-3a320d4bcf15 req-c6d4175d-a983-4ede-9012-a6b6a2bbe0db tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 932 time: 0.0513029 Nov 29 02:26:18.877340 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e95e4e05-787e-4635-bf90-3a320d4bcf15 req-810d488d-6819-4601-a5fb-c218bf002cce tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?id=deabf7ea-10ae-428e-a666-f5ef2745fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413623 Nov 29 02:26:19.995904 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f72a68-96d8-417c-a69d-aa098bdb52ea req-8424fe96-b88d-4962-a4b2-ab371b65f474 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:19.997393 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-80f72a68-96d8-417c-a69d-aa098bdb52ea req-8424fe96-b88d-4962-a4b2-ab371b65f474 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 932 time: 0.0521348 Nov 29 02:26:20.050374 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-80f72a68-96d8-417c-a69d-aa098bdb52ea req-6d0fca06-ac1f-4479-9ac2-be9a98b0ba9c tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?id=deabf7ea-10ae-428e-a666-f5ef2745fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469711 Nov 29 02:26:21.165397 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1287b68-b688-408b-a4ba-162ac9fdd965 req-2b887bac-e4d5-4f9d-ba88-901b44d7c97e tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:21.166943 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c1287b68-b688-408b-a4ba-162ac9fdd965 req-2b887bac-e4d5-4f9d-ba88-901b44d7c97e tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 932 time: 0.0505295 Nov 29 02:26:21.216445 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c1287b68-b688-408b-a4ba-162ac9fdd965 req-59d86bdd-e546-4293-a5af-22b3d7af79df tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?id=deabf7ea-10ae-428e-a666-f5ef2745fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433943 Nov 29 02:26:22.334927 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e20afe-0784-4b12-b5d6-67e4fe6462ec req-50837501-4e27-44ac-a0ad-440b2fbe788e tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:22.337073 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-76e20afe-0784-4b12-b5d6-67e4fe6462ec req-50837501-4e27-44ac-a0ad-440b2fbe788e tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 932 time: 0.0515919 Nov 29 02:26:22.384714 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-76e20afe-0784-4b12-b5d6-67e4fe6462ec req-866266f0-1dba-4619-89fe-ba4998610902 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?id=deabf7ea-10ae-428e-a666-f5ef2745fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415549 Nov 29 02:26:23.526827 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c201a6a-4591-44fa-a4e7-76860e0e97db req-f4108d09-e525-4a04-aa50-1498b6a96ec2 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:23.528318 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4c201a6a-4591-44fa-a4e7-76860e0e97db req-f4108d09-e525-4a04-aa50-1498b6a96ec2 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 932 time: 0.0655351 Nov 29 02:26:23.576271 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4c201a6a-4591-44fa-a4e7-76860e0e97db req-1a883211-52c7-495f-aca6-b12c6ed9beaa tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?id=deabf7ea-10ae-428e-a666-f5ef2745fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414183 Nov 29 02:26:24.697230 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6afb1d-89e2-4ab9-8746-579cd303bb77 req-2e2b6e97-b251-41f0-b631-b843f67888ab tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:24.698811 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1b6afb1d-89e2-4ab9-8746-579cd303bb77 req-2e2b6e97-b251-41f0-b631-b843f67888ab tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 932 time: 0.0531077 Nov 29 02:26:24.746619 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1b6afb1d-89e2-4ab9-8746-579cd303bb77 req-db4fd3df-b309-45e6-983b-6a27aaf39e35 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?id=deabf7ea-10ae-428e-a666-f5ef2745fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418682 Nov 29 02:26:25.873171 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635595d7-877c-46b1-83de-554d14c4834d req-6fff3cff-da60-45e2-8e15-84f74bd1c42d tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:25.874651 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-635595d7-877c-46b1-83de-554d14c4834d req-6fff3cff-da60-45e2-8e15-84f74bd1c42d tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 932 time: 0.0582070 Nov 29 02:26:25.922448 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-635595d7-877c-46b1-83de-554d14c4834d req-2be307ae-9089-47b1-81d8-cb0c319978b3 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?id=deabf7ea-10ae-428e-a666-f5ef2745fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418179 Nov 29 02:26:26.346284 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-e7a8200a-e44b-423f-b72e-a9d1e00ecaea service neutron] Request body: {'port': {'device_id': '895bded4-ef3b-4efe-ad92-1b14c635bf13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:26:26.402794 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-e7a8200a-e44b-423f-b72e-a9d1e00ecaea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:26.671931 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-e7a8200a-e44b-423f-b72e-a9d1e00ecaea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d92c526d-b2a1-4b53-b260-b4806041d298 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:26:26.679283 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-e7a8200a-e44b-423f-b72e-a9d1e00ecaea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:26.692508 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-e7a8200a-e44b-423f-b72e-a9d1e00ecaea service neutron] Transition to ACTIVE for port object d92c526d-b2a1-4b53-b260-b4806041d298 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:26:26.697603 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-e7a8200a-e44b-423f-b72e-a9d1e00ecaea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:26.763590 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8200a-e44b-423f-b72e-a9d1e00ecaea service neutron] Pushing event updated for resources: {'Port': ['ID=d92c526d-b2a1-4b53-b260-b4806041d298,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:26:26.818878 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-e7a8200a-e44b-423f-b72e-a9d1e00ecaea service neutron] Attempting to bind port d92c526d-b2a1-4b53-b260-b4806041d298 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:26:26.819220 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-e7a8200a-e44b-423f-b72e-a9d1e00ecaea service neutron] Attempting to bind port d92c526d-b2a1-4b53-b260-b4806041d298 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '5a89e048-1e7b-42b2-9622-ab4d6aeb4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5a6af92b-13d3-4cff-a486-ce47f5fbf5a0'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:26:26.819687 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-e7a8200a-e44b-423f-b72e-a9d1e00ecaea service neutron] Attempting to bind port d92c526d-b2a1-4b53-b260-b4806041d298 on network 5a6af92b-13d3-4cff-a486-ce47f5fbf5a0 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:26:26.824791 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-e7a8200a-e44b-423f-b72e-a9d1e00ecaea service neutron] Port d92c526d-b2a1-4b53-b260-b4806041d298 on network 5a6af92b-13d3-4cff-a486-ce47f5fbf5a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:26:26.825291 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-e7a8200a-e44b-423f-b72e-a9d1e00ecaea service neutron] Attempting to bind port d92c526d-b2a1-4b53-b260-b4806041d298 on network 5a6af92b-13d3-4cff-a486-ce47f5fbf5a0 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:26:26.830203 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-e7a8200a-e44b-423f-b72e-a9d1e00ecaea service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:26:26.830708 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-e7a8200a-e44b-423f-b72e-a9d1e00ecaea service neutron] Checking segment: {'id': '5a89e048-1e7b-42b2-9622-ab4d6aeb4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5a6af92b-13d3-4cff-a486-ce47f5fbf5a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:26:26.831267 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-e7a8200a-e44b-423f-b72e-a9d1e00ecaea service neutron] Bound using segment: {'id': '5a89e048-1e7b-42b2-9622-ab4d6aeb4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5a6af92b-13d3-4cff-a486-ce47f5fbf5a0'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:26:26.831939 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-e7a8200a-e44b-423f-b72e-a9d1e00ecaea service neutron] Bound port: d92c526d-b2a1-4b53-b260-b4806041d298, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a89e048-1e7b-42b2-9622-ab4d6aeb4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5a6af92b-13d3-4cff-a486-ce47f5fbf5a0'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:26:26.832309 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-e7a8200a-e44b-423f-b72e-a9d1e00ecaea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:26.900127 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-e7a8200a-e44b-423f-b72e-a9d1e00ecaea service neutron] For port d92c526d-b2a1-4b53-b260-b4806041d298, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:26:26.903400 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-e7a8200a-e44b-423f-b72e-a9d1e00ecaea service neutron] For port d92c526d-b2a1-4b53-b260-b4806041d298, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=d92c526d-b2a1-4b53-b260-b4806041d298,segment=NetworkSegment(5a89e048-1e7b-42b2-9622-ab4d6aeb4691),segment_id=5a89e048-1e7b-42b2-9622-ab4d6aeb4691)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:26:26.908161 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-e7a8200a-e44b-423f-b72e-a9d1e00ecaea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:26.941118 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-e7a8200a-e44b-423f-b72e-a9d1e00ecaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:26.941943 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-e7a8200a-e44b-423f-b72e-a9d1e00ecaea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:26.944404 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-e7a8200a-e44b-423f-b72e-a9d1e00ecaea service neutron] 10.222.0.24 "PUT /v2.0/ports/d92c526d-b2a1-4b53-b260-b4806041d298 HTTP/1.1" status: 200 len: 1094 time: 0.6015813 Nov 29 02:26:26.946404 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895bded4-ef3b-4efe-ad92-1b14c635bf13', 'tag': 'd92c526d-b2a1-4b53-b260-b4806041d298'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:26:26.949050 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28831b88-8a2e-4699-ac3b-c7d84fdc8e66" -d '{"events": [{"name": "network-changed", "server_uuid": "895bded4-ef3b-4efe-ad92-1b14c635bf13", "tag": "d92c526d-b2a1-4b53-b260-b4806041d298"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:26:26.995115 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8200a-e44b-423f-b72e-a9d1e00ecaea service neutron] Pushing event updated for resources: {'Port': ['ID=d92c526d-b2a1-4b53-b260-b4806041d298,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:26:27.013898 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f228ab4-680c-44ba-af4f-c4a272947dac x-openstack-request-id: req-9f228ab4-680c-44ba-af4f-c4a272947dac {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:26:27.014201 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "895bded4-ef3b-4efe-ad92-1b14c635bf13", "tag": "d92c526d-b2a1-4b53-b260-b4806041d298", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:26:27.014462 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9f228ab4-680c-44ba-af4f-c4a272947dac {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:26:27.014872 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '895bded4-ef3b-4efe-ad92-1b14c635bf13', 'tag': 'd92c526d-b2a1-4b53-b260-b4806041d298', 'status': 'completed', 'code': 200} Nov 29 02:26:27.082926 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-56aa34e6-573e-4f30-aa3b-75dd4fb31fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:27.084630 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-56aa34e6-573e-4f30-aa3b-75dd4fb31fef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a05df7789e74990ad3ef9f5690b6145&device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 1097 time: 0.0499332 Nov 29 02:26:27.095159 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4fef51-1875-41d1-8a01-6bcdf773a6f1 req-dffc51e5-cfc1-4de8-b947-3ebc348c7e97 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:27.097403 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6a4fef51-1875-41d1-8a01-6bcdf773a6f1 req-dffc51e5-cfc1-4de8-b947-3ebc348c7e97 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 944 time: 0.0607603 Nov 29 02:26:27.151851 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-e7a48871-c787-477b-bcc2-050b2ce8c11b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d92c526d-b2a1-4b53-b260-b4806041d298 HTTP/1.1" status: 200 len: 217 time: 0.0454011 Nov 29 02:26:27.158071 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6a4fef51-1875-41d1-8a01-6bcdf773a6f1 req-68088492-0a80-4438-82f0-c9decf80da9c tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?id=deabf7ea-10ae-428e-a666-f5ef2745fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541275 Nov 29 02:26:27.211336 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-9b3202b6-c4ff-4a90-99d3-5a195baa01ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:27.212752 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-9b3202b6-c4ff-4a90-99d3-5a195baa01ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49132845-9296-4c36-90b2-9ffa538290c1 HTTP/1.1" status: 200 len: 854 time: 0.0444427 Nov 29 02:26:27.265962 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-954b059a-ad64-4c82-a260-a79cae17ffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:27.267460 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-954b059a-ad64-4c82-a260-a79cae17ffcd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a6af92b-13d3-4cff-a486-ce47f5fbf5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430217 Nov 29 02:26:27.364168 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-dcf7a8dd-b0c6-4a70-9c70-b45406bb3983 service neutron] 10.222.0.24 "GET /v2.0/networks/5a6af92b-13d3-4cff-a486-ce47f5fbf5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867219 Nov 29 02:26:27.464879 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-323e6cfc-38ae-438f-9068-68d6ce9b57b5 req-d98a1556-f40e-48a3-b19a-1be4bbf2a4a3 service neutron] 10.222.0.24 "GET /v2.0/networks/5a6af92b-13d3-4cff-a486-ce47f5fbf5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880110 Nov 29 02:26:27.618482 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28831b88-8a2e-4699-ac3b-c7d84fdc8e66 req-54fcccaa-0018-4590-9c3e-afb8dac4e9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:27.619978 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-28831b88-8a2e-4699-ac3b-c7d84fdc8e66 req-54fcccaa-0018-4590-9c3e-afb8dac4e9e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a05df7789e74990ad3ef9f5690b6145&device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 1097 time: 0.0416186 Nov 29 02:26:27.714388 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28831b88-8a2e-4699-ac3b-c7d84fdc8e66 req-b60bf52d-72b8-41ac-b711-680a34356c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:27.715879 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-28831b88-8a2e-4699-ac3b-c7d84fdc8e66 req-b60bf52d-72b8-41ac-b711-680a34356c2c service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a6af92b-13d3-4cff-a486-ce47f5fbf5a0 HTTP/1.1" status: 200 len: 916 time: 0.0881763 Nov 29 02:26:27.757720 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-28831b88-8a2e-4699-ac3b-c7d84fdc8e66 req-b56f503e-23c1-437f-8dc2-cfe8c858c3d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d92c526d-b2a1-4b53-b260-b4806041d298 HTTP/1.1" status: 200 len: 217 time: 0.0336244 Nov 29 02:26:27.806373 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28831b88-8a2e-4699-ac3b-c7d84fdc8e66 req-4154ce7c-81a9-4e8b-8cce-c6f6071f5139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:27.807818 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-28831b88-8a2e-4699-ac3b-c7d84fdc8e66 req-4154ce7c-81a9-4e8b-8cce-c6f6071f5139 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49132845-9296-4c36-90b2-9ffa538290c1 HTTP/1.1" status: 200 len: 854 time: 0.0428424 Nov 29 02:26:27.853294 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28831b88-8a2e-4699-ac3b-c7d84fdc8e66 req-d5ff50b4-d300-4e8b-8229-8ae7d6e5b16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:27.854716 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-28831b88-8a2e-4699-ac3b-c7d84fdc8e66 req-d5ff50b4-d300-4e8b-8229-8ae7d6e5b16b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a6af92b-13d3-4cff-a486-ce47f5fbf5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393989 Nov 29 02:26:27.946432 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-28831b88-8a2e-4699-ac3b-c7d84fdc8e66 req-c063cc3b-1771-4cbb-8ed9-9da1a7535a38 service neutron] 10.222.0.24 "GET /v2.0/networks/5a6af92b-13d3-4cff-a486-ce47f5fbf5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840018 Nov 29 02:26:28.044092 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-28831b88-8a2e-4699-ac3b-c7d84fdc8e66 req-b484e002-f196-45b3-8feb-fcc2af43b986 service neutron] 10.222.0.24 "GET /v2.0/networks/5a6af92b-13d3-4cff-a486-ce47f5fbf5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896933 Nov 29 02:26:28.277097 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc261374-c05b-4104-913a-b2f31ff9ef4a req-95c953b1-1a8e-4c27-befd-801f6a2c37da tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:28.278595 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dc261374-c05b-4104-913a-b2f31ff9ef4a req-95c953b1-1a8e-4c27-befd-801f6a2c37da tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 944 time: 0.0489519 Nov 29 02:26:28.328500 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dc261374-c05b-4104-913a-b2f31ff9ef4a req-1be75b6a-ede7-4920-b398-cfc43dc23b97 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?id=deabf7ea-10ae-428e-a666-f5ef2745fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440230 Nov 29 02:26:29.438803 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57604a07-ce8d-42bb-94ae-30a215710aee req-454cc3d8-2649-4c77-bea2-a24e14952599 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:29.440200 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-57604a07-ce8d-42bb-94ae-30a215710aee req-454cc3d8-2649-4c77-bea2-a24e14952599 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 944 time: 0.0474684 Nov 29 02:26:29.486003 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-57604a07-ce8d-42bb-94ae-30a215710aee req-aab7aaae-c833-48ce-ae41-9382aaa56388 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?id=deabf7ea-10ae-428e-a666-f5ef2745fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399904 Nov 29 02:26:30.445626 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device d92c526d-b2a1-4b53-b260-b4806041d298 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:26:30.540910 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port d92c526d-b2a1-4b53-b260-b4806041d298, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=d92c526d-b2a1-4b53-b260-b4806041d298,segment=NetworkSegment(5a89e048-1e7b-42b2-9622-ab4d6aeb4691),segment_id=5a89e048-1e7b-42b2-9622-ab4d6aeb4691)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:26:30.552761 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': 'd92c526d-b2a1-4b53-b260-b4806041d298', 'network_id': '5a6af92b-13d3-4cff-a486-ce47f5fbf5a0', 'port_id': 'd92c526d-b2a1-4b53-b260-b4806041d298', 'mac_address': 'fa:16:3e:02:d1:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49132845-9296-4c36-90b2-9ffa538290c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:26:30.589336 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:30.599515 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefa846-bfbb-4fae-97fa-e24ce4294b9f req-5b19a04f-2096-4294-afa5-270ba0ff5b40 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:30.601005 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7fefa846-bfbb-4fae-97fa-e24ce4294b9f req-5b19a04f-2096-4294-afa5-270ba0ff5b40 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 944 time: 0.0479548 Nov 29 02:26:30.601975 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d92c526d-b2a1-4b53-b260-b4806041d298 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:26:30.621781 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port d92c526d-b2a1-4b53-b260-b4806041d298, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=d92c526d-b2a1-4b53-b260-b4806041d298,segment=NetworkSegment(5a89e048-1e7b-42b2-9622-ab4d6aeb4691),segment_id=5a89e048-1e7b-42b2-9622-ab4d6aeb4691)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:26:30.625851 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:30.648932 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7fefa846-bfbb-4fae-97fa-e24ce4294b9f req-70e781db-ded8-456c-9b59-d6bbbf39a85b tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?id=deabf7ea-10ae-428e-a666-f5ef2745fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412004 Nov 29 02:26:30.680403 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=d92c526d-b2a1-4b53-b260-b4806041d298,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:26:30.687154 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:30.687504 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:30.687845 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:30.688178 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:30.688511 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:30.688842 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:30.689167 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:30.689492 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:30.689847 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:30.690169 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:30.690488 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:30.690805 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:30.987943 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['d92c526d-b2a1-4b53-b260-b4806041d298'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:26:31.764085 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201379c7-01c9-450b-b97b-f8eeeb08cb49 req-feeceb56-4d53-4fac-97c9-9f7ae6c61650 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:31.765583 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-201379c7-01c9-450b-b97b-f8eeeb08cb49 req-feeceb56-4d53-4fac-97c9-9f7ae6c61650 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 945 time: 0.0511827 Nov 29 02:26:31.811145 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-201379c7-01c9-450b-b97b-f8eeeb08cb49 req-bd39fa11-4c84-4aef-826b-a013916ec938 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?id=deabf7ea-10ae-428e-a666-f5ef2745fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397208 Nov 29 02:26:32.461632 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device d92c526d-b2a1-4b53-b260-b4806041d298 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:26:32.512678 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port d92c526d-b2a1-4b53-b260-b4806041d298 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:26:32.516478 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port d92c526d-b2a1-4b53-b260-b4806041d298 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:26:32.516848 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:32.591875 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:32.612977 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895bded4-ef3b-4efe-ad92-1b14c635bf13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92c526d-b2a1-4b53-b260-b4806041d298'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:26:32.615243 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9dab9d-ae25-457a-8665-fe54fbf68623" -d '{"events": [{"server_uuid": "895bded4-ef3b-4efe-ad92-1b14c635bf13", "name": "network-vif-plugged", "status": "completed", "tag": "d92c526d-b2a1-4b53-b260-b4806041d298"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:26:32.628169 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port d92c526d-b2a1-4b53-b260-b4806041d298, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=d92c526d-b2a1-4b53-b260-b4806041d298,segment=NetworkSegment(5a89e048-1e7b-42b2-9622-ab4d6aeb4691),segment_id=5a89e048-1e7b-42b2-9622-ab4d6aeb4691)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:26:32.632211 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:32.682630 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=d92c526d-b2a1-4b53-b260-b4806041d298,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:26:32.764298 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bf6941-1ea7-41be-b6db-15006eefefe8 x-openstack-request-id: req-f6bf6941-1ea7-41be-b6db-15006eefefe8 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:26:32.764591 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895bded4-ef3b-4efe-ad92-1b14c635bf13", "name": "network-vif-plugged", "status": "completed", "tag": "d92c526d-b2a1-4b53-b260-b4806041d298", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:26:32.764847 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f6bf6941-1ea7-41be-b6db-15006eefefe8 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:26:32.765584 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895bded4-ef3b-4efe-ad92-1b14c635bf13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92c526d-b2a1-4b53-b260-b4806041d298', 'code': 200} Nov 29 02:26:32.926474 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e19c88-8bd9-4c7b-a24c-cb3a6d230b57 req-6bd8623b-883e-4f6d-acea-1a445f128385 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:32.928006 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f2e19c88-8bd9-4c7b-a24c-cb3a6d230b57 req-6bd8623b-883e-4f6d-acea-1a445f128385 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 946 time: 0.0516937 Nov 29 02:26:32.977882 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f2e19c88-8bd9-4c7b-a24c-cb3a6d230b57 req-5cd2d4a9-c56a-400d-8df3-32e4ff8b6fdd tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?id=deabf7ea-10ae-428e-a666-f5ef2745fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433280 Nov 29 02:26:32.990991 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336bba5-87fa-4f50-b786-8b045045f200 req-2fb2a4d1-36f4-417d-98fb-b736a597d3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:32.992541 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2336bba5-87fa-4f50-b786-8b045045f200 req-2fb2a4d1-36f4-417d-98fb-b736a597d3ac service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 1099 time: 0.0403483 Nov 29 02:26:33.038034 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2336bba5-87fa-4f50-b786-8b045045f200 req-b97127d8-9fec-4cf2-ab35-a29dad1af398 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=deabf7ea-10ae-428e-a666-f5ef2745fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360997 Nov 29 02:26:34.090420 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a81bc1-15dc-4367-ba55-fafa3d9074b3 req-cced04c3-e6b5-4dfb-af38-3ff8ce682256 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:34.091879 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-58a81bc1-15dc-4367-ba55-fafa3d9074b3 req-cced04c3-e6b5-4dfb-af38-3ff8ce682256 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 946 time: 0.0473108 Nov 29 02:26:34.142116 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-58a81bc1-15dc-4367-ba55-fafa3d9074b3 req-08c775c9-add0-4e79-98f6-3283298ff5de tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?id=deabf7ea-10ae-428e-a666-f5ef2745fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442247 Nov 29 02:26:35.256873 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56c362-9c67-4bac-9ca8-f696c89406ef req-67b81e8b-9dac-436c-b3a5-a8d5d2a2fbeb tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:35.258407 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7d56c362-9c67-4bac-9ca8-f696c89406ef req-67b81e8b-9dac-436c-b3a5-a8d5d2a2fbeb tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 946 time: 0.0494621 Nov 29 02:26:35.306537 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7d56c362-9c67-4bac-9ca8-f696c89406ef req-90e2c228-1ae0-4695-8f68-8f21de522b6f tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?id=deabf7ea-10ae-428e-a666-f5ef2745fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415578 Nov 29 02:26:35.419950 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4665f-af69-43bb-a8e6-ed02a410a043 req-5ecafddc-3abb-4c9c-8f0f-c505fbf22ed4 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:35.421305 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-18a4665f-af69-43bb-a8e6-ed02a410a043 req-5ecafddc-3abb-4c9c-8f0f-c505fbf22ed4 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 946 time: 0.0471699 Nov 29 02:26:35.467334 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-18a4665f-af69-43bb-a8e6-ed02a410a043 req-c68e8dfb-b346-473e-a222-6427c87a0713 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?id=deabf7ea-10ae-428e-a666-f5ef2745fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401142 Nov 29 02:26:35.793746 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c882876-ba9a-426b-a746-30014aedfea7 req-2c6c44b0-0cb6-4724-868c-4b4faed66b27 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:35.795236 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8c882876-ba9a-426b-a746-30014aedfea7 req-2c6c44b0-0cb6-4724-868c-4b4faed66b27 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 946 time: 0.0522196 Nov 29 02:26:35.841922 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8c882876-ba9a-426b-a746-30014aedfea7 req-57659628-144f-4eba-8841-e6b11d040ca4 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?id=deabf7ea-10ae-428e-a666-f5ef2745fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406821 Nov 29 02:26:42.074308 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ce43c8f2-f4bd-43fd-898d-db4b9042d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:43.963597 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:44.343198 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af50dc2a-3c8c-467a-bf6e-1499d4994b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:45.397986 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:47.107520 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:47.894997 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:49.387163 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0603b-d91b-4c5a-b339-a657fd316464 req-0b63c5b2-fc0f-46fe-855d-6287b81f9ab5 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:49.388609 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-07d0603b-d91b-4c5a-b339-a657fd316464 req-0b63c5b2-fc0f-46fe-855d-6287b81f9ab5 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 946 time: 0.0472414 Nov 29 02:26:49.435109 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-07d0603b-d91b-4c5a-b339-a657fd316464 req-d030f530-e75b-445b-b48a-db566141420c tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?id=deabf7ea-10ae-428e-a666-f5ef2745fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405521 Nov 29 02:26:49.458545 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48808) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:26:49.545602 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08225e93-e412-4713-9cec-5837df9ef12d tempest-TestMinimumBasicScenario-1714502794 tempest-TestMinimumBasicScenario-1714502794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:49.547120 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-08225e93-e412-4713-9cec-5837df9ef12d tempest-TestMinimumBasicScenario-1714502794 tempest-TestMinimumBasicScenario-1714502794-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 1094 time: 0.0875123 Nov 29 02:26:49.550109 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48812) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:26:49.554348 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-7b150bbe-a4e6-4351-a1d0-0e2af9f9fc75 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'port_id': 'd92c526d-b2a1-4b53-b260-b4806041d298', 'tenant_id': '4a05df7789e74990ad3ef9f5690b6145', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:26:49.576254 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b150bbe-a4e6-4351-a1d0-0e2af9f9fc75 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:49.672419 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b150bbe-a4e6-4351-a1d0-0e2af9f9fc75 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:49.776743 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-7b150bbe-a4e6-4351-a1d0-0e2af9f9fc75 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Allocated IP 172.26.3.82 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/dfff1db2-0b21-4edf-9fa9-190dcdf88849) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:26:49.879949 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b150bbe-a4e6-4351-a1d0-0e2af9f9fc75 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:49.913497 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b150bbe-a4e6-4351-a1d0-0e2af9f9fc75 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:49.957005 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b150bbe-a4e6-4351-a1d0-0e2af9f9fc75 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:26:49.959939 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-7b150bbe-a4e6-4351-a1d0-0e2af9f9fc75 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:26:49.964368 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b150bbe-a4e6-4351-a1d0-0e2af9f9fc75 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:26:49.989469 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b150bbe-a4e6-4351-a1d0-0e2af9f9fc75 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Pushing event updated for resources: {'Port': ['ID=dfff1db2-0b21-4edf-9fa9-190dcdf88849,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:26:50.231669 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:26:50.335161 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b150bbe-a4e6-4351-a1d0-0e2af9f9fc75 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:50.409921 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b150bbe-a4e6-4351-a1d0-0e2af9f9fc75 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:50.568149 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b150bbe-a4e6-4351-a1d0-0e2af9f9fc75 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:50.572506 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b150bbe-a4e6-4351-a1d0-0e2af9f9fc75 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:50.635573 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b150bbe-a4e6-4351-a1d0-0e2af9f9fc75 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Pushing event updated for resources: {'Port': ['ID=dfff1db2-0b21-4edf-9fa9-190dcdf88849,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:26:50.648562 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b150bbe-a4e6-4351-a1d0-0e2af9f9fc75 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:50.648917 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b150bbe-a4e6-4351-a1d0-0e2af9f9fc75 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:50.649266 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b150bbe-a4e6-4351-a1d0-0e2af9f9fc75 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:50.649630 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b150bbe-a4e6-4351-a1d0-0e2af9f9fc75 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:50.649968 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b150bbe-a4e6-4351-a1d0-0e2af9f9fc75 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:50.650299 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b150bbe-a4e6-4351-a1d0-0e2af9f9fc75 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:50.650632 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b150bbe-a4e6-4351-a1d0-0e2af9f9fc75 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:50.650966 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b150bbe-a4e6-4351-a1d0-0e2af9f9fc75 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:50.651293 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b150bbe-a4e6-4351-a1d0-0e2af9f9fc75 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:50.651619 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b150bbe-a4e6-4351-a1d0-0e2af9f9fc75 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:50.651944 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b150bbe-a4e6-4351-a1d0-0e2af9f9fc75 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:50.652269 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b150bbe-a4e6-4351-a1d0-0e2af9f9fc75 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:50.659441 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b150bbe-a4e6-4351-a1d0-0e2af9f9fc75 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:50.755289 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-7b150bbe-a4e6-4351-a1d0-0e2af9f9fc75 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Floating IP fee6f076-2533-4afc-aaa0-e5d4c1727e28 associated. External IP: 172.26.3.82, port: d92c526d-b2a1-4b53-b260-b4806041d298. Nov 29 02:26:50.957347 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b150bbe-a4e6-4351-a1d0-0e2af9f9fc75 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Router 7841429c-1524-4d99-9e78-00bfa5e2bb40 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:26:51.061676 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b150bbe-a4e6-4351-a1d0-0e2af9f9fc75 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:26:51.071282 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918f96af-f0e9-40e4-892f-692425073570 None None] Sync routers for ids ['7841429c-1524-4d99-9e78-00bfa5e2bb40'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:26:51.079117 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b150bbe-a4e6-4351-a1d0-0e2af9f9fc75 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:51.080967 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918f96af-f0e9-40e4-892f-692425073570 None None] Routers {'7841429c-1524-4d99-9e78-00bfa5e2bb40'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:26:51.081602 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-918f96af-f0e9-40e4-892f-692425073570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:26:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['7841429c-1524-4d99-9e78-00bfa5e2bb40'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:26:51.105271 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7b150bbe-a4e6-4351-a1d0-0e2af9f9fc75 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5541604 Nov 29 02:26:51.106405 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895bded4-ef3b-4efe-ad92-1b14c635bf13', 'tag': 'd92c526d-b2a1-4b53-b260-b4806041d298'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:26:51.108667 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 48814) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:26:51.110139 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a54b0b8d43a805c8e04fafa9e6e1877f555095d74f053d1eebc96b979e45145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac5c821-bbbb-442e-ad1c-a92bf44dc65d" -d '{"events": [{"name": "network-changed", "server_uuid": "895bded4-ef3b-4efe-ad92-1b14c635bf13", "tag": "d92c526d-b2a1-4b53-b260-b4806041d298"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:26:51.113768 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-56c402ac-cf1a-4081-9d6c-e560758a9ee3 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2104960796', 'description': 'tempest-secgroup-smoke-2104960796 description', 'project_id': '4a05df7789e74990ad3ef9f5690b6145'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:26:51.138868 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56c402ac-cf1a-4081-9d6c-e560758a9ee3 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:51.220773 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56c402ac-cf1a-4081-9d6c-e560758a9ee3 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:51.221355 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffeabe5-45d3-4ba7-be49-c1de659b424f x-openstack-request-id: req-1ffeabe5-45d3-4ba7-be49-c1de659b424f {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:26:51.221708 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "895bded4-ef3b-4efe-ad92-1b14c635bf13", "tag": "d92c526d-b2a1-4b53-b260-b4806041d298", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:26:51.222184 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ffeabe5-45d3-4ba7-be49-c1de659b424f {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:26:51.222686 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '895bded4-ef3b-4efe-ad92-1b14c635bf13', 'tag': 'd92c526d-b2a1-4b53-b260-b4806041d298', 'status': 'completed', 'code': 200} Nov 29 02:26:51.225585 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56c402ac-cf1a-4081-9d6c-e560758a9ee3 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:51.257875 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56c402ac-cf1a-4081-9d6c-e560758a9ee3 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:51.261882 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-56c402ac-cf1a-4081-9d6c-e560758a9ee3 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1494646 Nov 29 02:26:51.261882 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c402ac-cf1a-4081-9d6c-e560758a9ee3 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cab15e27-108d-47bb-a859-e6298b9b8c39,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:26:51.262332 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48820) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:26:51.267070 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-fc3df5cf-7953-4b6a-a217-61bdd47843b4 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Request body: {'security_group_rule': {'security_group_id': 'cab15e27-108d-47bb-a859-e6298b9b8c39', 'project_id': '4a05df7789e74990ad3ef9f5690b6145', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:26:51.267637 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c402ac-cf1a-4081-9d6c-e560758a9ee3 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:51.267999 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c402ac-cf1a-4081-9d6c-e560758a9ee3 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:51.268352 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c402ac-cf1a-4081-9d6c-e560758a9ee3 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:51.268701 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c402ac-cf1a-4081-9d6c-e560758a9ee3 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:51.269132 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c402ac-cf1a-4081-9d6c-e560758a9ee3 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:51.269478 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c402ac-cf1a-4081-9d6c-e560758a9ee3 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:51.269845 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c402ac-cf1a-4081-9d6c-e560758a9ee3 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:51.270238 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c402ac-cf1a-4081-9d6c-e560758a9ee3 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:51.270512 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c402ac-cf1a-4081-9d6c-e560758a9ee3 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:51.270845 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c402ac-cf1a-4081-9d6c-e560758a9ee3 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:51.271179 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c402ac-cf1a-4081-9d6c-e560758a9ee3 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:51.271510 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c402ac-cf1a-4081-9d6c-e560758a9ee3 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:26:51.283277 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-918f96af-f0e9-40e4-892f-692425073570 None None] Set router 7841429c-1524-4d99-9e78-00bfa5e2bb40 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:26:51.311588 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc3df5cf-7953-4b6a-a217-61bdd47843b4 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:51.328281 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5c821-bbbb-442e-ad1c-a92bf44dc65d req-cd1f5b02-2c03-4ed9-abb5-8500bce76283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:51.329946 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7ac5c821-bbbb-442e-ad1c-a92bf44dc65d req-cd1f5b02-2c03-4ed9-abb5-8500bce76283 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a05df7789e74990ad3ef9f5690b6145&device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 1099 time: 0.0469840 Nov 29 02:26:51.373959 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc3df5cf-7953-4b6a-a217-61bdd47843b4 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:51.378035 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc3df5cf-7953-4b6a-a217-61bdd47843b4 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:51.403385 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc3df5cf-7953-4b6a-a217-61bdd47843b4 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:51.406042 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-fc3df5cf-7953-4b6a-a217-61bdd47843b4 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1425898 Nov 29 02:26:51.407729 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48822) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:26:51.412735 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-3636b0f6-b14f-4532-a775-f3a0b58a942c tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Request body: {'security_group_rule': {'security_group_id': 'cab15e27-108d-47bb-a859-e6298b9b8c39', 'project_id': '4a05df7789e74990ad3ef9f5690b6145', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:26:51.417017 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3df5cf-7953-4b6a-a217-61bdd47843b4 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa4340f-12e0-4f6a-8887-bf9973e8c7f0,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:26:51.439257 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5c821-bbbb-442e-ad1c-a92bf44dc65d req-6c2c6d04-caf5-40aa-926a-af6896b0090b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:51.441239 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7ac5c821-bbbb-442e-ad1c-a92bf44dc65d req-6c2c6d04-caf5-40aa-926a-af6896b0090b service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a6af92b-13d3-4cff-a486-ce47f5fbf5a0 HTTP/1.1" status: 200 len: 916 time: 0.1021590 Nov 29 02:26:51.443572 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3636b0f6-b14f-4532-a775-f3a0b58a942c tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:51.502168 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3636b0f6-b14f-4532-a775-f3a0b58a942c tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:51.507279 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3636b0f6-b14f-4532-a775-f3a0b58a942c tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:51.516588 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-918f96af-f0e9-40e4-892f-692425073570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'name': 'tempest-TestMinimumBasicScenario-1259742549-router', 'tenant_id': '4a05df7789e74990ad3ef9f5690b6145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '2a79d8ac-b537-4724-8e80-382c13265e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:25:54Z', 'updated_at': '2021-11-29T02:25:57Z', 'revision_number': 4, 'project_id': '4a05df7789e74990ad3ef9f5690b6145', 'gw_port': {'id': '2a79d8ac-b537-4724-8e80-382c13265e39', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:cf:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:25:55Z', 'updated_at': '2021-11-29T02:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'fee6f076-2533-4afc-aaa0-e5d4c1727e28', 'tenant_id': '4a05df7789e74990ad3ef9f5690b6145', 'floating_ip_address': '172.26.3.82', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'port_id': 'd92c526d-b2a1-4b53-b260-b4806041d298', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a6af92b-13d3-4cff-a486-ce47f5fbf5a0', 'mac_address': 'fa:16:3e:02:d1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895bded4-ef3b-4efe-ad92-1b14c635bf13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:26:50Z', 'updated_at': '2021-11-29T02:26:50Z', 'revision_number': 0, 'project_id': '4a05df7789e74990ad3ef9f5690b6145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1babd01a-f8fe-4791-a521-f8dbe8f71e87', 'name': '', 'network_id': '5a6af92b-13d3-4cff-a486-ce47f5fbf5a0', 'tenant_id': '4a05df7789e74990ad3ef9f5690b6145', 'mac_address': 'fa:16:3e:88:00:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '49132845-9296-4c36-90b2-9ffa538290c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:25:56Z', 'updated_at': '2021-11-29T02:26:00Z', 'revision_number': 5, 'project_id': '4a05df7789e74990ad3ef9f5690b6145', 'subnets': [{'id': '49132845-9296-4c36-90b2-9ffa538290c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:26:51.525996 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636b0f6-b14f-4532-a775-f3a0b58a942c tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f57c20e-8312-4cb2-8d41-d0a4cd86cc37,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:26:51.533494 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7ac5c821-bbbb-442e-ad1c-a92bf44dc65d req-6d644514-62d2-4128-bc2c-e2fa267e6fa1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d92c526d-b2a1-4b53-b260-b4806041d298 HTTP/1.1" status: 200 len: 999 time: 0.0765462 Nov 29 02:26:51.536799 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3636b0f6-b14f-4532-a775-f3a0b58a942c tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:51.538061 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3636b0f6-b14f-4532-a775-f3a0b58a942c tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1289761 Nov 29 02:26:51.541003 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48824) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:26:51.546291 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-0ead7b2c-b3e6-4646-acb9-2f9a39406089 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Request body: {'security_group_rule': {'security_group_id': 'cab15e27-108d-47bb-a859-e6298b9b8c39', 'project_id': '4a05df7789e74990ad3ef9f5690b6145', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:26:51.550559 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918f96af-f0e9-40e4-892f-692425073570 None None] Checking router: 7841429c-1524-4d99-9e78-00bfa5e2bb40 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:26:51.559640 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918f96af-f0e9-40e4-892f-692425073570 None None] Routers {'7841429c-1524-4d99-9e78-00bfa5e2bb40'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:26:51.560249 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-918f96af-f0e9-40e4-892f-692425073570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:26:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['7841429c-1524-4d99-9e78-00bfa5e2bb40'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:26:51.582143 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ead7b2c-b3e6-4646-acb9-2f9a39406089 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:51.593881 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5c821-bbbb-442e-ad1c-a92bf44dc65d req-925d4397-576a-41c4-8766-b39c32fa4207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:51.595427 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7ac5c821-bbbb-442e-ad1c-a92bf44dc65d req-925d4397-576a-41c4-8766-b39c32fa4207 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49132845-9296-4c36-90b2-9ffa538290c1 HTTP/1.1" status: 200 len: 854 time: 0.0537219 Nov 29 02:26:51.645315 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5c821-bbbb-442e-ad1c-a92bf44dc65d req-3e045eb8-9d15-422a-bb31-a5a350a97a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:51.647114 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7ac5c821-bbbb-442e-ad1c-a92bf44dc65d req-3e045eb8-9d15-422a-bb31-a5a350a97a05 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a6af92b-13d3-4cff-a486-ce47f5fbf5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426695 Nov 29 02:26:51.648448 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ead7b2c-b3e6-4646-acb9-2f9a39406089 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:51.652957 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ead7b2c-b3e6-4646-acb9-2f9a39406089 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:51.670776 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead7b2c-b3e6-4646-acb9-2f9a39406089 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce304553-69e4-411e-8da3-00bcf32cca99,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:26:51.671024 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-918f96af-f0e9-40e4-892f-692425073570 None None] Set router 7841429c-1524-4d99-9e78-00bfa5e2bb40 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:26:51.681737 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0ead7b2c-b3e6-4646-acb9-2f9a39406089 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:51.683037 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0ead7b2c-b3e6-4646-acb9-2f9a39406089 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1407695 Nov 29 02:26:51.685895 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48826) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:26:51.691047 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d2411215-ccc2-4d7c-b3b0-871f0d15f3f0 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Request body: {'security_group_rule': {'security_group_id': 'cab15e27-108d-47bb-a859-e6298b9b8c39', 'project_id': '4a05df7789e74990ad3ef9f5690b6145', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:26:51.722186 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d2411215-ccc2-4d7c-b3b0-871f0d15f3f0 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:51.770922 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7ac5c821-bbbb-442e-ad1c-a92bf44dc65d req-80d0cd9e-9638-48a2-a6aa-9b3f1b4508f4 service neutron] 10.222.0.24 "GET /v2.0/networks/5a6af92b-13d3-4cff-a486-ce47f5fbf5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149125 Nov 29 02:26:51.782148 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d2411215-ccc2-4d7c-b3b0-871f0d15f3f0 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:51.788432 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d2411215-ccc2-4d7c-b3b0-871f0d15f3f0 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:51.807739 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2411215-ccc2-4d7c-b3b0-871f0d15f3f0 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e1461d-aaba-4d81-a910-c4324cda1888,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:26:51.817379 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d2411215-ccc2-4d7c-b3b0-871f0d15f3f0 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:51.818679 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d2411215-ccc2-4d7c-b3b0-871f0d15f3f0 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1315789 Nov 29 02:26:51.821245 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48828) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:26:51.826242 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-51820fe9-a60c-4095-97bd-030a09f3614e tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Request body: {'security_group_rule': {'security_group_id': 'cab15e27-108d-47bb-a859-e6298b9b8c39', 'project_id': '4a05df7789e74990ad3ef9f5690b6145', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:26:51.851857 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-51820fe9-a60c-4095-97bd-030a09f3614e tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Project 4a05df7789e74990ad3ef9f5690b6145 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:26:51.856916 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-51820fe9-a60c-4095-97bd-030a09f3614e tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:51.872058 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7ac5c821-bbbb-442e-ad1c-a92bf44dc65d req-22fa84bd-3610-429c-8c7f-81d62e18cbf0 service neutron] 10.222.0.24 "GET /v2.0/networks/5a6af92b-13d3-4cff-a486-ce47f5fbf5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903804 Nov 29 02:26:51.916763 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-51820fe9-a60c-4095-97bd-030a09f3614e tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:51.920553 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-918f96af-f0e9-40e4-892f-692425073570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'name': 'tempest-TestMinimumBasicScenario-1259742549-router', 'tenant_id': '4a05df7789e74990ad3ef9f5690b6145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '2a79d8ac-b537-4724-8e80-382c13265e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:25:54Z', 'updated_at': '2021-11-29T02:25:57Z', 'revision_number': 4, 'project_id': '4a05df7789e74990ad3ef9f5690b6145', 'gw_port': {'id': '2a79d8ac-b537-4724-8e80-382c13265e39', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:cf:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:25:55Z', 'updated_at': '2021-11-29T02:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'fee6f076-2533-4afc-aaa0-e5d4c1727e28', 'tenant_id': '4a05df7789e74990ad3ef9f5690b6145', 'floating_ip_address': '172.26.3.82', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'port_id': 'd92c526d-b2a1-4b53-b260-b4806041d298', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a6af92b-13d3-4cff-a486-ce47f5fbf5a0', 'mac_address': 'fa:16:3e:02:d1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895bded4-ef3b-4efe-ad92-1b14c635bf13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:26:50Z', 'updated_at': '2021-11-29T02:26:50Z', 'revision_number': 0, 'project_id': '4a05df7789e74990ad3ef9f5690b6145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1babd01a-f8fe-4791-a521-f8dbe8f71e87', 'name': '', 'network_id': '5a6af92b-13d3-4cff-a486-ce47f5fbf5a0', 'tenant_id': '4a05df7789e74990ad3ef9f5690b6145', 'mac_address': 'fa:16:3e:88:00:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '49132845-9296-4c36-90b2-9ffa538290c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:25:56Z', 'updated_at': '2021-11-29T02:26:00Z', 'revision_number': 5, 'project_id': '4a05df7789e74990ad3ef9f5690b6145', 'subnets': [{'id': '49132845-9296-4c36-90b2-9ffa538290c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:26:51.920946 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-51820fe9-a60c-4095-97bd-030a09f3614e tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:51.938580 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51820fe9-a60c-4095-97bd-030a09f3614e tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18b40849-29ff-4280-bde9-0be73eb98ae5,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:26:51.947306 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-51820fe9-a60c-4095-97bd-030a09f3614e tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:51.951549 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-51820fe9-a60c-4095-97bd-030a09f3614e tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1263108 Nov 29 02:26:51.951995 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48830) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:26:51.953108 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918f96af-f0e9-40e4-892f-692425073570 None None] The sync data for ids ['7841429c-1524-4d99-9e78-00bfa5e2bb40'] in dv-neutron-819032-3-hyperv is: [{'id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'name': 'tempest-TestMinimumBasicScenario-1259742549-router', 'tenant_id': '4a05df7789e74990ad3ef9f5690b6145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '2a79d8ac-b537-4724-8e80-382c13265e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:25:54Z', 'updated_at': '2021-11-29T02:25:57Z', 'revision_number': 4, 'project_id': '4a05df7789e74990ad3ef9f5690b6145', 'gw_port': {'id': '2a79d8ac-b537-4724-8e80-382c13265e39', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:cf:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:25:55Z', 'updated_at': '2021-11-29T02:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'fee6f076-2533-4afc-aaa0-e5d4c1727e28', 'tenant_id': '4a05df7789e74990ad3ef9f5690b6145', 'floating_ip_address': '172.26.3.82', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'port_id': 'd92c526d-b2a1-4b53-b260-b4806041d298', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a6af92b-13d3-4cff-a486-ce47f5fbf5a0', 'mac_address': 'fa:16:3e:02:d1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895bded4-ef3b-4efe-ad92-1b14c635bf13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:26:50Z', 'updated_at': '2021-11-29T02:26:50Z', 'revision_number': 0, 'project_id': '4a05df7789e74990ad3ef9f5690b6145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1babd01a-f8fe-4791-a521-f8dbe8f71e87', 'name': '', 'network_id': '5a6af92b-13d3-4cff-a486-ce47f5fbf5a0', 'tenant_id': '4a05df7789e74990ad3ef9f5690b6145', 'mac_address': 'fa:16:3e:88:00:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '49132845-9296-4c36-90b2-9ffa538290c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:25:56Z', 'updated_at': '2021-11-29T02:26:00Z', 'revision_number': 5, 'project_id': '4a05df7789e74990ad3ef9f5690b6145', 'subnets': [{'id': '49132845-9296-4c36-90b2-9ffa538290c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:26:51.957701 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e2bf5d8e-2dfa-4c81-8687-957f696d01dd tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Request body: {'security_group_rule': {'security_group_id': 'cab15e27-108d-47bb-a859-e6298b9b8c39', 'project_id': '4a05df7789e74990ad3ef9f5690b6145', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:26:51.982153 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-e2bf5d8e-2dfa-4c81-8687-957f696d01dd tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Project 4a05df7789e74990ad3ef9f5690b6145 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:26:51.987178 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2bf5d8e-2dfa-4c81-8687-957f696d01dd tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:52.049962 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2bf5d8e-2dfa-4c81-8687-957f696d01dd tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:52.053309 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2bf5d8e-2dfa-4c81-8687-957f696d01dd tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:52.071858 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf5d8e-2dfa-4c81-8687-957f696d01dd tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=779a8030-8991-49dd-93c0-90706ff9b963,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:26:52.082132 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e2bf5d8e-2dfa-4c81-8687-957f696d01dd tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:52.083370 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e2bf5d8e-2dfa-4c81-8687-957f696d01dd tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1302390 Nov 29 02:26:52.151224 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8ed084-4de5-44fe-be37-aad20166ef67 None None] New status for floating IP fee6f076-2533-4afc-aaa0-e5d4c1727e28: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:26:52.179544 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d32c5fe8-fa55-495d-8e9c-037a29cfc9a3 req-beaa094f-8b4b-4567-bf54-ff1375a9975d tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2104960796&fields=id&tenant_id=4a05df7789e74990ad3ef9f5690b6145 HTTP/1.1" status: 200 len: 267 time: 0.0485513 Nov 29 02:26:52.232041 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c5fe8-fa55-495d-8e9c-037a29cfc9a3 req-4f2842bf-7101-4792-bde8-8e4a93482145 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:52.233505 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d32c5fe8-fa55-495d-8e9c-037a29cfc9a3 req-4f2842bf-7101-4792-bde8-8e4a93482145 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 946 time: 0.0474532 Nov 29 02:26:52.244614 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [req-d32c5fe8-fa55-495d-8e9c-037a29cfc9a3 req-aab2d3e1-241a-4f42-ad90-b9753d5770e0 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Request body: {'port': {'security_groups': ['deabf7ea-10ae-428e-a666-f5ef2745fb2e', 'cab15e27-108d-47bb-a859-e6298b9b8c39']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:26:52.310585 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d32c5fe8-fa55-495d-8e9c-037a29cfc9a3 req-aab2d3e1-241a-4f42-ad90-b9753d5770e0 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:52.490428 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-d32c5fe8-fa55-495d-8e9c-037a29cfc9a3 req-aab2d3e1-241a-4f42-ad90-b9753d5770e0 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] For port d92c526d-b2a1-4b53-b260-b4806041d298, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=d92c526d-b2a1-4b53-b260-b4806041d298,segment=NetworkSegment(5a89e048-1e7b-42b2-9622-ab4d6aeb4691),segment_id=5a89e048-1e7b-42b2-9622-ab4d6aeb4691)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:26:52.519077 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d32c5fe8-fa55-495d-8e9c-037a29cfc9a3 req-aab2d3e1-241a-4f42-ad90-b9753d5770e0 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:52.523927 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d32c5fe8-fa55-495d-8e9c-037a29cfc9a3 req-aab2d3e1-241a-4f42-ad90-b9753d5770e0 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:52.563548 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['d92c526d-b2a1-4b53-b260-b4806041d298'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:26:52.570684 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c5fe8-fa55-495d-8e9c-037a29cfc9a3 req-aab2d3e1-241a-4f42-ad90-b9753d5770e0 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:52.571310 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d32c5fe8-fa55-495d-8e9c-037a29cfc9a3 req-aab2d3e1-241a-4f42-ad90-b9753d5770e0 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:52.573438 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d32c5fe8-fa55-495d-8e9c-037a29cfc9a3 req-aab2d3e1-241a-4f42-ad90-b9753d5770e0 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "PUT /v2.0/ports/d92c526d-b2a1-4b53-b260-b4806041d298 HTTP/1.1" status: 200 len: 982 time: 0.3332839 Nov 29 02:26:52.593261 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2d3e1-241a-4f42-ad90-b9753d5770e0 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Pushing event updated for resources: {'Port': ['ID=d92c526d-b2a1-4b53-b260-b4806041d298,revision_number=6']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:26:52.683229 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08290e3a-abca-4c6e-be7d-fd151caaa0c6 req-fabedad2-5e27-4d7b-9fc9-e2b248c70249 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:52.685358 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-08290e3a-abca-4c6e-be7d-fd151caaa0c6 req-fabedad2-5e27-4d7b-9fc9-e2b248c70249 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 985 time: 0.0526285 Nov 29 02:26:52.756648 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['d92c526d-b2a1-4b53-b260-b4806041d298'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:26:52.756869 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-08290e3a-abca-4c6e-be7d-fd151caaa0c6 req-7c65b661-7bb4-4660-91d6-a2feb1e54e11 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?id=cab15e27-108d-47bb-a859-e6298b9b8c39&id=deabf7ea-10ae-428e-a666-f5ef2745fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616632 Nov 29 02:26:52.871712 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-23701b13-32d7-4e71-8eb0-628d0e2dca58 None None] Provisioning complete for port d92c526d-b2a1-4b53-b260-b4806041d298 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:26:52.871982 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-23701b13-32d7-4e71-8eb0-628d0e2dca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:26:53.223611 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895bded4-ef3b-4efe-ad92-1b14c635bf13', 'tag': 'd92c526d-b2a1-4b53-b260-b4806041d298'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:26:53.226028 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a54b0b8d43a805c8e04fafa9e6e1877f555095d74f053d1eebc96b979e45145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e20b40-f8d4-4d89-808e-a21040896111" -d '{"events": [{"name": "network-changed", "server_uuid": "895bded4-ef3b-4efe-ad92-1b14c635bf13", "tag": "d92c526d-b2a1-4b53-b260-b4806041d298"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:26:53.261081 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c2db35-0a81-44ba-a1a0-3b50faa63545 x-openstack-request-id: req-45c2db35-0a81-44ba-a1a0-3b50faa63545 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:26:53.261441 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "895bded4-ef3b-4efe-ad92-1b14c635bf13", "tag": "d92c526d-b2a1-4b53-b260-b4806041d298", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:26:53.262246 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-45c2db35-0a81-44ba-a1a0-3b50faa63545 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:26:53.262650 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '895bded4-ef3b-4efe-ad92-1b14c635bf13', 'tag': 'd92c526d-b2a1-4b53-b260-b4806041d298', 'status': 'completed', 'code': 200} Nov 29 02:26:53.362603 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e20b40-f8d4-4d89-808e-a21040896111 req-4d718f21-a37b-40e0-9685-239289ab833c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:53.364092 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e8e20b40-f8d4-4d89-808e-a21040896111 req-4d718f21-a37b-40e0-9685-239289ab833c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a05df7789e74990ad3ef9f5690b6145&device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 1138 time: 0.0452507 Nov 29 02:26:53.458810 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e20b40-f8d4-4d89-808e-a21040896111 req-c8f9c955-0872-4e7e-b183-015633f778d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:53.460182 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e8e20b40-f8d4-4d89-808e-a21040896111 req-c8f9c955-0872-4e7e-b183-015633f778d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a6af92b-13d3-4cff-a486-ce47f5fbf5a0 HTTP/1.1" status: 200 len: 916 time: 0.0833819 Nov 29 02:26:53.532572 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e8e20b40-f8d4-4d89-808e-a21040896111 req-94b35a25-9a71-4ca3-8f5c-6f0e73754c86 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d92c526d-b2a1-4b53-b260-b4806041d298 HTTP/1.1" status: 200 len: 1001 time: 0.0625103 Nov 29 02:26:53.588665 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e20b40-f8d4-4d89-808e-a21040896111 req-719ffd17-d913-4696-8b7c-9803aff47624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:53.590689 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e8e20b40-f8d4-4d89-808e-a21040896111 req-719ffd17-d913-4696-8b7c-9803aff47624 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49132845-9296-4c36-90b2-9ffa538290c1 HTTP/1.1" status: 200 len: 854 time: 0.0491369 Nov 29 02:26:53.635358 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e20b40-f8d4-4d89-808e-a21040896111 req-c9e6436d-80eb-4e85-8e20-bd846070b891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:26:53.636877 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e8e20b40-f8d4-4d89-808e-a21040896111 req-c9e6436d-80eb-4e85-8e20-bd846070b891 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a6af92b-13d3-4cff-a486-ce47f5fbf5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387809 Nov 29 02:26:53.729180 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e8e20b40-f8d4-4d89-808e-a21040896111 req-785f7d0c-3e2c-423e-a732-3697976f1616 service neutron] 10.222.0.24 "GET /v2.0/networks/5a6af92b-13d3-4cff-a486-ce47f5fbf5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840378 Nov 29 02:26:53.820916 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e8e20b40-f8d4-4d89-808e-a21040896111 req-5c20aca1-3100-44c5-93c0-4e87e30ae858 service neutron] 10.222.0.24 "GET /v2.0/networks/5a6af92b-13d3-4cff-a486-ce47f5fbf5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806775 Nov 29 02:27:10.020677 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291cbc0d-7eec-4ec7-8360-e0380b107a8d req-f2d070d0-366b-4f9c-b772-6ca97cd1d04a tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:10.022237 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-291cbc0d-7eec-4ec7-8360-e0380b107a8d req-f2d070d0-366b-4f9c-b772-6ca97cd1d04a tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 985 time: 0.0530276 Nov 29 02:27:10.050912 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf6a67-811c-4bf5-a4db-0192d230a580 req-6a5da750-4e9e-4185-b3c5-7f72abe98a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:10.052443 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b1cf6a67-811c-4bf5-a4db-0192d230a580 req-6a5da750-4e9e-4185-b3c5-7f72abe98a9f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a05df7789e74990ad3ef9f5690b6145&device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 1138 time: 0.0458581 Nov 29 02:27:10.083414 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-291cbc0d-7eec-4ec7-8360-e0380b107a8d req-7d98dea4-d9dc-47fe-be94-34407b730376 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?id=cab15e27-108d-47bb-a859-e6298b9b8c39&id=deabf7ea-10ae-428e-a666-f5ef2745fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542457 Nov 29 02:27:10.143614 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf6a67-811c-4bf5-a4db-0192d230a580 req-67c397bf-b43c-49ee-9e79-4d96d0ca5d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:10.145135 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b1cf6a67-811c-4bf5-a4db-0192d230a580 req-67c397bf-b43c-49ee-9e79-4d96d0ca5d66 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a6af92b-13d3-4cff-a486-ce47f5fbf5a0 HTTP/1.1" status: 200 len: 916 time: 0.0839288 Nov 29 02:27:10.215068 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b1cf6a67-811c-4bf5-a4db-0192d230a580 req-92c9d7b9-4e06-4237-846c-4546d735d4fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d92c526d-b2a1-4b53-b260-b4806041d298 HTTP/1.1" status: 200 len: 1001 time: 0.0606666 Nov 29 02:27:10.264432 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf6a67-811c-4bf5-a4db-0192d230a580 req-5800dbe9-84dc-4734-abae-cc3f1a9a2e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:10.265851 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b1cf6a67-811c-4bf5-a4db-0192d230a580 req-5800dbe9-84dc-4734-abae-cc3f1a9a2e4d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49132845-9296-4c36-90b2-9ffa538290c1 HTTP/1.1" status: 200 len: 854 time: 0.0429113 Nov 29 02:27:10.310255 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf6a67-811c-4bf5-a4db-0192d230a580 req-5c893d65-07ed-40af-b8cc-1aa3ca139df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:10.311699 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b1cf6a67-811c-4bf5-a4db-0192d230a580 req-5c893d65-07ed-40af-b8cc-1aa3ca139df3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a6af92b-13d3-4cff-a486-ce47f5fbf5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387273 Nov 29 02:27:10.402878 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b1cf6a67-811c-4bf5-a4db-0192d230a580 req-ba1187ab-b059-4eaf-8c1b-3ee12a68da82 service neutron] 10.222.0.24 "GET /v2.0/networks/5a6af92b-13d3-4cff-a486-ce47f5fbf5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836051 Nov 29 02:27:10.491293 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b1cf6a67-811c-4bf5-a4db-0192d230a580 req-449d64c8-5801-4be9-9e05-99634051d977 service neutron] 10.222.0.24 "GET /v2.0/networks/5a6af92b-13d3-4cff-a486-ce47f5fbf5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804827 Nov 29 02:27:11.199204 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4925ada-b496-4ce5-ac13-762e9ca49f0b req-c7e0b5f4-6435-4efe-a029-1b61d9d89146 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:11.201163 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b4925ada-b496-4ce5-ac13-762e9ca49f0b req-c7e0b5f4-6435-4efe-a029-1b61d9d89146 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 985 time: 0.0489576 Nov 29 02:27:11.258669 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b4925ada-b496-4ce5-ac13-762e9ca49f0b req-b21075f8-72f6-452f-a615-5aaadb32440f tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?id=cab15e27-108d-47bb-a859-e6298b9b8c39&id=deabf7ea-10ae-428e-a666-f5ef2745fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514822 Nov 29 02:27:11.964162 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cc610-078c-41e3-8148-8e7312fde912 req-e4aaa3e4-38f3-4eb3-a6ca-cc41de1e7647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:11.966331 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c02cc610-078c-41e3-8148-8e7312fde912 req-e4aaa3e4-38f3-4eb3-a6ca-cc41de1e7647 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a05df7789e74990ad3ef9f5690b6145&device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 1138 time: 0.0442605 Nov 29 02:27:12.075552 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fa6360a9-9f62-4f64-8e86-43b6f1a89e2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:12.085600 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cc610-078c-41e3-8148-8e7312fde912 req-659e25e7-fc1a-4c55-878f-889df4c3912e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:12.087071 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c02cc610-078c-41e3-8148-8e7312fde912 req-659e25e7-fc1a-4c55-878f-889df4c3912e service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a6af92b-13d3-4cff-a486-ce47f5fbf5a0 HTTP/1.1" status: 200 len: 916 time: 0.0870726 Nov 29 02:27:12.157342 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c02cc610-078c-41e3-8148-8e7312fde912 req-d3ea5bd0-36fa-4eba-9387-18b6e566d51f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d92c526d-b2a1-4b53-b260-b4806041d298 HTTP/1.1" status: 200 len: 1001 time: 0.0622737 Nov 29 02:27:12.206076 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cc610-078c-41e3-8148-8e7312fde912 req-127e69f4-5b36-4f1b-b68d-892d3167631d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:12.207510 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c02cc610-078c-41e3-8148-8e7312fde912 req-127e69f4-5b36-4f1b-b68d-892d3167631d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49132845-9296-4c36-90b2-9ffa538290c1 HTTP/1.1" status: 200 len: 854 time: 0.0437038 Nov 29 02:27:12.252004 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cc610-078c-41e3-8148-8e7312fde912 req-105edd50-f6ab-40b0-905c-753bfa2f9ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:12.253471 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c02cc610-078c-41e3-8148-8e7312fde912 req-105edd50-f6ab-40b0-905c-753bfa2f9ece service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a6af92b-13d3-4cff-a486-ce47f5fbf5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387626 Nov 29 02:27:12.348810 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c02cc610-078c-41e3-8148-8e7312fde912 req-9c613ef1-0a68-4b84-8d20-da834e72697e service neutron] 10.222.0.24 "GET /v2.0/networks/5a6af92b-13d3-4cff-a486-ce47f5fbf5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868492 Nov 29 02:27:12.379865 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073763d-554a-4e8c-8095-201c6433c78d req-7fd1629c-7661-443e-8935-fe8ecfd04e2a tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:12.381787 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d073763d-554a-4e8c-8095-201c6433c78d req-7fd1629c-7661-443e-8935-fe8ecfd04e2a tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 985 time: 0.0499580 Nov 29 02:27:12.444743 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c02cc610-078c-41e3-8148-8e7312fde912 req-76427cb0-4140-44c6-b3bf-10b20abb8ebc service neutron] 10.222.0.24 "GET /v2.0/networks/5a6af92b-13d3-4cff-a486-ce47f5fbf5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855985 Nov 29 02:27:12.445852 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d073763d-554a-4e8c-8095-201c6433c78d req-ab76f274-a12e-4725-9e8c-b32d88cffa5b tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?id=cab15e27-108d-47bb-a859-e6298b9b8c39&id=deabf7ea-10ae-428e-a666-f5ef2745fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574906 Nov 29 02:27:13.559242 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a04d2-ba35-4aba-b2a5-81b492e8f617 req-aba0b7ad-d614-456e-889f-caefcd130010 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:13.560706 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d80a04d2-ba35-4aba-b2a5-81b492e8f617 req-aba0b7ad-d614-456e-889f-caefcd130010 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 985 time: 0.0492296 Nov 29 02:27:13.619357 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d80a04d2-ba35-4aba-b2a5-81b492e8f617 req-ad31f1c4-7b8d-4079-93ce-b062070ce9b8 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?id=cab15e27-108d-47bb-a859-e6298b9b8c39&id=deabf7ea-10ae-428e-a666-f5ef2745fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525844 Nov 29 02:27:13.966953 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:14.343790 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b787b5c6-dda4-4ed4-b042-046afea3e5be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:14.732228 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f40b8e-34fa-4587-87dc-8bcf0ddf108c req-a59ce126-f8a4-4280-9c91-2f0380faf580 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:14.733711 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f7f40b8e-34fa-4587-87dc-8bcf0ddf108c req-a59ce126-f8a4-4280-9c91-2f0380faf580 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 985 time: 0.0483646 Nov 29 02:27:14.791623 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f7f40b8e-34fa-4587-87dc-8bcf0ddf108c req-7a282e52-b4f1-4cfb-bb6c-0afed35fb4c2 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?id=cab15e27-108d-47bb-a859-e6298b9b8c39&id=deabf7ea-10ae-428e-a666-f5ef2745fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519383 Nov 29 02:27:15.404110 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:15.908742 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f50dc-2f7a-4f3d-ac59-7b255a6d0556 req-e8824c2a-367e-4d90-abd7-2b0d386ef361 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:15.910234 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cd9f50dc-2f7a-4f3d-ac59-7b255a6d0556 req-e8824c2a-367e-4d90-abd7-2b0d386ef361 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 985 time: 0.0525954 Nov 29 02:27:15.968697 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cd9f50dc-2f7a-4f3d-ac59-7b255a6d0556 req-a203130f-8dd3-42dd-823a-7b78e770592a tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?id=cab15e27-108d-47bb-a859-e6298b9b8c39&id=deabf7ea-10ae-428e-a666-f5ef2745fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523949 Nov 29 02:27:17.082169 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860a5b2-7ce7-41c6-9cf3-bd47926cd9e2 req-3171de34-4d92-4ff7-bfb5-ec7b6168b5fb tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:17.083615 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1860a5b2-7ce7-41c6-9cf3-bd47926cd9e2 req-3171de34-4d92-4ff7-bfb5-ec7b6168b5fb tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 985 time: 0.0484717 Nov 29 02:27:17.107617 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:17.145521 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1860a5b2-7ce7-41c6-9cf3-bd47926cd9e2 req-e0bb49c7-b3f1-48c1-8adf-55e9c6950124 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?id=cab15e27-108d-47bb-a859-e6298b9b8c39&id=deabf7ea-10ae-428e-a666-f5ef2745fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559893 Nov 29 02:27:17.895562 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:18.259313 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6e077-7e37-4b0d-9a52-4d4edc744101 req-dc116165-8d9a-45ce-8dde-04ba008eed94 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:18.260782 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0ea6e077-7e37-4b0d-9a52-4d4edc744101 req-dc116165-8d9a-45ce-8dde-04ba008eed94 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 985 time: 0.0486360 Nov 29 02:27:18.324052 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0ea6e077-7e37-4b0d-9a52-4d4edc744101 req-ae8fff20-1b65-4ae5-ba3a-0da436c7381f tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?id=cab15e27-108d-47bb-a859-e6298b9b8c39&id=deabf7ea-10ae-428e-a666-f5ef2745fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573070 Nov 29 02:27:19.441244 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99885869-157d-4661-baf5-b3fcffc58002 req-389b8233-1a39-4694-b4b7-ed20569552fd tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:19.442651 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-99885869-157d-4661-baf5-b3fcffc58002 req-389b8233-1a39-4694-b4b7-ed20569552fd tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 985 time: 0.0489843 Nov 29 02:27:19.501352 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-99885869-157d-4661-baf5-b3fcffc58002 req-b765daf7-df48-460b-a31f-8cb922caad5e tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?id=cab15e27-108d-47bb-a859-e6298b9b8c39&id=deabf7ea-10ae-428e-a666-f5ef2745fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527248 Nov 29 02:27:20.615236 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc0ef0-fcf3-46b2-847e-30ae79d03df8 req-6ad73558-53af-488b-a933-18f01962e4c1 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:20.616687 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-98cc0ef0-fcf3-46b2-847e-30ae79d03df8 req-6ad73558-53af-488b-a933-18f01962e4c1 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 985 time: 0.0480576 Nov 29 02:27:20.674585 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-98cc0ef0-fcf3-46b2-847e-30ae79d03df8 req-14cf89c9-5af2-4cdb-93ce-44ec3f0747fb tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?id=cab15e27-108d-47bb-a859-e6298b9b8c39&id=deabf7ea-10ae-428e-a666-f5ef2745fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519423 Nov 29 02:27:21.791302 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e39fb-1c47-462b-a414-29fda48f9cde req-2cd99496-9917-467f-abbc-d704a55df2f9 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:21.792749 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3c5e39fb-1c47-462b-a414-29fda48f9cde req-2cd99496-9917-467f-abbc-d704a55df2f9 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 985 time: 0.0517635 Nov 29 02:27:21.852219 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3c5e39fb-1c47-462b-a414-29fda48f9cde req-fe80a6b7-1fb0-470f-a9f9-7784e0b6ce5c tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?id=cab15e27-108d-47bb-a859-e6298b9b8c39&id=deabf7ea-10ae-428e-a666-f5ef2745fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529594 Nov 29 02:27:27.231609 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:27:42.076461 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-15fe861a-d5cd-441b-9d41-b38dd6146d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:43.970973 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:44.344921 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c74f0ab7-a273-45c8-9c78-59238f173241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:45.402857 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:47.110443 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:47.896989 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:54.758133 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-484735c0-51c8-4f23-b9e8-ca1cb24eaef6 req-642cb0de-2c44-4ac6-bb95-ef50360c002b tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2104960796&fields=id&tenant_id=4a05df7789e74990ad3ef9f5690b6145 HTTP/1.1" status: 200 len: 267 time: 0.0450046 Nov 29 02:27:54.811401 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484735c0-51c8-4f23-b9e8-ca1cb24eaef6 req-6d5b8850-4d3e-4bf9-b02c-3c36627c081a tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:54.812886 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-484735c0-51c8-4f23-b9e8-ca1cb24eaef6 req-6d5b8850-4d3e-4bf9-b02c-3c36627c081a tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 985 time: 0.0491960 Nov 29 02:27:54.823671 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [req-484735c0-51c8-4f23-b9e8-ca1cb24eaef6 req-a0c86394-4679-405b-8868-ffa10645bf59 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Request body: {'port': {'security_groups': ['deabf7ea-10ae-428e-a666-f5ef2745fb2e']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:27:54.889227 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-484735c0-51c8-4f23-b9e8-ca1cb24eaef6 req-a0c86394-4679-405b-8868-ffa10645bf59 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:55.061821 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-484735c0-51c8-4f23-b9e8-ca1cb24eaef6 req-a0c86394-4679-405b-8868-ffa10645bf59 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] For port d92c526d-b2a1-4b53-b260-b4806041d298, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=d92c526d-b2a1-4b53-b260-b4806041d298,segment=NetworkSegment(5a89e048-1e7b-42b2-9622-ab4d6aeb4691),segment_id=5a89e048-1e7b-42b2-9622-ab4d6aeb4691)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:27:55.089601 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-484735c0-51c8-4f23-b9e8-ca1cb24eaef6 req-a0c86394-4679-405b-8868-ffa10645bf59 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:55.094163 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-484735c0-51c8-4f23-b9e8-ca1cb24eaef6 req-a0c86394-4679-405b-8868-ffa10645bf59 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:55.143135 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484735c0-51c8-4f23-b9e8-ca1cb24eaef6 req-a0c86394-4679-405b-8868-ffa10645bf59 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:55.143135 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-484735c0-51c8-4f23-b9e8-ca1cb24eaef6 req-a0c86394-4679-405b-8868-ffa10645bf59 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:55.143135 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-484735c0-51c8-4f23-b9e8-ca1cb24eaef6 req-a0c86394-4679-405b-8868-ffa10645bf59 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "PUT /v2.0/ports/d92c526d-b2a1-4b53-b260-b4806041d298 HTTP/1.1" status: 200 len: 943 time: 0.3222196 Nov 29 02:27:55.143135 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895bded4-ef3b-4efe-ad92-1b14c635bf13', 'tag': 'd92c526d-b2a1-4b53-b260-b4806041d298'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:27:55.144209 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a54b0b8d43a805c8e04fafa9e6e1877f555095d74f053d1eebc96b979e45145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4876f595-1c46-4ae6-9df0-14414622d00a" -d '{"events": [{"name": "network-changed", "server_uuid": "895bded4-ef3b-4efe-ad92-1b14c635bf13", "tag": "d92c526d-b2a1-4b53-b260-b4806041d298"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:27:55.147382 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['d92c526d-b2a1-4b53-b260-b4806041d298'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:27:55.149798 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48890) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:27:55.198525 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f687a345-2dab-41d0-bf98-890a4e785fc1 x-openstack-request-id: req-f687a345-2dab-41d0-bf98-890a4e785fc1 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:27:55.198807 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "895bded4-ef3b-4efe-ad92-1b14c635bf13", "tag": "d92c526d-b2a1-4b53-b260-b4806041d298", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:27:55.199072 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f687a345-2dab-41d0-bf98-890a4e785fc1 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:27:55.199477 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '895bded4-ef3b-4efe-ad92-1b14c635bf13', 'tag': 'd92c526d-b2a1-4b53-b260-b4806041d298', 'status': 'completed', 'code': 200} Nov 29 02:27:55.223722 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c86394-4679-405b-8868-ffa10645bf59 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Pushing event updated for resources: {'Port': ['ID=d92c526d-b2a1-4b53-b260-b4806041d298,revision_number=7']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:27:55.229135 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-825408b8-4b39-4201-a5e0-ab4b91bcb366 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:55.252406 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c86394-4679-405b-8868-ffa10645bf59 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:27:55.252771 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c86394-4679-405b-8868-ffa10645bf59 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:27:55.253416 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c86394-4679-405b-8868-ffa10645bf59 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:27:55.253569 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c86394-4679-405b-8868-ffa10645bf59 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:27:55.253810 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c86394-4679-405b-8868-ffa10645bf59 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:27:55.254153 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c86394-4679-405b-8868-ffa10645bf59 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:27:55.254494 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c86394-4679-405b-8868-ffa10645bf59 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:27:55.254834 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c86394-4679-405b-8868-ffa10645bf59 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:27:55.255159 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c86394-4679-405b-8868-ffa10645bf59 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:27:55.255495 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c86394-4679-405b-8868-ffa10645bf59 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:27:55.256066 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c86394-4679-405b-8868-ffa10645bf59 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:27:55.256186 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c86394-4679-405b-8868-ffa10645bf59 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:27:55.288914 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-825408b8-4b39-4201-a5e0-ab4b91bcb366 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:55.305107 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['d92c526d-b2a1-4b53-b260-b4806041d298'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:27:55.314808 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876f595-1c46-4ae6-9df0-14414622d00a req-d9681af1-38fd-4fc3-8e46-5f73c6497ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:55.316963 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-4876f595-1c46-4ae6-9df0-14414622d00a req-d9681af1-38fd-4fc3-8e46-5f73c6497ced service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a05df7789e74990ad3ef9f5690b6145&device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 1099 time: 0.0552835 Nov 29 02:27:55.368142 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-825408b8-4b39-4201-a5e0-ab4b91bcb366 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:55.371360 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-825408b8-4b39-4201-a5e0-ab4b91bcb366 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:55.373404 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-825408b8-4b39-4201-a5e0-ab4b91bcb366 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "DELETE /v2.0/security-groups/cab15e27-108d-47bb-a859-e6298b9b8c39 HTTP/1.1" status: 204 len: 168 time: 0.2224891 Nov 29 02:27:55.376590 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48892) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:27:55.429783 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825408b8-4b39-4201-a5e0-ab4b91bcb366 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab15e27-108d-47bb-a859-e6298b9b8c39,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:27:55.433684 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876f595-1c46-4ae6-9df0-14414622d00a req-225dd414-9601-41e7-b357-bef168df9721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:55.435873 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-4876f595-1c46-4ae6-9df0-14414622d00a req-225dd414-9601-41e7-b357-bef168df9721 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a6af92b-13d3-4cff-a486-ce47f5fbf5a0 HTTP/1.1" status: 200 len: 916 time: 0.1094248 Nov 29 02:27:55.494720 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-e8a150ba-3af8-404b-8c6e-bf18a6bccf8a None None] Provisioning complete for port d92c526d-b2a1-4b53-b260-b4806041d298 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:27:55.495114 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e8a150ba-3af8-404b-8c6e-bf18a6bccf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:55.508561 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-4876f595-1c46-4ae6-9df0-14414622d00a req-31df13ce-f1fc-4628-a6a4-092d92578dd3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d92c526d-b2a1-4b53-b260-b4806041d298 HTTP/1.1" status: 200 len: 1001 time: 0.0624292 Nov 29 02:27:55.562421 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876f595-1c46-4ae6-9df0-14414622d00a req-72a4516a-ffdd-4f14-a039-570b097dc103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:55.563757 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-b81246e1-2f35-43e8-9798-3f3bab08ea29 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Deleting port dfff1db2-0b21-4edf-9fa9-190dcdf88849 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:27:55.563902 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-4876f595-1c46-4ae6-9df0-14414622d00a req-72a4516a-ffdd-4f14-a039-570b097dc103 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49132845-9296-4c36-90b2-9ffa538290c1 HTTP/1.1" status: 200 len: 854 time: 0.0474021 Nov 29 02:27:55.564260 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b81246e1-2f35-43e8-9798-3f3bab08ea29 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:55.617195 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876f595-1c46-4ae6-9df0-14414622d00a req-1d394303-5120-406f-95cc-321374e6182a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:55.618736 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-4876f595-1c46-4ae6-9df0-14414622d00a req-1d394303-5120-406f-95cc-321374e6182a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a6af92b-13d3-4cff-a486-ce47f5fbf5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455778 Nov 29 02:27:55.640498 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b81246e1-2f35-43e8-9798-3f3bab08ea29 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:55.640829 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b81246e1-2f35-43e8-9798-3f3bab08ea29 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:55.652534 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-b81246e1-2f35-43e8-9798-3f3bab08ea29 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Calling delete_port for dfff1db2-0b21-4edf-9fa9-190dcdf88849 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:27:55.708914 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-4876f595-1c46-4ae6-9df0-14414622d00a req-f91ea05d-ea40-4fb4-a2ac-c6c1d3b3ec82 service neutron] 10.222.0.24 "GET /v2.0/networks/5a6af92b-13d3-4cff-a486-ce47f5fbf5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813928 Nov 29 02:27:55.798768 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b81246e1-2f35-43e8-9798-3f3bab08ea29 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:55.805059 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-4876f595-1c46-4ae6-9df0-14414622d00a req-15e58f3f-9412-4ceb-ad39-e401d6324a29 service neutron] 10.222.0.24 "GET /v2.0/networks/5a6af92b-13d3-4cff-a486-ce47f5fbf5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875685 Nov 29 02:27:55.829246 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81246e1-2f35-43e8-9798-3f3bab08ea29 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Pushing event deleted for resources: {'Port': ['ID=dfff1db2-0b21-4edf-9fa9-190dcdf88849,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:27:55.890042 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b81246e1-2f35-43e8-9798-3f3bab08ea29 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:55.890378 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-b81246e1-2f35-43e8-9798-3f3bab08ea29 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Floating IP fee6f076-2533-4afc-aaa0-e5d4c1727e28 disassociated (deleted). External IP: 172.26.3.82, port: d92c526d-b2a1-4b53-b260-b4806041d298. Nov 29 02:27:56.420937 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81246e1-2f35-43e8-9798-3f3bab08ea29 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Router 7841429c-1524-4d99-9e78-00bfa5e2bb40 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:27:56.526752 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81246e1-2f35-43e8-9798-3f3bab08ea29 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:27:56.532016 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b81246e1-2f35-43e8-9798-3f3bab08ea29 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:27:56.536563 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad06878-9c14-4da8-a062-f24228377cc9 None None] Sync routers for ids ['7841429c-1524-4d99-9e78-00bfa5e2bb40'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:27:56.546602 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad06878-9c14-4da8-a062-f24228377cc9 None None] Routers {'7841429c-1524-4d99-9e78-00bfa5e2bb40'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:27:56.547210 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1ad06878-9c14-4da8-a062-f24228377cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:27:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['7841429c-1524-4d99-9e78-00bfa5e2bb40'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:27:56.558190 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b81246e1-2f35-43e8-9798-3f3bab08ea29 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "DELETE /v2.0/floatingips/fee6f076-2533-4afc-aaa0-e5d4c1727e28 HTTP/1.1" status: 204 len: 168 time: 1.1806121 Nov 29 02:27:56.654486 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-1ad06878-9c14-4da8-a062-f24228377cc9 None None] Set router 7841429c-1524-4d99-9e78-00bfa5e2bb40 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:27:56.857455 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1ad06878-9c14-4da8-a062-f24228377cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'name': 'tempest-TestMinimumBasicScenario-1259742549-router', 'tenant_id': '4a05df7789e74990ad3ef9f5690b6145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '2a79d8ac-b537-4724-8e80-382c13265e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:25:54Z', 'updated_at': '2021-11-29T02:25:57Z', 'revision_number': 4, 'project_id': '4a05df7789e74990ad3ef9f5690b6145', 'gw_port': {'id': '2a79d8ac-b537-4724-8e80-382c13265e39', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:cf:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:25:55Z', 'updated_at': '2021-11-29T02:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '1babd01a-f8fe-4791-a521-f8dbe8f71e87', 'name': '', 'network_id': '5a6af92b-13d3-4cff-a486-ce47f5fbf5a0', 'tenant_id': '4a05df7789e74990ad3ef9f5690b6145', 'mac_address': 'fa:16:3e:88:00:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '49132845-9296-4c36-90b2-9ffa538290c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:25:56Z', 'updated_at': '2021-11-29T02:26:00Z', 'revision_number': 5, 'project_id': '4a05df7789e74990ad3ef9f5690b6145', 'subnets': [{'id': '49132845-9296-4c36-90b2-9ffa538290c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:27:56.882906 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad06878-9c14-4da8-a062-f24228377cc9 None None] Checking router: 7841429c-1524-4d99-9e78-00bfa5e2bb40 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:27:56.891529 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad06878-9c14-4da8-a062-f24228377cc9 None None] Routers {'7841429c-1524-4d99-9e78-00bfa5e2bb40'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:27:56.892131 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1ad06878-9c14-4da8-a062-f24228377cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:27:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['7841429c-1524-4d99-9e78-00bfa5e2bb40'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:27:56.993673 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-1ad06878-9c14-4da8-a062-f24228377cc9 None None] Set router 7841429c-1524-4d99-9e78-00bfa5e2bb40 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:27:57.200902 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895bded4-ef3b-4efe-ad92-1b14c635bf13', 'tag': 'd92c526d-b2a1-4b53-b260-b4806041d298'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:27:57.203420 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a54b0b8d43a805c8e04fafa9e6e1877f555095d74f053d1eebc96b979e45145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c563943-81e7-4f17-81d5-c8fb15f583aa" -d '{"events": [{"name": "network-changed", "server_uuid": "895bded4-ef3b-4efe-ad92-1b14c635bf13", "tag": "d92c526d-b2a1-4b53-b260-b4806041d298"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:27:57.239747 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b920ed-7ba2-4e61-8559-dff3244d15b0 x-openstack-request-id: req-b6b920ed-7ba2-4e61-8559-dff3244d15b0 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:27:57.240038 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "895bded4-ef3b-4efe-ad92-1b14c635bf13", "tag": "d92c526d-b2a1-4b53-b260-b4806041d298", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:27:57.240294 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b6b920ed-7ba2-4e61-8559-dff3244d15b0 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:27:57.240697 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '895bded4-ef3b-4efe-ad92-1b14c635bf13', 'tag': 'd92c526d-b2a1-4b53-b260-b4806041d298', 'status': 'completed', 'code': 200} Nov 29 02:27:57.270079 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1ad06878-9c14-4da8-a062-f24228377cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'name': 'tempest-TestMinimumBasicScenario-1259742549-router', 'tenant_id': '4a05df7789e74990ad3ef9f5690b6145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '2a79d8ac-b537-4724-8e80-382c13265e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:25:54Z', 'updated_at': '2021-11-29T02:25:57Z', 'revision_number': 4, 'project_id': '4a05df7789e74990ad3ef9f5690b6145', 'gw_port': {'id': '2a79d8ac-b537-4724-8e80-382c13265e39', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:cf:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:25:55Z', 'updated_at': '2021-11-29T02:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '1babd01a-f8fe-4791-a521-f8dbe8f71e87', 'name': '', 'network_id': '5a6af92b-13d3-4cff-a486-ce47f5fbf5a0', 'tenant_id': '4a05df7789e74990ad3ef9f5690b6145', 'mac_address': 'fa:16:3e:88:00:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '49132845-9296-4c36-90b2-9ffa538290c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:25:56Z', 'updated_at': '2021-11-29T02:26:00Z', 'revision_number': 5, 'project_id': '4a05df7789e74990ad3ef9f5690b6145', 'subnets': [{'id': '49132845-9296-4c36-90b2-9ffa538290c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:27:57.296658 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad06878-9c14-4da8-a062-f24228377cc9 None None] The sync data for ids ['7841429c-1524-4d99-9e78-00bfa5e2bb40'] in dv-neutron-819032-3-hyperv is: [{'id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'name': 'tempest-TestMinimumBasicScenario-1259742549-router', 'tenant_id': '4a05df7789e74990ad3ef9f5690b6145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '2a79d8ac-b537-4724-8e80-382c13265e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:25:54Z', 'updated_at': '2021-11-29T02:25:57Z', 'revision_number': 4, 'project_id': '4a05df7789e74990ad3ef9f5690b6145', 'gw_port': {'id': '2a79d8ac-b537-4724-8e80-382c13265e39', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:cf:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:25:55Z', 'updated_at': '2021-11-29T02:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '1babd01a-f8fe-4791-a521-f8dbe8f71e87', 'name': '', 'network_id': '5a6af92b-13d3-4cff-a486-ce47f5fbf5a0', 'tenant_id': '4a05df7789e74990ad3ef9f5690b6145', 'mac_address': 'fa:16:3e:88:00:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '49132845-9296-4c36-90b2-9ffa538290c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:25:56Z', 'updated_at': '2021-11-29T02:26:00Z', 'revision_number': 5, 'project_id': '4a05df7789e74990ad3ef9f5690b6145', 'subnets': [{'id': '49132845-9296-4c36-90b2-9ffa538290c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:27:57.350161 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c563943-81e7-4f17-81d5-c8fb15f583aa req-af199f75-e109-4c1f-8058-759b386cd881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:57.351759 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7c563943-81e7-4f17-81d5-c8fb15f583aa req-af199f75-e109-4c1f-8058-759b386cd881 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a05df7789e74990ad3ef9f5690b6145&device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 1099 time: 0.0435386 Nov 29 02:27:57.454380 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c563943-81e7-4f17-81d5-c8fb15f583aa req-3f79a0a6-cc0e-475a-8029-839d88547237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:57.456155 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7c563943-81e7-4f17-81d5-c8fb15f583aa req-3f79a0a6-cc0e-475a-8029-839d88547237 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5a6af92b-13d3-4cff-a486-ce47f5fbf5a0 HTTP/1.1" status: 200 len: 916 time: 0.0938194 Nov 29 02:27:57.502662 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7c563943-81e7-4f17-81d5-c8fb15f583aa req-d2744dd4-c812-4e7f-b576-6e4990771882 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d92c526d-b2a1-4b53-b260-b4806041d298 HTTP/1.1" status: 200 len: 217 time: 0.0371912 Nov 29 02:27:57.541513 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d9515a-6d56-458e-a508-dd162a41412e None None] New status for floating IP fee6f076-2533-4afc-aaa0-e5d4c1727e28: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:27:57.560545 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c563943-81e7-4f17-81d5-c8fb15f583aa req-5c6de18b-3cf4-4bc7-bc06-e30045feea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:57.562217 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7c563943-81e7-4f17-81d5-c8fb15f583aa req-5c6de18b-3cf4-4bc7-bc06-e30045feea1a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49132845-9296-4c36-90b2-9ffa538290c1 HTTP/1.1" status: 200 len: 854 time: 0.0475793 Nov 29 02:27:57.619450 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c563943-81e7-4f17-81d5-c8fb15f583aa req-a23ea5e5-3448-4ef4-8a36-68e38e3526d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:27:57.620964 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7c563943-81e7-4f17-81d5-c8fb15f583aa req-a23ea5e5-3448-4ef4-8a36-68e38e3526d9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5a6af92b-13d3-4cff-a486-ce47f5fbf5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0499709 Nov 29 02:27:57.977531 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7c563943-81e7-4f17-81d5-c8fb15f583aa req-5d353c5c-b844-451c-bcf2-01c416aed410 service neutron] 10.222.0.24 "GET /v2.0/networks/5a6af92b-13d3-4cff-a486-ce47f5fbf5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399100 Nov 29 02:27:58.071798 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7c563943-81e7-4f17-81d5-c8fb15f583aa req-3d38a21e-3630-4fc3-a84b-8a306bcc8635 service neutron] 10.222.0.24 "GET /v2.0/networks/5a6af92b-13d3-4cff-a486-ce47f5fbf5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840299 Nov 29 02:28:04.231197 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:28:05.543238 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb19ce-8f48-4d63-a733-810bcd35b5ef req-ea2622a1-7bc2-474d-be7e-3d6324ec353a tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:05.545357 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a8bb19ce-8f48-4d63-a733-810bcd35b5ef req-ea2622a1-7bc2-474d-be7e-3d6324ec353a tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 946 time: 0.0520020 Nov 29 02:28:05.593816 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a8bb19ce-8f48-4d63-a733-810bcd35b5ef req-f6e1e70f-8ed1-4f6a-b1ff-2991ec39261b tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?id=deabf7ea-10ae-428e-a666-f5ef2745fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421777 Nov 29 02:28:06.708400 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e14f6b-0867-4c57-9df4-51833a0bb90f req-b17cb3bd-f4d4-4e1a-81a5-099a76e3b056 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:06.709886 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-98e14f6b-0867-4c57-9df4-51833a0bb90f req-b17cb3bd-f4d4-4e1a-81a5-099a76e3b056 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 946 time: 0.0473211 Nov 29 02:28:06.759941 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-98e14f6b-0867-4c57-9df4-51833a0bb90f req-82fd60f2-a684-4a8c-af6d-b5d7844ed66c tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?id=deabf7ea-10ae-428e-a666-f5ef2745fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435903 Nov 29 02:28:07.756961 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f3113-f214-4fac-b814-7f5431a2eca6 req-d44c5be5-0958-4c39-a7aa-735a17f1f040 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:07.758421 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-704f3113-f214-4fac-b814-7f5431a2eca6 req-d44c5be5-0958-4c39-a7aa-735a17f1f040 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.24 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 946 time: 0.0466590 Nov 29 02:28:07.854173 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-704f3113-f214-4fac-b814-7f5431a2eca6 req-f11106f2-97de-4224-aea0-1a18733ec2e7 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Deleting port d92c526d-b2a1-4b53-b260-b4806041d298 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:28:07.854572 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-704f3113-f214-4fac-b814-7f5431a2eca6 req-f11106f2-97de-4224-aea0-1a18733ec2e7 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:07.878536 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d5f83-fc76-41e7-9146-77424f6c0e0b req-f4cab10f-3b76-46d9-ab3b-ee39baa71e95 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:07.880036 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e80d5f83-fc76-41e7-9146-77424f6c0e0b req-f4cab10f-3b76-46d9-ab3b-ee39baa71e95 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/ports?device_id=895bded4-ef3b-4efe-ad92-1b14c635bf13 HTTP/1.1" status: 200 len: 946 time: 0.0536933 Nov 29 02:28:07.927846 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e80d5f83-fc76-41e7-9146-77424f6c0e0b req-dae6b5be-d5af-435a-b9ac-a38ceaa0cff7 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.37 "GET /v2.0/security-groups?id=deabf7ea-10ae-428e-a666-f5ef2745fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419426 Nov 29 02:28:07.945921 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-704f3113-f214-4fac-b814-7f5431a2eca6 req-f11106f2-97de-4224-aea0-1a18733ec2e7 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] For port d92c526d-b2a1-4b53-b260-b4806041d298, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=d92c526d-b2a1-4b53-b260-b4806041d298,segment=NetworkSegment(5a89e048-1e7b-42b2-9622-ab4d6aeb4691),segment_id=5a89e048-1e7b-42b2-9622-ab4d6aeb4691)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:28:07.946286 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-704f3113-f214-4fac-b814-7f5431a2eca6 req-f11106f2-97de-4224-aea0-1a18733ec2e7 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:07.958834 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-704f3113-f214-4fac-b814-7f5431a2eca6 req-f11106f2-97de-4224-aea0-1a18733ec2e7 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Calling delete_port for d92c526d-b2a1-4b53-b260-b4806041d298 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:28:08.089459 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-704f3113-f214-4fac-b814-7f5431a2eca6 req-f11106f2-97de-4224-aea0-1a18733ec2e7 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:08.116822 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11106f2-97de-4224-aea0-1a18733ec2e7 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Pushing event deleted for resources: {'Port': ['ID=d92c526d-b2a1-4b53-b260-b4806041d298,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:08.141885 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['d92c526d-b2a1-4b53-b260-b4806041d298'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:28:08.144564 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11106f2-97de-4224-aea0-1a18733ec2e7 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:08.144978 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11106f2-97de-4224-aea0-1a18733ec2e7 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:08.145726 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11106f2-97de-4224-aea0-1a18733ec2e7 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:08.145726 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11106f2-97de-4224-aea0-1a18733ec2e7 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:08.146024 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11106f2-97de-4224-aea0-1a18733ec2e7 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:08.146366 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11106f2-97de-4224-aea0-1a18733ec2e7 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:08.146761 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11106f2-97de-4224-aea0-1a18733ec2e7 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:08.147103 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11106f2-97de-4224-aea0-1a18733ec2e7 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:08.147434 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11106f2-97de-4224-aea0-1a18733ec2e7 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:08.147761 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11106f2-97de-4224-aea0-1a18733ec2e7 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:08.148091 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11106f2-97de-4224-aea0-1a18733ec2e7 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:08.148415 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11106f2-97de-4224-aea0-1a18733ec2e7 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:08.171287 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-704f3113-f214-4fac-b814-7f5431a2eca6 req-f11106f2-97de-4224-aea0-1a18733ec2e7 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] No DVR routers for this DVR port d92c526d-b2a1-4b53-b260-b4806041d298 on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:28:08.173649 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-704f3113-f214-4fac-b814-7f5431a2eca6 req-f11106f2-97de-4224-aea0-1a18733ec2e7 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:08.176904 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-704f3113-f214-4fac-b814-7f5431a2eca6 req-f11106f2-97de-4224-aea0-1a18733ec2e7 tempest-TestMinimumBasicScenario-619945171 tempest-TestMinimumBasicScenario-619945171-project] 10.222.0.24 "DELETE /v2.0/ports/d92c526d-b2a1-4b53-b260-b4806041d298 HTTP/1.1" status: 204 len: 173 time: 0.4079931 Nov 29 02:28:08.177343 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895bded4-ef3b-4efe-ad92-1b14c635bf13', 'name': 'network-vif-deleted', 'tag': 'd92c526d-b2a1-4b53-b260-b4806041d298'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:28:08.179618 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ed483d-614d-4112-a94a-94f06c6d0ae1" -d '{"events": [{"server_uuid": "895bded4-ef3b-4efe-ad92-1b14c635bf13", "name": "network-vif-deleted", "tag": "d92c526d-b2a1-4b53-b260-b4806041d298"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:28:08.215106 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dafb671-0aca-4984-b757-65bd1e7d012d x-openstack-request-id: req-5dafb671-0aca-4984-b757-65bd1e7d012d {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:28:08.215442 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895bded4-ef3b-4efe-ad92-1b14c635bf13", "name": "network-vif-deleted", "tag": "d92c526d-b2a1-4b53-b260-b4806041d298", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:28:08.215703 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5dafb671-0aca-4984-b757-65bd1e7d012d {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:28:08.216173 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895bded4-ef3b-4efe-ad92-1b14c635bf13', 'name': 'network-vif-deleted', 'tag': 'd92c526d-b2a1-4b53-b260-b4806041d298', 'status': 'completed', 'code': 200} Nov 29 02:28:09.513379 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48992) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:09.851436 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e104bf9b-55b2-4db7-a864-dbaa88be495e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:10.109069 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e104bf9b-55b2-4db7-a864-dbaa88be495e admin admin] Deleting port 1babd01a-f8fe-4791-a521-f8dbe8f71e87 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:28:10.109321 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e104bf9b-55b2-4db7-a864-dbaa88be495e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:10.190095 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-e104bf9b-55b2-4db7-a864-dbaa88be495e admin admin] For port 1babd01a-f8fe-4791-a521-f8dbe8f71e87, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=1babd01a-f8fe-4791-a521-f8dbe8f71e87,segment=NetworkSegment(5a89e048-1e7b-42b2-9622-ab4d6aeb4691),segment_id=5a89e048-1e7b-42b2-9622-ab4d6aeb4691)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:28:10.190462 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e104bf9b-55b2-4db7-a864-dbaa88be495e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:10.203002 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e104bf9b-55b2-4db7-a864-dbaa88be495e admin admin] Calling delete_port for 1babd01a-f8fe-4791-a521-f8dbe8f71e87 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:28:10.387028 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e104bf9b-55b2-4db7-a864-dbaa88be495e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:10.414255 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104bf9b-55b2-4db7-a864-dbaa88be495e admin admin] Pushing event deleted for resources: {'Port': ['ID=1babd01a-f8fe-4791-a521-f8dbe8f71e87,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:10.578656 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e104bf9b-55b2-4db7-a864-dbaa88be495e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:10.791379 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e104bf9b-55b2-4db7-a864-dbaa88be495e admin admin] Router 7841429c-1524-4d99-9e78-00bfa5e2bb40 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:28:10.898484 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e104bf9b-55b2-4db7-a864-dbaa88be495e admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:28:10.905875 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e104bf9b-55b2-4db7-a864-dbaa88be495e admin admin] 10.222.0.37 "PUT /v2.0/routers/7841429c-1524-4d99-9e78-00bfa5e2bb40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3899989 Nov 29 02:28:10.906957 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48994) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:10.909943 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3629df40-4a64-4e82-837e-799b518898f0 None None] Sync routers for ids ['7841429c-1524-4d99-9e78-00bfa5e2bb40'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:28:10.910441 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device d92c526d-b2a1-4b53-b260-b4806041d298 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:28:10.922042 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3629df40-4a64-4e82-837e-799b518898f0 None None] Routers {'7841429c-1524-4d99-9e78-00bfa5e2bb40'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:28:10.922948 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3629df40-4a64-4e82-837e-799b518898f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:27:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['7841429c-1524-4d99-9e78-00bfa5e2bb40'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:28:10.940773 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: d92c526d-b2a1-4b53-b260-b4806041d298 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:28:10.941121 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device d92c526d-b2a1-4b53-b260-b4806041d298 not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:28:11.015787 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f5677b2-d9a1-4ad8-bc5d-0c1b99317f0b admin admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:11.023077 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-3629df40-4a64-4e82-837e-799b518898f0 None None] Set router 7841429c-1524-4d99-9e78-00bfa5e2bb40 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:28:11.116649 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f5677b2-d9a1-4ad8-bc5d-0c1b99317f0b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:11.171046 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-6f5677b2-d9a1-4ad8-bc5d-0c1b99317f0b admin admin] Deleting port 2a79d8ac-b537-4724-8e80-382c13265e39 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:28:11.171393 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f5677b2-d9a1-4ad8-bc5d-0c1b99317f0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:11.204980 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3629df40-4a64-4e82-837e-799b518898f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'name': 'tempest-TestMinimumBasicScenario-1259742549-router', 'tenant_id': '4a05df7789e74990ad3ef9f5690b6145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '2a79d8ac-b537-4724-8e80-382c13265e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:25:54Z', 'updated_at': '2021-11-29T02:28:10Z', 'revision_number': 5, 'project_id': '4a05df7789e74990ad3ef9f5690b6145', 'gw_port': {'id': '2a79d8ac-b537-4724-8e80-382c13265e39', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:cf:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:25:55Z', 'updated_at': '2021-11-29T02:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:28:11.230175 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3629df40-4a64-4e82-837e-799b518898f0 None None] Checking router: 7841429c-1524-4d99-9e78-00bfa5e2bb40 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:28:11.239027 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3629df40-4a64-4e82-837e-799b518898f0 None None] Routers {'7841429c-1524-4d99-9e78-00bfa5e2bb40'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:28:11.239651 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3629df40-4a64-4e82-837e-799b518898f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:27:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['7841429c-1524-4d99-9e78-00bfa5e2bb40'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:28:11.254063 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-6f5677b2-d9a1-4ad8-bc5d-0c1b99317f0b admin admin] For port 2a79d8ac-b537-4724-8e80-382c13265e39, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=2a79d8ac-b537-4724-8e80-382c13265e39,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:28:11.254435 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f5677b2-d9a1-4ad8-bc5d-0c1b99317f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:11.266972 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-6f5677b2-d9a1-4ad8-bc5d-0c1b99317f0b admin admin] Calling delete_port for 2a79d8ac-b537-4724-8e80-382c13265e39 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:28:11.322860 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-3629df40-4a64-4e82-837e-799b518898f0 None None] Set router 7841429c-1524-4d99-9e78-00bfa5e2bb40 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:28:11.376712 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3629df40-4a64-4e82-837e-799b518898f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'name': 'tempest-TestMinimumBasicScenario-1259742549-router', 'tenant_id': '4a05df7789e74990ad3ef9f5690b6145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:25:54Z', 'updated_at': '2021-11-29T02:28:11Z', 'revision_number': 6, 'project_id': '4a05df7789e74990ad3ef9f5690b6145', 'gw_port_host': None}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:28:11.402711 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3629df40-4a64-4e82-837e-799b518898f0 None None] The sync data for ids ['7841429c-1524-4d99-9e78-00bfa5e2bb40'] in dv-neutron-819032-3-hyperv is: [{'id': '7841429c-1524-4d99-9e78-00bfa5e2bb40', 'name': 'tempest-TestMinimumBasicScenario-1259742549-router', 'tenant_id': '4a05df7789e74990ad3ef9f5690b6145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:25:54Z', 'updated_at': '2021-11-29T02:28:11Z', 'revision_number': 6, 'project_id': '4a05df7789e74990ad3ef9f5690b6145', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:28:11.431713 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f5677b2-d9a1-4ad8-bc5d-0c1b99317f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:11.456700 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5677b2-d9a1-4ad8-bc5d-0c1b99317f0b admin admin] Pushing event deleted for resources: {'Port': ['ID=2a79d8ac-b537-4724-8e80-382c13265e39,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:11.472947 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407e32da-3be4-4198-8853-8af1bd9ae994 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:28:11.520747 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f5677b2-d9a1-4ad8-bc5d-0c1b99317f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:11.609589 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f5677b2-d9a1-4ad8-bc5d-0c1b99317f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:11.611698 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f5677b2-d9a1-4ad8-bc5d-0c1b99317f0b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:11.657192 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f5677b2-d9a1-4ad8-bc5d-0c1b99317f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:11.657801 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5677b2-d9a1-4ad8-bc5d-0c1b99317f0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7841429c-1524-4d99-9e78-00bfa5e2bb40 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:28:11.662139 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6f5677b2-d9a1-4ad8-bc5d-0c1b99317f0b admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:11.663379 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6f5677b2-d9a1-4ad8-bc5d-0c1b99317f0b admin admin] 10.222.0.37 "DELETE /v2.0/routers/7841429c-1524-4d99-9e78-00bfa5e2bb40 HTTP/1.1" status: 204 len: 168 time: 0.7552605 Nov 29 02:28:11.665804 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48996) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:11.716769 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-beac275f-aad4-422d-9bea-c7296c34cbbc admin admin] Deleting subnet 49132845-9296-4c36-90b2-9ffa538290c1 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:28:11.719724 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-beac275f-aad4-422d-9bea-c7296c34cbbc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:11.755341 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-beac275f-aad4-422d-9bea-c7296c34cbbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:11.843910 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-beac275f-aad4-422d-9bea-c7296c34cbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:11.897965 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-beac275f-aad4-422d-9bea-c7296c34cbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:11.920920 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac275f-aad4-422d-9bea-c7296c34cbbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49132845-9296-4c36-90b2-9ffa538290c1,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:11.926555 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-beac275f-aad4-422d-9bea-c7296c34cbbc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:11.930084 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-beac275f-aad4-422d-9bea-c7296c34cbbc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/49132845-9296-4c36-90b2-9ffa538290c1 HTTP/1.1" status: 204 len: 168 time: 0.2631195 Nov 29 02:28:11.932248 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 48998) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:11.932381 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c618eb2-1a3c-4877-883f-f48d5d4b445b None None] Network 5a6af92b-13d3-4cff-a486-ce47f5fbf5a0 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:28:12.006468 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec7e9-f42b-42eb-8db2-6e5c65cbcb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:12.068404 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ec7e9-f42b-42eb-8db2-6e5c65cbcb52 admin admin] Deleting port 275e1f5e-a192-48b4-9711-6a5226de17c1 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:28:12.068881 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec7e9-f42b-42eb-8db2-6e5c65cbcb52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:12.076592 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-47a89729-b8a9-4e65-8eed-0043501afe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:12.134783 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-4e9ec7e9-f42b-42eb-8db2-6e5c65cbcb52 admin admin] For port 275e1f5e-a192-48b4-9711-6a5226de17c1, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=275e1f5e-a192-48b4-9711-6a5226de17c1,segment=NetworkSegment(5a89e048-1e7b-42b2-9622-ab4d6aeb4691),segment_id=5a89e048-1e7b-42b2-9622-ab4d6aeb4691)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:28:12.135390 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec7e9-f42b-42eb-8db2-6e5c65cbcb52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:12.150592 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ec7e9-f42b-42eb-8db2-6e5c65cbcb52 admin admin] Calling delete_port for 275e1f5e-a192-48b4-9711-6a5226de17c1 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:28:12.171417 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d974f5-755c-4c41-887a-e30ccd14f620 None None] DHCP port deletion for 5a6af92b-13d3-4cff-a486-ce47f5fbf5a0 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:28:12.220282 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a3d974f5-755c-4c41-887a-e30ccd14f620 None None] Deleting port 275e1f5e-a192-48b4-9711-6a5226de17c1 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:28:12.220656 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a3d974f5-755c-4c41-887a-e30ccd14f620 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:12.236997 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec7e9-f42b-42eb-8db2-6e5c65cbcb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:12.265885 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9ec7e9-f42b-42eb-8db2-6e5c65cbcb52 admin admin] No DVR routers for this DVR port 275e1f5e-a192-48b4-9711-6a5226de17c1 on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:28:12.267684 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ec7e9-f42b-42eb-8db2-6e5c65cbcb52 admin admin] Pushing event deleted for resources: {'Port': ['ID=275e1f5e-a192-48b4-9711-6a5226de17c1,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:12.286423 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a3d974f5-755c-4c41-887a-e30ccd14f620 None None] For port 275e1f5e-a192-48b4-9711-6a5226de17c1, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=275e1f5e-a192-48b4-9711-6a5226de17c1,segment=NetworkSegment(5a89e048-1e7b-42b2-9622-ab4d6aeb4691),segment_id=5a89e048-1e7b-42b2-9622-ab4d6aeb4691)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:28:12.286821 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a3d974f5-755c-4c41-887a-e30ccd14f620 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:12.304813 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a3d974f5-755c-4c41-887a-e30ccd14f620 None None] Calling delete_port for 275e1f5e-a192-48b4-9711-6a5226de17c1 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:28:12.346748 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec7e9-f42b-42eb-8db2-6e5c65cbcb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:12.368109 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-4e9ec7e9-f42b-42eb-8db2-6e5c65cbcb52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a6af92b-13d3-4cff-a486-ce47f5fbf5a0']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:28:12.377680 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-4e9ec7e9-f42b-42eb-8db2-6e5c65cbcb52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a89e048-1e7b-42b2-9622-ab4d6aeb4691') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:28:12.377973 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-4e9ec7e9-f42b-42eb-8db2-6e5c65cbcb52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a89e048-1e7b-42b2-9622-ab4d6aeb4691') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:28:12.387426 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec7e9-f42b-42eb-8db2-6e5c65cbcb52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:12.388655 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a3d974f5-755c-4c41-887a-e30ccd14f620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:12.404220 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec7e9-f42b-42eb-8db2-6e5c65cbcb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:12.411409 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9ec7e9-f42b-42eb-8db2-6e5c65cbcb52 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:28:12.411845 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec7e9-f42b-42eb-8db2-6e5c65cbcb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:12.413733 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:28:12.413733 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:28:12.413733 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:28:12.413733 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:28:12.413733 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:28:12.413733 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:28:12.413733 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:28:12.413733 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:28:12.413733 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:28:12.413733 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:28:12.413733 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:28:12.413733 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:28:12.413733 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:28:12.413733 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:28:12.413733 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:28:12.413733 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:28:12.413733 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:28:12.413733 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:28:12.413733 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:28:12.413733 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:28:12.413733 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:28:12.413733 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:28:12.413733 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:28:12.413733 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:28:12.413733 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:28:12.413733 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:28:12.413733 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:28:12.413733 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:28:12.413733 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:28:12.413733 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:28:12.413733 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:28:12.413733 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:28:12.415853 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d974f5-755c-4c41-887a-e30ccd14f620 None None] Pushing event deleted for resources: {'Port': ['ID=275e1f5e-a192-48b4-9711-6a5226de17c1,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:12.426769 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d974f5-755c-4c41-887a-e30ccd14f620 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:12.427219 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d974f5-755c-4c41-887a-e30ccd14f620 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:12.427773 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d974f5-755c-4c41-887a-e30ccd14f620 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:12.428329 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d974f5-755c-4c41-887a-e30ccd14f620 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:12.428747 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d974f5-755c-4c41-887a-e30ccd14f620 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:12.429338 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d974f5-755c-4c41-887a-e30ccd14f620 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:12.429924 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d974f5-755c-4c41-887a-e30ccd14f620 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:12.430482 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d974f5-755c-4c41-887a-e30ccd14f620 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:12.430825 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d974f5-755c-4c41-887a-e30ccd14f620 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:12.431161 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d974f5-755c-4c41-887a-e30ccd14f620 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:12.431490 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d974f5-755c-4c41-887a-e30ccd14f620 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:12.431822 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d974f5-755c-4c41-887a-e30ccd14f620 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:12.435255 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d974f5-755c-4c41-887a-e30ccd14f620 None None] No DVR routers for this DVR port 275e1f5e-a192-48b4-9711-6a5226de17c1 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:28:12.476348 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec7e9-f42b-42eb-8db2-6e5c65cbcb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:12.482700 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec7e9-f42b-42eb-8db2-6e5c65cbcb52 admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:12.485198 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4e9ec7e9-f42b-42eb-8db2-6e5c65cbcb52 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5a6af92b-13d3-4cff-a486-ce47f5fbf5a0 HTTP/1.1" status: 204 len: 168 time: 0.5520577 Nov 29 02:28:12.488283 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49000) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:12.496157 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ec7e9-f42b-42eb-8db2-6e5c65cbcb52 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a6af92b-13d3-4cff-a486-ce47f5fbf5a0,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:12.805220 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 2a79d8ac-b537-4724-8e80-382c13265e39 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:28:12.825671 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 2a79d8ac-b537-4724-8e80-382c13265e39 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:28:12.826015 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 2a79d8ac-b537-4724-8e80-382c13265e39 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:28:12.826433 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 275e1f5e-a192-48b4-9711-6a5226de17c1 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:28:12.826895 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-61eb86ef-0da0-4926-97b2-c33e8e2aaf3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:12.849093 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 275e1f5e-a192-48b4-9711-6a5226de17c1 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:28:12.849438 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 275e1f5e-a192-48b4-9711-6a5226de17c1 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:28:12.849888 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 1babd01a-f8fe-4791-a521-f8dbe8f71e87 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:28:12.868736 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 1babd01a-f8fe-4791-a521-f8dbe8f71e87 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:28:12.869212 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 1babd01a-f8fe-4791-a521-f8dbe8f71e87 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:28:13.069808 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-61eb86ef-0da0-4926-97b2-c33e8e2aaf3a admin admin] Deleting port 255140ab-2663-4db0-87c8-9bd7d2bab767 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:28:13.070061 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-61eb86ef-0da0-4926-97b2-c33e8e2aaf3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:13.150803 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-61eb86ef-0da0-4926-97b2-c33e8e2aaf3a admin admin] For port 255140ab-2663-4db0-87c8-9bd7d2bab767, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=255140ab-2663-4db0-87c8-9bd7d2bab767,segment=NetworkSegment(bf624b6d-f691-4d9d-a3ac-1f8f06125562),segment_id=bf624b6d-f691-4d9d-a3ac-1f8f06125562)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:28:13.151168 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-61eb86ef-0da0-4926-97b2-c33e8e2aaf3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:13.163118 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-61eb86ef-0da0-4926-97b2-c33e8e2aaf3a admin admin] Calling delete_port for 255140ab-2663-4db0-87c8-9bd7d2bab767 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:28:13.338317 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-61eb86ef-0da0-4926-97b2-c33e8e2aaf3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:13.364086 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb86ef-0da0-4926-97b2-c33e8e2aaf3a admin admin] Pushing event deleted for resources: {'Port': ['ID=255140ab-2663-4db0-87c8-9bd7d2bab767,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:13.525941 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-61eb86ef-0da0-4926-97b2-c33e8e2aaf3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:13.732550 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61eb86ef-0da0-4926-97b2-c33e8e2aaf3a admin admin] Router 60616cc2-0c72-4c84-bf7d-f3e7a67a8c76 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:28:13.834765 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61eb86ef-0da0-4926-97b2-c33e8e2aaf3a admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:28:13.839727 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-61eb86ef-0da0-4926-97b2-c33e8e2aaf3a admin admin] 10.222.0.37 "PUT /v2.0/routers/60616cc2-0c72-4c84-bf7d-f3e7a67a8c76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3503373 Nov 29 02:28:13.842757 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49002) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:13.846077 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5ae774-0526-4a28-9e0f-2b0ddaa114de None None] Sync routers for ids ['60616cc2-0c72-4c84-bf7d-f3e7a67a8c76'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:28:13.855511 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5ae774-0526-4a28-9e0f-2b0ddaa114de None None] Routers {'60616cc2-0c72-4c84-bf7d-f3e7a67a8c76'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:28:13.856781 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1c5ae774-0526-4a28-9e0f-2b0ddaa114de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:27:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['60616cc2-0c72-4c84-bf7d-f3e7a67a8c76'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:28:13.949155 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36c82519-a812-4eaf-a4df-b980b7fe4612 admin admin] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:13.966642 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-1c5ae774-0526-4a28-9e0f-2b0ddaa114de None None] Set router 60616cc2-0c72-4c84-bf7d-f3e7a67a8c76 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:28:14.047687 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36c82519-a812-4eaf-a4df-b980b7fe4612 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:14.071666 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:14.101608 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-36c82519-a812-4eaf-a4df-b980b7fe4612 admin admin] Deleting port ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:28:14.101959 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36c82519-a812-4eaf-a4df-b980b7fe4612 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:14.159494 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1c5ae774-0526-4a28-9e0f-2b0ddaa114de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60616cc2-0c72-4c84-bf7d-f3e7a67a8c76', 'name': 'tempest-TestMinimumBasicScenario-597846591-router', 'tenant_id': '08b4d404784d4099864d75fdd7ed81bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': 'ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:25:59Z', 'updated_at': '2021-11-29T02:28:13Z', 'revision_number': 5, 'project_id': '08b4d404784d4099864d75fdd7ed81bb', 'gw_port': {'id': 'ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60616cc2-0c72-4c84-bf7d-f3e7a67a8c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:26:00Z', 'updated_at': '2021-11-29T02:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:28:14.182768 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-36c82519-a812-4eaf-a4df-b980b7fe4612 admin admin] For port ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:28:14.183136 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36c82519-a812-4eaf-a4df-b980b7fe4612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:14.190493 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5ae774-0526-4a28-9e0f-2b0ddaa114de None None] Checking router: 60616cc2-0c72-4c84-bf7d-f3e7a67a8c76 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:28:14.195869 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-36c82519-a812-4eaf-a4df-b980b7fe4612 admin admin] Calling delete_port for ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:28:14.198846 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5ae774-0526-4a28-9e0f-2b0ddaa114de None None] Routers {'60616cc2-0c72-4c84-bf7d-f3e7a67a8c76'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:28:14.200007 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1c5ae774-0526-4a28-9e0f-2b0ddaa114de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:27:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['60616cc2-0c72-4c84-bf7d-f3e7a67a8c76'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:28:14.293128 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-1c5ae774-0526-4a28-9e0f-2b0ddaa114de None None] Set router 60616cc2-0c72-4c84-bf7d-f3e7a67a8c76 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:28:14.349075 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1c5ae774-0526-4a28-9e0f-2b0ddaa114de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60616cc2-0c72-4c84-bf7d-f3e7a67a8c76', 'name': 'tempest-TestMinimumBasicScenario-597846591-router', 'tenant_id': '08b4d404784d4099864d75fdd7ed81bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:25:59Z', 'updated_at': '2021-11-29T02:28:14Z', 'revision_number': 6, 'project_id': '08b4d404784d4099864d75fdd7ed81bb', 'gw_port_host': None}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:28:14.361644 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36c82519-a812-4eaf-a4df-b980b7fe4612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:14.386517 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5ae774-0526-4a28-9e0f-2b0ddaa114de None None] The sync data for ids ['60616cc2-0c72-4c84-bf7d-f3e7a67a8c76'] in dv-neutron-819032-3-hyperv is: [{'id': '60616cc2-0c72-4c84-bf7d-f3e7a67a8c76', 'name': 'tempest-TestMinimumBasicScenario-597846591-router', 'tenant_id': '08b4d404784d4099864d75fdd7ed81bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:25:59Z', 'updated_at': '2021-11-29T02:28:14Z', 'revision_number': 6, 'project_id': '08b4d404784d4099864d75fdd7ed81bb', 'gw_port_host': None}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:28:14.390354 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9231903-7bbb-4fab-9b18-059444aff6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:14.392241 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c82519-a812-4eaf-a4df-b980b7fe4612 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:14.411061 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0b639d-a04c-447e-8283-6bc4d1841266 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:28:14.457523 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36c82519-a812-4eaf-a4df-b980b7fe4612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:14.546203 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36c82519-a812-4eaf-a4df-b980b7fe4612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:14.548344 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36c82519-a812-4eaf-a4df-b980b7fe4612 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:14.589192 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36c82519-a812-4eaf-a4df-b980b7fe4612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:14.589760 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c82519-a812-4eaf-a4df-b980b7fe4612 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60616cc2-0c72-4c84-bf7d-f3e7a67a8c76 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:28:14.594637 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-36c82519-a812-4eaf-a4df-b980b7fe4612 admin admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:14.595943 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-36c82519-a812-4eaf-a4df-b980b7fe4612 admin admin] 10.222.0.37 "DELETE /v2.0/routers/60616cc2-0c72-4c84-bf7d-f3e7a67a8c76 HTTP/1.1" status: 204 len: 168 time: 0.7522783 Nov 29 02:28:14.598464 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49004) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:14.645448 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-3219d7f0-9478-47c0-a0a4-47a1eabfef03 admin admin] Deleting subnet 2db6405a-6f62-4887-830e-5741911ba6b1 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:28:14.648504 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3219d7f0-9478-47c0-a0a4-47a1eabfef03 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:14.682772 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3219d7f0-9478-47c0-a0a4-47a1eabfef03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:14.767495 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3219d7f0-9478-47c0-a0a4-47a1eabfef03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:14.832068 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3219d7f0-9478-47c0-a0a4-47a1eabfef03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:14.858702 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3219d7f0-9478-47c0-a0a4-47a1eabfef03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2db6405a-6f62-4887-830e-5741911ba6b1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:14.862231 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3219d7f0-9478-47c0-a0a4-47a1eabfef03 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:14.865439 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3219d7f0-9478-47c0-a0a4-47a1eabfef03 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2db6405a-6f62-4887-830e-5741911ba6b1 HTTP/1.1" status: 204 len: 168 time: 0.2660406 Nov 29 02:28:14.867998 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49006) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:14.870245 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1b8064-8888-4be9-9285-efa9fcdbb0b6 None None] Network 1a67514f-665a-4a69-8b45-016033ae03e1 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:28:14.935781 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d40a2926-cfc3-45c4-9cb4-087004289a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:14.988107 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d40a2926-cfc3-45c4-9cb4-087004289a22 admin admin] Deleting port 4e2e8a04-d000-4d7f-a456-b2cd10fe5d75 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:28:14.988444 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d40a2926-cfc3-45c4-9cb4-087004289a22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:15.054836 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-d40a2926-cfc3-45c4-9cb4-087004289a22 admin admin] For port 4e2e8a04-d000-4d7f-a456-b2cd10fe5d75, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=4e2e8a04-d000-4d7f-a456-b2cd10fe5d75,segment=NetworkSegment(bf624b6d-f691-4d9d-a3ac-1f8f06125562),segment_id=bf624b6d-f691-4d9d-a3ac-1f8f06125562)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:28:15.055204 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d40a2926-cfc3-45c4-9cb4-087004289a22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:15.067306 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d40a2926-cfc3-45c4-9cb4-087004289a22 admin admin] Calling delete_port for 4e2e8a04-d000-4d7f-a456-b2cd10fe5d75 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:28:15.146840 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d40a2926-cfc3-45c4-9cb4-087004289a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:15.174154 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fe59bb-aa29-4db5-9cb6-4dba2e1f671c None None] DHCP port deletion for 1a67514f-665a-4a69-8b45-016033ae03e1 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:28:15.182366 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40a2926-cfc3-45c4-9cb4-087004289a22 admin admin] No DVR routers for this DVR port 4e2e8a04-d000-4d7f-a456-b2cd10fe5d75 on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:28:15.184558 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a2926-cfc3-45c4-9cb4-087004289a22 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e2e8a04-d000-4d7f-a456-b2cd10fe5d75,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:15.220866 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 255140ab-2663-4db0-87c8-9bd7d2bab767 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:28:15.242450 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 255140ab-2663-4db0-87c8-9bd7d2bab767 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:28:15.242802 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 255140ab-2663-4db0-87c8-9bd7d2bab767 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:28:15.263952 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d40a2926-cfc3-45c4-9cb4-087004289a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:15.285783 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-d40a2926-cfc3-45c4-9cb4-087004289a22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a67514f-665a-4a69-8b45-016033ae03e1']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:28:15.296092 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-d40a2926-cfc3-45c4-9cb4-087004289a22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf624b6d-f691-4d9d-a3ac-1f8f06125562') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:28:15.296388 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-d40a2926-cfc3-45c4-9cb4-087004289a22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf624b6d-f691-4d9d-a3ac-1f8f06125562') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:28:15.308605 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d40a2926-cfc3-45c4-9cb4-087004289a22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:15.322284 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d40a2926-cfc3-45c4-9cb4-087004289a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:15.328128 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d40a2926-cfc3-45c4-9cb4-087004289a22 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:28:15.328510 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d40a2926-cfc3-45c4-9cb4-087004289a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:15.330497 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:28:15.330497 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:28:15.330497 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:28:15.330497 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:28:15.330497 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:28:15.330497 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:28:15.330497 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:28:15.330497 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:28:15.330497 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:28:15.330497 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:28:15.330497 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:28:15.330497 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:28:15.330497 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:28:15.330497 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:28:15.330497 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:28:15.330497 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:28:15.330497 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:28:15.330497 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:28:15.330497 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:28:15.330497 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:28:15.330497 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:28:15.330497 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:28:15.330497 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:28:15.330497 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:28:15.330497 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:28:15.330497 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:28:15.330497 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:28:15.330497 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:28:15.330497 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:28:15.330497 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:28:15.330497 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:28:15.330497 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:28:15.395118 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d40a2926-cfc3-45c4-9cb4-087004289a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:15.400367 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d40a2926-cfc3-45c4-9cb4-087004289a22 admin admin] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:15.404618 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d40a2926-cfc3-45c4-9cb4-087004289a22 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1a67514f-665a-4a69-8b45-016033ae03e1 HTTP/1.1" status: 204 len: 168 time: 0.5356712 Nov 29 02:28:15.423331 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a2926-cfc3-45c4-9cb4-087004289a22 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a67514f-665a-4a69-8b45-016033ae03e1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:15.423827 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:15.571919 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49010) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:15.611708 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3cb8cdbf-e6de-42a7-879f-8d0d214520ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a05df7789e74990ad3ef9f5690b6145&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385463 Nov 29 02:28:15.614001 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49012) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:15.660166 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a1b363ca-e0b3-43a3-94fc-6930aba905c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:15.681620 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a1b363ca-e0b3-43a3-94fc-6930aba905c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:15.731703 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a1b363ca-e0b3-43a3-94fc-6930aba905c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:15.734320 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a1b363ca-e0b3-43a3-94fc-6930aba905c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:15.735469 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a1b363ca-e0b3-43a3-94fc-6930aba905c6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/deabf7ea-10ae-428e-a666-f5ef2745fb2e HTTP/1.1" status: 204 len: 168 time: 0.1205664 Nov 29 02:28:15.742909 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b363ca-e0b3-43a3-94fc-6930aba905c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deabf7ea-10ae-428e-a666-f5ef2745fb2e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:16.044010 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49018) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:16.083275 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1dbded6d-ec39-4536-a89a-645c28bd961e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08b4d404784d4099864d75fdd7ed81bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381370 Nov 29 02:28:16.085514 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49020) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:16.130627 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ba62ddc-a856-48cc-a95a-e1f3a1c14d41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:16.154032 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ba62ddc-a856-48cc-a95a-e1f3a1c14d41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:16.200749 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ba62ddc-a856-48cc-a95a-e1f3a1c14d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:16.203351 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2ba62ddc-a856-48cc-a95a-e1f3a1c14d41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:16.204490 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2ba62ddc-a856-48cc-a95a-e1f3a1c14d41 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15ba030f-fb96-4f8a-bbc8-1f35240ccc47 HTTP/1.1" status: 204 len: 168 time: 0.1180830 Nov 29 02:28:16.212129 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba62ddc-a856-48cc-a95a-e1f3a1c14d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ba030f-fb96-4f8a-bbc8-1f35240ccc47,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:16.805484 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 4e2e8a04-d000-4d7f-a456-b2cd10fe5d75 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:28:16.829049 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 4e2e8a04-d000-4d7f-a456-b2cd10fe5d75 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:28:16.829391 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 4e2e8a04-d000-4d7f-a456-b2cd10fe5d75 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:28:16.829834 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:28:16.848092 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:28:16.848436 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device ebdc1e2f-2445-4b74-9e9b-9ef2f3af7c14 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:28:17.115539 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:17.876639 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49060) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:17.881187 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c9b193eb-903e-4b24-ba16-6dd7f2deac02 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-683714192', 'description': 'tempest-secgroup-smoke-683714192 description', 'project_id': 'a0c5f471953f452db2349f819ae968c6'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:28:17.898146 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:17.908011 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9b193eb-903e-4b24-ba16-6dd7f2deac02 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:17.917141 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9b193eb-903e-4b24-ba16-6dd7f2deac02 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:17.990325 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9b193eb-903e-4b24-ba16-6dd7f2deac02 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:17.994134 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9b193eb-903e-4b24-ba16-6dd7f2deac02 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:18.036168 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b193eb-903e-4b24-ba16-6dd7f2deac02 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87230807-0ca6-4e6f-855c-38314b5d1a94,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:18.322179 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9b193eb-903e-4b24-ba16-6dd7f2deac02 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:18.326676 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9b193eb-903e-4b24-ba16-6dd7f2deac02 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:18.352895 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9b193eb-903e-4b24-ba16-6dd7f2deac02 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:18.354130 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c9b193eb-903e-4b24-ba16-6dd7f2deac02 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4764881 Nov 29 02:28:18.357174 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49062) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:18.358347 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b193eb-903e-4b24-ba16-6dd7f2deac02 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=908aa76c-fbc5-4a15-8233-ddc4bda46a39,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:18.364329 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-839ddb3a-5aab-4696-9e71-2b42b9d808a3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'security_group_rule': {'security_group_id': '908aa76c-fbc5-4a15-8233-ddc4bda46a39', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:28:18.400232 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-839ddb3a-5aab-4696-9e71-2b42b9d808a3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:18.453950 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-839ddb3a-5aab-4696-9e71-2b42b9d808a3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:18.457370 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-839ddb3a-5aab-4696-9e71-2b42b9d808a3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:18.471346 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ddb3a-5aab-4696-9e71-2b42b9d808a3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feb4f363-a842-4d51-ad73-40545be269b4,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:18.481389 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-839ddb3a-5aab-4696-9e71-2b42b9d808a3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:18.482586 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-839ddb3a-5aab-4696-9e71-2b42b9d808a3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243317 Nov 29 02:28:18.485351 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49064) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:18.489673 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-7995fb0f-643d-4931-8a5c-6264a6b6cd2a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'security_group_rule': {'security_group_id': '908aa76c-fbc5-4a15-8233-ddc4bda46a39', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:28:18.515764 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7995fb0f-643d-4931-8a5c-6264a6b6cd2a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:18.572224 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7995fb0f-643d-4931-8a5c-6264a6b6cd2a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:18.576185 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7995fb0f-643d-4931-8a5c-6264a6b6cd2a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:18.592958 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995fb0f-643d-4931-8a5c-6264a6b6cd2a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a34bb42-ee51-438b-b36b-db53326cc90b,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:18.600123 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7995fb0f-643d-4931-8a5c-6264a6b6cd2a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:18.601300 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7995fb0f-643d-4931-8a5c-6264a6b6cd2a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1149836 Nov 29 02:28:18.603984 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49066) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:18.608110 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-44b0db4d-9efa-4d69-9971-1eeb43388454 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'security_group_rule': {'security_group_id': '908aa76c-fbc5-4a15-8233-ddc4bda46a39', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:28:18.634099 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-44b0db4d-9efa-4d69-9971-1eeb43388454 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:18.692209 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-44b0db4d-9efa-4d69-9971-1eeb43388454 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:18.696477 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-44b0db4d-9efa-4d69-9971-1eeb43388454 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:18.712843 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0db4d-9efa-4d69-9971-1eeb43388454 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fbffa10-f328-470c-8880-8b599a18389e,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:18.721122 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-44b0db4d-9efa-4d69-9971-1eeb43388454 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:18.722343 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-44b0db4d-9efa-4d69-9971-1eeb43388454 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174481 Nov 29 02:28:18.725020 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49068) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:18.729363 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1a049d92-ce2b-4ea3-976c-63345cd8bf8b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'security_group_rule': {'security_group_id': '908aa76c-fbc5-4a15-8233-ddc4bda46a39', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:28:18.755235 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1a049d92-ce2b-4ea3-976c-63345cd8bf8b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:18.810482 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1a049d92-ce2b-4ea3-976c-63345cd8bf8b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:18.813920 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1a049d92-ce2b-4ea3-976c-63345cd8bf8b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:18.831038 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a049d92-ce2b-4ea3-976c-63345cd8bf8b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811b166e-283c-41ba-b945-6ca65e3414e4,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:18.837597 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1a049d92-ce2b-4ea3-976c-63345cd8bf8b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:18.838727 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1a049d92-ce2b-4ea3-976c-63345cd8bf8b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1127117 Nov 29 02:28:18.841522 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49070) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:18.845720 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5caf9dae-26ad-4b4d-a181-595992d10f28 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'security_group_rule': {'security_group_id': '908aa76c-fbc5-4a15-8233-ddc4bda46a39', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:28:18.866457 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-5caf9dae-26ad-4b4d-a181-595992d10f28 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Project a0c5f471953f452db2349f819ae968c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:28:18.871878 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5caf9dae-26ad-4b4d-a181-595992d10f28 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:18.930405 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5caf9dae-26ad-4b4d-a181-595992d10f28 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:18.934923 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5caf9dae-26ad-4b4d-a181-595992d10f28 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:18.952597 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf9dae-26ad-4b4d-a181-595992d10f28 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=398ad3c9-a605-414f-a4db-deec01c63b95,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:18.959280 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5caf9dae-26ad-4b4d-a181-595992d10f28 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:18.960476 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5caf9dae-26ad-4b4d-a181-595992d10f28 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1180177 Nov 29 02:28:18.963118 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49072) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:18.967363 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-db18cbd0-e9eb-44f2-b3d0-231eb0a6b194 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'security_group_rule': {'security_group_id': '908aa76c-fbc5-4a15-8233-ddc4bda46a39', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:28:18.987743 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-db18cbd0-e9eb-44f2-b3d0-231eb0a6b194 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Project a0c5f471953f452db2349f819ae968c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:28:18.992412 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db18cbd0-e9eb-44f2-b3d0-231eb0a6b194 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:19.049835 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db18cbd0-e9eb-44f2-b3d0-231eb0a6b194 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:19.053924 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db18cbd0-e9eb-44f2-b3d0-231eb0a6b194 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:19.068071 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18cbd0-e9eb-44f2-b3d0-231eb0a6b194 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4039b89d-01da-4c9a-8785-dd9b59fc0d42,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:19.078095 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-db18cbd0-e9eb-44f2-b3d0-231eb0a6b194 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:19.079287 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-db18cbd0-e9eb-44f2-b3d0-231eb0a6b194 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1152558 Nov 29 02:28:19.082284 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49074) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:19.087029 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a5237d7a-124b-4c16-9b6f-443230ec09cd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'network': {'name': 'tempest-network-smoke--1998999755', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'port_security_enabled': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:28:19.107028 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5237d7a-124b-4c16-9b6f-443230ec09cd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Made reservation on behalf of a0c5f471953f452db2349f819ae968c6 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:28:19.110371 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a5237d7a-124b-4c16-9b6f-443230ec09cd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:19.133922 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5237d7a-124b-4c16-9b6f-443230ec09cd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:28:19.142712 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a5237d7a-124b-4c16-9b6f-443230ec09cd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:19.143084 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-a5237d7a-124b-4c16-9b6f-443230ec09cd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Added segment 0bf36fc3-23c3-438e-a1f7-41034adcbc8e of type vlan for network 3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6 Nov 29 02:28:19.182324 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a5237d7a-124b-4c16-9b6f-443230ec09cd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:19.205497 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a5237d7a-124b-4c16-9b6f-443230ec09cd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:19.210970 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5237d7a-124b-4c16-9b6f-443230ec09cd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:19.211551 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a5237d7a-124b-4c16-9b6f-443230ec09cd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:19.266468 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a5237d7a-124b-4c16-9b6f-443230ec09cd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1831760 Nov 29 02:28:19.269304 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49076) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:19.273610 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-0f03764e-6c55-47c5-8fce-c970443841f6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1974276406', 'admin_state_up': True, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:28:19.296364 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5237d7a-124b-4c16-9b6f-443230ec09cd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Network': ['ID=3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:19.307172 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:28:19.308807 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f03764e-6c55-47c5-8fce-c970443841f6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:19.310313 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f03764e-6c55-47c5-8fce-c970443841f6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:19.358986 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f03764e-6c55-47c5-8fce-c970443841f6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:19.501487 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f03764e-6c55-47c5-8fce-c970443841f6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:20.007319 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f03764e-6c55-47c5-8fce-c970443841f6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:20.026485 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f03764e-6c55-47c5-8fce-c970443841f6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:20.123792 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-0f03764e-6c55-47c5-8fce-c970443841f6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Allocated IP 172.26.3.145 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/5146ec12-3568-4494-9ac6-4f744cc69717) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:28:20.224960 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f03764e-6c55-47c5-8fce-c970443841f6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:20.257215 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f03764e-6c55-47c5-8fce-c970443841f6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:20.295115 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f03764e-6c55-47c5-8fce-c970443841f6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:28:20.297888 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-0f03764e-6c55-47c5-8fce-c970443841f6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:28:20.301421 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f03764e-6c55-47c5-8fce-c970443841f6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:28:20.310756 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cbea8c-f178-4892-b5a0-a1aab0d873cc None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:28:20.324933 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03764e-6c55-47c5-8fce-c970443841f6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Port': ['ID=5146ec12-3568-4494-9ac6-4f744cc69717,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:20.363902 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-2c9dd404-4e0f-4e28-a9a3-57b118adfaaf None None] Provisioning complete for port 5146ec12-3568-4494-9ac6-4f744cc69717 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:28:20.364276 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2c9dd404-4e0f-4e28-a9a3-57b118adfaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:20.397454 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-2c9dd404-4e0f-4e28-a9a3-57b118adfaaf None None] Port 5146ec12-3568-4494-9ac6-4f744cc69717 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:28:20.549683 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f03764e-6c55-47c5-8fce-c970443841f6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:20.738881 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f03764e-6c55-47c5-8fce-c970443841f6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:20.863285 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f03764e-6c55-47c5-8fce-c970443841f6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Router a239f682-3ac8-4224-85ce-af9ab83dff74 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:28:20.967770 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f03764e-6c55-47c5-8fce-c970443841f6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:28:20.977575 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cfab09-87a6-4da6-86b6-1b3b8b642edb None None] Sync routers for ids ['a239f682-3ac8-4224-85ce-af9ab83dff74'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:28:20.986849 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cfab09-87a6-4da6-86b6-1b3b8b642edb None None] Routers {'a239f682-3ac8-4224-85ce-af9ab83dff74'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:28:20.987469 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d9cfab09-87a6-4da6-86b6-1b3b8b642edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:28:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a239f682-3ac8-4224-85ce-af9ab83dff74'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:28:20.990359 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f03764e-6c55-47c5-8fce-c970443841f6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:20.991756 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0f03764e-6c55-47c5-8fce-c970443841f6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7214994 Nov 29 02:28:20.994795 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49080) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:21.090611 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-d9cfab09-87a6-4da6-86b6-1b3b8b642edb None None] Set router a239f682-3ac8-4224-85ce-af9ab83dff74 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:28:21.115949 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-26565746-9da4-4fd0-817b-7a78cd4e7e46 tempest-TestNetworkAdvancedServerOps-1727814793 tempest-TestNetworkAdvancedServerOps-1727814793-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a0c5f471953f452db2349f819ae968c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1176007 Nov 29 02:28:21.116154 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49084) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:21.205112 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f851f366-8f9e-4ee6-8c6a-e74db886a8eb tempest-TestNetworkAdvancedServerOps-1727814793 tempest-TestNetworkAdvancedServerOps-1727814793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:21.206662 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f851f366-8f9e-4ee6-8c6a-e74db886a8eb tempest-TestNetworkAdvancedServerOps-1727814793 tempest-TestNetworkAdvancedServerOps-1727814793-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896552 Nov 29 02:28:21.209346 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49086) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:21.236624 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-04c6f5db-847d-4024-8bce-75a5468f9b77 tempest-TestNetworkAdvancedServerOps-1727814793 tempest-TestNetworkAdvancedServerOps-1727814793-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=4bf244a8-fda8-412f-8f05-2c7c5210f333&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261850 Nov 29 02:28:21.239440 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49088) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:21.244055 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-8befc196-6dd5-4fec-b2a4-d94935a40ea8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1728238735', 'network_id': '3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:28:21.268468 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d9cfab09-87a6-4da6-86b6-1b3b8b642edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974276406', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '5146ec12-3568-4494-9ac6-4f744cc69717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:28:19Z', 'updated_at': '2021-11-29T02:28:20Z', 'revision_number': 3, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': '5146ec12-3568-4494-9ac6-4f744cc69717', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:28:20Z', 'updated_at': '2021-11-29T02:28:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:28:21.294006 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cfab09-87a6-4da6-86b6-1b3b8b642edb None None] Checking router: a239f682-3ac8-4224-85ce-af9ab83dff74 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:28:21.294355 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cfab09-87a6-4da6-86b6-1b3b8b642edb None None] Updating router a239f682-3ac8-4224-85ce-af9ab83dff74 port 5146ec12-3568-4494-9ac6-4f744cc69717 binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:28:21.317976 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d9cfab09-87a6-4da6-86b6-1b3b8b642edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:21.332136 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8befc196-6dd5-4fec-b2a4-d94935a40ea8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Made reservation on behalf of a0c5f471953f452db2349f819ae968c6 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:28:21.335672 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8befc196-6dd5-4fec-b2a4-d94935a40ea8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:21.514189 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8befc196-6dd5-4fec-b2a4-d94935a40ea8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:21.564253 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d9cfab09-87a6-4da6-86b6-1b3b8b642edb None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:21.570023 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d9cfab09-87a6-4da6-86b6-1b3b8b642edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:21.578553 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befc196-6dd5-4fec-b2a4-d94935a40ea8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Subnet': ['ID=930b5c1f-733d-4275-a640-87004537cdf4,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:21.589977 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8befc196-6dd5-4fec-b2a4-d94935a40ea8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Checking segment: {'id': '0bf36fc3-23c3-438e-a1f7-41034adcbc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:28:21.590352 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8befc196-6dd5-4fec-b2a4-d94935a40ea8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Network hostable DHCP agents. Network: 3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:28:21.609432 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8befc196-6dd5-4fec-b2a4-d94935a40ea8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Network 3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:28:21.611758 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106aa2dc-835f-4c6f-afd9-6335c8c2ff45 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:28:21.618183 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-d9cfab09-87a6-4da6-86b6-1b3b8b642edb None None] Attempting to bind port 5146ec12-3568-4494-9ac6-4f744cc69717 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:28:21.618604 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-d9cfab09-87a6-4da6-86b6-1b3b8b642edb None None] Attempting to bind port 5146ec12-3568-4494-9ac6-4f744cc69717 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:28:21.618923 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cfab09-87a6-4da6-86b6-1b3b8b642edb None None] Attempting to bind port 5146ec12-3568-4494-9ac6-4f744cc69717 on network 4bf244a8-fda8-412f-8f05-2c7c5210f333 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:28:21.619358 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-8befc196-6dd5-4fec-b2a4-d94935a40ea8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:28:21.624322 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8befc196-6dd5-4fec-b2a4-d94935a40ea8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:21.624915 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8befc196-6dd5-4fec-b2a4-d94935a40ea8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:21.628561 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e7459-d1d8-45a5-95e3-5416f976a495 None None] Pushing event updated for resources: {'Port': ['ID=5146ec12-3568-4494-9ac6-4f744cc69717,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:21.631559 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cfab09-87a6-4da6-86b6-1b3b8b642edb None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:28:21.631834 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cfab09-87a6-4da6-86b6-1b3b8b642edb None None] Checking segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:28:21.632163 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d9cfab09-87a6-4da6-86b6-1b3b8b642edb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:21.632585 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cfab09-87a6-4da6-86b6-1b3b8b642edb None None] Bound using segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:28:21.633012 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-d9cfab09-87a6-4da6-86b6-1b3b8b642edb None None] Bound port: 5146ec12-3568-4494-9ac6-4f744cc69717, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:28:21.633407 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d9cfab09-87a6-4da6-86b6-1b3b8b642edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:21.638652 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fece41b4-8b82-440d-a420-5e00f595a296 None None] Network 3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:28:21.643584 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8befc196-6dd5-4fec-b2a4-d94935a40ea8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4031260 Nov 29 02:28:21.646383 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49090) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:21.657846 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3e7459-d1d8-45a5-95e3-5416f976a495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:21.658204 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3e7459-d1d8-45a5-95e3-5416f976a495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:21.658552 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3e7459-d1d8-45a5-95e3-5416f976a495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:21.658893 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3e7459-d1d8-45a5-95e3-5416f976a495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:21.659232 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3e7459-d1d8-45a5-95e3-5416f976a495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:21.659568 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3e7459-d1d8-45a5-95e3-5416f976a495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:21.659900 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3e7459-d1d8-45a5-95e3-5416f976a495 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:21.660231 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3e7459-d1d8-45a5-95e3-5416f976a495 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:21.660561 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3e7459-d1d8-45a5-95e3-5416f976a495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:21.660888 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3e7459-d1d8-45a5-95e3-5416f976a495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:21.661211 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3e7459-d1d8-45a5-95e3-5416f976a495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:21.661533 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3e7459-d1d8-45a5-95e3-5416f976a495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:28:21.698012 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d9cfab09-87a6-4da6-86b6-1b3b8b642edb None None] For port 5146ec12-3568-4494-9ac6-4f744cc69717, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:28:21.701829 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d9cfab09-87a6-4da6-86b6-1b3b8b642edb None None] For port 5146ec12-3568-4494-9ac6-4f744cc69717, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=5146ec12-3568-4494-9ac6-4f744cc69717,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:28:21.706679 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d9cfab09-87a6-4da6-86b6-1b3b8b642edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:21.761523 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e7459-d1d8-45a5-95e3-5416f976a495 None None] Pushing event updated for resources: {'Port': ['ID=5146ec12-3568-4494-9ac6-4f744cc69717,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:21.783341 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cfab09-87a6-4da6-86b6-1b3b8b642edb None None] Routers {'a239f682-3ac8-4224-85ce-af9ab83dff74'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:28:21.783985 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d9cfab09-87a6-4da6-86b6-1b3b8b642edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:28:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a239f682-3ac8-4224-85ce-af9ab83dff74'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:28:21.853735 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7671b29-8254-44ff-b541-bc3ab16e2a47 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:28:21.888114 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-bfa73f90-1dcf-4695-a38f-cd575ddc1717 None None] Provisioning complete for port 5146ec12-3568-4494-9ac6-4f744cc69717 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:28:21.888490 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bfa73f90-1dcf-4695-a38f-cd575ddc1717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:21.892899 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-d9cfab09-87a6-4da6-86b6-1b3b8b642edb None None] Set router a239f682-3ac8-4224-85ce-af9ab83dff74 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:28:22.033079 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bfa73f90-1dcf-4695-a38f-cd575ddc1717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:22.041134 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113627fa-79e8-455b-9166-a1e8ea0fc8e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6', 'network_id': '3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'fixed_ips': [{'subnet_id': '930b5c1f-733d-4275-a640-87004537cdf4'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:28:22.042132 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-113627fa-79e8-455b-9166-a1e8ea0fc8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:22.069700 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-bfa73f90-1dcf-4695-a38f-cd575ddc1717 None None] For port 5146ec12-3568-4494-9ac6-4f744cc69717, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=5146ec12-3568-4494-9ac6-4f744cc69717,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:28:22.079308 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bfa73f90-1dcf-4695-a38f-cd575ddc1717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:22.121634 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93321059-7f9e-4941-a3e1-96f4c1f410d6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:22.173927 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d9cfab09-87a6-4da6-86b6-1b3b8b642edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974276406', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '5146ec12-3568-4494-9ac6-4f744cc69717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:28:19Z', 'updated_at': '2021-11-29T02:28:20Z', 'revision_number': 3, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': '5146ec12-3568-4494-9ac6-4f744cc69717', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:28:20Z', 'updated_at': '2021-11-29T02:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:28:22.200354 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa73f90-1dcf-4695-a38f-cd575ddc1717 None None] Pushing event updated for resources: {'Port': ['ID=5146ec12-3568-4494-9ac6-4f744cc69717,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:22.202690 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cfab09-87a6-4da6-86b6-1b3b8b642edb None None] The sync data for ids ['a239f682-3ac8-4224-85ce-af9ab83dff74'] in dv-neutron-819032-3-hyperv is: [{'id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974276406', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '5146ec12-3568-4494-9ac6-4f744cc69717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:28:19Z', 'updated_at': '2021-11-29T02:28:20Z', 'revision_number': 3, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': '5146ec12-3568-4494-9ac6-4f744cc69717', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:28:20Z', 'updated_at': '2021-11-29T02:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:28:22.246707 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-87a17576-b564-4ab7-b9e0-bf7e932f6946 None None] Provisioning complete for port 5146ec12-3568-4494-9ac6-4f744cc69717 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:28:22.247084 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-87a17576-b564-4ab7-b9e0-bf7e932f6946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:22.290419 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-113627fa-79e8-455b-9166-a1e8ea0fc8e0 None None] Allocated IP 172.20.0.2 (3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6/930b5c1f-733d-4275-a640-87004537cdf4/05fa82c7-9158-4bc0-902a-57e3a3a0d0c2) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:28:22.492205 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-113627fa-79e8-455b-9166-a1e8ea0fc8e0 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:22.498565 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-113627fa-79e8-455b-9166-a1e8ea0fc8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:22.543785 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113627fa-79e8-455b-9166-a1e8ea0fc8e0 None None] Network 3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:28:22.548623 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-113627fa-79e8-455b-9166-a1e8ea0fc8e0 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:28:22.552941 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113627fa-79e8-455b-9166-a1e8ea0fc8e0 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:28:22.556158 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-93321059-7f9e-4941-a3e1-96f4c1f410d6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Allocated IP 172.20.0.1 (3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6/930b5c1f-733d-4275-a640-87004537cdf4/76a07036-d7b2-4a5e-8f16-f9fbc855a1e1) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:28:22.556380 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113627fa-79e8-455b-9166-a1e8ea0fc8e0 None None] Pushing event updated for resources: {'Port': ['ID=05fa82c7-9158-4bc0-902a-57e3a3a0d0c2,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:22.611012 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-113627fa-79e8-455b-9166-a1e8ea0fc8e0 None None] Attempting to bind port 05fa82c7-9158-4bc0-902a-57e3a3a0d0c2 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:28:22.611391 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-113627fa-79e8-455b-9166-a1e8ea0fc8e0 None None] Attempting to bind port 05fa82c7-9158-4bc0-902a-57e3a3a0d0c2 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0bf36fc3-23c3-438e-a1f7-41034adcbc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:28:22.611761 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113627fa-79e8-455b-9166-a1e8ea0fc8e0 None None] Attempting to bind port 05fa82c7-9158-4bc0-902a-57e3a3a0d0c2 on network 3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:28:22.617074 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113627fa-79e8-455b-9166-a1e8ea0fc8e0 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:28:22.617734 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113627fa-79e8-455b-9166-a1e8ea0fc8e0 None None] Checking segment: {'id': '0bf36fc3-23c3-438e-a1f7-41034adcbc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:28:22.617930 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-113627fa-79e8-455b-9166-a1e8ea0fc8e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:22.618267 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113627fa-79e8-455b-9166-a1e8ea0fc8e0 None None] Bound using segment: {'id': '0bf36fc3-23c3-438e-a1f7-41034adcbc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:28:22.618744 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-113627fa-79e8-455b-9166-a1e8ea0fc8e0 None None] Bound port: 05fa82c7-9158-4bc0-902a-57e3a3a0d0c2, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf36fc3-23c3-438e-a1f7-41034adcbc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:28:22.619125 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-113627fa-79e8-455b-9166-a1e8ea0fc8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:22.679992 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93321059-7f9e-4941-a3e1-96f4c1f410d6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:22.685793 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-113627fa-79e8-455b-9166-a1e8ea0fc8e0 None None] For port 05fa82c7-9158-4bc0-902a-57e3a3a0d0c2, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:28:22.692534 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-113627fa-79e8-455b-9166-a1e8ea0fc8e0 None None] For port 05fa82c7-9158-4bc0-902a-57e3a3a0d0c2, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=05fa82c7-9158-4bc0-902a-57e3a3a0d0c2,segment=NetworkSegment(0bf36fc3-23c3-438e-a1f7-41034adcbc8e),segment_id=0bf36fc3-23c3-438e-a1f7-41034adcbc8e)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:28:22.698398 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-113627fa-79e8-455b-9166-a1e8ea0fc8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:22.720337 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93321059-7f9e-4941-a3e1-96f4c1f410d6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:22.759334 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113627fa-79e8-455b-9166-a1e8ea0fc8e0 None None] Pushing event updated for resources: {'Port': ['ID=05fa82c7-9158-4bc0-902a-57e3a3a0d0c2,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:22.778239 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93321059-7f9e-4941-a3e1-96f4c1f410d6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Network 3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:28:22.783966 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-93321059-7f9e-4941-a3e1-96f4c1f410d6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:28:22.786676 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93321059-7f9e-4941-a3e1-96f4c1f410d6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:28:22.814926 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93321059-7f9e-4941-a3e1-96f4c1f410d6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Port': ['ID=76a07036-d7b2-4a5e-8f16-f9fbc855a1e1,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:22.848607 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93321059-7f9e-4941-a3e1-96f4c1f410d6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:23.015425 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 5146ec12-3568-4494-9ac6-4f744cc69717 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:28:23.039939 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93321059-7f9e-4941-a3e1-96f4c1f410d6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:23.081418 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 5146ec12-3568-4494-9ac6-4f744cc69717 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:28:23.081922 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:23.350294 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93321059-7f9e-4941-a3e1-96f4c1f410d6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:23.354776 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93321059-7f9e-4941-a3e1-96f4c1f410d6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:23.427398 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-93321059-7f9e-4941-a3e1-96f4c1f410d6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:23.429233 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93321059-7f9e-4941-a3e1-96f4c1f410d6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Port': ['ID=76a07036-d7b2-4a5e-8f16-f9fbc855a1e1,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:23.528136 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93321059-7f9e-4941-a3e1-96f4c1f410d6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Network 3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:28:23.529651 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-93321059-7f9e-4941-a3e1-96f4c1f410d6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:28:23.650840 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93321059-7f9e-4941-a3e1-96f4c1f410d6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Router a239f682-3ac8-4224-85ce-af9ab83dff74 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:28:23.757944 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93321059-7f9e-4941-a3e1-96f4c1f410d6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:28:23.771398 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-93321059-7f9e-4941-a3e1-96f4c1f410d6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "PUT /v2.0/routers/a239f682-3ac8-4224-85ce-af9ab83dff74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1160479 Nov 29 02:28:23.771921 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dcba56-75f8-4697-8630-01dc711e0723 None None] Network 3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:28:23.843132 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-7100435a-6987-4a1c-b0f5-003f1985cdb4 None None] Provisioning complete for port 05fa82c7-9158-4bc0-902a-57e3a3a0d0c2 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:28:23.843478 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7100435a-6987-4a1c-b0f5-003f1985cdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:24.014393 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7100435a-6987-4a1c-b0f5-003f1985cdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:24.038155 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-9ec2db42-b824-478b-b8a8-32de32a2e23d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-683714192&fields=id&tenant_id=a0c5f471953f452db2349f819ae968c6 HTTP/1.1" status: 200 len: 267 time: 0.0534823 Nov 29 02:28:24.049057 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7100435a-6987-4a1c-b0f5-003f1985cdb4 None None] For port 05fa82c7-9158-4bc0-902a-57e3a3a0d0c2, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=05fa82c7-9158-4bc0-902a-57e3a3a0d0c2,segment=NetworkSegment(0bf36fc3-23c3-438e-a1f7-41034adcbc8e),segment_id=0bf36fc3-23c3-438e-a1f7-41034adcbc8e)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:28:24.056451 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7100435a-6987-4a1c-b0f5-003f1985cdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:24.109353 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100435a-6987-4a1c-b0f5-003f1985cdb4 None None] Pushing event updated for resources: {'Port': ['ID=05fa82c7-9158-4bc0-902a-57e3a3a0d0c2,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:24.152640 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-34388170-edde-4185-9d4b-2c8fbc723bd8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:24.154235 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-34388170-edde-4185-9d4b-2c8fbc723bd8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/networks?id=3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6 HTTP/1.1" status: 200 len: 797 time: 0.1077943 Nov 29 02:28:24.173172 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-f81c96e0-b52c-4361-b8e8-a072bf3cb3a2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/quotas/a0c5f471953f452db2349f819ae968c6 HTTP/1.1" status: 200 len: 375 time: 0.0109348 Nov 29 02:28:24.201638 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d925077b-0f7b-4a16-83d6-10c5a7b7f35c None None] Sync routers for ids ['a239f682-3ac8-4224-85ce-af9ab83dff74'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:28:24.212985 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d925077b-0f7b-4a16-83d6-10c5a7b7f35c None None] Routers {'a239f682-3ac8-4224-85ce-af9ab83dff74'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:28:24.213942 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d925077b-0f7b-4a16-83d6-10c5a7b7f35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:28:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a239f682-3ac8-4224-85ce-af9ab83dff74'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:28:24.229960 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-07ff9cd8-2a66-4011-8089-7116b8c04749 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a0c5f471953f452db2349f819ae968c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520604 Nov 29 02:28:24.315291 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-66604dae-3a2f-44e9-bb2f-7ceb93682079 None None] Provisioning complete for port 76a07036-d7b2-4a5e-8f16-f9fbc855a1e1 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:28:24.315664 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-66604dae-3a2f-44e9-bb2f-7ceb93682079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:24.366700 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-d925077b-0f7b-4a16-83d6-10c5a7b7f35c None None] Set router a239f682-3ac8-4224-85ce-af9ab83dff74 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:28:24.386513 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-07e4e917-2c8d-4f46-83b3-1ca8a56ed2ad service neutron] 10.222.0.37 "GET /v2.0/networks/3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432621 Nov 29 02:28:24.394516 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-66604dae-3a2f-44e9-bb2f-7ceb93682079 None None] Port 76a07036-d7b2-4a5e-8f16-f9fbc855a1e1 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:28:24.446054 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-66604dae-3a2f-44e9-bb2f-7ceb93682079 None None] Provisioning complete for port 05fa82c7-9158-4bc0-902a-57e3a3a0d0c2 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:28:24.446423 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-66604dae-3a2f-44e9-bb2f-7ceb93682079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:24.486078 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-1bc8ead9-1a3b-4750-b17a-ee627c67e638 service neutron] 10.222.0.37 "GET /v2.0/networks/3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956154 Nov 29 02:28:24.667160 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d925077b-0f7b-4a16-83d6-10c5a7b7f35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974276406', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '5146ec12-3568-4494-9ac6-4f744cc69717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:28:19Z', 'updated_at': '2021-11-29T02:28:22Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': '5146ec12-3568-4494-9ac6-4f744cc69717', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:28:20Z', 'updated_at': '2021-11-29T02:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '76a07036-d7b2-4a5e-8f16-f9fbc855a1e1', 'name': '', 'network_id': '3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:e9:ab:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '930b5c1f-733d-4275-a640-87004537cdf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:28:22Z', 'updated_at': '2021-11-29T02:28:23Z', 'revision_number': 2, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': '930b5c1f-733d-4275-a640-87004537cdf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:28:24.694724 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d925077b-0f7b-4a16-83d6-10c5a7b7f35c None None] Checking router: a239f682-3ac8-4224-85ce-af9ab83dff74 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:28:24.695669 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d925077b-0f7b-4a16-83d6-10c5a7b7f35c None None] Updating router a239f682-3ac8-4224-85ce-af9ab83dff74 port 76a07036-d7b2-4a5e-8f16-f9fbc855a1e1 binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:28:24.722582 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d925077b-0f7b-4a16-83d6-10c5a7b7f35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:24.742189 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d3c42b16-e42c-432b-98cb-9abbd0bd0198 req-a7ccda32-aeca-42ab-968a-0f0e3025904c tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5515cb43-0dab-482e-93ba-c62b2624130d HTTP/1.1" status: 200 len: 210 time: 0.0994833 Nov 29 02:28:24.782363 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0d2d3e2a-e117-4a12-84ad-1765d97b0df7 None None] Provisioning complete for port 76a07036-d7b2-4a5e-8f16-f9fbc855a1e1 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:28:24.783275 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0d2d3e2a-e117-4a12-84ad-1765d97b0df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:24.875664 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 05fa82c7-9158-4bc0-902a-57e3a3a0d0c2 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:28:24.903749 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0d2d3e2a-e117-4a12-84ad-1765d97b0df7 None None] Port 76a07036-d7b2-4a5e-8f16-f9fbc855a1e1 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:28:24.997874 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 05fa82c7-9158-4bc0-902a-57e3a3a0d0c2 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:28:24.998226 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:25.151729 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d925077b-0f7b-4a16-83d6-10c5a7b7f35c None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:25.159484 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d925077b-0f7b-4a16-83d6-10c5a7b7f35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:25.211383 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba363a3-d553-4774-988d-b963de52932e None None] Pushing event updated for resources: {'Port': ['ID=76a07036-d7b2-4a5e-8f16-f9fbc855a1e1,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:25.259271 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-d925077b-0f7b-4a16-83d6-10c5a7b7f35c None None] Attempting to bind port 76a07036-d7b2-4a5e-8f16-f9fbc855a1e1 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:28:25.259615 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-d925077b-0f7b-4a16-83d6-10c5a7b7f35c None None] Attempting to bind port 76a07036-d7b2-4a5e-8f16-f9fbc855a1e1 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0bf36fc3-23c3-438e-a1f7-41034adcbc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:28:25.259980 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d925077b-0f7b-4a16-83d6-10c5a7b7f35c None None] Attempting to bind port 76a07036-d7b2-4a5e-8f16-f9fbc855a1e1 on network 3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:28:25.266331 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d925077b-0f7b-4a16-83d6-10c5a7b7f35c None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:28:25.266743 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d925077b-0f7b-4a16-83d6-10c5a7b7f35c None None] Checking segment: {'id': '0bf36fc3-23c3-438e-a1f7-41034adcbc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:28:25.267124 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d925077b-0f7b-4a16-83d6-10c5a7b7f35c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:25.267490 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d925077b-0f7b-4a16-83d6-10c5a7b7f35c None None] Bound using segment: {'id': '0bf36fc3-23c3-438e-a1f7-41034adcbc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:28:25.268143 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-d925077b-0f7b-4a16-83d6-10c5a7b7f35c None None] Bound port: 76a07036-d7b2-4a5e-8f16-f9fbc855a1e1, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf36fc3-23c3-438e-a1f7-41034adcbc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:28:25.268531 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d925077b-0f7b-4a16-83d6-10c5a7b7f35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:25.339359 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-d925077b-0f7b-4a16-83d6-10c5a7b7f35c None None] For port 76a07036-d7b2-4a5e-8f16-f9fbc855a1e1, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:28:25.342815 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-d925077b-0f7b-4a16-83d6-10c5a7b7f35c None None] For port 76a07036-d7b2-4a5e-8f16-f9fbc855a1e1, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=76a07036-d7b2-4a5e-8f16-f9fbc855a1e1,segment=NetworkSegment(0bf36fc3-23c3-438e-a1f7-41034adcbc8e),segment_id=0bf36fc3-23c3-438e-a1f7-41034adcbc8e)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:28:25.346940 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d925077b-0f7b-4a16-83d6-10c5a7b7f35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:25.408266 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d925077b-0f7b-4a16-83d6-10c5a7b7f35c None None] Routers {'a239f682-3ac8-4224-85ce-af9ab83dff74'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:28:25.408892 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d925077b-0f7b-4a16-83d6-10c5a7b7f35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:28:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a239f682-3ac8-4224-85ce-af9ab83dff74'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:28:25.410565 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba363a3-d553-4774-988d-b963de52932e None None] Pushing event updated for resources: {'Port': ['ID=76a07036-d7b2-4a5e-8f16-f9fbc855a1e1,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:25.638142 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-c4080a78-c886-4d1d-b4f4-b3b4d7d5746f None None] Provisioning complete for port 76a07036-d7b2-4a5e-8f16-f9fbc855a1e1 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:28:25.638530 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4080a78-c886-4d1d-b4f4-b3b4d7d5746f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:25.701595 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-d925077b-0f7b-4a16-83d6-10c5a7b7f35c None None] Set router a239f682-3ac8-4224-85ce-af9ab83dff74 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:28:25.820280 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4080a78-c886-4d1d-b4f4-b3b4d7d5746f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:25.849224 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-83e008d1-ddc3-492f-bf73-0be199616c66 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:25.851645 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-83e008d1-ddc3-492f-bf73-0be199616c66 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.24 "GET /v2.0/networks?id=3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6 HTTP/1.1" status: 200 len: 797 time: 0.1184938 Nov 29 02:28:25.862751 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-93b28c15-fb05-47a0-bd37-41f1d993024e req-69c65045-edcb-47ce-a5e5-64b75bcc9ccf tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5515cb43-0dab-482e-93ba-c62b2624130d HTTP/1.1" status: 200 len: 210 time: 0.0354536 Nov 29 02:28:25.906313 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c4080a78-c886-4d1d-b4f4-b3b4d7d5746f None None] For port 76a07036-d7b2-4a5e-8f16-f9fbc855a1e1, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=76a07036-d7b2-4a5e-8f16-f9fbc855a1e1,segment=NetworkSegment(0bf36fc3-23c3-438e-a1f7-41034adcbc8e),segment_id=0bf36fc3-23c3-438e-a1f7-41034adcbc8e)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:28:25.916101 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4080a78-c886-4d1d-b4f4-b3b4d7d5746f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:25.940783 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-609a5825-8b3f-4d76-b8ea-4a1adf9402ad tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0c5f471953f452db2349f819ae968c6 HTTP/1.1" status: 200 len: 379 time: 0.0640948 Nov 29 02:28:25.955522 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-d77f874d-58e9-4a02-8558-258ddbd10ba7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'port': {'device_id': '5515cb43-0dab-482e-93ba-c62b2624130d', 'network_id': '3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6', 'admin_state_up': True, 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'security_groups': ['908aa76c-fbc5-4a15-8233-ddc4bda46a39']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:28:25.995304 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4080a78-c886-4d1d-b4f4-b3b4d7d5746f None None] Pushing event updated for resources: {'Port': ['ID=76a07036-d7b2-4a5e-8f16-f9fbc855a1e1,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:26.023034 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d925077b-0f7b-4a16-83d6-10c5a7b7f35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974276406', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '5146ec12-3568-4494-9ac6-4f744cc69717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:28:19Z', 'updated_at': '2021-11-29T02:28:22Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': '5146ec12-3568-4494-9ac6-4f744cc69717', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:28:20Z', 'updated_at': '2021-11-29T02:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '76a07036-d7b2-4a5e-8f16-f9fbc855a1e1', 'name': '', 'network_id': '3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:e9:ab:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '930b5c1f-733d-4275-a640-87004537cdf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:28:22Z', 'updated_at': '2021-11-29T02:28:25Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': '930b5c1f-733d-4275-a640-87004537cdf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:28:26.060280 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d925077b-0f7b-4a16-83d6-10c5a7b7f35c None None] The sync data for ids ['a239f682-3ac8-4224-85ce-af9ab83dff74'] in dv-neutron-819032-3-hyperv is: [{'id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974276406', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '5146ec12-3568-4494-9ac6-4f744cc69717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:28:19Z', 'updated_at': '2021-11-29T02:28:22Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': '5146ec12-3568-4494-9ac6-4f744cc69717', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:28:20Z', 'updated_at': '2021-11-29T02:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '76a07036-d7b2-4a5e-8f16-f9fbc855a1e1', 'name': '', 'network_id': '3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:e9:ab:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '930b5c1f-733d-4275-a640-87004537cdf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:28:22Z', 'updated_at': '2021-11-29T02:28:25Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': '930b5c1f-733d-4275-a640-87004537cdf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:28:26.070782 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-6143bf41-cb55-4508-8bcd-9d2392d41a7e None None] Provisioning complete for port 76a07036-d7b2-4a5e-8f16-f9fbc855a1e1 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:28:26.071146 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6143bf41-cb55-4508-8bcd-9d2392d41a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:26.075861 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-d77f874d-58e9-4a02-8558-258ddbd10ba7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Made reservation on behalf of a0c5f471953f452db2349f819ae968c6 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:28:26.080060 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-d77f874d-58e9-4a02-8558-258ddbd10ba7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:26.242469 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-d77f874d-58e9-4a02-8558-258ddbd10ba7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Allocated IP 172.20.0.10 (3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6/930b5c1f-733d-4275-a640-87004537cdf4/731d8f1a-83d7-465c-a234-fd96c8ddfadf) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:28:26.400117 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-d77f874d-58e9-4a02-8558-258ddbd10ba7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:26.434662 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-d77f874d-58e9-4a02-8558-258ddbd10ba7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:26.479481 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-d77f874d-58e9-4a02-8558-258ddbd10ba7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Network 3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:28:26.483252 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-d77f874d-58e9-4a02-8558-258ddbd10ba7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:28:26.487196 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-d77f874d-58e9-4a02-8558-258ddbd10ba7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:28:26.493703 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f874d-58e9-4a02-8558-258ddbd10ba7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Port': ['ID=731d8f1a-83d7-465c-a234-fd96c8ddfadf,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:26.543624 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-d77f874d-58e9-4a02-8558-258ddbd10ba7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:26.544281 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-d77f874d-58e9-4a02-8558-258ddbd10ba7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:26.566166 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-d77f874d-58e9-4a02-8558-258ddbd10ba7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6150494 Nov 29 02:28:26.582974 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-cf4db388-c9eb-4951-949f-acd132830e85 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:28:26.583993 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-cf4db388-c9eb-4951-949f-acd132830e85 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057242 Nov 29 02:28:26.607009 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-a09a8a21-b2f7-4e12-b2de-b41df11c9975 service neutron] Request body: {'port': {'device_id': '5515cb43-0dab-482e-93ba-c62b2624130d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:28:26.670443 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-a09a8a21-b2f7-4e12-b2de-b41df11c9975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:26.811803 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-dcfe8dda-75f5-4ba5-bd19-0634789a4110 None None] Provisioning complete for port 731d8f1a-83d7-465c-a234-fd96c8ddfadf triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:28:26.812229 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dcfe8dda-75f5-4ba5-bd19-0634789a4110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:26.850118 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 76a07036-d7b2-4a5e-8f16-f9fbc855a1e1 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:28:26.879901 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-dcfe8dda-75f5-4ba5-bd19-0634789a4110 None None] Port 731d8f1a-83d7-465c-a234-fd96c8ddfadf cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:28:26.910854 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 76a07036-d7b2-4a5e-8f16-f9fbc855a1e1 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:28:26.911330 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:27.037867 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-a09a8a21-b2f7-4e12-b2de-b41df11c9975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 731d8f1a-83d7-465c-a234-fd96c8ddfadf {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:28:27.051465 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-a09a8a21-b2f7-4e12-b2de-b41df11c9975 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:27.074194 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-a09a8a21-b2f7-4e12-b2de-b41df11c9975 service neutron] Transition to ACTIVE for port object 731d8f1a-83d7-465c-a234-fd96c8ddfadf will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:28:27.082105 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-a09a8a21-b2f7-4e12-b2de-b41df11c9975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:27.162201 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a8a21-b2f7-4e12-b2de-b41df11c9975 service neutron] Pushing event updated for resources: {'Port': ['ID=731d8f1a-83d7-465c-a234-fd96c8ddfadf,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:27.239676 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5bda0a-08e4-45ad-abf9-f79ab7f14bab req-5c0c23d2-6211-459b-a5b7-21a5b7c4fb7f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:27.242865 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ec5bda0a-08e4-45ad-abf9-f79ab7f14bab req-5c0c23d2-6211-459b-a5b7-21a5b7c4fb7f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5515cb43-0dab-482e-93ba-c62b2624130d HTTP/1.1" status: 200 len: 944 time: 0.0802977 Nov 29 02:28:27.255897 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-a09a8a21-b2f7-4e12-b2de-b41df11c9975 service neutron] Attempting to bind port 731d8f1a-83d7-465c-a234-fd96c8ddfadf on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:28:27.256375 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-a09a8a21-b2f7-4e12-b2de-b41df11c9975 service neutron] Attempting to bind port 731d8f1a-83d7-465c-a234-fd96c8ddfadf by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '0bf36fc3-23c3-438e-a1f7-41034adcbc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:28:27.256823 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-a09a8a21-b2f7-4e12-b2de-b41df11c9975 service neutron] Attempting to bind port 731d8f1a-83d7-465c-a234-fd96c8ddfadf on network 3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:28:27.262166 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-a09a8a21-b2f7-4e12-b2de-b41df11c9975 service neutron] Port 731d8f1a-83d7-465c-a234-fd96c8ddfadf on network 3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:28:27.262618 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-a09a8a21-b2f7-4e12-b2de-b41df11c9975 service neutron] Attempting to bind port 731d8f1a-83d7-465c-a234-fd96c8ddfadf on network 3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:28:27.270072 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-a09a8a21-b2f7-4e12-b2de-b41df11c9975 service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:28:27.270550 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-a09a8a21-b2f7-4e12-b2de-b41df11c9975 service neutron] Checking segment: {'id': '0bf36fc3-23c3-438e-a1f7-41034adcbc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:28:27.271023 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-a09a8a21-b2f7-4e12-b2de-b41df11c9975 service neutron] Bound using segment: {'id': '0bf36fc3-23c3-438e-a1f7-41034adcbc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:28:27.271568 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-a09a8a21-b2f7-4e12-b2de-b41df11c9975 service neutron] Bound port: 731d8f1a-83d7-465c-a234-fd96c8ddfadf, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bf36fc3-23c3-438e-a1f7-41034adcbc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:28:27.272269 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-a09a8a21-b2f7-4e12-b2de-b41df11c9975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:27.334246 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ec5bda0a-08e4-45ad-abf9-f79ab7f14bab req-c7d28d83-b1ad-411f-908d-fc72e2e61074 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=908aa76c-fbc5-4a15-8233-ddc4bda46a39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841250 Nov 29 02:28:27.370244 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-a09a8a21-b2f7-4e12-b2de-b41df11c9975 service neutron] For port 731d8f1a-83d7-465c-a234-fd96c8ddfadf, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:28:27.374157 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-a09a8a21-b2f7-4e12-b2de-b41df11c9975 service neutron] For port 731d8f1a-83d7-465c-a234-fd96c8ddfadf, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=731d8f1a-83d7-465c-a234-fd96c8ddfadf,segment=NetworkSegment(0bf36fc3-23c3-438e-a1f7-41034adcbc8e),segment_id=0bf36fc3-23c3-438e-a1f7-41034adcbc8e)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:28:27.382181 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-a09a8a21-b2f7-4e12-b2de-b41df11c9975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:27.420398 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-a09a8a21-b2f7-4e12-b2de-b41df11c9975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:27.421085 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-a09a8a21-b2f7-4e12-b2de-b41df11c9975 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:27.422604 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-a09a8a21-b2f7-4e12-b2de-b41df11c9975 service neutron] 10.222.0.24 "PUT /v2.0/ports/731d8f1a-83d7-465c-a234-fd96c8ddfadf HTTP/1.1" status: 200 len: 1094 time: 0.8205543 Nov 29 02:28:27.423107 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5515cb43-0dab-482e-93ba-c62b2624130d', 'tag': '731d8f1a-83d7-465c-a234-fd96c8ddfadf'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:28:27.425483 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24303775-e117-4467-b99a-34641f732f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "5515cb43-0dab-482e-93ba-c62b2624130d", "tag": "731d8f1a-83d7-465c-a234-fd96c8ddfadf"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:28:27.447134 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a8a21-b2f7-4e12-b2de-b41df11c9975 service neutron] Pushing event updated for resources: {'Port': ['ID=731d8f1a-83d7-465c-a234-fd96c8ddfadf,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:27.493212 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88df954f-7793-4c20-9e4a-48eef8161b52 x-openstack-request-id: req-88df954f-7793-4c20-9e4a-48eef8161b52 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:28:27.493764 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5515cb43-0dab-482e-93ba-c62b2624130d", "tag": "731d8f1a-83d7-465c-a234-fd96c8ddfadf", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:28:27.494120 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-88df954f-7793-4c20-9e4a-48eef8161b52 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:28:27.495234 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5515cb43-0dab-482e-93ba-c62b2624130d', 'tag': '731d8f1a-83d7-465c-a234-fd96c8ddfadf', 'status': 'completed', 'code': 200} Nov 29 02:28:27.593082 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24303775-e117-4467-b99a-34641f732f7d req-3e02a738-b8cc-4a2a-9475-9b1442b45eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:27.595028 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-24303775-e117-4467-b99a-34641f732f7d req-3e02a738-b8cc-4a2a-9475-9b1442b45eea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0c5f471953f452db2349f819ae968c6&device_id=5515cb43-0dab-482e-93ba-c62b2624130d HTTP/1.1" status: 200 len: 1097 time: 0.0491600 Nov 29 02:28:27.784330 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24303775-e117-4467-b99a-34641f732f7d req-0c5b23d6-fc50-42ac-aadc-798c76d7e0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:27.785755 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-24303775-e117-4467-b99a-34641f732f7d req-0c5b23d6-fc50-42ac-aadc-798c76d7e0a6 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=a0c5f471953f452db2349f819ae968c6&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1721749 Nov 29 02:28:27.956439 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24303775-e117-4467-b99a-34641f732f7d req-c03a2b94-c616-4f7d-a306-51692234df44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:27.957938 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-24303775-e117-4467-b99a-34641f732f7d req-c03a2b94-c616-4f7d-a306-51692234df44 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1599624 Nov 29 02:28:28.072661 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-146472fb-a6a4-4cf0-b353-305b577f054a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:28.074091 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-146472fb-a6a4-4cf0-b353-305b577f054a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0c5f471953f452db2349f819ae968c6&device_id=5515cb43-0dab-482e-93ba-c62b2624130d HTTP/1.1" status: 200 len: 1097 time: 0.0432911 Nov 29 02:28:28.128838 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-c196a9c7-1ad8-4a54-9cc2-5ba186cd9fcd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=731d8f1a-83d7-465c-a234-fd96c8ddfadf HTTP/1.1" status: 200 len: 217 time: 0.0337014 Nov 29 02:28:28.184872 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-7a6219e0-7171-4824-afc9-626960b8faad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:28.186378 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-7a6219e0-7171-4824-afc9-626960b8faad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=930b5c1f-733d-4275-a640-87004537cdf4 HTTP/1.1" status: 200 len: 835 time: 0.0448298 Nov 29 02:28:28.237219 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-6852eb06-2334-42ea-89c0-f3927f2a67f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:28.238783 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-6852eb06-2334-42ea-89c0-f3927f2a67f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409710 Nov 29 02:28:28.340800 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-42109248-49ae-4968-b278-5bcdb3208d9d service neutron] 10.222.0.24 "GET /v2.0/networks/3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884769 Nov 29 02:28:28.437225 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761031c-c343-440f-9c88-bbc95bea207e req-b122261d-24aa-4db0-8f51-5ffd95b8c590 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:28.438749 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3761031c-c343-440f-9c88-bbc95bea207e req-b122261d-24aa-4db0-8f51-5ffd95b8c590 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5515cb43-0dab-482e-93ba-c62b2624130d HTTP/1.1" status: 200 len: 944 time: 0.0534258 Nov 29 02:28:28.440508 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b3e6f05c-9d5c-4527-92ad-5384e6ae6757 req-496f7461-4c15-4ec6-89ce-4d7b1b30760c service neutron] 10.222.0.24 "GET /v2.0/networks/3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881286 Nov 29 02:28:28.489091 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3761031c-c343-440f-9c88-bbc95bea207e req-dff2b7fa-d184-4e9b-81b3-b87bb9d62305 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=908aa76c-fbc5-4a15-8233-ddc4bda46a39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444720 Nov 29 02:28:29.602056 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731e989-8cb7-468c-8763-1139a74006ed req-6c5aa71f-4416-42b7-abb1-837191cc822d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:29.603515 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2731e989-8cb7-468c-8763-1139a74006ed req-6c5aa71f-4416-42b7-abb1-837191cc822d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5515cb43-0dab-482e-93ba-c62b2624130d HTTP/1.1" status: 200 len: 944 time: 0.0478585 Nov 29 02:28:29.654070 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2731e989-8cb7-468c-8763-1139a74006ed req-90f056b4-5b54-4f5f-9535-840ce4d03b29 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=908aa76c-fbc5-4a15-8233-ddc4bda46a39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446904 Nov 29 02:28:30.775345 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324786fe-5592-4c59-9ed5-dfbae23b08bf req-23840a80-b0e7-4c4f-9569-8395f6bf667f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:30.776831 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-324786fe-5592-4c59-9ed5-dfbae23b08bf req-23840a80-b0e7-4c4f-9569-8395f6bf667f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5515cb43-0dab-482e-93ba-c62b2624130d HTTP/1.1" status: 200 len: 944 time: 0.0516560 Nov 29 02:28:30.825093 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-324786fe-5592-4c59-9ed5-dfbae23b08bf req-04d8af65-4cb1-4a62-9e88-a4db62092561 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=908aa76c-fbc5-4a15-8233-ddc4bda46a39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415657 Nov 29 02:28:31.054038 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 731d8f1a-83d7-465c-a234-fd96c8ddfadf details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:28:31.148606 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 731d8f1a-83d7-465c-a234-fd96c8ddfadf, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=731d8f1a-83d7-465c-a234-fd96c8ddfadf,segment=NetworkSegment(0bf36fc3-23c3-438e-a1f7-41034adcbc8e),segment_id=0bf36fc3-23c3-438e-a1f7-41034adcbc8e)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:28:31.160150 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '731d8f1a-83d7-465c-a234-fd96c8ddfadf', 'network_id': '3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6', 'port_id': '731d8f1a-83d7-465c-a234-fd96c8ddfadf', 'mac_address': 'fa:16:3e:a1:96:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '930b5c1f-733d-4275-a640-87004537cdf4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:28:31.202004 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:31.216027 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 731d8f1a-83d7-465c-a234-fd96c8ddfadf {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:28:31.234880 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 731d8f1a-83d7-465c-a234-fd96c8ddfadf, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=731d8f1a-83d7-465c-a234-fd96c8ddfadf,segment=NetworkSegment(0bf36fc3-23c3-438e-a1f7-41034adcbc8e),segment_id=0bf36fc3-23c3-438e-a1f7-41034adcbc8e)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:28:31.238834 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:31.286098 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=731d8f1a-83d7-465c-a234-fd96c8ddfadf,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:31.602969 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['731d8f1a-83d7-465c-a234-fd96c8ddfadf'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:28:31.936842 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264904b-7fc5-4163-9969-e897ae1ed9cf req-d6e27703-892d-4440-acc3-95a2ade90e84 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:31.938973 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3264904b-7fc5-4163-9969-e897ae1ed9cf req-d6e27703-892d-4440-acc3-95a2ade90e84 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5515cb43-0dab-482e-93ba-c62b2624130d HTTP/1.1" status: 200 len: 945 time: 0.0487471 Nov 29 02:28:31.988525 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3264904b-7fc5-4163-9969-e897ae1ed9cf req-93032e4d-b4c3-4c29-acbd-267189a91760 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=908aa76c-fbc5-4a15-8233-ddc4bda46a39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432405 Nov 29 02:28:33.070968 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 731d8f1a-83d7-465c-a234-fd96c8ddfadf up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:28:33.100053 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ac103-1888-4740-a371-0bb12c98cef8 req-18eafc74-516a-4f14-8158-aa222fe65031 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:33.101521 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-746ac103-1888-4740-a371-0bb12c98cef8 req-18eafc74-516a-4f14-8158-aa222fe65031 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5515cb43-0dab-482e-93ba-c62b2624130d HTTP/1.1" status: 200 len: 945 time: 0.0474706 Nov 29 02:28:33.120292 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port 731d8f1a-83d7-465c-a234-fd96c8ddfadf completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:28:33.124627 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 731d8f1a-83d7-465c-a234-fd96c8ddfadf triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:28:33.125024 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:33.156040 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-746ac103-1888-4740-a371-0bb12c98cef8 req-64b2737c-0f7c-420f-8542-1dbac328b14e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=908aa76c-fbc5-4a15-8233-ddc4bda46a39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485229 Nov 29 02:28:33.205525 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:33.227890 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5515cb43-0dab-482e-93ba-c62b2624130d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731d8f1a-83d7-465c-a234-fd96c8ddfadf'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:28:33.230137 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc8fa2b-a6bf-47ae-8781-f21efcc4cddd" -d '{"events": [{"server_uuid": "5515cb43-0dab-482e-93ba-c62b2624130d", "name": "network-vif-plugged", "status": "completed", "tag": "731d8f1a-83d7-465c-a234-fd96c8ddfadf"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:28:33.242280 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 731d8f1a-83d7-465c-a234-fd96c8ddfadf, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=731d8f1a-83d7-465c-a234-fd96c8ddfadf,segment=NetworkSegment(0bf36fc3-23c3-438e-a1f7-41034adcbc8e),segment_id=0bf36fc3-23c3-438e-a1f7-41034adcbc8e)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:28:33.247259 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:33.270660 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c00357-52bf-45fc-ac87-8c25e9e739fd x-openstack-request-id: req-62c00357-52bf-45fc-ac87-8c25e9e739fd {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:28:33.270954 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5515cb43-0dab-482e-93ba-c62b2624130d", "name": "network-vif-plugged", "status": "completed", "tag": "731d8f1a-83d7-465c-a234-fd96c8ddfadf", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:28:33.271208 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-62c00357-52bf-45fc-ac87-8c25e9e739fd {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:28:33.271599 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5515cb43-0dab-482e-93ba-c62b2624130d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731d8f1a-83d7-465c-a234-fd96c8ddfadf', 'code': 200} Nov 29 02:28:33.296183 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=731d8f1a-83d7-465c-a234-fd96c8ddfadf,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:33.487377 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9daea8-6d6e-4cdb-8296-a163cd50f195 req-3a72e702-d226-4d32-af14-d3cb56ddbea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:33.488822 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2d9daea8-6d6e-4cdb-8296-a163cd50f195 req-3a72e702-d226-4d32-af14-d3cb56ddbea3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5515cb43-0dab-482e-93ba-c62b2624130d HTTP/1.1" status: 200 len: 1099 time: 0.0396116 Nov 29 02:28:33.541133 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2d9daea8-6d6e-4cdb-8296-a163cd50f195 req-1f203ecf-3c59-45a6-9d8c-76a4c8b2ca42 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=908aa76c-fbc5-4a15-8233-ddc4bda46a39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381758 Nov 29 02:28:34.267358 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8b1e9-d6ec-4dd5-8cdb-1dda410eeb64 req-a97e67e6-1797-469c-97c1-80fe0b91e85f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:34.268812 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0dc8b1e9-d6ec-4dd5-8cdb-1dda410eeb64 req-a97e67e6-1797-469c-97c1-80fe0b91e85f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5515cb43-0dab-482e-93ba-c62b2624130d HTTP/1.1" status: 200 len: 946 time: 0.0474811 Nov 29 02:28:34.318373 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0dc8b1e9-d6ec-4dd5-8cdb-1dda410eeb64 req-1b52e3f7-ab67-437e-bddb-8a593274296a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=908aa76c-fbc5-4a15-8233-ddc4bda46a39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432189 Nov 29 02:28:35.432142 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500b996-e231-4f16-959d-48fdb5f49038 req-6a02185e-a2ef-4972-869c-497a17b6e3df tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:35.433515 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0500b996-e231-4f16-959d-48fdb5f49038 req-6a02185e-a2ef-4972-869c-497a17b6e3df tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5515cb43-0dab-482e-93ba-c62b2624130d HTTP/1.1" status: 200 len: 946 time: 0.0474668 Nov 29 02:28:35.481707 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0500b996-e231-4f16-959d-48fdb5f49038 req-86eafaea-0b3e-47c7-be65-3382bd6105c2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=908aa76c-fbc5-4a15-8233-ddc4bda46a39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412641 Nov 29 02:28:35.596475 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2a23f-5166-4c97-a132-89c827f6725e req-b7e1e52e-8b1d-4953-85b0-192db50adbc5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:35.597953 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-49b2a23f-5166-4c97-a132-89c827f6725e req-b7e1e52e-8b1d-4953-85b0-192db50adbc5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5515cb43-0dab-482e-93ba-c62b2624130d HTTP/1.1" status: 200 len: 946 time: 0.0511701 Nov 29 02:28:35.645778 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-49b2a23f-5166-4c97-a132-89c827f6725e req-b9160953-37aa-4efb-b5b1-7f2acb6a6324 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=908aa76c-fbc5-4a15-8233-ddc4bda46a39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419934 Nov 29 02:28:35.667473 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49150) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:35.706577 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb39537-97dd-4b5d-b6fd-001c75403eff tempest-TestNetworkAdvancedServerOps-1727814793 tempest-TestNetworkAdvancedServerOps-1727814793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:35.708096 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7bb39537-97dd-4b5d-b6fd-001c75403eff tempest-TestNetworkAdvancedServerOps-1727814793 tempest-TestNetworkAdvancedServerOps-1727814793-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5515cb43-0dab-482e-93ba-c62b2624130d HTTP/1.1" status: 200 len: 1094 time: 0.0396640 Nov 29 02:28:35.711020 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49152) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:35.715233 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4a6f68fa-7a31-4e62-b206-c6e3b4ecf26b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'port_id': '731d8f1a-83d7-465c-a234-fd96c8ddfadf', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:28:35.738469 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a6f68fa-7a31-4e62-b206-c6e3b4ecf26b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:35.834846 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a6f68fa-7a31-4e62-b206-c6e3b4ecf26b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:35.934547 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-4a6f68fa-7a31-4e62-b206-c6e3b4ecf26b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Allocated IP 172.26.3.139 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/8050ce0c-4ce6-42ff-a30a-23f2c8ceabea) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:28:36.357802 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a6f68fa-7a31-4e62-b206-c6e3b4ecf26b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:36.392501 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a6f68fa-7a31-4e62-b206-c6e3b4ecf26b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:36.429161 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6f68fa-7a31-4e62-b206-c6e3b4ecf26b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:28:36.431847 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-4a6f68fa-7a31-4e62-b206-c6e3b4ecf26b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:28:36.436534 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6f68fa-7a31-4e62-b206-c6e3b4ecf26b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:28:36.459897 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f68fa-7a31-4e62-b206-c6e3b4ecf26b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Port': ['ID=8050ce0c-4ce6-42ff-a30a-23f2c8ceabea,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:36.771095 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a6f68fa-7a31-4e62-b206-c6e3b4ecf26b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:36.834902 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a6f68fa-7a31-4e62-b206-c6e3b4ecf26b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:36.980370 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a6f68fa-7a31-4e62-b206-c6e3b4ecf26b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:36.985284 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a6f68fa-7a31-4e62-b206-c6e3b4ecf26b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:37.053515 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f68fa-7a31-4e62-b206-c6e3b4ecf26b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Port': ['ID=8050ce0c-4ce6-42ff-a30a-23f2c8ceabea,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:28:37.066966 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a6f68fa-7a31-4e62-b206-c6e3b4ecf26b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:37.165451 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-4a6f68fa-7a31-4e62-b206-c6e3b4ecf26b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Floating IP f7e703f5-6977-418f-a5f7-0513dd439725 associated. External IP: 172.26.3.139, port: 731d8f1a-83d7-465c-a234-fd96c8ddfadf. Nov 29 02:28:37.364384 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6f68fa-7a31-4e62-b206-c6e3b4ecf26b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Router a239f682-3ac8-4224-85ce-af9ab83dff74 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:28:37.468562 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6f68fa-7a31-4e62-b206-c6e3b4ecf26b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:28:37.478146 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aed3b03-2c55-4d15-8401-ed53376051f0 None None] Sync routers for ids ['a239f682-3ac8-4224-85ce-af9ab83dff74'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:28:37.485949 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a6f68fa-7a31-4e62-b206-c6e3b4ecf26b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:37.488220 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aed3b03-2c55-4d15-8401-ed53376051f0 None None] Routers {'a239f682-3ac8-4224-85ce-af9ab83dff74'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:28:37.488835 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6aed3b03-2c55-4d15-8401-ed53376051f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:28:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a239f682-3ac8-4224-85ce-af9ab83dff74'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:28:37.513393 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4a6f68fa-7a31-4e62-b206-c6e3b4ecf26b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8002355 Nov 29 02:28:37.514168 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5515cb43-0dab-482e-93ba-c62b2624130d', 'tag': '731d8f1a-83d7-465c-a234-fd96c8ddfadf'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:28:37.516657 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a54b0b8d43a805c8e04fafa9e6e1877f555095d74f053d1eebc96b979e45145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6886b261-3167-4a10-9177-9aaf6a214adb" -d '{"events": [{"name": "network-changed", "server_uuid": "5515cb43-0dab-482e-93ba-c62b2624130d", "tag": "731d8f1a-83d7-465c-a234-fd96c8ddfadf"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:28:37.566626 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e51531-bce3-46aa-92a5-23171513e65f x-openstack-request-id: req-22e51531-bce3-46aa-92a5-23171513e65f {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:28:37.566930 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5515cb43-0dab-482e-93ba-c62b2624130d", "tag": "731d8f1a-83d7-465c-a234-fd96c8ddfadf", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:28:37.567194 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22e51531-bce3-46aa-92a5-23171513e65f {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:28:37.567637 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5515cb43-0dab-482e-93ba-c62b2624130d', 'tag': '731d8f1a-83d7-465c-a234-fd96c8ddfadf', 'status': 'completed', 'code': 200} Nov 29 02:28:37.593087 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-6aed3b03-2c55-4d15-8401-ed53376051f0 None None] Set router a239f682-3ac8-4224-85ce-af9ab83dff74 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:28:37.624771 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c566ad-e8c5-4b79-9f86-6dab7df23ed5 req-049bf893-94d6-454e-a3a8-7a2996f326c0 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:37.626316 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e1c566ad-e8c5-4b79-9f86-6dab7df23ed5 req-049bf893-94d6-454e-a3a8-7a2996f326c0 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5515cb43-0dab-482e-93ba-c62b2624130d HTTP/1.1" status: 200 len: 946 time: 0.0526991 Nov 29 02:28:37.653857 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886b261-3167-4a10-9177-9aaf6a214adb req-f9312503-8a46-4349-9969-a2ef7c411c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:37.655348 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-6886b261-3167-4a10-9177-9aaf6a214adb req-f9312503-8a46-4349-9969-a2ef7c411c97 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0c5f471953f452db2349f819ae968c6&device_id=5515cb43-0dab-482e-93ba-c62b2624130d HTTP/1.1" status: 200 len: 1099 time: 0.0412569 Nov 29 02:28:37.677050 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e1c566ad-e8c5-4b79-9f86-6dab7df23ed5 req-485c23ac-c42d-4acf-9d15-f661609d86b4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=908aa76c-fbc5-4a15-8233-ddc4bda46a39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443683 Nov 29 02:28:37.702089 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49158) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:37.750084 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886b261-3167-4a10-9177-9aaf6a214adb req-24cfb488-1b1b-468b-9e1e-4ba8c2ef88ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:37.751552 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-6886b261-3167-4a10-9177-9aaf6a214adb req-24cfb488-1b1b-468b-9e1e-4ba8c2ef88ce service neutron] 10.222.0.24 "GET /v2.0/networks?id=3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6 HTTP/1.1" status: 200 len: 898 time: 0.0890939 Nov 29 02:28:37.766775 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-fe054f9a-bd34-4f1e-abf6-39060be7a303 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/floatingips/f7e703f5-6977-418f-a5f7-0513dd439725 HTTP/1.1" status: 200 len: 992 time: 0.0635204 Nov 29 02:28:37.817191 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6aed3b03-2c55-4d15-8401-ed53376051f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974276406', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '5146ec12-3568-4494-9ac6-4f744cc69717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:28:19Z', 'updated_at': '2021-11-29T02:28:22Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': '5146ec12-3568-4494-9ac6-4f744cc69717', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:28:20Z', 'updated_at': '2021-11-29T02:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'f7e703f5-6977-418f-a5f7-0513dd439725', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'floating_ip_address': '172.26.3.139', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'port_id': '731d8f1a-83d7-465c-a234-fd96c8ddfadf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6', 'mac_address': 'fa:16:3e:a1:96:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5515cb43-0dab-482e-93ba-c62b2624130d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:28:36Z', 'updated_at': '2021-11-29T02:28:36Z', 'revision_number': 0, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a07036-d7b2-4a5e-8f16-f9fbc855a1e1', 'name': '', 'network_id': '3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:e9:ab:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '930b5c1f-733d-4275-a640-87004537cdf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:28:22Z', 'updated_at': '2021-11-29T02:28:25Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': '930b5c1f-733d-4275-a640-87004537cdf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:28:37.817726 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-6886b261-3167-4a10-9177-9aaf6a214adb req-73730972-dbc0-4bfb-9d3e-5954fd08cd43 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=731d8f1a-83d7-465c-a234-fd96c8ddfadf HTTP/1.1" status: 200 len: 1000 time: 0.0588095 Nov 29 02:28:37.842568 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aed3b03-2c55-4d15-8401-ed53376051f0 None None] Checking router: a239f682-3ac8-4224-85ce-af9ab83dff74 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:28:37.850765 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aed3b03-2c55-4d15-8401-ed53376051f0 None None] Routers {'a239f682-3ac8-4224-85ce-af9ab83dff74'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:28:37.851299 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6aed3b03-2c55-4d15-8401-ed53376051f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:28:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a239f682-3ac8-4224-85ce-af9ab83dff74'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:28:37.870844 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886b261-3167-4a10-9177-9aaf6a214adb req-5f27114d-cc2b-4818-a9a2-297ebc973625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:37.872869 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-6886b261-3167-4a10-9177-9aaf6a214adb req-5f27114d-cc2b-4818-a9a2-297ebc973625 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=930b5c1f-733d-4275-a640-87004537cdf4 HTTP/1.1" status: 200 len: 835 time: 0.0481670 Nov 29 02:28:37.917037 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886b261-3167-4a10-9177-9aaf6a214adb req-89292046-47d3-41da-9fa8-72f1b611377a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:28:37.918604 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-6886b261-3167-4a10-9177-9aaf6a214adb req-89292046-47d3-41da-9fa8-72f1b611377a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391734 Nov 29 02:28:37.958729 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-6aed3b03-2c55-4d15-8401-ed53376051f0 None None] Set router a239f682-3ac8-4224-85ce-af9ab83dff74 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:28:38.020448 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-6886b261-3167-4a10-9177-9aaf6a214adb req-a7b2aeef-1ece-407f-a154-e5396a3f2360 service neutron] 10.222.0.24 "GET /v2.0/networks/3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831439 Nov 29 02:28:38.158376 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-6886b261-3167-4a10-9177-9aaf6a214adb req-92798acc-1a5c-4a35-a3e7-33429c616af2 service neutron] 10.222.0.24 "GET /v2.0/networks/3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309686 Nov 29 02:28:38.181208 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6aed3b03-2c55-4d15-8401-ed53376051f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974276406', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '5146ec12-3568-4494-9ac6-4f744cc69717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:28:19Z', 'updated_at': '2021-11-29T02:28:22Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': '5146ec12-3568-4494-9ac6-4f744cc69717', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:28:20Z', 'updated_at': '2021-11-29T02:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'f7e703f5-6977-418f-a5f7-0513dd439725', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'floating_ip_address': '172.26.3.139', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'port_id': '731d8f1a-83d7-465c-a234-fd96c8ddfadf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6', 'mac_address': 'fa:16:3e:a1:96:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5515cb43-0dab-482e-93ba-c62b2624130d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:28:36Z', 'updated_at': '2021-11-29T02:28:36Z', 'revision_number': 0, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a07036-d7b2-4a5e-8f16-f9fbc855a1e1', 'name': '', 'network_id': '3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:e9:ab:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '930b5c1f-733d-4275-a640-87004537cdf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:28:22Z', 'updated_at': '2021-11-29T02:28:25Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': '930b5c1f-733d-4275-a640-87004537cdf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:28:38.207694 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aed3b03-2c55-4d15-8401-ed53376051f0 None None] The sync data for ids ['a239f682-3ac8-4224-85ce-af9ab83dff74'] in dv-neutron-819032-3-hyperv is: [{'id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974276406', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '5146ec12-3568-4494-9ac6-4f744cc69717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:28:19Z', 'updated_at': '2021-11-29T02:28:22Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': '5146ec12-3568-4494-9ac6-4f744cc69717', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:28:20Z', 'updated_at': '2021-11-29T02:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'f7e703f5-6977-418f-a5f7-0513dd439725', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'floating_ip_address': '172.26.3.139', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'port_id': '731d8f1a-83d7-465c-a234-fd96c8ddfadf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6', 'mac_address': 'fa:16:3e:a1:96:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5515cb43-0dab-482e-93ba-c62b2624130d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:28:36Z', 'updated_at': '2021-11-29T02:28:36Z', 'revision_number': 0, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a07036-d7b2-4a5e-8f16-f9fbc855a1e1', 'name': '', 'network_id': '3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:e9:ab:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '930b5c1f-733d-4275-a640-87004537cdf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:28:22Z', 'updated_at': '2021-11-29T02:28:25Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': '930b5c1f-733d-4275-a640-87004537cdf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:28:38.398496 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b465024d-4d94-42a4-98ce-41b6aa1b0b21 None None] New status for floating IP f7e703f5-6977-418f-a5f7-0513dd439725: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:28:38.770546 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49162) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:28:38.833397 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-88b16e83-3c99-40f8-8b48-4dfd782a3b3d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/floatingips/f7e703f5-6977-418f-a5f7-0513dd439725 HTTP/1.1" status: 200 len: 994 time: 0.0617268 Nov 29 02:28:41.228954 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:28:42.079336 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-53cd28f1-2bb0-4aef-ab07-48cbf3ad6d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:43.993939 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:44.342024 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8ff3de8a-8a15-486b-b6a5-e3a74932abda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:45.406870 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:47.115184 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:28:47.901381 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:12.080070 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f82e7b87-908f-4a63-9679-1ff0f726a601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:12.909651 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-fa92701f-93a9-45a0-abc4-2a80160cd6f6 req-0bfb2ed4-42de-42c7-9776-b1e86606e617 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5515cb43-0dab-482e-93ba-c62b2624130d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420351 Nov 29 02:29:13.009216 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92701f-93a9-45a0-abc4-2a80160cd6f6 req-e44eef4a-41a6-4f16-b304-a1466621f8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:13.010736 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-fa92701f-93a9-45a0-abc4-2a80160cd6f6 req-e44eef4a-41a6-4f16-b304-a1466621f8ce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0c5f471953f452db2349f819ae968c6&device_id=5515cb43-0dab-482e-93ba-c62b2624130d HTTP/1.1" status: 200 len: 1099 time: 0.0400250 Nov 29 02:29:13.116404 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92701f-93a9-45a0-abc4-2a80160cd6f6 req-8c81a690-9a9c-4d34-a3f3-99dc7a27c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:13.117810 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-fa92701f-93a9-45a0-abc4-2a80160cd6f6 req-8c81a690-9a9c-4d34-a3f3-99dc7a27c466 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6 HTTP/1.1" status: 200 len: 898 time: 0.0831749 Nov 29 02:29:13.186417 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-fa92701f-93a9-45a0-abc4-2a80160cd6f6 req-78297c09-6774-49b2-bb1b-f8807bca464d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=731d8f1a-83d7-465c-a234-fd96c8ddfadf HTTP/1.1" status: 200 len: 1002 time: 0.0609202 Nov 29 02:29:13.239967 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92701f-93a9-45a0-abc4-2a80160cd6f6 req-ab44dcb0-7dce-49d3-bbdb-cfe07d68e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:13.241357 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-fa92701f-93a9-45a0-abc4-2a80160cd6f6 req-ab44dcb0-7dce-49d3-bbdb-cfe07d68e3f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=930b5c1f-733d-4275-a640-87004537cdf4 HTTP/1.1" status: 200 len: 835 time: 0.0430472 Nov 29 02:29:13.287385 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92701f-93a9-45a0-abc4-2a80160cd6f6 req-2706fd60-631e-4e8d-bc5d-d998048f98e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:13.288828 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-fa92701f-93a9-45a0-abc4-2a80160cd6f6 req-2706fd60-631e-4e8d-bc5d-d998048f98e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385342 Nov 29 02:29:13.379955 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-fa92701f-93a9-45a0-abc4-2a80160cd6f6 req-b082aafd-a9a9-439d-93a5-2fb30fa3de34 service neutron] 10.222.0.24 "GET /v2.0/networks/3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828671 Nov 29 02:29:13.468691 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-fa92701f-93a9-45a0-abc4-2a80160cd6f6 req-cdedeea3-dd80-4bb7-bd53-f76822052f73 service neutron] 10.222.0.24 "GET /v2.0/networks/3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806193 Nov 29 02:29:14.009149 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:14.276593 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056091b3-a72e-4d87-ab65-66a82cd05d24 req-c69a33d1-8e92-4d85-8b9c-05a7ab1c244e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:14.277997 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-056091b3-a72e-4d87-ab65-66a82cd05d24 req-c69a33d1-8e92-4d85-8b9c-05a7ab1c244e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5515cb43-0dab-482e-93ba-c62b2624130d HTTP/1.1" status: 200 len: 946 time: 0.0509837 Nov 29 02:29:14.329071 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-056091b3-a72e-4d87-ab65-66a82cd05d24 req-bbbd8ae5-fe3b-4022-8a1b-808ce81dee72 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=908aa76c-fbc5-4a15-8233-ddc4bda46a39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452020 Nov 29 02:29:14.341910 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d8fbb5ed-7f22-4bb3-b8e8-651afbc4edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:15.410393 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:15.444219 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c964845-e84d-42f0-abb8-0b1bca8148eb req-a3d79c90-5535-4bf9-afc1-08d523738c6a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:15.445689 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0c964845-e84d-42f0-abb8-0b1bca8148eb req-a3d79c90-5535-4bf9-afc1-08d523738c6a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5515cb43-0dab-482e-93ba-c62b2624130d HTTP/1.1" status: 200 len: 946 time: 0.0478485 Nov 29 02:29:15.497649 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0c964845-e84d-42f0-abb8-0b1bca8148eb req-7f82185f-2cef-4eae-ab20-6bd20f727f83 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=908aa76c-fbc5-4a15-8233-ddc4bda46a39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454521 Nov 29 02:29:15.520597 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49180) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:29:15.581510 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-657efecd-be66-4256-a97a-7ea2bf5e995f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/floatingips/f7e703f5-6977-418f-a5f7-0513dd439725 HTTP/1.1" status: 200 len: 994 time: 0.0597725 Nov 29 02:29:16.904965 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657cca6-826e-4fd6-934b-bc1b20872a4e req-7dbfe821-b74f-4c27-a9df-a4ff6967f1d0 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:16.906511 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c657cca6-826e-4fd6-934b-bc1b20872a4e req-7dbfe821-b74f-4c27-a9df-a4ff6967f1d0 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5515cb43-0dab-482e-93ba-c62b2624130d HTTP/1.1" status: 200 len: 946 time: 0.0509870 Nov 29 02:29:16.958821 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c657cca6-826e-4fd6-934b-bc1b20872a4e req-2bd64988-fc2a-4b73-a7df-51efedc5ca1b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=908aa76c-fbc5-4a15-8233-ddc4bda46a39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463605 Nov 29 02:29:17.118769 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:17.903454 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:18.079469 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0883cc3-39cc-4e81-9c26-0028dfdb7bf1 req-382b84f3-310b-4163-9df5-6d0be15be499 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:18.080922 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a0883cc3-39cc-4e81-9c26-0028dfdb7bf1 req-382b84f3-310b-4163-9df5-6d0be15be499 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5515cb43-0dab-482e-93ba-c62b2624130d HTTP/1.1" status: 200 len: 946 time: 0.0484710 Nov 29 02:29:18.134769 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a0883cc3-39cc-4e81-9c26-0028dfdb7bf1 req-0d9c27f7-7051-470d-9d2e-760ac6b60722 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=908aa76c-fbc5-4a15-8233-ddc4bda46a39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479140 Nov 29 02:29:18.156810 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49190) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:29:18.218618 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3e451aea-7660-4608-96e6-d3cfa0071dad tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/floatingips/f7e703f5-6977-418f-a5f7-0513dd439725 HTTP/1.1" status: 200 len: 994 time: 0.0606995 Nov 29 02:29:18.228194 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:29:18.500960 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49196) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:29:18.658931 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c350d64a-c2c1-40bd-8cb5-eea53babd004 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Deleting port 8050ce0c-4ce6-42ff-a30a-23f2c8ceabea {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:29:18.659279 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c350d64a-c2c1-40bd-8cb5-eea53babd004 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:18.731906 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c350d64a-c2c1-40bd-8cb5-eea53babd004 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:18.732243 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c350d64a-c2c1-40bd-8cb5-eea53babd004 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:18.743687 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c350d64a-c2c1-40bd-8cb5-eea53babd004 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Calling delete_port for 8050ce0c-4ce6-42ff-a30a-23f2c8ceabea owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:29:18.894069 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c350d64a-c2c1-40bd-8cb5-eea53babd004 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:18.917615 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350d64a-c2c1-40bd-8cb5-eea53babd004 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event deleted for resources: {'Port': ['ID=8050ce0c-4ce6-42ff-a30a-23f2c8ceabea,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:29:18.927194 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c350d64a-c2c1-40bd-8cb5-eea53babd004 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:18.927556 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c350d64a-c2c1-40bd-8cb5-eea53babd004 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:18.927912 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c350d64a-c2c1-40bd-8cb5-eea53babd004 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:18.928262 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c350d64a-c2c1-40bd-8cb5-eea53babd004 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:18.928606 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c350d64a-c2c1-40bd-8cb5-eea53babd004 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:18.929384 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c350d64a-c2c1-40bd-8cb5-eea53babd004 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:18.929384 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c350d64a-c2c1-40bd-8cb5-eea53babd004 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:18.929615 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c350d64a-c2c1-40bd-8cb5-eea53babd004 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:18.929945 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c350d64a-c2c1-40bd-8cb5-eea53babd004 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:18.930277 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c350d64a-c2c1-40bd-8cb5-eea53babd004 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:18.930610 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c350d64a-c2c1-40bd-8cb5-eea53babd004 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:18.930941 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c350d64a-c2c1-40bd-8cb5-eea53babd004 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:18.992751 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c350d64a-c2c1-40bd-8cb5-eea53babd004 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:18.993088 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-c350d64a-c2c1-40bd-8cb5-eea53babd004 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Floating IP f7e703f5-6977-418f-a5f7-0513dd439725 disassociated (deleted). External IP: 172.26.3.139, port: 731d8f1a-83d7-465c-a234-fd96c8ddfadf. Nov 29 02:29:19.192679 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c350d64a-c2c1-40bd-8cb5-eea53babd004 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Router a239f682-3ac8-4224-85ce-af9ab83dff74 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:29:19.298876 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c350d64a-c2c1-40bd-8cb5-eea53babd004 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:29:19.303632 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c350d64a-c2c1-40bd-8cb5-eea53babd004 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:19.308179 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f77e66b-547f-4b8b-97b0-08adc6845538 None None] Sync routers for ids ['a239f682-3ac8-4224-85ce-af9ab83dff74'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:29:19.317934 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f77e66b-547f-4b8b-97b0-08adc6845538 None None] Routers {'a239f682-3ac8-4224-85ce-af9ab83dff74'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:29:19.318762 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3f77e66b-547f-4b8b-97b0-08adc6845538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:29:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a239f682-3ac8-4224-85ce-af9ab83dff74'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:29:19.330491 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c350d64a-c2c1-40bd-8cb5-eea53babd004 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "DELETE /v2.0/floatingips/f7e703f5-6977-418f-a5f7-0513dd439725 HTTP/1.1" status: 204 len: 168 time: 0.8284919 Nov 29 02:29:19.331185 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5515cb43-0dab-482e-93ba-c62b2624130d', 'tag': '731d8f1a-83d7-465c-a234-fd96c8ddfadf'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:29:19.333565 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a54b0b8d43a805c8e04fafa9e6e1877f555095d74f053d1eebc96b979e45145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f448c93-1ec3-4d69-982f-4da46131c54c" -d '{"events": [{"name": "network-changed", "server_uuid": "5515cb43-0dab-482e-93ba-c62b2624130d", "tag": "731d8f1a-83d7-465c-a234-fd96c8ddfadf"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:29:19.372582 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653dfbdd-e90c-49e6-8f66-4ccd33ca5aeb x-openstack-request-id: req-653dfbdd-e90c-49e6-8f66-4ccd33ca5aeb {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:29:19.372879 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5515cb43-0dab-482e-93ba-c62b2624130d", "tag": "731d8f1a-83d7-465c-a234-fd96c8ddfadf", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:29:19.373137 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-653dfbdd-e90c-49e6-8f66-4ccd33ca5aeb {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:29:19.373567 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5515cb43-0dab-482e-93ba-c62b2624130d', 'tag': '731d8f1a-83d7-465c-a234-fd96c8ddfadf', 'status': 'completed', 'code': 200} Nov 29 02:29:19.427779 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-3f77e66b-547f-4b8b-97b0-08adc6845538 None None] Set router a239f682-3ac8-4224-85ce-af9ab83dff74 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:29:19.503505 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f448c93-1ec3-4d69-982f-4da46131c54c req-1e192c7d-85bd-4728-a876-87cdbf6b09a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:19.505102 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-8f448c93-1ec3-4d69-982f-4da46131c54c req-1e192c7d-85bd-4728-a876-87cdbf6b09a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0c5f471953f452db2349f819ae968c6&device_id=5515cb43-0dab-482e-93ba-c62b2624130d HTTP/1.1" status: 200 len: 1099 time: 0.0709863 Nov 29 02:29:19.564119 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0cd1f-59fd-46d0-b7c3-7cfafe9a043b req-f8eab5c7-9bbb-4a05-a9c7-87e895f76d02 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:19.565664 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bee0cd1f-59fd-46d0-b7c3-7cfafe9a043b req-f8eab5c7-9bbb-4a05-a9c7-87e895f76d02 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5515cb43-0dab-482e-93ba-c62b2624130d HTTP/1.1" status: 200 len: 946 time: 0.0581551 Nov 29 02:29:19.615012 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f448c93-1ec3-4d69-982f-4da46131c54c req-dd91d5ba-85f7-4887-8c4b-06de61ae894c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:19.616508 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-8f448c93-1ec3-4d69-982f-4da46131c54c req-dd91d5ba-85f7-4887-8c4b-06de61ae894c service neutron] 10.222.0.24 "GET /v2.0/networks?id=3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6 HTTP/1.1" status: 200 len: 898 time: 0.0885532 Nov 29 02:29:19.617833 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bee0cd1f-59fd-46d0-b7c3-7cfafe9a043b req-cdee76a2-4ff0-458c-86df-716715e11083 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=908aa76c-fbc5-4a15-8233-ddc4bda46a39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455275 Nov 29 02:29:19.638535 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3f77e66b-547f-4b8b-97b0-08adc6845538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974276406', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '5146ec12-3568-4494-9ac6-4f744cc69717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:28:19Z', 'updated_at': '2021-11-29T02:28:22Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': '5146ec12-3568-4494-9ac6-4f744cc69717', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:28:20Z', 'updated_at': '2021-11-29T02:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '76a07036-d7b2-4a5e-8f16-f9fbc855a1e1', 'name': '', 'network_id': '3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:e9:ab:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '930b5c1f-733d-4275-a640-87004537cdf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:28:22Z', 'updated_at': '2021-11-29T02:28:25Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': '930b5c1f-733d-4275-a640-87004537cdf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:29:19.664608 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f77e66b-547f-4b8b-97b0-08adc6845538 None None] Checking router: a239f682-3ac8-4224-85ce-af9ab83dff74 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:29:19.664825 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-8f448c93-1ec3-4d69-982f-4da46131c54c req-8de9e253-b7ae-4744-a1b9-76ee44240034 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=731d8f1a-83d7-465c-a234-fd96c8ddfadf HTTP/1.1" status: 200 len: 217 time: 0.0382907 Nov 29 02:29:19.672755 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f77e66b-547f-4b8b-97b0-08adc6845538 None None] Routers {'a239f682-3ac8-4224-85ce-af9ab83dff74'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:29:19.673352 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3f77e66b-547f-4b8b-97b0-08adc6845538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:29:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a239f682-3ac8-4224-85ce-af9ab83dff74'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:29:19.713698 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f448c93-1ec3-4d69-982f-4da46131c54c req-f0fa510f-d2f8-4106-bca7-f5b851a4c6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:19.715113 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-8f448c93-1ec3-4d69-982f-4da46131c54c req-f0fa510f-d2f8-4106-bca7-f5b851a4c6eb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=930b5c1f-733d-4275-a640-87004537cdf4 HTTP/1.1" status: 200 len: 835 time: 0.0431707 Nov 29 02:29:19.760406 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f448c93-1ec3-4d69-982f-4da46131c54c req-5afc9ea6-abe4-4733-af35-fde0e1fb14d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:19.761989 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-8f448c93-1ec3-4d69-982f-4da46131c54c req-5afc9ea6-abe4-4733-af35-fde0e1fb14d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385859 Nov 29 02:29:19.772905 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-3f77e66b-547f-4b8b-97b0-08adc6845538 None None] Set router a239f682-3ac8-4224-85ce-af9ab83dff74 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:29:19.855145 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-8f448c93-1ec3-4d69-982f-4da46131c54c req-033f9c18-a9fe-440b-aed9-122ba0bc4de9 service neutron] 10.222.0.24 "GET /v2.0/networks/3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852342 Nov 29 02:29:19.949428 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-8f448c93-1ec3-4d69-982f-4da46131c54c req-5d666d84-c964-482e-b51a-0d50ab5d04d1 service neutron] 10.222.0.24 "GET /v2.0/networks/3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852952 Nov 29 02:29:20.060858 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-3f77e66b-547f-4b8b-97b0-08adc6845538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974276406', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '5146ec12-3568-4494-9ac6-4f744cc69717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:28:19Z', 'updated_at': '2021-11-29T02:28:22Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': '5146ec12-3568-4494-9ac6-4f744cc69717', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:28:20Z', 'updated_at': '2021-11-29T02:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '76a07036-d7b2-4a5e-8f16-f9fbc855a1e1', 'name': '', 'network_id': '3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:e9:ab:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '930b5c1f-733d-4275-a640-87004537cdf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:28:22Z', 'updated_at': '2021-11-29T02:28:25Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': '930b5c1f-733d-4275-a640-87004537cdf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:29:20.085995 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f77e66b-547f-4b8b-97b0-08adc6845538 None None] The sync data for ids ['a239f682-3ac8-4224-85ce-af9ab83dff74'] in dv-neutron-819032-3-hyperv is: [{'id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974276406', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '5146ec12-3568-4494-9ac6-4f744cc69717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:28:19Z', 'updated_at': '2021-11-29T02:28:22Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': '5146ec12-3568-4494-9ac6-4f744cc69717', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:28:20Z', 'updated_at': '2021-11-29T02:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '76a07036-d7b2-4a5e-8f16-f9fbc855a1e1', 'name': '', 'network_id': '3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:e9:ab:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '930b5c1f-733d-4275-a640-87004537cdf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:28:22Z', 'updated_at': '2021-11-29T02:28:25Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': '930b5c1f-733d-4275-a640-87004537cdf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:29:20.305795 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5f1566-62ae-4e36-87fd-c3a63072633f None None] New status for floating IP f7e703f5-6977-418f-a5f7-0513dd439725: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:29:20.734411 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a00c68-66d7-44f6-894c-6c1a86ea9678 req-93b5b4da-ba4b-4e5a-b055-982f1635f4d0 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:20.735870 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-92a00c68-66d7-44f6-894c-6c1a86ea9678 req-93b5b4da-ba4b-4e5a-b055-982f1635f4d0 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5515cb43-0dab-482e-93ba-c62b2624130d HTTP/1.1" status: 200 len: 946 time: 0.0478854 Nov 29 02:29:20.783368 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-92a00c68-66d7-44f6-894c-6c1a86ea9678 req-5cabcb2a-c644-40e4-add7-26659b334116 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=908aa76c-fbc5-4a15-8233-ddc4bda46a39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415297 Nov 29 02:29:21.612742 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb3947b-4e72-4b9a-aa2c-58e5ed64448a req-11d27bb4-7e58-4589-ada2-44b29050b120 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:21.614091 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ceb3947b-4e72-4b9a-aa2c-58e5ed64448a req-11d27bb4-7e58-4589-ada2-44b29050b120 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.24 "GET /v2.0/ports?device_id=5515cb43-0dab-482e-93ba-c62b2624130d HTTP/1.1" status: 200 len: 946 time: 0.0471587 Nov 29 02:29:21.706413 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-ceb3947b-4e72-4b9a-aa2c-58e5ed64448a req-0cc2c7da-80c9-4014-97b2-f1c6bac64b2a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Deleting port 731d8f1a-83d7-465c-a234-fd96c8ddfadf {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:29:21.706749 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ceb3947b-4e72-4b9a-aa2c-58e5ed64448a req-0cc2c7da-80c9-4014-97b2-f1c6bac64b2a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:21.794842 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-ceb3947b-4e72-4b9a-aa2c-58e5ed64448a req-0cc2c7da-80c9-4014-97b2-f1c6bac64b2a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] For port 731d8f1a-83d7-465c-a234-fd96c8ddfadf, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=731d8f1a-83d7-465c-a234-fd96c8ddfadf,segment=NetworkSegment(0bf36fc3-23c3-438e-a1f7-41034adcbc8e),segment_id=0bf36fc3-23c3-438e-a1f7-41034adcbc8e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:29:21.795198 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ceb3947b-4e72-4b9a-aa2c-58e5ed64448a req-0cc2c7da-80c9-4014-97b2-f1c6bac64b2a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:21.808005 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-ceb3947b-4e72-4b9a-aa2c-58e5ed64448a req-0cc2c7da-80c9-4014-97b2-f1c6bac64b2a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Calling delete_port for 731d8f1a-83d7-465c-a234-fd96c8ddfadf owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:29:21.900073 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8c444-6bed-4d54-9f34-e89b1e448ec0 req-70babcde-7b90-44c2-8085-487765e5b285 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:21.901600 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-62c8c444-6bed-4d54-9f34-e89b1e448ec0 req-70babcde-7b90-44c2-8085-487765e5b285 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=5515cb43-0dab-482e-93ba-c62b2624130d HTTP/1.1" status: 200 len: 946 time: 0.0498781 Nov 29 02:29:21.938518 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ceb3947b-4e72-4b9a-aa2c-58e5ed64448a req-0cc2c7da-80c9-4014-97b2-f1c6bac64b2a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:21.955571 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-62c8c444-6bed-4d54-9f34-e89b1e448ec0 req-f2b91cc3-65fd-4640-999c-b94aff363cdf tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=908aa76c-fbc5-4a15-8233-ddc4bda46a39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472641 Nov 29 02:29:21.972206 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2c7da-80c9-4014-97b2-f1c6bac64b2a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event deleted for resources: {'Port': ['ID=731d8f1a-83d7-465c-a234-fd96c8ddfadf,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:29:21.985321 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2c7da-80c9-4014-97b2-f1c6bac64b2a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:21.985579 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2c7da-80c9-4014-97b2-f1c6bac64b2a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:21.985980 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2c7da-80c9-4014-97b2-f1c6bac64b2a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:21.986327 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2c7da-80c9-4014-97b2-f1c6bac64b2a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:21.986673 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2c7da-80c9-4014-97b2-f1c6bac64b2a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:21.987034 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2c7da-80c9-4014-97b2-f1c6bac64b2a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:21.987360 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2c7da-80c9-4014-97b2-f1c6bac64b2a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:21.987701 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2c7da-80c9-4014-97b2-f1c6bac64b2a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:21.988042 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2c7da-80c9-4014-97b2-f1c6bac64b2a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:21.988380 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2c7da-80c9-4014-97b2-f1c6bac64b2a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:21.988720 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2c7da-80c9-4014-97b2-f1c6bac64b2a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:21.989055 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc2c7da-80c9-4014-97b2-f1c6bac64b2a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:22.024791 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb3947b-4e72-4b9a-aa2c-58e5ed64448a req-0cc2c7da-80c9-4014-97b2-f1c6bac64b2a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] No DVR routers for this DVR port 731d8f1a-83d7-465c-a234-fd96c8ddfadf on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:29:22.027494 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-ceb3947b-4e72-4b9a-aa2c-58e5ed64448a req-0cc2c7da-80c9-4014-97b2-f1c6bac64b2a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:22.030859 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ceb3947b-4e72-4b9a-aa2c-58e5ed64448a req-0cc2c7da-80c9-4014-97b2-f1c6bac64b2a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.24 "DELETE /v2.0/ports/731d8f1a-83d7-465c-a234-fd96c8ddfadf HTTP/1.1" status: 204 len: 173 time: 0.4066036 Nov 29 02:29:22.031343 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5515cb43-0dab-482e-93ba-c62b2624130d', 'name': 'network-vif-deleted', 'tag': '731d8f1a-83d7-465c-a234-fd96c8ddfadf'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:29:22.033956 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64f7681-dc2e-404d-ab54-0fa7c99b6d7e" -d '{"events": [{"server_uuid": "5515cb43-0dab-482e-93ba-c62b2624130d", "name": "network-vif-deleted", "tag": "731d8f1a-83d7-465c-a234-fd96c8ddfadf"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:29:22.132853 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070f30c4-0797-4877-9311-e2fe004dd5bb x-openstack-request-id: req-070f30c4-0797-4877-9311-e2fe004dd5bb {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:29:22.133163 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5515cb43-0dab-482e-93ba-c62b2624130d", "name": "network-vif-deleted", "tag": "731d8f1a-83d7-465c-a234-fd96c8ddfadf", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:29:22.133563 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-070f30c4-0797-4877-9311-e2fe004dd5bb {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:29:22.134429 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5515cb43-0dab-482e-93ba-c62b2624130d', 'name': 'network-vif-deleted', 'tag': '731d8f1a-83d7-465c-a234-fd96c8ddfadf', 'status': 'completed', 'code': 200} Nov 29 02:29:23.011535 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49216) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:29:23.610017 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82d9d129-7f99-4494-a129-445d7466082e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:23.852591 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-82d9d129-7f99-4494-a129-445d7466082e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Deleting port 76a07036-d7b2-4a5e-8f16-f9fbc855a1e1 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:29:23.852932 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82d9d129-7f99-4494-a129-445d7466082e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:23.942760 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-82d9d129-7f99-4494-a129-445d7466082e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] For port 76a07036-d7b2-4a5e-8f16-f9fbc855a1e1, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=76a07036-d7b2-4a5e-8f16-f9fbc855a1e1,segment=NetworkSegment(0bf36fc3-23c3-438e-a1f7-41034adcbc8e),segment_id=0bf36fc3-23c3-438e-a1f7-41034adcbc8e)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:29:23.943122 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82d9d129-7f99-4494-a129-445d7466082e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:23.955177 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-82d9d129-7f99-4494-a129-445d7466082e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Calling delete_port for 76a07036-d7b2-4a5e-8f16-f9fbc855a1e1 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:29:24.137773 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82d9d129-7f99-4494-a129-445d7466082e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:24.163755 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9d129-7f99-4494-a129-445d7466082e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event deleted for resources: {'Port': ['ID=76a07036-d7b2-4a5e-8f16-f9fbc855a1e1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:29:24.337024 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82d9d129-7f99-4494-a129-445d7466082e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:24.548389 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d9d129-7f99-4494-a129-445d7466082e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Router a239f682-3ac8-4224-85ce-af9ab83dff74 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:29:24.647345 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d9d129-7f99-4494-a129-445d7466082e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:29:24.656030 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-82d9d129-7f99-4494-a129-445d7466082e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "PUT /v2.0/routers/a239f682-3ac8-4224-85ce-af9ab83dff74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6393647 Nov 29 02:29:24.656030 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49220) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:29:24.659005 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd399a5c-4880-4ff7-be92-30a97e4c1cfd None None] Sync routers for ids ['a239f682-3ac8-4224-85ce-af9ab83dff74'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:29:24.668455 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd399a5c-4880-4ff7-be92-30a97e4c1cfd None None] Routers {'a239f682-3ac8-4224-85ce-af9ab83dff74'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:29:24.669135 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fd399a5c-4880-4ff7-be92-30a97e4c1cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:29:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a239f682-3ac8-4224-85ce-af9ab83dff74'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:29:24.708253 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-03cf42d3-f8c6-40a3-ac8b-58bd5e5977cc tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Deleting subnet 930b5c1f-733d-4275-a640-87004537cdf4 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:29:24.711279 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03cf42d3-f8c6-40a3-ac8b-58bd5e5977cc tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:24.750109 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03cf42d3-f8c6-40a3-ac8b-58bd5e5977cc tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:24.770093 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-fd399a5c-4880-4ff7-be92-30a97e4c1cfd None None] Set router a239f682-3ac8-4224-85ce-af9ab83dff74 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:29:24.837388 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03cf42d3-f8c6-40a3-ac8b-58bd5e5977cc tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:24.902317 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03cf42d3-f8c6-40a3-ac8b-58bd5e5977cc tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:24.929709 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf42d3-f8c6-40a3-ac8b-58bd5e5977cc tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event deleted for resources: {'Subnet': ['ID=930b5c1f-733d-4275-a640-87004537cdf4,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:29:24.933114 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03cf42d3-f8c6-40a3-ac8b-58bd5e5977cc tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:24.936369 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-03cf42d3-f8c6-40a3-ac8b-58bd5e5977cc tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "DELETE /v2.0/subnets/930b5c1f-733d-4275-a640-87004537cdf4 HTTP/1.1" status: 204 len: 168 time: 0.2795889 Nov 29 02:29:24.939069 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49224) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:29:24.941699 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3288a142-e2cb-4534-8b24-d2a6a8652fb6 None None] Network 3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:29:24.957974 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fd399a5c-4880-4ff7-be92-30a97e4c1cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974276406', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '5146ec12-3568-4494-9ac6-4f744cc69717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:28:19Z', 'updated_at': '2021-11-29T02:29:24Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': '5146ec12-3568-4494-9ac6-4f744cc69717', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:28:20Z', 'updated_at': '2021-11-29T02:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:29:24.985793 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd399a5c-4880-4ff7-be92-30a97e4c1cfd None None] Checking router: a239f682-3ac8-4224-85ce-af9ab83dff74 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:29:24.994308 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd399a5c-4880-4ff7-be92-30a97e4c1cfd None None] Routers {'a239f682-3ac8-4224-85ce-af9ab83dff74'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:29:24.994922 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fd399a5c-4880-4ff7-be92-30a97e4c1cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:29:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a239f682-3ac8-4224-85ce-af9ab83dff74'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:29:25.049479 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b82e5103-eb14-412a-b39c-a28872a192b3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:25.101823 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-fd399a5c-4880-4ff7-be92-30a97e4c1cfd None None] Set router a239f682-3ac8-4224-85ce-af9ab83dff74 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:29:25.159294 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9932b2-ffc2-4e38-aaaa-4b0106515870 None None] DHCP port deletion for 3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:29:25.162562 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b82e5103-eb14-412a-b39c-a28872a192b3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:25.214593 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ae9932b2-ffc2-4e38-aaaa-4b0106515870 None None] Deleting port 05fa82c7-9158-4bc0-902a-57e3a3a0d0c2 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:29:25.215009 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ae9932b2-ffc2-4e38-aaaa-4b0106515870 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:25.217519 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b82e5103-eb14-412a-b39c-a28872a192b3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Deleting port 5146ec12-3568-4494-9ac6-4f744cc69717 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:29:25.217519 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b82e5103-eb14-412a-b39c-a28872a192b3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:25.303622 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fd399a5c-4880-4ff7-be92-30a97e4c1cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974276406', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '5146ec12-3568-4494-9ac6-4f744cc69717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:28:19Z', 'updated_at': '2021-11-29T02:29:24Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': '5146ec12-3568-4494-9ac6-4f744cc69717', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:28:20Z', 'updated_at': '2021-11-29T02:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:29:25.305218 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ae9932b2-ffc2-4e38-aaaa-4b0106515870 None None] For port 05fa82c7-9158-4bc0-902a-57e3a3a0d0c2, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=05fa82c7-9158-4bc0-902a-57e3a3a0d0c2,segment=NetworkSegment(0bf36fc3-23c3-438e-a1f7-41034adcbc8e),segment_id=0bf36fc3-23c3-438e-a1f7-41034adcbc8e)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:29:25.305893 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ae9932b2-ffc2-4e38-aaaa-4b0106515870 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:25.320608 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b82e5103-eb14-412a-b39c-a28872a192b3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] For port 5146ec12-3568-4494-9ac6-4f744cc69717, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=5146ec12-3568-4494-9ac6-4f744cc69717,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:29:25.320830 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ae9932b2-ffc2-4e38-aaaa-4b0106515870 None None] Calling delete_port for 05fa82c7-9158-4bc0-902a-57e3a3a0d0c2 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:29:25.321123 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b82e5103-eb14-412a-b39c-a28872a192b3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:25.335676 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd399a5c-4880-4ff7-be92-30a97e4c1cfd None None] The sync data for ids ['a239f682-3ac8-4224-85ce-af9ab83dff74'] in dv-neutron-819032-3-hyperv is: [{'id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1974276406', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '5146ec12-3568-4494-9ac6-4f744cc69717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:28:19Z', 'updated_at': '2021-11-29T02:29:24Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': '5146ec12-3568-4494-9ac6-4f744cc69717', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:78:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a239f682-3ac8-4224-85ce-af9ab83dff74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:28:20Z', 'updated_at': '2021-11-29T02:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:29:25.340319 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b82e5103-eb14-412a-b39c-a28872a192b3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Calling delete_port for 5146ec12-3568-4494-9ac6-4f744cc69717 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:29:25.383293 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 731d8f1a-83d7-465c-a234-fd96c8ddfadf no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:29:25.409508 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: 731d8f1a-83d7-465c-a234-fd96c8ddfadf {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:29:25.409999 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 731d8f1a-83d7-465c-a234-fd96c8ddfadf not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:29:25.431615 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ae9932b2-ffc2-4e38-aaaa-4b0106515870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:25.457613 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9932b2-ffc2-4e38-aaaa-4b0106515870 None None] Pushing event deleted for resources: {'Port': ['ID=05fa82c7-9158-4bc0-902a-57e3a3a0d0c2,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:29:25.461987 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9932b2-ffc2-4e38-aaaa-4b0106515870 None None] No DVR routers for this DVR port 05fa82c7-9158-4bc0-902a-57e3a3a0d0c2 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:29:25.474781 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9932b2-ffc2-4e38-aaaa-4b0106515870 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:25.475130 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9932b2-ffc2-4e38-aaaa-4b0106515870 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:25.475660 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9932b2-ffc2-4e38-aaaa-4b0106515870 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:25.476183 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9932b2-ffc2-4e38-aaaa-4b0106515870 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:25.476526 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9932b2-ffc2-4e38-aaaa-4b0106515870 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:25.476866 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9932b2-ffc2-4e38-aaaa-4b0106515870 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:25.477202 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9932b2-ffc2-4e38-aaaa-4b0106515870 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:25.477535 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9932b2-ffc2-4e38-aaaa-4b0106515870 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:25.478251 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9932b2-ffc2-4e38-aaaa-4b0106515870 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:25.478251 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9932b2-ffc2-4e38-aaaa-4b0106515870 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:25.478567 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9932b2-ffc2-4e38-aaaa-4b0106515870 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:25.478856 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9932b2-ffc2-4e38-aaaa-4b0106515870 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:25.516096 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b82e5103-eb14-412a-b39c-a28872a192b3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:25.543977 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e5103-eb14-412a-b39c-a28872a192b3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event deleted for resources: {'Port': ['ID=5146ec12-3568-4494-9ac6-4f744cc69717,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:29:25.556538 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6c1465-0e41-43ca-a890-83271ac3704f None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:29:25.602383 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b82e5103-eb14-412a-b39c-a28872a192b3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:25.691017 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b82e5103-eb14-412a-b39c-a28872a192b3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:25.693262 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b82e5103-eb14-412a-b39c-a28872a192b3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:25.741716 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b82e5103-eb14-412a-b39c-a28872a192b3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:25.742248 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82e5103-eb14-412a-b39c-a28872a192b3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Fanout notify agent at l3_agent the message router_deleted on router a239f682-3ac8-4224-85ce-af9ab83dff74 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:29:25.749888 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b82e5103-eb14-412a-b39c-a28872a192b3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:25.753870 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-b82e5103-eb14-412a-b39c-a28872a192b3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "DELETE /v2.0/routers/a239f682-3ac8-4224-85ce-af9ab83dff74 HTTP/1.1" status: 204 len: 168 time: 0.8138247 Nov 29 02:29:25.754046 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49230) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:29:25.832981 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-933857a7-7947-461d-83ef-92609eb93e80 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:25.923986 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-933857a7-7947-461d-83ef-92609eb93e80 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:25.944474 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-933857a7-7947-461d-83ef-92609eb93e80 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:29:25.954182 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-933857a7-7947-461d-83ef-92609eb93e80 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf36fc3-23c3-438e-a1f7-41034adcbc8e') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:29:25.954484 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-933857a7-7947-461d-83ef-92609eb93e80 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf36fc3-23c3-438e-a1f7-41034adcbc8e') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:29:25.964423 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-933857a7-7947-461d-83ef-92609eb93e80 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:25.979260 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-933857a7-7947-461d-83ef-92609eb93e80 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:25.985974 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-933857a7-7947-461d-83ef-92609eb93e80 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:29:25.986366 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-933857a7-7947-461d-83ef-92609eb93e80 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:25.989277 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:29:25.989277 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:29:25.989277 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:29:25.989277 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:29:25.989277 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:29:25.989277 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:29:25.989277 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:29:25.989277 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:29:25.989277 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:29:25.989277 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:29:25.989277 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:29:25.989277 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:29:25.989277 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:29:25.989277 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:29:25.989277 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:29:25.989277 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:29:25.989277 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:29:25.989277 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:29:25.989277 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:29:25.989277 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:29:25.989277 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:29:25.989277 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:29:25.989277 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:29:25.989277 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:29:25.989277 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:29:25.989277 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:29:25.989277 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:29:25.989277 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:29:25.989277 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:29:25.989277 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:29:25.989277 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:29:25.989277 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:29:26.048795 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-933857a7-7947-461d-83ef-92609eb93e80 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:26.055271 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-933857a7-7947-461d-83ef-92609eb93e80 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:26.058398 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-933857a7-7947-461d-83ef-92609eb93e80 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "DELETE /v2.0/networks/3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6 HTTP/1.1" status: 204 len: 168 time: 0.3028822 Nov 29 02:29:26.061298 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49232) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:29:26.069669 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933857a7-7947-461d-83ef-92609eb93e80 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event deleted for resources: {'Network': ['ID=3e4d26a8-b59a-405c-b68d-6a2b3c9f77d6,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:29:26.118573 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a9d6903-fd7a-4508-8570-3541f24df5f2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:26.144037 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a9d6903-fd7a-4508-8570-3541f24df5f2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:26.203024 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a9d6903-fd7a-4508-8570-3541f24df5f2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:26.205766 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a9d6903-fd7a-4508-8570-3541f24df5f2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:26.206975 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9a9d6903-fd7a-4508-8570-3541f24df5f2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "DELETE /v2.0/security-groups/908aa76c-fbc5-4a15-8233-ddc4bda46a39 HTTP/1.1" status: 204 len: 168 time: 0.1445975 Nov 29 02:29:26.216859 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d6903-fd7a-4508-8570-3541f24df5f2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=908aa76c-fbc5-4a15-8233-ddc4bda46a39,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:29:26.519477 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49238) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:29:26.524139 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-982f1c5b-0edc-48a7-b814-6145ae7ba361 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1351172901', 'description': 'tempest-secgroup-smoke-1351172901 description', 'project_id': 'a0c5f471953f452db2349f819ae968c6'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:29:26.546103 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-982f1c5b-0edc-48a7-b814-6145ae7ba361 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:26.610808 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-982f1c5b-0edc-48a7-b814-6145ae7ba361 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:26.614200 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-982f1c5b-0edc-48a7-b814-6145ae7ba361 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:26.642308 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-982f1c5b-0edc-48a7-b814-6145ae7ba361 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:26.643506 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-982f1c5b-0edc-48a7-b814-6145ae7ba361 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1229899 Nov 29 02:29:26.645433 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f1c5b-0edc-48a7-b814-6145ae7ba361 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2ae690-e122-45bd-864a-28ebcad7a8f7,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:29:26.646550 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49240) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:29:26.653232 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-7ed0f8a8-f5fc-4101-af71-95a894f452fa tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'security_group_rule': {'security_group_id': '3a2ae690-e122-45bd-864a-28ebcad7a8f7', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:29:26.680512 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ed0f8a8-f5fc-4101-af71-95a894f452fa tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:26.737582 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ed0f8a8-f5fc-4101-af71-95a894f452fa tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:26.740855 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ed0f8a8-f5fc-4101-af71-95a894f452fa tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:26.758819 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0f8a8-f5fc-4101-af71-95a894f452fa tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beaea753-96cc-43a1-bb32-5be5dd2fbbf9,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:29:26.764827 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7ed0f8a8-f5fc-4101-af71-95a894f452fa tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:26.766000 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7ed0f8a8-f5fc-4101-af71-95a894f452fa tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175823 Nov 29 02:29:26.768666 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49242) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:29:26.772844 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-8f331df7-8527-4b11-9eee-afe5705a9791 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'security_group_rule': {'security_group_id': '3a2ae690-e122-45bd-864a-28ebcad7a8f7', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:29:26.799314 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8f331df7-8527-4b11-9eee-afe5705a9791 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:26.844755 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 05fa82c7-9158-4bc0-902a-57e3a3a0d0c2 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:29:26.855392 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8f331df7-8527-4b11-9eee-afe5705a9791 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:26.860510 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8f331df7-8527-4b11-9eee-afe5705a9791 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:26.866284 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 05fa82c7-9158-4bc0-902a-57e3a3a0d0c2 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:29:26.866699 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 05fa82c7-9158-4bc0-902a-57e3a3a0d0c2 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:29:26.867194 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 5146ec12-3568-4494-9ac6-4f744cc69717 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:29:26.878269 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f331df7-8527-4b11-9eee-afe5705a9791 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc61a5c4-64dc-4c81-b492-185c856c6b7e,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:29:26.890981 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8f331df7-8527-4b11-9eee-afe5705a9791 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:26.891574 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 5146ec12-3568-4494-9ac6-4f744cc69717 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:29:26.892097 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 5146ec12-3568-4494-9ac6-4f744cc69717 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:29:26.892464 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8f331df7-8527-4b11-9eee-afe5705a9791 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1227987 Nov 29 02:29:26.892956 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 76a07036-d7b2-4a5e-8f16-f9fbc855a1e1 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:29:26.895151 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49244) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:29:26.900180 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-ec63d1bf-e5c9-4efe-800e-26ee65007c04 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'security_group_rule': {'security_group_id': '3a2ae690-e122-45bd-864a-28ebcad7a8f7', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:29:26.913284 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 76a07036-d7b2-4a5e-8f16-f9fbc855a1e1 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:29:26.913730 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 76a07036-d7b2-4a5e-8f16-f9fbc855a1e1 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:29:26.931866 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec63d1bf-e5c9-4efe-800e-26ee65007c04 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:26.989044 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec63d1bf-e5c9-4efe-800e-26ee65007c04 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:26.992795 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec63d1bf-e5c9-4efe-800e-26ee65007c04 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:27.010738 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63d1bf-e5c9-4efe-800e-26ee65007c04 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b345d6-ef73-4aef-8099-dbbaa7670f2b,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:29:27.018923 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ec63d1bf-e5c9-4efe-800e-26ee65007c04 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:27.022682 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-ec63d1bf-e5c9-4efe-800e-26ee65007c04 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237080 Nov 29 02:29:27.022876 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49246) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:29:27.027321 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-8af79db2-fffb-41bb-82bc-aacd818fe3d4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'security_group_rule': {'security_group_id': '3a2ae690-e122-45bd-864a-28ebcad7a8f7', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:29:27.053687 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8af79db2-fffb-41bb-82bc-aacd818fe3d4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:27.112763 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8af79db2-fffb-41bb-82bc-aacd818fe3d4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:27.117108 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8af79db2-fffb-41bb-82bc-aacd818fe3d4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:27.135804 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af79db2-fffb-41bb-82bc-aacd818fe3d4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f80dc454-ab61-4e8c-a25c-abea57bd5d4a,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:29:27.141098 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8af79db2-fffb-41bb-82bc-aacd818fe3d4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:27.144947 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8af79db2-fffb-41bb-82bc-aacd818fe3d4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185565 Nov 29 02:29:27.145113 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49248) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:29:27.154386 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5b52fbf2-42ea-48d0-8743-052668c98f7d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'security_group_rule': {'security_group_id': '3a2ae690-e122-45bd-864a-28ebcad7a8f7', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:29:27.176401 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-5b52fbf2-42ea-48d0-8743-052668c98f7d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Project a0c5f471953f452db2349f819ae968c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:29:27.181413 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5b52fbf2-42ea-48d0-8743-052668c98f7d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:27.239716 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5b52fbf2-42ea-48d0-8743-052668c98f7d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:27.243300 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5b52fbf2-42ea-48d0-8743-052668c98f7d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:27.260103 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52fbf2-42ea-48d0-8743-052668c98f7d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b3e90ce-c3ff-45da-acd1-1ac1153642ef,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:29:27.268458 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5b52fbf2-42ea-48d0-8743-052668c98f7d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:27.269761 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5b52fbf2-42ea-48d0-8743-052668c98f7d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1233656 Nov 29 02:29:27.272613 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49250) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:29:27.277179 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d6139921-b167-4424-b367-8fdadf408766 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'security_group_rule': {'security_group_id': '3a2ae690-e122-45bd-864a-28ebcad7a8f7', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:29:27.299607 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-d6139921-b167-4424-b367-8fdadf408766 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Project a0c5f471953f452db2349f819ae968c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:29:27.304831 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d6139921-b167-4424-b367-8fdadf408766 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:27.363799 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d6139921-b167-4424-b367-8fdadf408766 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:27.367150 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d6139921-b167-4424-b367-8fdadf408766 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:27.383478 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6139921-b167-4424-b367-8fdadf408766 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe9ab2c8-29f3-47e4-837f-6f8570e5d2ed,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:29:27.391485 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d6139921-b167-4424-b367-8fdadf408766 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:27.392660 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d6139921-b167-4424-b367-8fdadf408766 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1190984 Nov 29 02:29:27.395461 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49252) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:29:27.400333 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c04d3b2f-c988-4ddf-9213-6563aedff4cd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'network': {'name': 'tempest-network-smoke--2123956789', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'port_security_enabled': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:29:27.421487 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04d3b2f-c988-4ddf-9213-6563aedff4cd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Made reservation on behalf of a0c5f471953f452db2349f819ae968c6 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:29:27.424849 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c04d3b2f-c988-4ddf-9213-6563aedff4cd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:27.447822 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c04d3b2f-c988-4ddf-9213-6563aedff4cd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:29:27.457787 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c04d3b2f-c988-4ddf-9213-6563aedff4cd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:27.458121 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-c04d3b2f-c988-4ddf-9213-6563aedff4cd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Added segment 594e34b6-14fd-4e15-9e8f-845b10814eca of type vlan for network e27b3ae8-9977-4329-a813-680bdf89fb93 Nov 29 02:29:27.503735 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c04d3b2f-c988-4ddf-9213-6563aedff4cd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:27.531085 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c04d3b2f-c988-4ddf-9213-6563aedff4cd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:27.536864 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04d3b2f-c988-4ddf-9213-6563aedff4cd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:27.537476 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c04d3b2f-c988-4ddf-9213-6563aedff4cd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:27.610754 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c04d3b2f-c988-4ddf-9213-6563aedff4cd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2142773 Nov 29 02:29:27.613749 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49254) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:29:27.624406 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5dd5de95-9cac-4af0-b022-8172a3c70ec7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1101423449', 'admin_state_up': True, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:29:27.637954 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d3b2f-c988-4ddf-9213-6563aedff4cd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Network': ['ID=e27b3ae8-9977-4329-a813-680bdf89fb93,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:29:27.648724 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network e27b3ae8-9977-4329-a813-680bdf89fb93 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:29:27.655860 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5dd5de95-9cac-4af0-b022-8172a3c70ec7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:27.657134 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5dd5de95-9cac-4af0-b022-8172a3c70ec7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:27.713279 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5dd5de95-9cac-4af0-b022-8172a3c70ec7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:27.848022 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5dd5de95-9cac-4af0-b022-8172a3c70ec7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:28.054588 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5dd5de95-9cac-4af0-b022-8172a3c70ec7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:28.073198 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5dd5de95-9cac-4af0-b022-8172a3c70ec7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:28.182729 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-5dd5de95-9cac-4af0-b022-8172a3c70ec7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Allocated IP 172.26.3.205 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:29:28.283985 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5dd5de95-9cac-4af0-b022-8172a3c70ec7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:28.316855 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5dd5de95-9cac-4af0-b022-8172a3c70ec7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:28.350326 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd5de95-9cac-4af0-b022-8172a3c70ec7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:29:28.356942 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-5dd5de95-9cac-4af0-b022-8172a3c70ec7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:29:28.360410 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd5de95-9cac-4af0-b022-8172a3c70ec7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:29:28.369036 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35a6dd4-b42e-4119-b61b-99cedb5c7c97 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:29:28.389241 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5de95-9cac-4af0-b022-8172a3c70ec7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Port': ['ID=c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:29:28.414440 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-376e10ae-ed7d-4f6a-936c-827ab2f641c3 None None] Provisioning complete for port c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:29:28.414857 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-376e10ae-ed7d-4f6a-936c-827ab2f641c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:28.448402 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-376e10ae-ed7d-4f6a-936c-827ab2f641c3 None None] Port c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:29:28.609403 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5dd5de95-9cac-4af0-b022-8172a3c70ec7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:29.108071 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5dd5de95-9cac-4af0-b022-8172a3c70ec7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:29.231409 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd5de95-9cac-4af0-b022-8172a3c70ec7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Router 23596f59-4a6d-4bfa-9a48-2db11f0fddb2 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:29:29.337346 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd5de95-9cac-4af0-b022-8172a3c70ec7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:29:29.347199 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef16a6a5-158a-4f63-b473-dae20607d7fa None None] Sync routers for ids ['23596f59-4a6d-4bfa-9a48-2db11f0fddb2'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:29:29.357427 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5dd5de95-9cac-4af0-b022-8172a3c70ec7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:29.357795 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef16a6a5-158a-4f63-b473-dae20607d7fa None None] Routers {'23596f59-4a6d-4bfa-9a48-2db11f0fddb2'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:29:29.361609 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ef16a6a5-158a-4f63-b473-dae20607d7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:29:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['23596f59-4a6d-4bfa-9a48-2db11f0fddb2'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:29:29.362313 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5dd5de95-9cac-4af0-b022-8172a3c70ec7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7439930 Nov 29 02:29:29.362313 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49256) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:29:29.392827 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d2ac555a-3c7c-44ce-b0b6-815fb551674b tempest-TestNetworkAdvancedServerOps-1727814793 tempest-TestNetworkAdvancedServerOps-1727814793-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a0c5f471953f452db2349f819ae968c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274696 Nov 29 02:29:29.393049 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49258) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:29:29.468567 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-ef16a6a5-158a-4f63-b473-dae20607d7fa None None] Set router 23596f59-4a6d-4bfa-9a48-2db11f0fddb2 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:29:29.482537 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767aa36e-ea46-4951-8436-416879dde1d3 tempest-TestNetworkAdvancedServerOps-1727814793 tempest-TestNetworkAdvancedServerOps-1727814793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:29.484040 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-767aa36e-ea46-4951-8436-416879dde1d3 tempest-TestNetworkAdvancedServerOps-1727814793 tempest-TestNetworkAdvancedServerOps-1727814793-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900190 Nov 29 02:29:29.486989 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49260) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:29:29.516622 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9228312d-a82e-49c7-a74e-964ef49bb539 tempest-TestNetworkAdvancedServerOps-1727814793 tempest-TestNetworkAdvancedServerOps-1727814793-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=4bf244a8-fda8-412f-8f05-2c7c5210f333&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285709 Nov 29 02:29:29.519875 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49262) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:29:29.525847 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-efe2f31f-ffe8-4f16-8a3c-5d4561ae249b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1143915752', 'network_id': 'e27b3ae8-9977-4329-a813-680bdf89fb93', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:29:29.616458 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe2f31f-ffe8-4f16-8a3c-5d4561ae249b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Made reservation on behalf of a0c5f471953f452db2349f819ae968c6 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:29:29.620006 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-efe2f31f-ffe8-4f16-8a3c-5d4561ae249b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:29.655123 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ef16a6a5-158a-4f63-b473-dae20607d7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101423449', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:29:27Z', 'updated_at': '2021-11-29T02:29:28Z', 'revision_number': 3, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:43:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:29:28Z', 'updated_at': '2021-11-29T02:29:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:29:29.684412 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef16a6a5-158a-4f63-b473-dae20607d7fa None None] Checking router: 23596f59-4a6d-4bfa-9a48-2db11f0fddb2 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:29:29.684766 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef16a6a5-158a-4f63-b473-dae20607d7fa None None] Updating router 23596f59-4a6d-4bfa-9a48-2db11f0fddb2 port c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6 binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:29:29.709500 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef16a6a5-158a-4f63-b473-dae20607d7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:29.797571 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-efe2f31f-ffe8-4f16-8a3c-5d4561ae249b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:29.861844 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2f31f-ffe8-4f16-8a3c-5d4561ae249b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Subnet': ['ID=ad92524e-cfef-4532-9dc4-ae425d1aaa6f,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:29:29.868160 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe2f31f-ffe8-4f16-8a3c-5d4561ae249b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Checking segment: {'id': '594e34b6-14fd-4e15-9e8f-845b10814eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e27b3ae8-9977-4329-a813-680bdf89fb93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:29:29.868461 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe2f31f-ffe8-4f16-8a3c-5d4561ae249b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Network hostable DHCP agents. Network: e27b3ae8-9977-4329-a813-680bdf89fb93, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:29:29.888505 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe2f31f-ffe8-4f16-8a3c-5d4561ae249b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Network e27b3ae8-9977-4329-a813-680bdf89fb93 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:29:29.897804 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-efe2f31f-ffe8-4f16-8a3c-5d4561ae249b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, e27b3ae8-9977-4329-a813-680bdf89fb93) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:29:29.902554 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe2f31f-ffe8-4f16-8a3c-5d4561ae249b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:29.903122 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-efe2f31f-ffe8-4f16-8a3c-5d4561ae249b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:29.910729 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e126ab-f080-4631-85b8-a02d8c835a2e None None] Network e27b3ae8-9977-4329-a813-680bdf89fb93 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:29:29.919725 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-efe2f31f-ffe8-4f16-8a3c-5d4561ae249b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3988643 Nov 29 02:29:29.922517 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49264) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:29:30.155344 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef16a6a5-158a-4f63-b473-dae20607d7fa None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:30.170157 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef16a6a5-158a-4f63-b473-dae20607d7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:30.238379 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc53a4f-e9b5-42dc-87ad-b5470ae4a617 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:29:30.279726 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ddee1-50d0-48b5-b852-70be45e8e229 None None] Pushing event updated for resources: {'Port': ['ID=c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:29:30.282888 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ef16a6a5-158a-4f63-b473-dae20607d7fa None None] Attempting to bind port c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:29:30.283267 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ef16a6a5-158a-4f63-b473-dae20607d7fa None None] Attempting to bind port c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:29:30.283640 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef16a6a5-158a-4f63-b473-dae20607d7fa None None] Attempting to bind port c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6 on network 4bf244a8-fda8-412f-8f05-2c7c5210f333 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:29:30.296628 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef16a6a5-158a-4f63-b473-dae20607d7fa None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:29:30.297021 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef16a6a5-158a-4f63-b473-dae20607d7fa None None] Checking segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:29:30.297434 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef16a6a5-158a-4f63-b473-dae20607d7fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:30.297860 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef16a6a5-158a-4f63-b473-dae20607d7fa None None] Bound using segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:29:30.298341 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ef16a6a5-158a-4f63-b473-dae20607d7fa None None] Bound port: c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:29:30.298726 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef16a6a5-158a-4f63-b473-dae20607d7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:30.360409 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3c89fd-0023-4333-90e4-f774f9eb3104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-e27b3ae8-9977-4329-a813-680bdf89fb93', 'network_id': 'e27b3ae8-9977-4329-a813-680bdf89fb93', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'fixed_ips': [{'subnet_id': 'ad92524e-cfef-4532-9dc4-ae425d1aaa6f'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:29:30.362457 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bc3c89fd-0023-4333-90e4-f774f9eb3104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:30.370039 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dc82d3b1-5db6-4edb-b1de-3b0bc3b3297f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:30.389176 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ef16a6a5-158a-4f63-b473-dae20607d7fa None None] For port c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:29:30.394693 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ef16a6a5-158a-4f63-b473-dae20607d7fa None None] For port c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:29:30.406886 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ef16a6a5-158a-4f63-b473-dae20607d7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:30.462230 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-9a4946dd-802f-4e74-a91c-257fd61aacf0 None None] Provisioning complete for port c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:29:30.462604 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9a4946dd-802f-4e74-a91c-257fd61aacf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:30.534175 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7018ad9-f243-492a-b0e3-08d859b07d08 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:29:30.595698 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef16a6a5-158a-4f63-b473-dae20607d7fa None None] Routers {'23596f59-4a6d-4bfa-9a48-2db11f0fddb2'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:29:30.596333 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ef16a6a5-158a-4f63-b473-dae20607d7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:29:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['23596f59-4a6d-4bfa-9a48-2db11f0fddb2'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:29:30.598058 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ddee1-50d0-48b5-b852-70be45e8e229 None None] Pushing event updated for resources: {'Port': ['ID=c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:29:30.726601 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-bc3c89fd-0023-4333-90e4-f774f9eb3104 None None] Allocated IP 172.20.0.2 (e27b3ae8-9977-4329-a813-680bdf89fb93/ad92524e-cfef-4532-9dc4-ae425d1aaa6f/c2263d6d-1610-480e-99ea-51d111ad1ff7) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:29:30.743890 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9a4946dd-802f-4e74-a91c-257fd61aacf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:30.814812 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-ef16a6a5-158a-4f63-b473-dae20607d7fa None None] Set router 23596f59-4a6d-4bfa-9a48-2db11f0fddb2 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:29:30.817472 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9a4946dd-802f-4e74-a91c-257fd61aacf0 None None] For port c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:29:30.873760 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9a4946dd-802f-4e74-a91c-257fd61aacf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:30.994839 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4946dd-802f-4e74-a91c-257fd61aacf0 None None] Pushing event updated for resources: {'Port': ['ID=c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:29:31.049636 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-32171556-598c-4b97-a1bd-c8ab846da119 None None] Provisioning complete for port c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:29:31.050011 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-32171556-598c-4b97-a1bd-c8ab846da119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:31.124699 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bc3c89fd-0023-4333-90e4-f774f9eb3104 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:31.132934 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bc3c89fd-0023-4333-90e4-f774f9eb3104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:31.183099 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3c89fd-0023-4333-90e4-f774f9eb3104 None None] Network e27b3ae8-9977-4329-a813-680bdf89fb93 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:29:31.188505 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-dc82d3b1-5db6-4edb-b1de-3b0bc3b3297f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Allocated IP 172.20.0.1 (e27b3ae8-9977-4329-a813-680bdf89fb93/ad92524e-cfef-4532-9dc4-ae425d1aaa6f/77de21d4-48a9-4aca-835d-fe8f573e6ad3) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:29:31.191604 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-bc3c89fd-0023-4333-90e4-f774f9eb3104 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:29:31.199752 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3c89fd-0023-4333-90e4-f774f9eb3104 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:29:31.224561 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c89fd-0023-4333-90e4-f774f9eb3104 None None] Pushing event updated for resources: {'Port': ['ID=c2263d6d-1610-480e-99ea-51d111ad1ff7,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:29:31.296702 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ef16a6a5-158a-4f63-b473-dae20607d7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101423449', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:29:27Z', 'updated_at': '2021-11-29T02:29:28Z', 'revision_number': 3, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:43:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:29:28Z', 'updated_at': '2021-11-29T02:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:29:31.299821 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-bc3c89fd-0023-4333-90e4-f774f9eb3104 None None] Attempting to bind port c2263d6d-1610-480e-99ea-51d111ad1ff7 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:29:31.300198 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-bc3c89fd-0023-4333-90e4-f774f9eb3104 None None] Attempting to bind port c2263d6d-1610-480e-99ea-51d111ad1ff7 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '594e34b6-14fd-4e15-9e8f-845b10814eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e27b3ae8-9977-4329-a813-680bdf89fb93'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:29:31.300569 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3c89fd-0023-4333-90e4-f774f9eb3104 None None] Attempting to bind port c2263d6d-1610-480e-99ea-51d111ad1ff7 on network e27b3ae8-9977-4329-a813-680bdf89fb93 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:29:31.305418 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dc82d3b1-5db6-4edb-b1de-3b0bc3b3297f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:31.327695 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef16a6a5-158a-4f63-b473-dae20607d7fa None None] The sync data for ids ['23596f59-4a6d-4bfa-9a48-2db11f0fddb2'] in dv-neutron-819032-3-hyperv is: [{'id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101423449', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:29:27Z', 'updated_at': '2021-11-29T02:29:28Z', 'revision_number': 3, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:43:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:29:28Z', 'updated_at': '2021-11-29T02:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:29:31.329812 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3c89fd-0023-4333-90e4-f774f9eb3104 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:29:31.330202 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3c89fd-0023-4333-90e4-f774f9eb3104 None None] Checking segment: {'id': '594e34b6-14fd-4e15-9e8f-845b10814eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e27b3ae8-9977-4329-a813-680bdf89fb93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:29:31.330597 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bc3c89fd-0023-4333-90e4-f774f9eb3104 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:31.331620 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3c89fd-0023-4333-90e4-f774f9eb3104 None None] Bound using segment: {'id': '594e34b6-14fd-4e15-9e8f-845b10814eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e27b3ae8-9977-4329-a813-680bdf89fb93'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:29:31.331620 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-bc3c89fd-0023-4333-90e4-f774f9eb3104 None None] Bound port: c2263d6d-1610-480e-99ea-51d111ad1ff7, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '594e34b6-14fd-4e15-9e8f-845b10814eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e27b3ae8-9977-4329-a813-680bdf89fb93'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:29:31.331810 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bc3c89fd-0023-4333-90e4-f774f9eb3104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:31.353411 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dc82d3b1-5db6-4edb-b1de-3b0bc3b3297f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:31.395690 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc82d3b1-5db6-4edb-b1de-3b0bc3b3297f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Network e27b3ae8-9977-4329-a813-680bdf89fb93 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:29:31.399057 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-dc82d3b1-5db6-4edb-b1de-3b0bc3b3297f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:29:31.404112 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc82d3b1-5db6-4edb-b1de-3b0bc3b3297f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:29:31.404426 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-bc3c89fd-0023-4333-90e4-f774f9eb3104 None None] For port c2263d6d-1610-480e-99ea-51d111ad1ff7, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:29:31.407988 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-bc3c89fd-0023-4333-90e4-f774f9eb3104 None None] For port c2263d6d-1610-480e-99ea-51d111ad1ff7, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c2263d6d-1610-480e-99ea-51d111ad1ff7,segment=NetworkSegment(594e34b6-14fd-4e15-9e8f-845b10814eca),segment_id=594e34b6-14fd-4e15-9e8f-845b10814eca)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:29:31.414204 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bc3c89fd-0023-4333-90e4-f774f9eb3104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:31.430042 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82d3b1-5db6-4edb-b1de-3b0bc3b3297f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Port': ['ID=77de21d4-48a9-4aca-835d-fe8f573e6ad3,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:29:31.454329 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dc82d3b1-5db6-4edb-b1de-3b0bc3b3297f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:31.484889 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c89fd-0023-4333-90e4-f774f9eb3104 None None] Pushing event updated for resources: {'Port': ['ID=c2263d6d-1610-480e-99ea-51d111ad1ff7,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:29:31.618787 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dc82d3b1-5db6-4edb-b1de-3b0bc3b3297f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:31.929078 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dc82d3b1-5db6-4edb-b1de-3b0bc3b3297f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:31.933578 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dc82d3b1-5db6-4edb-b1de-3b0bc3b3297f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:32.008918 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82d3b1-5db6-4edb-b1de-3b0bc3b3297f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Port': ['ID=77de21d4-48a9-4aca-835d-fe8f573e6ad3,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:29:32.012968 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dc82d3b1-5db6-4edb-b1de-3b0bc3b3297f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:32.112583 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc82d3b1-5db6-4edb-b1de-3b0bc3b3297f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Network e27b3ae8-9977-4329-a813-680bdf89fb93 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:29:32.116251 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-dc82d3b1-5db6-4edb-b1de-3b0bc3b3297f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:29:32.241537 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc82d3b1-5db6-4edb-b1de-3b0bc3b3297f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Router 23596f59-4a6d-4bfa-9a48-2db11f0fddb2 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:29:32.374886 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc82d3b1-5db6-4edb-b1de-3b0bc3b3297f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:29:32.379974 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-dc82d3b1-5db6-4edb-b1de-3b0bc3b3297f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "PUT /v2.0/routers/23596f59-4a6d-4bfa-9a48-2db11f0fddb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4564855 Nov 29 02:29:32.487352 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256e8e5c-724d-48da-bf58-3fb9f0016220 None None] Network e27b3ae8-9977-4329-a813-680bdf89fb93 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:29:32.531623 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-f4d75d06-4303-43a0-8858-46d7a5ef783e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1351172901&fields=id&tenant_id=a0c5f471953f452db2349f819ae968c6 HTTP/1.1" status: 200 len: 267 time: 0.0443795 Nov 29 02:29:32.551016 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-7e761015-d0c7-40ee-b7f2-238b6f3d452d None None] Provisioning complete for port c2263d6d-1610-480e-99ea-51d111ad1ff7 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:29:32.551329 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e761015-d0c7-40ee-b7f2-238b6f3d452d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:32.651479 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-b90e8bdb-90dc-4acb-a724-fb5743d7b9ef tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:32.653502 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-b90e8bdb-90dc-4acb-a724-fb5743d7b9ef tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/networks?id=e27b3ae8-9977-4329-a813-680bdf89fb93 HTTP/1.1" status: 200 len: 797 time: 0.1142712 Nov 29 02:29:32.668660 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-0ec8c8a6-f56a-4a27-b8c4-c425bb7c049f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/quotas/a0c5f471953f452db2349f819ae968c6 HTTP/1.1" status: 200 len: 375 time: 0.0088396 Nov 29 02:29:32.701726 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e761015-d0c7-40ee-b7f2-238b6f3d452d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:32.718509 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-ad5b60ab-cdd3-48cf-9ec4-04970ae344cd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a0c5f471953f452db2349f819ae968c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444009 Nov 29 02:29:32.740835 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7e761015-d0c7-40ee-b7f2-238b6f3d452d None None] For port c2263d6d-1610-480e-99ea-51d111ad1ff7, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c2263d6d-1610-480e-99ea-51d111ad1ff7,segment=NetworkSegment(594e34b6-14fd-4e15-9e8f-845b10814eca),segment_id=594e34b6-14fd-4e15-9e8f-845b10814eca)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:29:32.745446 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e761015-d0c7-40ee-b7f2-238b6f3d452d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:32.888808 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-869cc26b-0362-4b01-84da-737673799acd service neutron] 10.222.0.37 "GET /v2.0/networks/e27b3ae8-9977-4329-a813-680bdf89fb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433766 Nov 29 02:29:32.969579 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:29:33.019552 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-a9d61dd1-020f-4bf8-9bc0-55917384bd8c service neutron] 10.222.0.37 "GET /v2.0/networks/e27b3ae8-9977-4329-a813-680bdf89fb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158407 Nov 29 02:29:33.023552 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e761015-d0c7-40ee-b7f2-238b6f3d452d None None] Pushing event updated for resources: {'Port': ['ID=c2263d6d-1610-480e-99ea-51d111ad1ff7,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:29:33.050834 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:29:33.051237 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:33.103037 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-d376c1d5-3e8a-418a-9bcd-aeeb48e53afc None None] Provisioning complete for port 77de21d4-48a9-4aca-835d-fe8f573e6ad3 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:29:33.103388 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d376c1d5-3e8a-418a-9bcd-aeeb48e53afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:33.153160 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-d376c1d5-3e8a-418a-9bcd-aeeb48e53afc None None] Port 77de21d4-48a9-4aca-835d-fe8f573e6ad3 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:29:33.192655 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-d376c1d5-3e8a-418a-9bcd-aeeb48e53afc None None] Provisioning complete for port c2263d6d-1610-480e-99ea-51d111ad1ff7 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:29:33.193031 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d376c1d5-3e8a-418a-9bcd-aeeb48e53afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:33.196880 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c2263d6d-1610-480e-99ea-51d111ad1ff7 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:29:33.224754 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2dd99efd-6d22-44a2-bf28-b343a7465e6a req-499abfde-824d-4755-ad79-709ffdebf754 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=e680b50b-b66c-4990-97c1-945a438905f3 HTTP/1.1" status: 200 len: 210 time: 0.0419569 Nov 29 02:29:33.268165 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1687bf-3cdc-48a8-ad7c-a7bb0a33abba None None] Sync routers for ids ['23596f59-4a6d-4bfa-9a48-2db11f0fddb2'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:29:33.283312 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1687bf-3cdc-48a8-ad7c-a7bb0a33abba None None] Routers {'23596f59-4a6d-4bfa-9a48-2db11f0fddb2'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:29:33.284562 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2f1687bf-3cdc-48a8-ad7c-a7bb0a33abba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:29:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['23596f59-4a6d-4bfa-9a48-2db11f0fddb2'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:29:33.329104 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port c2263d6d-1610-480e-99ea-51d111ad1ff7 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:29:33.329481 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:33.434804 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-2f1687bf-3cdc-48a8-ad7c-a7bb0a33abba None None] Set router 23596f59-4a6d-4bfa-9a48-2db11f0fddb2 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:29:33.499897 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-e391a54b-7cf8-48fd-b5b7-b3710cd4b947 None None] Provisioning complete for port 77de21d4-48a9-4aca-835d-fe8f573e6ad3 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:29:33.500459 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e391a54b-7cf8-48fd-b5b7-b3710cd4b947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:33.546358 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e391a54b-7cf8-48fd-b5b7-b3710cd4b947 None None] Port 77de21d4-48a9-4aca-835d-fe8f573e6ad3 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:29:33.648411 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2f1687bf-3cdc-48a8-ad7c-a7bb0a33abba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101423449', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:29:27Z', 'updated_at': '2021-11-29T02:29:31Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:29:28Z', 'updated_at': '2021-11-29T02:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '77de21d4-48a9-4aca-835d-fe8f573e6ad3', 'name': '', 'network_id': 'e27b3ae8-9977-4329-a813-680bdf89fb93', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:7d:eb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'ad92524e-cfef-4532-9dc4-ae425d1aaa6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:29:30Z', 'updated_at': '2021-11-29T02:29:31Z', 'revision_number': 2, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': 'ad92524e-cfef-4532-9dc4-ae425d1aaa6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:29:33.664814 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-6aadc82e-7667-4d4f-b3dc-1f24c5ed5e8d None None] Provisioning complete for port 77de21d4-48a9-4aca-835d-fe8f573e6ad3 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:29:33.665171 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6aadc82e-7667-4d4f-b3dc-1f24c5ed5e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:33.681448 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1687bf-3cdc-48a8-ad7c-a7bb0a33abba None None] Checking router: 23596f59-4a6d-4bfa-9a48-2db11f0fddb2 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:29:33.681846 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1687bf-3cdc-48a8-ad7c-a7bb0a33abba None None] Updating router 23596f59-4a6d-4bfa-9a48-2db11f0fddb2 port 77de21d4-48a9-4aca-835d-fe8f573e6ad3 binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:29:33.703376 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6aadc82e-7667-4d4f-b3dc-1f24c5ed5e8d None None] Port 77de21d4-48a9-4aca-835d-fe8f573e6ad3 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:29:33.708950 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2f1687bf-3cdc-48a8-ad7c-a7bb0a33abba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:33.971208 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2f1687bf-3cdc-48a8-ad7c-a7bb0a33abba None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:33.976217 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2f1687bf-3cdc-48a8-ad7c-a7bb0a33abba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:34.030317 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b9c65-24d8-41aa-9274-72ed026015cc None None] Pushing event updated for resources: {'Port': ['ID=77de21d4-48a9-4aca-835d-fe8f573e6ad3,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:29:34.051698 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b9c65-24d8-41aa-9274-72ed026015cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:34.052053 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b9c65-24d8-41aa-9274-72ed026015cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:34.052407 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b9c65-24d8-41aa-9274-72ed026015cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:34.052748 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b9c65-24d8-41aa-9274-72ed026015cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:34.053089 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b9c65-24d8-41aa-9274-72ed026015cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:34.053426 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b9c65-24d8-41aa-9274-72ed026015cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:34.053785 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b9c65-24d8-41aa-9274-72ed026015cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:34.054122 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b9c65-24d8-41aa-9274-72ed026015cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:34.054454 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b9c65-24d8-41aa-9274-72ed026015cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:34.054782 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b9c65-24d8-41aa-9274-72ed026015cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:34.055110 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b9c65-24d8-41aa-9274-72ed026015cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:34.055435 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b9c65-24d8-41aa-9274-72ed026015cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:29:34.086743 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-2f1687bf-3cdc-48a8-ad7c-a7bb0a33abba None None] Attempting to bind port 77de21d4-48a9-4aca-835d-fe8f573e6ad3 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:29:34.087112 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-2f1687bf-3cdc-48a8-ad7c-a7bb0a33abba None None] Attempting to bind port 77de21d4-48a9-4aca-835d-fe8f573e6ad3 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '594e34b6-14fd-4e15-9e8f-845b10814eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e27b3ae8-9977-4329-a813-680bdf89fb93'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:29:34.087475 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1687bf-3cdc-48a8-ad7c-a7bb0a33abba None None] Attempting to bind port 77de21d4-48a9-4aca-835d-fe8f573e6ad3 on network e27b3ae8-9977-4329-a813-680bdf89fb93 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:29:34.093171 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1687bf-3cdc-48a8-ad7c-a7bb0a33abba None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:29:34.093559 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1687bf-3cdc-48a8-ad7c-a7bb0a33abba None None] Checking segment: {'id': '594e34b6-14fd-4e15-9e8f-845b10814eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e27b3ae8-9977-4329-a813-680bdf89fb93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:29:34.093971 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2f1687bf-3cdc-48a8-ad7c-a7bb0a33abba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:34.094363 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1687bf-3cdc-48a8-ad7c-a7bb0a33abba None None] Bound using segment: {'id': '594e34b6-14fd-4e15-9e8f-845b10814eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e27b3ae8-9977-4329-a813-680bdf89fb93'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:29:34.094824 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-2f1687bf-3cdc-48a8-ad7c-a7bb0a33abba None None] Bound port: 77de21d4-48a9-4aca-835d-fe8f573e6ad3, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '594e34b6-14fd-4e15-9e8f-845b10814eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e27b3ae8-9977-4329-a813-680bdf89fb93'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:29:34.095205 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2f1687bf-3cdc-48a8-ad7c-a7bb0a33abba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:34.170758 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-2f1687bf-3cdc-48a8-ad7c-a7bb0a33abba None None] For port 77de21d4-48a9-4aca-835d-fe8f573e6ad3, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:29:34.174552 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-2f1687bf-3cdc-48a8-ad7c-a7bb0a33abba None None] For port 77de21d4-48a9-4aca-835d-fe8f573e6ad3, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=77de21d4-48a9-4aca-835d-fe8f573e6ad3,segment=NetworkSegment(594e34b6-14fd-4e15-9e8f-845b10814eca),segment_id=594e34b6-14fd-4e15-9e8f-845b10814eca)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:29:34.179947 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2f1687bf-3cdc-48a8-ad7c-a7bb0a33abba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:34.328877 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-23dd41f9-0bad-4946-a8b6-1e9225deb71c None None] Provisioning complete for port 77de21d4-48a9-4aca-835d-fe8f573e6ad3 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:29:34.329259 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-23dd41f9-0bad-4946-a8b6-1e9225deb71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:34.333052 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-74e7b229-cc8c-4212-a27d-2873379c3bd3 req-7ea3481c-b223-43f8-846c-0eeedf5f1a09 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=e680b50b-b66c-4990-97c1-945a438905f3 HTTP/1.1" status: 200 len: 210 time: 0.0288138 Nov 29 02:29:34.357706 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1687bf-3cdc-48a8-ad7c-a7bb0a33abba None None] Routers {'23596f59-4a6d-4bfa-9a48-2db11f0fddb2'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:29:34.358340 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2f1687bf-3cdc-48a8-ad7c-a7bb0a33abba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:29:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['23596f59-4a6d-4bfa-9a48-2db11f0fddb2'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:29:34.463547 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-23dd41f9-0bad-4946-a8b6-1e9225deb71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:34.481432 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-2f1687bf-3cdc-48a8-ad7c-a7bb0a33abba None None] Set router 23596f59-4a6d-4bfa-9a48-2db11f0fddb2 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:29:34.507560 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b9c65-24d8-41aa-9274-72ed026015cc None None] Pushing event updated for resources: {'Port': ['ID=77de21d4-48a9-4aca-835d-fe8f573e6ad3,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:29:34.515241 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-a058c87c-1293-4f92-93cc-7e6e830abc3b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:34.517477 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-a058c87c-1293-4f92-93cc-7e6e830abc3b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.24 "GET /v2.0/networks?id=e27b3ae8-9977-4329-a813-680bdf89fb93 HTTP/1.1" status: 200 len: 797 time: 0.1478796 Nov 29 02:29:34.559591 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-23dd41f9-0bad-4946-a8b6-1e9225deb71c None None] For port 77de21d4-48a9-4aca-835d-fe8f573e6ad3, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=77de21d4-48a9-4aca-835d-fe8f573e6ad3,segment=NetworkSegment(594e34b6-14fd-4e15-9e8f-845b10814eca),segment_id=594e34b6-14fd-4e15-9e8f-845b10814eca)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:29:34.568688 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-23dd41f9-0bad-4946-a8b6-1e9225deb71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:34.616752 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-942e18ce-86d0-407e-afe1-c9f2d78b0a61 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0c5f471953f452db2349f819ae968c6 HTTP/1.1" status: 200 len: 380 time: 0.0714228 Nov 29 02:29:34.627642 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd41f9-0bad-4946-a8b6-1e9225deb71c None None] Pushing event updated for resources: {'Port': ['ID=77de21d4-48a9-4aca-835d-fe8f573e6ad3,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:29:34.630838 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-0f250b28-1053-4f2a-9217-937aa9a5e374 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'port': {'device_id': 'e680b50b-b66c-4990-97c1-945a438905f3', 'network_id': 'e27b3ae8-9977-4329-a813-680bdf89fb93', 'admin_state_up': True, 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'security_groups': ['3a2ae690-e122-45bd-864a-28ebcad7a8f7']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:29:34.700397 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-c5aaae7f-38a1-4c92-8b0f-a2123fa789ac None None] Provisioning complete for port 77de21d4-48a9-4aca-835d-fe8f573e6ad3 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:29:34.700790 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c5aaae7f-38a1-4c92-8b0f-a2123fa789ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:34.713842 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2f1687bf-3cdc-48a8-ad7c-a7bb0a33abba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101423449', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:29:27Z', 'updated_at': '2021-11-29T02:29:31Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:29:28Z', 'updated_at': '2021-11-29T02:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '77de21d4-48a9-4aca-835d-fe8f573e6ad3', 'name': '', 'network_id': 'e27b3ae8-9977-4329-a813-680bdf89fb93', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:7d:eb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'ad92524e-cfef-4532-9dc4-ae425d1aaa6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:29:30Z', 'updated_at': '2021-11-29T02:29:34Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': 'ad92524e-cfef-4532-9dc4-ae425d1aaa6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:29:34.743764 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1687bf-3cdc-48a8-ad7c-a7bb0a33abba None None] The sync data for ids ['23596f59-4a6d-4bfa-9a48-2db11f0fddb2'] in dv-neutron-819032-3-hyperv is: [{'id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101423449', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:29:27Z', 'updated_at': '2021-11-29T02:29:31Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:29:28Z', 'updated_at': '2021-11-29T02:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '77de21d4-48a9-4aca-835d-fe8f573e6ad3', 'name': '', 'network_id': 'e27b3ae8-9977-4329-a813-680bdf89fb93', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:7d:eb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'ad92524e-cfef-4532-9dc4-ae425d1aaa6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:29:30Z', 'updated_at': '2021-11-29T02:29:34Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': 'ad92524e-cfef-4532-9dc4-ae425d1aaa6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:29:34.748148 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-0f250b28-1053-4f2a-9217-937aa9a5e374 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Made reservation on behalf of a0c5f471953f452db2349f819ae968c6 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:29:34.752101 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-0f250b28-1053-4f2a-9217-937aa9a5e374 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:34.908140 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-0f250b28-1053-4f2a-9217-937aa9a5e374 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Allocated IP 172.20.0.6 (e27b3ae8-9977-4329-a813-680bdf89fb93/ad92524e-cfef-4532-9dc4-ae425d1aaa6f/8dcd5a8b-0a40-45ed-9078-1ea79adf8763) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:29:34.993151 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 77de21d4-48a9-4aca-835d-fe8f573e6ad3 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:29:35.047916 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 77de21d4-48a9-4aca-835d-fe8f573e6ad3 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:29:35.048292 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:35.064823 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-0f250b28-1053-4f2a-9217-937aa9a5e374 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:35.103006 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-0f250b28-1053-4f2a-9217-937aa9a5e374 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:35.132298 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c2263d6d-1610-480e-99ea-51d111ad1ff7 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:29:35.159271 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-0f250b28-1053-4f2a-9217-937aa9a5e374 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Network e27b3ae8-9977-4329-a813-680bdf89fb93 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:29:35.162486 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-0f250b28-1053-4f2a-9217-937aa9a5e374 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:29:35.165716 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-0f250b28-1053-4f2a-9217-937aa9a5e374 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:29:35.196597 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f250b28-1053-4f2a-9217-937aa9a5e374 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Port': ['ID=8dcd5a8b-0a40-45ed-9078-1ea79adf8763,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:29:35.197618 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port c2263d6d-1610-480e-99ea-51d111ad1ff7 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:29:35.198000 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:35.245491 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-0f250b28-1053-4f2a-9217-937aa9a5e374 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:35.246775 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-0f250b28-1053-4f2a-9217-937aa9a5e374 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:35.272087 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-0f250b28-1053-4f2a-9217-937aa9a5e374 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6461523 Nov 29 02:29:35.312936 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-a22b7381-71b1-4f6c-935e-fd6480e7a47d service neutron] Request body: {'port': {'device_id': 'e680b50b-b66c-4990-97c1-945a438905f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:29:35.383512 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-a22b7381-71b1-4f6c-935e-fd6480e7a47d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:35.428906 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-6e58db40-2bf5-445a-89a3-f9a980ecd648 None None] Provisioning complete for port 8dcd5a8b-0a40-45ed-9078-1ea79adf8763 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:29:35.429282 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6e58db40-2bf5-445a-89a3-f9a980ecd648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:35.475075 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6e58db40-2bf5-445a-89a3-f9a980ecd648 None None] Port 8dcd5a8b-0a40-45ed-9078-1ea79adf8763 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:29:35.476225 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3aaae7-b66e-4267-a8f6-78af7235f48b req-cf850290-0792-46ed-8c37-ca161fac0811 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:35.478853 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9e3aaae7-b66e-4267-a8f6-78af7235f48b req-cf850290-0792-46ed-8c37-ca161fac0811 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=e680b50b-b66c-4990-97c1-945a438905f3 HTTP/1.1" status: 200 len: 931 time: 0.0608723 Nov 29 02:29:35.539921 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9e3aaae7-b66e-4267-a8f6-78af7235f48b req-0cac8440-c899-4a89-b928-ab25d8122c1d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a2ae690-e122-45bd-864a-28ebcad7a8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496957 Nov 29 02:29:35.687828 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-a22b7381-71b1-4f6c-935e-fd6480e7a47d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dcd5a8b-0a40-45ed-9078-1ea79adf8763 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:29:35.695732 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-a22b7381-71b1-4f6c-935e-fd6480e7a47d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:35.709202 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-a22b7381-71b1-4f6c-935e-fd6480e7a47d service neutron] Transition to ACTIVE for port object 8dcd5a8b-0a40-45ed-9078-1ea79adf8763 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:29:35.714111 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-a22b7381-71b1-4f6c-935e-fd6480e7a47d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:35.768504 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b7381-71b1-4f6c-935e-fd6480e7a47d service neutron] Pushing event updated for resources: {'Port': ['ID=8dcd5a8b-0a40-45ed-9078-1ea79adf8763,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:29:35.837179 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-a22b7381-71b1-4f6c-935e-fd6480e7a47d service neutron] Attempting to bind port 8dcd5a8b-0a40-45ed-9078-1ea79adf8763 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:29:35.837529 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-a22b7381-71b1-4f6c-935e-fd6480e7a47d service neutron] Attempting to bind port 8dcd5a8b-0a40-45ed-9078-1ea79adf8763 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '594e34b6-14fd-4e15-9e8f-845b10814eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e27b3ae8-9977-4329-a813-680bdf89fb93'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:29:35.837890 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-a22b7381-71b1-4f6c-935e-fd6480e7a47d service neutron] Attempting to bind port 8dcd5a8b-0a40-45ed-9078-1ea79adf8763 on network e27b3ae8-9977-4329-a813-680bdf89fb93 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:29:35.843316 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-a22b7381-71b1-4f6c-935e-fd6480e7a47d service neutron] Port 8dcd5a8b-0a40-45ed-9078-1ea79adf8763 on network e27b3ae8-9977-4329-a813-680bdf89fb93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:29:35.843644 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-a22b7381-71b1-4f6c-935e-fd6480e7a47d service neutron] Attempting to bind port 8dcd5a8b-0a40-45ed-9078-1ea79adf8763 on network e27b3ae8-9977-4329-a813-680bdf89fb93 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:29:35.849526 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-a22b7381-71b1-4f6c-935e-fd6480e7a47d service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:29:35.849927 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-a22b7381-71b1-4f6c-935e-fd6480e7a47d service neutron] Checking segment: {'id': '594e34b6-14fd-4e15-9e8f-845b10814eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e27b3ae8-9977-4329-a813-680bdf89fb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:29:35.850294 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-a22b7381-71b1-4f6c-935e-fd6480e7a47d service neutron] Bound using segment: {'id': '594e34b6-14fd-4e15-9e8f-845b10814eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e27b3ae8-9977-4329-a813-680bdf89fb93'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:29:35.850727 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-a22b7381-71b1-4f6c-935e-fd6480e7a47d service neutron] Bound port: 8dcd5a8b-0a40-45ed-9078-1ea79adf8763, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594e34b6-14fd-4e15-9e8f-845b10814eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e27b3ae8-9977-4329-a813-680bdf89fb93'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:29:35.851097 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-a22b7381-71b1-4f6c-935e-fd6480e7a47d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:35.928770 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-a22b7381-71b1-4f6c-935e-fd6480e7a47d service neutron] For port 8dcd5a8b-0a40-45ed-9078-1ea79adf8763, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:29:35.931946 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-a22b7381-71b1-4f6c-935e-fd6480e7a47d service neutron] For port 8dcd5a8b-0a40-45ed-9078-1ea79adf8763, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=8dcd5a8b-0a40-45ed-9078-1ea79adf8763,segment=NetworkSegment(594e34b6-14fd-4e15-9e8f-845b10814eca),segment_id=594e34b6-14fd-4e15-9e8f-845b10814eca)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:29:35.937478 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-a22b7381-71b1-4f6c-935e-fd6480e7a47d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:35.974314 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-a22b7381-71b1-4f6c-935e-fd6480e7a47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:35.974938 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-a22b7381-71b1-4f6c-935e-fd6480e7a47d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:35.976455 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-a22b7381-71b1-4f6c-935e-fd6480e7a47d service neutron] 10.222.0.24 "PUT /v2.0/ports/8dcd5a8b-0a40-45ed-9078-1ea79adf8763 HTTP/1.1" status: 200 len: 1093 time: 0.6814938 Nov 29 02:29:35.976997 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e680b50b-b66c-4990-97c1-945a438905f3', 'tag': '8dcd5a8b-0a40-45ed-9078-1ea79adf8763'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:29:35.979521 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c551b2b-4ec9-45d4-98f8-4036e5685565" -d '{"events": [{"name": "network-changed", "server_uuid": "e680b50b-b66c-4990-97c1-945a438905f3", "tag": "8dcd5a8b-0a40-45ed-9078-1ea79adf8763"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:29:36.003454 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b7381-71b1-4f6c-935e-fd6480e7a47d service neutron] Pushing event updated for resources: {'Port': ['ID=8dcd5a8b-0a40-45ed-9078-1ea79adf8763,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:29:36.036234 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6feb4ab-824f-44a1-bab0-c5bb77c62c20 x-openstack-request-id: req-a6feb4ab-824f-44a1-bab0-c5bb77c62c20 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:29:36.036543 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e680b50b-b66c-4990-97c1-945a438905f3", "tag": "8dcd5a8b-0a40-45ed-9078-1ea79adf8763", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:29:36.036855 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a6feb4ab-824f-44a1-bab0-c5bb77c62c20 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:29:36.037271 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e680b50b-b66c-4990-97c1-945a438905f3', 'tag': '8dcd5a8b-0a40-45ed-9078-1ea79adf8763', 'status': 'completed', 'code': 200} Nov 29 02:29:36.099338 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-69678d50-5ffa-452a-9461-4f44736bc477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:36.100864 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-69678d50-5ffa-452a-9461-4f44736bc477 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0c5f471953f452db2349f819ae968c6&device_id=e680b50b-b66c-4990-97c1-945a438905f3 HTTP/1.1" status: 200 len: 1096 time: 0.0426347 Nov 29 02:29:36.163408 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-2df7056e-3181-421f-952e-75ab0e627820 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8dcd5a8b-0a40-45ed-9078-1ea79adf8763 HTTP/1.1" status: 200 len: 217 time: 0.0437207 Nov 29 02:29:36.490860 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-da068fb8-e22e-4e97-affd-af62a945aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:36.492311 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-da068fb8-e22e-4e97-affd-af62a945aaa0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ad92524e-cfef-4532-9dc4-ae425d1aaa6f HTTP/1.1" status: 200 len: 835 time: 0.3195131 Nov 29 02:29:36.543743 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-cc3a6367-05f1-405b-a681-d83e7cebc991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:36.545206 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-cc3a6367-05f1-405b-a681-d83e7cebc991 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e27b3ae8-9977-4329-a813-680bdf89fb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401757 Nov 29 02:29:36.639003 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-a76873fe-ecd6-4d6e-9780-871b2da311ce service neutron] 10.222.0.24 "GET /v2.0/networks/e27b3ae8-9977-4329-a813-680bdf89fb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843129 Nov 29 02:29:36.656498 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9e1e7-6536-4234-9fbc-452917c54409 req-97ddc0ac-11c1-4fe2-8d17-d77eba3e7014 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:36.658028 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b3c9e1e7-6536-4234-9fbc-452917c54409 req-97ddc0ac-11c1-4fe2-8d17-d77eba3e7014 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=e680b50b-b66c-4990-97c1-945a438905f3 HTTP/1.1" status: 200 len: 943 time: 0.0487592 Nov 29 02:29:36.707260 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b3c9e1e7-6536-4234-9fbc-452917c54409 req-685ede60-781f-4777-98e7-0e6e05147a17 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a2ae690-e122-45bd-864a-28ebcad7a8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428798 Nov 29 02:29:36.735966 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2ac303c9-458e-4d78-9f1f-d1481972f5df req-605833fb-cc2f-4fbc-a871-b5435d7aaab2 service neutron] 10.222.0.24 "GET /v2.0/networks/e27b3ae8-9977-4329-a813-680bdf89fb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839691 Nov 29 02:29:36.877832 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c551b2b-4ec9-45d4-98f8-4036e5685565 req-9a5efcbb-8961-4bd8-a016-724c3436c47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:36.879296 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2c551b2b-4ec9-45d4-98f8-4036e5685565 req-9a5efcbb-8961-4bd8-a016-724c3436c47e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0c5f471953f452db2349f819ae968c6&device_id=e680b50b-b66c-4990-97c1-945a438905f3 HTTP/1.1" status: 200 len: 1096 time: 0.0434954 Nov 29 02:29:36.968382 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c551b2b-4ec9-45d4-98f8-4036e5685565 req-9a31c1ea-fd10-4666-82be-fb182d2f2d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:36.969863 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2c551b2b-4ec9-45d4-98f8-4036e5685565 req-9a31c1ea-fd10-4666-82be-fb182d2f2d15 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e27b3ae8-9977-4329-a813-680bdf89fb93 HTTP/1.1" status: 200 len: 898 time: 0.0822690 Nov 29 02:29:37.019781 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2c551b2b-4ec9-45d4-98f8-4036e5685565 req-36b50453-75c9-4d6e-ad1c-2ec5897abd31 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8dcd5a8b-0a40-45ed-9078-1ea79adf8763 HTTP/1.1" status: 200 len: 217 time: 0.0371819 Nov 29 02:29:37.068141 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c551b2b-4ec9-45d4-98f8-4036e5685565 req-eb5c11e4-e22c-452f-8ffd-09d5d556ef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:37.069526 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2c551b2b-4ec9-45d4-98f8-4036e5685565 req-eb5c11e4-e22c-452f-8ffd-09d5d556ef34 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ad92524e-cfef-4532-9dc4-ae425d1aaa6f HTTP/1.1" status: 200 len: 835 time: 0.0418820 Nov 29 02:29:37.113242 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c551b2b-4ec9-45d4-98f8-4036e5685565 req-c71647c7-76ac-4301-b668-df15f0b7a154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:37.114783 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2c551b2b-4ec9-45d4-98f8-4036e5685565 req-c71647c7-76ac-4301-b668-df15f0b7a154 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e27b3ae8-9977-4329-a813-680bdf89fb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378375 Nov 29 02:29:37.209237 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2c551b2b-4ec9-45d4-98f8-4036e5685565 req-d3b1677a-86ce-4b02-a8d0-02bdacb53340 service neutron] 10.222.0.24 "GET /v2.0/networks/e27b3ae8-9977-4329-a813-680bdf89fb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854228 Nov 29 02:29:37.297753 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2c551b2b-4ec9-45d4-98f8-4036e5685565 req-580943c4-776f-4c23-aded-bd52f26ae330 service neutron] 10.222.0.24 "GET /v2.0/networks/e27b3ae8-9977-4329-a813-680bdf89fb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806916 Nov 29 02:29:37.821056 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1bece-6d5d-4fbf-8055-1582d3bda6a8 req-2c0c81be-b6c2-498c-b304-da2ec278173c tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:37.822539 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fce1bece-6d5d-4fbf-8055-1582d3bda6a8 req-2c0c81be-b6c2-498c-b304-da2ec278173c tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=e680b50b-b66c-4990-97c1-945a438905f3 HTTP/1.1" status: 200 len: 943 time: 0.0479646 Nov 29 02:29:37.873921 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fce1bece-6d5d-4fbf-8055-1582d3bda6a8 req-c630e57a-be2c-4a4c-9720-c7e8accf786a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a2ae690-e122-45bd-864a-28ebcad7a8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454578 Nov 29 02:29:38.986190 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856fb22-fcfe-4b0c-aff3-10739cc28369 req-74829364-95c2-4bf7-bd96-e1da9507ed7d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:38.987627 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3856fb22-fcfe-4b0c-aff3-10739cc28369 req-74829364-95c2-4bf7-bd96-e1da9507ed7d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=e680b50b-b66c-4990-97c1-945a438905f3 HTTP/1.1" status: 200 len: 943 time: 0.0488756 Nov 29 02:29:39.035990 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3856fb22-fcfe-4b0c-aff3-10739cc28369 req-04b4c5b4-80b3-4055-bee8-f4302f6c5b1e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a2ae690-e122-45bd-864a-28ebcad7a8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423949 Nov 29 02:29:39.444604 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 8dcd5a8b-0a40-45ed-9078-1ea79adf8763 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:29:39.537086 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 8dcd5a8b-0a40-45ed-9078-1ea79adf8763, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=8dcd5a8b-0a40-45ed-9078-1ea79adf8763,segment=NetworkSegment(594e34b6-14fd-4e15-9e8f-845b10814eca),segment_id=594e34b6-14fd-4e15-9e8f-845b10814eca)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:29:39.547987 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '8dcd5a8b-0a40-45ed-9078-1ea79adf8763', 'network_id': 'e27b3ae8-9977-4329-a813-680bdf89fb93', 'port_id': '8dcd5a8b-0a40-45ed-9078-1ea79adf8763', 'mac_address': 'fa:16:3e:a5:2e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad92524e-cfef-4532-9dc4-ae425d1aaa6f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:29:39.587787 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:39.600404 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dcd5a8b-0a40-45ed-9078-1ea79adf8763 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:29:39.618797 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 8dcd5a8b-0a40-45ed-9078-1ea79adf8763, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=8dcd5a8b-0a40-45ed-9078-1ea79adf8763,segment=NetworkSegment(594e34b6-14fd-4e15-9e8f-845b10814eca),segment_id=594e34b6-14fd-4e15-9e8f-845b10814eca)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:29:39.622936 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:39.670039 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=8dcd5a8b-0a40-45ed-9078-1ea79adf8763,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:29:39.987495 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['8dcd5a8b-0a40-45ed-9078-1ea79adf8763'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:29:40.149201 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c3875-869b-4292-8f34-36150a25e293 req-db59bd1b-73c7-4f81-9ec4-f7219047e4f8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:40.150977 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ac5c3875-869b-4292-8f34-36150a25e293 req-db59bd1b-73c7-4f81-9ec4-f7219047e4f8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=e680b50b-b66c-4990-97c1-945a438905f3 HTTP/1.1" status: 200 len: 944 time: 0.0483098 Nov 29 02:29:40.201195 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ac5c3875-869b-4292-8f34-36150a25e293 req-30f937ad-1d54-473d-b9b3-7c6e7433057b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a2ae690-e122-45bd-864a-28ebcad7a8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437474 Nov 29 02:29:41.327079 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006584ab-a501-46a0-b785-5e01ae6ff0da req-f93b82b2-099d-4bc7-8b49-6933f66448d4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:41.328616 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-006584ab-a501-46a0-b785-5e01ae6ff0da req-f93b82b2-099d-4bc7-8b49-6933f66448d4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=e680b50b-b66c-4990-97c1-945a438905f3 HTTP/1.1" status: 200 len: 944 time: 0.0590270 Nov 29 02:29:41.378813 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-006584ab-a501-46a0-b785-5e01ae6ff0da req-4c1ed7d4-d26e-4f43-92af-13f11d40686f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a2ae690-e122-45bd-864a-28ebcad7a8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443130 Nov 29 02:29:41.459078 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 8dcd5a8b-0a40-45ed-9078-1ea79adf8763 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:29:41.506061 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port 8dcd5a8b-0a40-45ed-9078-1ea79adf8763 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:29:41.509771 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 8dcd5a8b-0a40-45ed-9078-1ea79adf8763 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:29:41.510143 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:41.588340 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:41.610579 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e680b50b-b66c-4990-97c1-945a438905f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcd5a8b-0a40-45ed-9078-1ea79adf8763'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:29:41.612827 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae01f8c1-ff0e-466f-a578-e7650d2106ab" -d '{"events": [{"server_uuid": "e680b50b-b66c-4990-97c1-945a438905f3", "name": "network-vif-plugged", "status": "completed", "tag": "8dcd5a8b-0a40-45ed-9078-1ea79adf8763"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:29:41.625816 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 8dcd5a8b-0a40-45ed-9078-1ea79adf8763, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=8dcd5a8b-0a40-45ed-9078-1ea79adf8763,segment=NetworkSegment(594e34b6-14fd-4e15-9e8f-845b10814eca),segment_id=594e34b6-14fd-4e15-9e8f-845b10814eca)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:29:41.630119 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:41.653370 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cc4ce7-46cc-493a-8fab-c368e0c0b121 x-openstack-request-id: req-40cc4ce7-46cc-493a-8fab-c368e0c0b121 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:29:41.653692 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e680b50b-b66c-4990-97c1-945a438905f3", "name": "network-vif-plugged", "status": "completed", "tag": "8dcd5a8b-0a40-45ed-9078-1ea79adf8763", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:29:41.653952 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-40cc4ce7-46cc-493a-8fab-c368e0c0b121 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:29:41.654335 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e680b50b-b66c-4990-97c1-945a438905f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcd5a8b-0a40-45ed-9078-1ea79adf8763', 'code': 200} Nov 29 02:29:41.678870 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=8dcd5a8b-0a40-45ed-9078-1ea79adf8763,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:29:41.901980 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5382d-aea1-4a4b-a039-8aea2459c941 req-76e1a5f5-da64-438b-a86a-a2f25a12f8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:41.904029 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-17e5382d-aea1-4a4b-a039-8aea2459c941 req-76e1a5f5-da64-438b-a86a-a2f25a12f8ab service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e680b50b-b66c-4990-97c1-945a438905f3 HTTP/1.1" status: 200 len: 1098 time: 0.0445473 Nov 29 02:29:41.954672 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-17e5382d-aea1-4a4b-a039-8aea2459c941 req-3fc43685-9f0e-4684-ad17-f365475c62f9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3a2ae690-e122-45bd-864a-28ebcad7a8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380650 Nov 29 02:29:42.081095 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0253208-41ff-4429-b59b-9dba0f172a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:42.490568 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f005e-6357-4ece-a02d-e551d75f7f18 req-82621213-a84a-40e1-971f-203576fa4efc tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:42.492535 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e45f005e-6357-4ece-a02d-e551d75f7f18 req-82621213-a84a-40e1-971f-203576fa4efc tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=e680b50b-b66c-4990-97c1-945a438905f3 HTTP/1.1" status: 200 len: 945 time: 0.0486202 Nov 29 02:29:42.541061 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e45f005e-6357-4ece-a02d-e551d75f7f18 req-cd6296ab-12b1-4b7f-ba6e-6ba6561f6e32 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a2ae690-e122-45bd-864a-28ebcad7a8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421503 Nov 29 02:29:43.655253 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f5590-4736-47ff-a7b7-624c3365136a req-e7fcb304-ed6a-4ee4-ad8f-c390c2cf5e2e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:43.656719 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-be7f5590-4736-47ff-a7b7-624c3365136a req-e7fcb304-ed6a-4ee4-ad8f-c390c2cf5e2e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=e680b50b-b66c-4990-97c1-945a438905f3 HTTP/1.1" status: 200 len: 945 time: 0.0485132 Nov 29 02:29:43.708912 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-be7f5590-4736-47ff-a7b7-624c3365136a req-f9795155-6a00-4445-b394-3385c36b1a9b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a2ae690-e122-45bd-864a-28ebcad7a8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463777 Nov 29 02:29:43.821433 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf34bd-05f7-42fa-96a3-10373a3000c6 req-c6575e09-8304-4cf0-a658-e253cefad3f6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:43.822858 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-14cf34bd-05f7-42fa-96a3-10373a3000c6 req-c6575e09-8304-4cf0-a658-e253cefad3f6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=e680b50b-b66c-4990-97c1-945a438905f3 HTTP/1.1" status: 200 len: 945 time: 0.0489280 Nov 29 02:29:43.872800 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-14cf34bd-05f7-42fa-96a3-10373a3000c6 req-e74e76ca-daf8-4d42-9ee4-ef1b3d592d29 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a2ae690-e122-45bd-864a-28ebcad7a8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434785 Nov 29 02:29:43.894366 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49320) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:29:43.932519 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8c1692-2405-4bda-889e-2dff78530e61 tempest-TestNetworkAdvancedServerOps-1727814793 tempest-TestNetworkAdvancedServerOps-1727814793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:43.934775 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4b8c1692-2405-4bda-889e-2dff78530e61 tempest-TestNetworkAdvancedServerOps-1727814793 tempest-TestNetworkAdvancedServerOps-1727814793-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e680b50b-b66c-4990-97c1-945a438905f3 HTTP/1.1" status: 200 len: 1093 time: 0.0394034 Nov 29 02:29:43.937338 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49322) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:29:43.941419 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-65eb9830-bb4c-41dc-ab70-affcf2b152c7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'port_id': '8dcd5a8b-0a40-45ed-9078-1ea79adf8763', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:29:43.962533 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65eb9830-bb4c-41dc-ab70-affcf2b152c7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:44.017884 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:44.063759 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65eb9830-bb4c-41dc-ab70-affcf2b152c7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:44.162322 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-65eb9830-bb4c-41dc-ab70-affcf2b152c7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Allocated IP 172.26.3.117 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/4698114b-91fd-4d53-a7ea-eba9f9a64c95) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:29:44.268672 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65eb9830-bb4c-41dc-ab70-affcf2b152c7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:44.300969 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65eb9830-bb4c-41dc-ab70-affcf2b152c7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:44.339527 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65eb9830-bb4c-41dc-ab70-affcf2b152c7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:29:44.342743 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-65eb9830-bb4c-41dc-ab70-affcf2b152c7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:29:44.346240 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eb9830-bb4c-41dc-ab70-affcf2b152c7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:29:44.346524 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-23671f71-332b-4eec-a74e-7146f57a218f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:44.351570 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb9830-bb4c-41dc-ab70-affcf2b152c7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Port': ['ID=4698114b-91fd-4d53-a7ea-eba9f9a64c95,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:29:45.001767 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65eb9830-bb4c-41dc-ab70-affcf2b152c7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:45.065141 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65eb9830-bb4c-41dc-ab70-affcf2b152c7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:45.208837 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65eb9830-bb4c-41dc-ab70-affcf2b152c7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:45.214282 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65eb9830-bb4c-41dc-ab70-affcf2b152c7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:45.287154 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb9830-bb4c-41dc-ab70-affcf2b152c7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Port': ['ID=4698114b-91fd-4d53-a7ea-eba9f9a64c95,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:29:45.302170 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65eb9830-bb4c-41dc-ab70-affcf2b152c7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:45.399994 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-65eb9830-bb4c-41dc-ab70-affcf2b152c7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Floating IP 4633c7cd-73d0-4696-8133-021cd9a07c84 associated. External IP: 172.26.3.117, port: 8dcd5a8b-0a40-45ed-9078-1ea79adf8763. Nov 29 02:29:45.411354 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:45.600966 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65eb9830-bb4c-41dc-ab70-affcf2b152c7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Router 23596f59-4a6d-4bfa-9a48-2db11f0fddb2 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:29:45.706283 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65eb9830-bb4c-41dc-ab70-affcf2b152c7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:29:45.715903 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8faa905-c9a7-435d-89cb-2bcc72e7e1f2 None None] Sync routers for ids ['23596f59-4a6d-4bfa-9a48-2db11f0fddb2'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:29:45.722829 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-65eb9830-bb4c-41dc-ab70-affcf2b152c7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:45.725676 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8faa905-c9a7-435d-89cb-2bcc72e7e1f2 None None] Routers {'23596f59-4a6d-4bfa-9a48-2db11f0fddb2'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:29:45.726303 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d8faa905-c9a7-435d-89cb-2bcc72e7e1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:29:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['23596f59-4a6d-4bfa-9a48-2db11f0fddb2'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:29:45.753573 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-65eb9830-bb4c-41dc-ab70-affcf2b152c7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8127451 Nov 29 02:29:45.753573 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e680b50b-b66c-4990-97c1-945a438905f3', 'tag': '8dcd5a8b-0a40-45ed-9078-1ea79adf8763'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:29:45.754185 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a54b0b8d43a805c8e04fafa9e6e1877f555095d74f053d1eebc96b979e45145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cdc804-7b34-43b3-96e9-e7eb5ac45977" -d '{"events": [{"name": "network-changed", "server_uuid": "e680b50b-b66c-4990-97c1-945a438905f3", "tag": "8dcd5a8b-0a40-45ed-9078-1ea79adf8763"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:29:45.796328 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163d117e-3fc6-4a28-b102-6b0cb2ea1b7a x-openstack-request-id: req-163d117e-3fc6-4a28-b102-6b0cb2ea1b7a {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:29:45.796661 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e680b50b-b66c-4990-97c1-945a438905f3", "tag": "8dcd5a8b-0a40-45ed-9078-1ea79adf8763", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:29:45.796926 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-163d117e-3fc6-4a28-b102-6b0cb2ea1b7a {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:29:45.797340 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e680b50b-b66c-4990-97c1-945a438905f3', 'tag': '8dcd5a8b-0a40-45ed-9078-1ea79adf8763', 'status': 'completed', 'code': 200} Nov 29 02:29:45.832040 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-d8faa905-c9a7-435d-89cb-2bcc72e7e1f2 None None] Set router 23596f59-4a6d-4bfa-9a48-2db11f0fddb2 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:29:45.865386 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2f68c-3980-4b1e-b082-fa1339fa172d req-17fc79e1-9ac4-4c18-a257-e6aac5a3dcd8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:45.867959 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-72a2f68c-3980-4b1e-b082-fa1339fa172d req-17fc79e1-9ac4-4c18-a257-e6aac5a3dcd8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=e680b50b-b66c-4990-97c1-945a438905f3 HTTP/1.1" status: 200 len: 945 time: 0.0541546 Nov 29 02:29:45.900184 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdc804-7b34-43b3-96e9-e7eb5ac45977 req-7392f08a-813c-4c26-894d-bf68816134ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:45.902247 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-57cdc804-7b34-43b3-96e9-e7eb5ac45977 req-7392f08a-813c-4c26-894d-bf68816134ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0c5f471953f452db2349f819ae968c6&device_id=e680b50b-b66c-4990-97c1-945a438905f3 HTTP/1.1" status: 200 len: 1098 time: 0.0584431 Nov 29 02:29:45.927756 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-72a2f68c-3980-4b1e-b082-fa1339fa172d req-062209b5-3756-4562-927e-f55372ca3d29 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a2ae690-e122-45bd-864a-28ebcad7a8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482023 Nov 29 02:29:45.950164 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49328) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:29:46.003618 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdc804-7b34-43b3-96e9-e7eb5ac45977 req-282a7444-bd15-47c7-ba0f-5f2d560e1387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:46.004979 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-57cdc804-7b34-43b3-96e9-e7eb5ac45977 req-282a7444-bd15-47c7-ba0f-5f2d560e1387 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e27b3ae8-9977-4329-a813-680bdf89fb93 HTTP/1.1" status: 200 len: 898 time: 0.0951216 Nov 29 02:29:46.014543 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-47c61869-d1ee-413c-9bd5-82807da9ea58 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/floatingips/4633c7cd-73d0-4696-8133-021cd9a07c84 HTTP/1.1" status: 200 len: 991 time: 0.0632129 Nov 29 02:29:46.060494 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d8faa905-c9a7-435d-89cb-2bcc72e7e1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101423449', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:29:27Z', 'updated_at': '2021-11-29T02:29:31Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:29:28Z', 'updated_at': '2021-11-29T02:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '4633c7cd-73d0-4696-8133-021cd9a07c84', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'floating_ip_address': '172.26.3.117', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'port_id': '8dcd5a8b-0a40-45ed-9078-1ea79adf8763', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e27b3ae8-9977-4329-a813-680bdf89fb93', 'mac_address': 'fa:16:3e:a5:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e680b50b-b66c-4990-97c1-945a438905f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:29:44Z', 'updated_at': '2021-11-29T02:29:44Z', 'revision_number': 0, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77de21d4-48a9-4aca-835d-fe8f573e6ad3', 'name': '', 'network_id': 'e27b3ae8-9977-4329-a813-680bdf89fb93', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:7d:eb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'ad92524e-cfef-4532-9dc4-ae425d1aaa6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:29:30Z', 'updated_at': '2021-11-29T02:29:34Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': 'ad92524e-cfef-4532-9dc4-ae425d1aaa6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:29:46.076607 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-57cdc804-7b34-43b3-96e9-e7eb5ac45977 req-ab770b38-bbab-45fc-ba81-a94f2b7692d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8dcd5a8b-0a40-45ed-9078-1ea79adf8763 HTTP/1.1" status: 200 len: 999 time: 0.0580773 Nov 29 02:29:46.088934 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8faa905-c9a7-435d-89cb-2bcc72e7e1f2 None None] Checking router: 23596f59-4a6d-4bfa-9a48-2db11f0fddb2 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:29:46.097683 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8faa905-c9a7-435d-89cb-2bcc72e7e1f2 None None] Routers {'23596f59-4a6d-4bfa-9a48-2db11f0fddb2'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:29:46.098275 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d8faa905-c9a7-435d-89cb-2bcc72e7e1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:29:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['23596f59-4a6d-4bfa-9a48-2db11f0fddb2'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:29:46.127693 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdc804-7b34-43b3-96e9-e7eb5ac45977 req-1093dd98-b7aa-4449-b431-4a66648f4e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:46.129152 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-57cdc804-7b34-43b3-96e9-e7eb5ac45977 req-1093dd98-b7aa-4449-b431-4a66648f4e99 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ad92524e-cfef-4532-9dc4-ae425d1aaa6f HTTP/1.1" status: 200 len: 835 time: 0.0443230 Nov 29 02:29:46.180304 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdc804-7b34-43b3-96e9-e7eb5ac45977 req-f51b62cd-a113-42fe-be54-6c3b0c89f50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:29:46.181853 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-57cdc804-7b34-43b3-96e9-e7eb5ac45977 req-f51b62cd-a113-42fe-be54-6c3b0c89f50a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e27b3ae8-9977-4329-a813-680bdf89fb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444694 Nov 29 02:29:46.202769 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-d8faa905-c9a7-435d-89cb-2bcc72e7e1f2 None None] Set router 23596f59-4a6d-4bfa-9a48-2db11f0fddb2 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:29:46.271644 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-57cdc804-7b34-43b3-96e9-e7eb5ac45977 req-b475c456-5340-4ea5-a2af-dd3dac6f2a13 service neutron] 10.222.0.24 "GET /v2.0/networks/e27b3ae8-9977-4329-a813-680bdf89fb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820034 Nov 29 02:29:46.368165 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-57cdc804-7b34-43b3-96e9-e7eb5ac45977 req-0ef52d74-658b-4f6c-bce7-9bb4da8805f9 service neutron] 10.222.0.24 "GET /v2.0/networks/e27b3ae8-9977-4329-a813-680bdf89fb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881121 Nov 29 02:29:46.428269 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-d8faa905-c9a7-435d-89cb-2bcc72e7e1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101423449', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:29:27Z', 'updated_at': '2021-11-29T02:29:31Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:29:28Z', 'updated_at': '2021-11-29T02:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '4633c7cd-73d0-4696-8133-021cd9a07c84', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'floating_ip_address': '172.26.3.117', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'port_id': '8dcd5a8b-0a40-45ed-9078-1ea79adf8763', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e27b3ae8-9977-4329-a813-680bdf89fb93', 'mac_address': 'fa:16:3e:a5:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e680b50b-b66c-4990-97c1-945a438905f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:29:44Z', 'updated_at': '2021-11-29T02:29:44Z', 'revision_number': 0, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77de21d4-48a9-4aca-835d-fe8f573e6ad3', 'name': '', 'network_id': 'e27b3ae8-9977-4329-a813-680bdf89fb93', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:7d:eb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'ad92524e-cfef-4532-9dc4-ae425d1aaa6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:29:30Z', 'updated_at': '2021-11-29T02:29:34Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': 'ad92524e-cfef-4532-9dc4-ae425d1aaa6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:29:46.453994 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8faa905-c9a7-435d-89cb-2bcc72e7e1f2 None None] The sync data for ids ['23596f59-4a6d-4bfa-9a48-2db11f0fddb2'] in dv-neutron-819032-3-hyperv is: [{'id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101423449', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:29:27Z', 'updated_at': '2021-11-29T02:29:31Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:29:28Z', 'updated_at': '2021-11-29T02:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '4633c7cd-73d0-4696-8133-021cd9a07c84', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'floating_ip_address': '172.26.3.117', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'port_id': '8dcd5a8b-0a40-45ed-9078-1ea79adf8763', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e27b3ae8-9977-4329-a813-680bdf89fb93', 'mac_address': 'fa:16:3e:a5:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e680b50b-b66c-4990-97c1-945a438905f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:29:44Z', 'updated_at': '2021-11-29T02:29:44Z', 'revision_number': 0, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77de21d4-48a9-4aca-835d-fe8f573e6ad3', 'name': '', 'network_id': 'e27b3ae8-9977-4329-a813-680bdf89fb93', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:7d:eb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'ad92524e-cfef-4532-9dc4-ae425d1aaa6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:29:30Z', 'updated_at': '2021-11-29T02:29:34Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': 'ad92524e-cfef-4532-9dc4-ae425d1aaa6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:29:46.621326 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee16529-e56c-4af9-881a-1e136facccd4 None None] New status for floating IP 4633c7cd-73d0-4696-8133-021cd9a07c84: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:29:47.018415 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49330) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:29:47.080343 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0e5ffa6c-75e2-4bf4-87fe-cd616d1a2276 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/floatingips/4633c7cd-73d0-4696-8133-021cd9a07c84 HTTP/1.1" status: 200 len: 993 time: 0.0606971 Nov 29 02:29:47.125381 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:47.907929 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:29:55.227809 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:30:12.081659 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b5b6186-22d2-4bd9-92bc-a6949c3f61e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:30:13.910947 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c4048b8c-1781-482b-a68b-d635ef61618b req-e890c391-7f57-4b13-82c3-c299de91f23e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e680b50b-b66c-4990-97c1-945a438905f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384121 Nov 29 02:30:14.021628 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4048b8c-1781-482b-a68b-d635ef61618b req-11105495-d1ae-42b9-9404-685a7af34d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:14.023313 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c4048b8c-1781-482b-a68b-d635ef61618b req-11105495-d1ae-42b9-9404-685a7af34d44 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0c5f471953f452db2349f819ae968c6&device_id=e680b50b-b66c-4990-97c1-945a438905f3 HTTP/1.1" status: 200 len: 1098 time: 0.0403285 Nov 29 02:30:14.024363 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:30:14.133329 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4048b8c-1781-482b-a68b-d635ef61618b req-06e1c0c0-0343-4956-9ee3-daccc8f826bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:14.134838 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c4048b8c-1781-482b-a68b-d635ef61618b req-06e1c0c0-0343-4956-9ee3-daccc8f826bf service neutron] 10.222.0.24 "GET /v2.0/networks?id=e27b3ae8-9977-4329-a813-680bdf89fb93 HTTP/1.1" status: 200 len: 898 time: 0.0895247 Nov 29 02:30:14.200530 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c4048b8c-1781-482b-a68b-d635ef61618b req-8e5e9858-5bbc-490f-a645-39fa5f9810c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8dcd5a8b-0a40-45ed-9078-1ea79adf8763 HTTP/1.1" status: 200 len: 1001 time: 0.0570521 Nov 29 02:30:14.252948 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4048b8c-1781-482b-a68b-d635ef61618b req-2b8345d7-62fe-4b9b-bcdb-4317a9e14e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:14.254380 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c4048b8c-1781-482b-a68b-d635ef61618b req-2b8345d7-62fe-4b9b-bcdb-4317a9e14e04 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ad92524e-cfef-4532-9dc4-ae425d1aaa6f HTTP/1.1" status: 200 len: 835 time: 0.0466104 Nov 29 02:30:14.302655 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4048b8c-1781-482b-a68b-d635ef61618b req-74f48321-cbcb-4ce7-b095-7bfe8a778fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:14.304171 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c4048b8c-1781-482b-a68b-d635ef61618b req-74f48321-cbcb-4ce7-b095-7bfe8a778fd2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e27b3ae8-9977-4329-a813-680bdf89fb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394669 Nov 29 02:30:14.347689 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e442f0a2-2691-4341-9667-dc88459244c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:30:14.404760 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c4048b8c-1781-482b-a68b-d635ef61618b req-a4e0bd1e-a34c-47eb-a6de-fefb8e18cbeb service neutron] 10.222.0.24 "GET /v2.0/networks/e27b3ae8-9977-4329-a813-680bdf89fb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876095 Nov 29 02:30:14.493735 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c4048b8c-1781-482b-a68b-d635ef61618b req-bdb8dbf1-378a-49ed-a867-7390438ec723 service neutron] 10.222.0.24 "GET /v2.0/networks/e27b3ae8-9977-4329-a813-680bdf89fb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803924 Nov 29 02:30:15.415177 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:30:17.124118 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:30:17.902417 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:30:20.474366 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e91b25-11b9-439f-b5a2-a36816846cd7 req-ba1cd98f-1f03-48fd-9bc4-4be481efc748 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:20.475864 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-24e91b25-11b9-439f-b5a2-a36816846cd7 req-ba1cd98f-1f03-48fd-9bc4-4be481efc748 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=e680b50b-b66c-4990-97c1-945a438905f3 HTTP/1.1" status: 200 len: 945 time: 0.0504553 Nov 29 02:30:20.502845 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c028618-10f8-4caa-863f-564b05facc85 req-232c4b10-95be-4400-8497-8b1f7cd74727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:20.504349 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3c028618-10f8-4caa-863f-564b05facc85 req-232c4b10-95be-4400-8497-8b1f7cd74727 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0c5f471953f452db2349f819ae968c6&device_id=e680b50b-b66c-4990-97c1-945a438905f3 HTTP/1.1" status: 200 len: 1098 time: 0.0404685 Nov 29 02:30:20.524899 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-24e91b25-11b9-439f-b5a2-a36816846cd7 req-65a1e440-19a7-4c27-a8a8-83f0aad20536 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a2ae690-e122-45bd-864a-28ebcad7a8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430498 Nov 29 02:30:20.607237 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c028618-10f8-4caa-863f-564b05facc85 req-a3d14ecc-770c-4e5c-b5ef-ecd43d672a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:20.608714 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3c028618-10f8-4caa-863f-564b05facc85 req-a3d14ecc-770c-4e5c-b5ef-ecd43d672a82 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e27b3ae8-9977-4329-a813-680bdf89fb93 HTTP/1.1" status: 200 len: 898 time: 0.0873942 Nov 29 02:30:20.672136 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3c028618-10f8-4caa-863f-564b05facc85 req-b90bd243-d013-42aa-872a-7ac60e09fc17 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8dcd5a8b-0a40-45ed-9078-1ea79adf8763 HTTP/1.1" status: 200 len: 1001 time: 0.0559533 Nov 29 02:30:20.725068 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c028618-10f8-4caa-863f-564b05facc85 req-7347da0c-aa47-416b-892b-7774aad3bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:20.726508 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3c028618-10f8-4caa-863f-564b05facc85 req-7347da0c-aa47-416b-892b-7774aad3bcf8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ad92524e-cfef-4532-9dc4-ae425d1aaa6f HTTP/1.1" status: 200 len: 835 time: 0.0470047 Nov 29 02:30:20.772342 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c028618-10f8-4caa-863f-564b05facc85 req-26863462-7c85-4a86-87e2-f00b68d8277b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:20.773832 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3c028618-10f8-4caa-863f-564b05facc85 req-26863462-7c85-4a86-87e2-f00b68d8277b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e27b3ae8-9977-4329-a813-680bdf89fb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398800 Nov 29 02:30:20.865260 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3c028618-10f8-4caa-863f-564b05facc85 req-99464193-b360-451e-95e9-5c67ee43a05f service neutron] 10.222.0.24 "GET /v2.0/networks/e27b3ae8-9977-4329-a813-680bdf89fb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841231 Nov 29 02:30:20.957108 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3c028618-10f8-4caa-863f-564b05facc85 req-a97cc11a-cd7c-40fb-aff3-9c5290d7cae0 service neutron] 10.222.0.24 "GET /v2.0/networks/e27b3ae8-9977-4329-a813-680bdf89fb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819912 Nov 29 02:30:21.639101 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba8198-0c1c-4f4d-96c5-bf431fd766af req-0b9e8d6d-4476-4f2f-985c-4ad4e239d03c tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:21.640544 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-74ba8198-0c1c-4f4d-96c5-bf431fd766af req-0b9e8d6d-4476-4f2f-985c-4ad4e239d03c tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=e680b50b-b66c-4990-97c1-945a438905f3 HTTP/1.1" status: 200 len: 945 time: 0.0472448 Nov 29 02:30:21.692089 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-74ba8198-0c1c-4f4d-96c5-bf431fd766af req-8a7b7f3b-acd3-4b5f-9a32-8f8ed1219e97 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a2ae690-e122-45bd-864a-28ebcad7a8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456061 Nov 29 02:30:22.806683 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363e342-f8db-43f5-9d48-ce38b87b46e3 req-4cec405a-09f4-46ff-8a90-82caef88ad66 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:22.808843 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8363e342-f8db-43f5-9d48-ce38b87b46e3 req-4cec405a-09f4-46ff-8a90-82caef88ad66 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=e680b50b-b66c-4990-97c1-945a438905f3 HTTP/1.1" status: 200 len: 945 time: 0.0498960 Nov 29 02:30:22.858389 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8363e342-f8db-43f5-9d48-ce38b87b46e3 req-7ae0011f-e7ed-4ffc-8d12-241989b30462 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a2ae690-e122-45bd-864a-28ebcad7a8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436132 Nov 29 02:30:23.970445 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577ef8b-69d2-4047-84e7-964674e9cef2 req-3297ffb2-8bb8-4737-82d3-b12ddc6e2bed tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:23.971923 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1577ef8b-69d2-4047-84e7-964674e9cef2 req-3297ffb2-8bb8-4737-82d3-b12ddc6e2bed tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=e680b50b-b66c-4990-97c1-945a438905f3 HTTP/1.1" status: 200 len: 945 time: 0.0478973 Nov 29 02:30:24.020838 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1577ef8b-69d2-4047-84e7-964674e9cef2 req-817554ee-31a6-4ed7-9840-99f591976f58 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a2ae690-e122-45bd-864a-28ebcad7a8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430584 Nov 29 02:30:25.136902 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17ba7b-ba10-49ce-9ccb-030f91704629 req-31bfc5ba-f6e2-4d66-b628-96257c5b58cd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:25.138412 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-eb17ba7b-ba10-49ce-9ccb-030f91704629 req-31bfc5ba-f6e2-4d66-b628-96257c5b58cd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=e680b50b-b66c-4990-97c1-945a438905f3 HTTP/1.1" status: 200 len: 945 time: 0.0522442 Nov 29 02:30:25.188735 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-eb17ba7b-ba10-49ce-9ccb-030f91704629 req-da1f6d27-7493-4ccd-82fe-533401dfca44 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a2ae690-e122-45bd-864a-28ebcad7a8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443792 Nov 29 02:30:26.303086 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a4c57-306b-4ce7-84ab-a0ebdc9be469 req-5b303440-75dd-457c-9efb-d7d3f3b69c1d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:26.304572 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c70a4c57-306b-4ce7-84ab-a0ebdc9be469 req-5b303440-75dd-457c-9efb-d7d3f3b69c1d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=e680b50b-b66c-4990-97c1-945a438905f3 HTTP/1.1" status: 200 len: 945 time: 0.0492649 Nov 29 02:30:26.357013 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c70a4c57-306b-4ce7-84ab-a0ebdc9be469 req-25cc5ac4-c69a-4996-8d88-ff7e97e4c4c3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a2ae690-e122-45bd-864a-28ebcad7a8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432773 Nov 29 02:30:27.479006 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d690f-91ab-419d-a753-ff906520075f req-d5648b7c-b7a0-4ee3-ad15-19d6f13cc016 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:27.481327 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5b6d690f-91ab-419d-a753-ff906520075f req-d5648b7c-b7a0-4ee3-ad15-19d6f13cc016 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=e680b50b-b66c-4990-97c1-945a438905f3 HTTP/1.1" status: 200 len: 945 time: 0.0565121 Nov 29 02:30:27.531890 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5b6d690f-91ab-419d-a753-ff906520075f req-69affa3b-2d0b-42bd-8da1-4bc81ea5b839 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a2ae690-e122-45bd-864a-28ebcad7a8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443013 Nov 29 02:30:28.653736 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1607269-547c-4df0-b2bf-73fdee1f32be req-5c2cb998-92ec-4c1f-ba62-89c9a6914904 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:28.655211 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f1607269-547c-4df0-b2bf-73fdee1f32be req-5c2cb998-92ec-4c1f-ba62-89c9a6914904 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=e680b50b-b66c-4990-97c1-945a438905f3 HTTP/1.1" status: 200 len: 945 time: 0.0483549 Nov 29 02:30:28.703622 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f1607269-547c-4df0-b2bf-73fdee1f32be req-9468ecec-9595-4a15-82ad-224458d436d0 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a2ae690-e122-45bd-864a-28ebcad7a8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426021 Nov 29 02:30:29.815675 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe79ba0-18ef-4400-b505-72cbf8261a52 req-1cd8f592-46c0-4925-ac67-cf8ff68b3905 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:29.817127 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3fe79ba0-18ef-4400-b505-72cbf8261a52 req-1cd8f592-46c0-4925-ac67-cf8ff68b3905 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=e680b50b-b66c-4990-97c1-945a438905f3 HTTP/1.1" status: 200 len: 945 time: 0.0472538 Nov 29 02:30:29.868848 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3fe79ba0-18ef-4400-b505-72cbf8261a52 req-4739edea-501d-436a-a49a-b2c5e30fb94c tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a2ae690-e122-45bd-864a-28ebcad7a8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458255 Nov 29 02:30:30.984942 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8c2d5-f64f-4282-b305-ad483a9386d1 req-3d9666c6-5302-4759-a8cd-fa322e2eef99 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:30.986468 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-01c8c2d5-f64f-4282-b305-ad483a9386d1 req-3d9666c6-5302-4759-a8cd-fa322e2eef99 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=e680b50b-b66c-4990-97c1-945a438905f3 HTTP/1.1" status: 200 len: 945 time: 0.0492847 Nov 29 02:30:31.039311 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-01c8c2d5-f64f-4282-b305-ad483a9386d1 req-46522a6f-cd1b-4f6a-95ce-a3b414ee922b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a2ae690-e122-45bd-864a-28ebcad7a8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470018 Nov 29 02:30:32.152129 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c332609-309f-4ad1-9848-834392a75510 req-4d81cdfe-7ce0-4d22-9b98-d6f8e85d2ebe tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:30:32.154296 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9c332609-309f-4ad1-9848-834392a75510 req-4d81cdfe-7ce0-4d22-9b98-d6f8e85d2ebe tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=e680b50b-b66c-4990-97c1-945a438905f3 HTTP/1.1" status: 200 len: 945 time: 0.0487189 Nov 29 02:30:32.202265 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9c332609-309f-4ad1-9848-834392a75510 req-3c6195ce-d74d-4c4a-9b0d-a0f81f6f1a5d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a2ae690-e122-45bd-864a-28ebcad7a8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420318 Nov 29 02:30:32.224228 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49366) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:30:32.225781 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:30:32.286956 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-cb2f59e9-f829-422c-8946-931c0abf3f33 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/floatingips/4633c7cd-73d0-4696-8133-021cd9a07c84 HTTP/1.1" status: 200 len: 993 time: 0.0616014 Nov 29 02:30:42.081468 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-020fe562-3183-4285-b21c-1746d85e6f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:30:44.035537 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:30:44.350362 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-12845969-e1f2-4944-a6ec-ad6d61f421d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:30:45.417467 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:30:47.127497 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:30:47.903739 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:04.784818 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49380) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:31:04.942503 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0f283db2-984c-44a0-9348-50748a0a02f5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Deleting port 4698114b-91fd-4d53-a7ea-eba9f9a64c95 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:31:04.942852 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f283db2-984c-44a0-9348-50748a0a02f5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:05.021167 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f283db2-984c-44a0-9348-50748a0a02f5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:05.021505 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f283db2-984c-44a0-9348-50748a0a02f5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:05.034132 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-0f283db2-984c-44a0-9348-50748a0a02f5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Calling delete_port for 4698114b-91fd-4d53-a7ea-eba9f9a64c95 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:31:05.182043 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f283db2-984c-44a0-9348-50748a0a02f5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:05.212150 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f283db2-984c-44a0-9348-50748a0a02f5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event deleted for resources: {'Port': ['ID=4698114b-91fd-4d53-a7ea-eba9f9a64c95,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:05.235376 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f283db2-984c-44a0-9348-50748a0a02f5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:05.235736 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f283db2-984c-44a0-9348-50748a0a02f5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:05.236089 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f283db2-984c-44a0-9348-50748a0a02f5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:05.236439 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f283db2-984c-44a0-9348-50748a0a02f5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:05.236787 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f283db2-984c-44a0-9348-50748a0a02f5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:05.237135 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f283db2-984c-44a0-9348-50748a0a02f5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:05.237482 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f283db2-984c-44a0-9348-50748a0a02f5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:05.237834 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f283db2-984c-44a0-9348-50748a0a02f5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:05.238179 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f283db2-984c-44a0-9348-50748a0a02f5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:05.238513 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f283db2-984c-44a0-9348-50748a0a02f5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:05.238846 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f283db2-984c-44a0-9348-50748a0a02f5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:05.239176 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f283db2-984c-44a0-9348-50748a0a02f5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:05.280782 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f283db2-984c-44a0-9348-50748a0a02f5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for floatingip, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:05.281111 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [None req-0f283db2-984c-44a0-9348-50748a0a02f5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Floating IP 4633c7cd-73d0-4696-8133-021cd9a07c84 disassociated (deleted). External IP: 172.26.3.117, port: 8dcd5a8b-0a40-45ed-9078-1ea79adf8763. Nov 29 02:31:05.484513 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f283db2-984c-44a0-9348-50748a0a02f5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Router 23596f59-4a6d-4bfa-9a48-2db11f0fddb2 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:31:05.591095 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f283db2-984c-44a0-9348-50748a0a02f5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:31:05.595871 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f283db2-984c-44a0-9348-50748a0a02f5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:05.600702 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f953a903-45fa-4474-bd1d-20101f8ff2d9 None None] Sync routers for ids ['23596f59-4a6d-4bfa-9a48-2db11f0fddb2'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:31:05.609804 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f953a903-45fa-4474-bd1d-20101f8ff2d9 None None] Routers {'23596f59-4a6d-4bfa-9a48-2db11f0fddb2'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:31:05.611443 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f953a903-45fa-4474-bd1d-20101f8ff2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:30:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['23596f59-4a6d-4bfa-9a48-2db11f0fddb2'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:31:05.623203 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-0f283db2-984c-44a0-9348-50748a0a02f5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "DELETE /v2.0/floatingips/4633c7cd-73d0-4696-8133-021cd9a07c84 HTTP/1.1" status: 204 len: 168 time: 0.8372698 Nov 29 02:31:05.623800 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e680b50b-b66c-4990-97c1-945a438905f3', 'tag': '8dcd5a8b-0a40-45ed-9078-1ea79adf8763'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:31:05.626384 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e533a9a4-3ddf-44b0-8d6f-ca80ede581fc" -d '{"events": [{"name": "network-changed", "server_uuid": "e680b50b-b66c-4990-97c1-945a438905f3", "tag": "8dcd5a8b-0a40-45ed-9078-1ea79adf8763"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:31:05.694299 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9ac23e-a061-45dc-8ee8-36f5eb5c4240 x-openstack-request-id: req-de9ac23e-a061-45dc-8ee8-36f5eb5c4240 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:31:05.694299 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e680b50b-b66c-4990-97c1-945a438905f3", "tag": "8dcd5a8b-0a40-45ed-9078-1ea79adf8763", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:31:05.695910 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de9ac23e-a061-45dc-8ee8-36f5eb5c4240 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:31:05.700379 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e680b50b-b66c-4990-97c1-945a438905f3', 'tag': '8dcd5a8b-0a40-45ed-9078-1ea79adf8763', 'status': 'completed', 'code': 200} Nov 29 02:31:05.757201 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-f953a903-45fa-4474-bd1d-20101f8ff2d9 None None] Set router 23596f59-4a6d-4bfa-9a48-2db11f0fddb2 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:31:05.836583 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533a9a4-3ddf-44b0-8d6f-ca80ede581fc req-9bb6d3b0-7293-4b51-a1c4-025ad4f43e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:05.838137 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e533a9a4-3ddf-44b0-8d6f-ca80ede581fc req-9bb6d3b0-7293-4b51-a1c4-025ad4f43e22 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0c5f471953f452db2349f819ae968c6&device_id=e680b50b-b66c-4990-97c1-945a438905f3 HTTP/1.1" status: 200 len: 1098 time: 0.0746596 Nov 29 02:31:05.927779 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c2c91-472f-4da2-bffb-6e1ce36c2293 req-6bcc6bf6-384b-4dcc-969e-38e734f88c2c tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:05.936437 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fb4c2c91-472f-4da2-bffb-6e1ce36c2293 req-6bcc6bf6-384b-4dcc-969e-38e734f88c2c tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=e680b50b-b66c-4990-97c1-945a438905f3 HTTP/1.1" status: 200 len: 945 time: 0.0745177 Nov 29 02:31:05.974156 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533a9a4-3ddf-44b0-8d6f-ca80ede581fc req-0dfa18e1-d19a-4115-998e-0166596284a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:05.975739 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e533a9a4-3ddf-44b0-8d6f-ca80ede581fc req-0dfa18e1-d19a-4115-998e-0166596284a8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e27b3ae8-9977-4329-a813-680bdf89fb93 HTTP/1.1" status: 200 len: 898 time: 0.0970597 Nov 29 02:31:05.983440 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fb4c2c91-472f-4da2-bffb-6e1ce36c2293 req-2732704e-482b-4625-b173-899935542aa1 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a2ae690-e122-45bd-864a-28ebcad7a8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461180 Nov 29 02:31:05.997051 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f953a903-45fa-4474-bd1d-20101f8ff2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101423449', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:29:27Z', 'updated_at': '2021-11-29T02:29:31Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:29:28Z', 'updated_at': '2021-11-29T02:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '77de21d4-48a9-4aca-835d-fe8f573e6ad3', 'name': '', 'network_id': 'e27b3ae8-9977-4329-a813-680bdf89fb93', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:7d:eb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'ad92524e-cfef-4532-9dc4-ae425d1aaa6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:29:30Z', 'updated_at': '2021-11-29T02:29:34Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': 'ad92524e-cfef-4532-9dc4-ae425d1aaa6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:31:06.024279 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e533a9a4-3ddf-44b0-8d6f-ca80ede581fc req-511d6964-22e0-4e04-b0c7-82b6881cb366 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8dcd5a8b-0a40-45ed-9078-1ea79adf8763 HTTP/1.1" status: 200 len: 217 time: 0.0393069 Nov 29 02:31:06.028773 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f953a903-45fa-4474-bd1d-20101f8ff2d9 None None] Checking router: 23596f59-4a6d-4bfa-9a48-2db11f0fddb2 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:31:06.039241 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f953a903-45fa-4474-bd1d-20101f8ff2d9 None None] Routers {'23596f59-4a6d-4bfa-9a48-2db11f0fddb2'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:31:06.039867 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f953a903-45fa-4474-bd1d-20101f8ff2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:30:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['23596f59-4a6d-4bfa-9a48-2db11f0fddb2'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:31:06.080480 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533a9a4-3ddf-44b0-8d6f-ca80ede581fc req-4db9e500-8a18-4e13-9c9c-7333597f0348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:06.081987 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e533a9a4-3ddf-44b0-8d6f-ca80ede581fc req-4db9e500-8a18-4e13-9c9c-7333597f0348 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ad92524e-cfef-4532-9dc4-ae425d1aaa6f HTTP/1.1" status: 200 len: 835 time: 0.0485198 Nov 29 02:31:06.130571 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533a9a4-3ddf-44b0-8d6f-ca80ede581fc req-c0f82ff3-59ad-4581-9c0d-fc9066985cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:06.132074 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e533a9a4-3ddf-44b0-8d6f-ca80ede581fc req-c0f82ff3-59ad-4581-9c0d-fc9066985cfe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e27b3ae8-9977-4329-a813-680bdf89fb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412087 Nov 29 02:31:06.146334 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-f953a903-45fa-4474-bd1d-20101f8ff2d9 None None] Set router 23596f59-4a6d-4bfa-9a48-2db11f0fddb2 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:31:06.227170 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e533a9a4-3ddf-44b0-8d6f-ca80ede581fc req-96c31b54-6c07-48e7-8081-4b6e446d8a83 service neutron] 10.222.0.24 "GET /v2.0/networks/e27b3ae8-9977-4329-a813-680bdf89fb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865796 Nov 29 02:31:06.339898 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e533a9a4-3ddf-44b0-8d6f-ca80ede581fc req-5822e613-4ff7-4eb9-b011-37c957bb85f2 service neutron] 10.222.0.24 "GET /v2.0/networks/e27b3ae8-9977-4329-a813-680bdf89fb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883474 Nov 29 02:31:06.348407 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f953a903-45fa-4474-bd1d-20101f8ff2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101423449', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:29:27Z', 'updated_at': '2021-11-29T02:29:31Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:29:28Z', 'updated_at': '2021-11-29T02:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '77de21d4-48a9-4aca-835d-fe8f573e6ad3', 'name': '', 'network_id': 'e27b3ae8-9977-4329-a813-680bdf89fb93', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:7d:eb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'ad92524e-cfef-4532-9dc4-ae425d1aaa6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:29:30Z', 'updated_at': '2021-11-29T02:29:34Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': 'ad92524e-cfef-4532-9dc4-ae425d1aaa6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:31:06.374811 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f953a903-45fa-4474-bd1d-20101f8ff2d9 None None] The sync data for ids ['23596f59-4a6d-4bfa-9a48-2db11f0fddb2'] in dv-neutron-819032-3-hyperv is: [{'id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101423449', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:29:27Z', 'updated_at': '2021-11-29T02:29:31Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:29:28Z', 'updated_at': '2021-11-29T02:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '77de21d4-48a9-4aca-835d-fe8f573e6ad3', 'name': '', 'network_id': 'e27b3ae8-9977-4329-a813-680bdf89fb93', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:7d:eb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'ad92524e-cfef-4532-9dc4-ae425d1aaa6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:29:30Z', 'updated_at': '2021-11-29T02:29:34Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': 'ad92524e-cfef-4532-9dc4-ae425d1aaa6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:31:06.591089 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc03132f-74c2-4b4d-a8c8-59021e542397 None None] New status for floating IP 4633c7cd-73d0-4696-8133-021cd9a07c84: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:31:07.099983 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fefeb-cf29-41fc-940a-8fbda8e5c0fc req-cfd274f7-252e-42fe-b6f1-7e1218ab3f61 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:07.101368 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4c1fefeb-cf29-41fc-940a-8fbda8e5c0fc req-cfd274f7-252e-42fe-b6f1-7e1218ab3f61 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=e680b50b-b66c-4990-97c1-945a438905f3 HTTP/1.1" status: 200 len: 945 time: 0.0483198 Nov 29 02:31:07.156095 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4c1fefeb-cf29-41fc-940a-8fbda8e5c0fc req-7a8d2ebc-d000-4713-a4e7-a1efa71218d6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a2ae690-e122-45bd-864a-28ebcad7a8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485401 Nov 29 02:31:08.033666 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1252a-22d5-43d8-9d24-ff1216bef549 req-e0eab58a-62c0-414d-832d-06e217a535ec tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:08.035085 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0ce1252a-22d5-43d8-9d24-ff1216bef549 req-e0eab58a-62c0-414d-832d-06e217a535ec tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.24 "GET /v2.0/ports?device_id=e680b50b-b66c-4990-97c1-945a438905f3 HTTP/1.1" status: 200 len: 945 time: 0.0470390 Nov 29 02:31:08.129242 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-0ce1252a-22d5-43d8-9d24-ff1216bef549 req-701851c5-3dd1-4d75-a8d7-7968ada76d0a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Deleting port 8dcd5a8b-0a40-45ed-9078-1ea79adf8763 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:31:08.129607 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0ce1252a-22d5-43d8-9d24-ff1216bef549 req-701851c5-3dd1-4d75-a8d7-7968ada76d0a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:08.220705 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-0ce1252a-22d5-43d8-9d24-ff1216bef549 req-701851c5-3dd1-4d75-a8d7-7968ada76d0a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] For port 8dcd5a8b-0a40-45ed-9078-1ea79adf8763, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=8dcd5a8b-0a40-45ed-9078-1ea79adf8763,segment=NetworkSegment(594e34b6-14fd-4e15-9e8f-845b10814eca),segment_id=594e34b6-14fd-4e15-9e8f-845b10814eca)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:31:08.221063 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0ce1252a-22d5-43d8-9d24-ff1216bef549 req-701851c5-3dd1-4d75-a8d7-7968ada76d0a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:08.232949 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-0ce1252a-22d5-43d8-9d24-ff1216bef549 req-701851c5-3dd1-4d75-a8d7-7968ada76d0a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Calling delete_port for 8dcd5a8b-0a40-45ed-9078-1ea79adf8763 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:31:08.269847 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537512b-c98c-4c7e-955f-cf387208daee req-ba91de55-724e-40cc-8762-c5f3cc02ba38 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:08.271489 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e537512b-c98c-4c7e-955f-cf387208daee req-ba91de55-724e-40cc-8762-c5f3cc02ba38 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=e680b50b-b66c-4990-97c1-945a438905f3 HTTP/1.1" status: 200 len: 945 time: 0.0484354 Nov 29 02:31:08.322373 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e537512b-c98c-4c7e-955f-cf387208daee req-fb665aeb-8aa3-49b3-bc50-8949952f958e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=3a2ae690-e122-45bd-864a-28ebcad7a8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436718 Nov 29 02:31:08.359183 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0ce1252a-22d5-43d8-9d24-ff1216bef549 req-701851c5-3dd1-4d75-a8d7-7968ada76d0a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:08.384760 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701851c5-3dd1-4d75-a8d7-7968ada76d0a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event deleted for resources: {'Port': ['ID=8dcd5a8b-0a40-45ed-9078-1ea79adf8763,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:08.430707 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce1252a-22d5-43d8-9d24-ff1216bef549 req-701851c5-3dd1-4d75-a8d7-7968ada76d0a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] No DVR routers for this DVR port 8dcd5a8b-0a40-45ed-9078-1ea79adf8763 on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:31:08.433647 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-0ce1252a-22d5-43d8-9d24-ff1216bef549 req-701851c5-3dd1-4d75-a8d7-7968ada76d0a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:08.436953 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0ce1252a-22d5-43d8-9d24-ff1216bef549 req-701851c5-3dd1-4d75-a8d7-7968ada76d0a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.24 "DELETE /v2.0/ports/8dcd5a8b-0a40-45ed-9078-1ea79adf8763 HTTP/1.1" status: 204 len: 173 time: 0.3909178 Nov 29 02:31:08.437413 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e680b50b-b66c-4990-97c1-945a438905f3', 'name': 'network-vif-deleted', 'tag': '8dcd5a8b-0a40-45ed-9078-1ea79adf8763'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:31:08.439672 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1586b00-28a2-4cc1-8db0-3b47f2859a68" -d '{"events": [{"server_uuid": "e680b50b-b66c-4990-97c1-945a438905f3", "name": "network-vif-deleted", "tag": "8dcd5a8b-0a40-45ed-9078-1ea79adf8763"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:31:08.482018 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbf56f3-4f34-4de3-9e96-6f9dad1f3397 x-openstack-request-id: req-4fbf56f3-4f34-4de3-9e96-6f9dad1f3397 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:31:08.482425 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e680b50b-b66c-4990-97c1-945a438905f3", "name": "network-vif-deleted", "tag": "8dcd5a8b-0a40-45ed-9078-1ea79adf8763", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:31:08.482683 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4fbf56f3-4f34-4de3-9e96-6f9dad1f3397 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:31:08.483084 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e680b50b-b66c-4990-97c1-945a438905f3', 'name': 'network-vif-deleted', 'tag': '8dcd5a8b-0a40-45ed-9078-1ea79adf8763', 'status': 'completed', 'code': 200} Nov 29 02:31:09.224417 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:31:09.377889 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49406) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:31:09.722063 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9da41b79-92f9-4347-a8d2-15ca5c4445da tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:10.229146 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9da41b79-92f9-4347-a8d2-15ca5c4445da tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Deleting port 77de21d4-48a9-4aca-835d-fe8f573e6ad3 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:31:10.229722 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9da41b79-92f9-4347-a8d2-15ca5c4445da tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:10.320545 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-9da41b79-92f9-4347-a8d2-15ca5c4445da tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] For port 77de21d4-48a9-4aca-835d-fe8f573e6ad3, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=77de21d4-48a9-4aca-835d-fe8f573e6ad3,segment=NetworkSegment(594e34b6-14fd-4e15-9e8f-845b10814eca),segment_id=594e34b6-14fd-4e15-9e8f-845b10814eca)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:31:10.320911 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9da41b79-92f9-4347-a8d2-15ca5c4445da tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:10.333564 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9da41b79-92f9-4347-a8d2-15ca5c4445da tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Calling delete_port for 77de21d4-48a9-4aca-835d-fe8f573e6ad3 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:31:10.512866 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9da41b79-92f9-4347-a8d2-15ca5c4445da tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:10.544931 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da41b79-92f9-4347-a8d2-15ca5c4445da tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event deleted for resources: {'Port': ['ID=77de21d4-48a9-4aca-835d-fe8f573e6ad3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:10.712541 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9da41b79-92f9-4347-a8d2-15ca5c4445da tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:10.922228 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da41b79-92f9-4347-a8d2-15ca5c4445da tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Router 23596f59-4a6d-4bfa-9a48-2db11f0fddb2 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:31:11.025403 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da41b79-92f9-4347-a8d2-15ca5c4445da tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:31:11.031182 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9da41b79-92f9-4347-a8d2-15ca5c4445da tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "PUT /v2.0/routers/23596f59-4a6d-4bfa-9a48-2db11f0fddb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6522820 Nov 29 02:31:11.034486 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49408) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:31:11.037294 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110b303a-1f57-4823-bc06-ed58f8905db5 None None] Sync routers for ids ['23596f59-4a6d-4bfa-9a48-2db11f0fddb2'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:31:11.047633 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110b303a-1f57-4823-bc06-ed58f8905db5 None None] Routers {'23596f59-4a6d-4bfa-9a48-2db11f0fddb2'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:31:11.048239 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-110b303a-1f57-4823-bc06-ed58f8905db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:30:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['23596f59-4a6d-4bfa-9a48-2db11f0fddb2'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:31:11.088945 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-38836a42-ee74-4ae6-95d2-e221ccc6d915 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Deleting subnet ad92524e-cfef-4532-9dc4-ae425d1aaa6f {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:31:11.092550 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38836a42-ee74-4ae6-95d2-e221ccc6d915 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:11.133073 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38836a42-ee74-4ae6-95d2-e221ccc6d915 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:11.153060 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-110b303a-1f57-4823-bc06-ed58f8905db5 None None] Set router 23596f59-4a6d-4bfa-9a48-2db11f0fddb2 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:31:11.215994 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38836a42-ee74-4ae6-95d2-e221ccc6d915 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:11.279464 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38836a42-ee74-4ae6-95d2-e221ccc6d915 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:11.307663 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38836a42-ee74-4ae6-95d2-e221ccc6d915 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event deleted for resources: {'Subnet': ['ID=ad92524e-cfef-4532-9dc4-ae425d1aaa6f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:11.309666 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38836a42-ee74-4ae6-95d2-e221ccc6d915 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:11.312916 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-38836a42-ee74-4ae6-95d2-e221ccc6d915 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "DELETE /v2.0/subnets/ad92524e-cfef-4532-9dc4-ae425d1aaa6f HTTP/1.1" status: 204 len: 168 time: 0.2779613 Nov 29 02:31:11.315808 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49410) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:31:11.322258 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa24a2a-9ce6-4df0-b148-bc9328583e8e None None] Network e27b3ae8-9977-4329-a813-680bdf89fb93 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:31:11.379820 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-110b303a-1f57-4823-bc06-ed58f8905db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101423449', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:29:27Z', 'updated_at': '2021-11-29T02:31:10Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:29:28Z', 'updated_at': '2021-11-29T02:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:31:11.413172 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110b303a-1f57-4823-bc06-ed58f8905db5 None None] Checking router: 23596f59-4a6d-4bfa-9a48-2db11f0fddb2 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:31:11.424413 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-699db1f7-4184-4689-b844-1ff9ae4534af tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:11.443039 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110b303a-1f57-4823-bc06-ed58f8905db5 None None] Routers {'23596f59-4a6d-4bfa-9a48-2db11f0fddb2'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:31:11.443668 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-110b303a-1f57-4823-bc06-ed58f8905db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:30:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['23596f59-4a6d-4bfa-9a48-2db11f0fddb2'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:31:11.532240 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-699db1f7-4184-4689-b844-1ff9ae4534af tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:11.587562 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-699db1f7-4184-4689-b844-1ff9ae4534af tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Deleting port c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:31:11.587912 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-699db1f7-4184-4689-b844-1ff9ae4534af tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:11.672784 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-699db1f7-4184-4689-b844-1ff9ae4534af tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] For port c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:31:11.673153 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-699db1f7-4184-4689-b844-1ff9ae4534af tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:11.685458 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-699db1f7-4184-4689-b844-1ff9ae4534af tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Calling delete_port for c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:31:11.712200 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-110b303a-1f57-4823-bc06-ed58f8905db5 None None] Set router 23596f59-4a6d-4bfa-9a48-2db11f0fddb2 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:31:11.770843 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab1960b-c58a-40fa-ae92-357f340b3961 None None] DHCP port deletion for e27b3ae8-9977-4329-a813-680bdf89fb93 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:31:11.855301 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-699db1f7-4184-4689-b844-1ff9ae4534af tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:11.879999 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699db1f7-4184-4689-b844-1ff9ae4534af tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event deleted for resources: {'Port': ['ID=c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:11.892583 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699db1f7-4184-4689-b844-1ff9ae4534af tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:11.893028 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699db1f7-4184-4689-b844-1ff9ae4534af tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:11.893267 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699db1f7-4184-4689-b844-1ff9ae4534af tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:11.893892 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699db1f7-4184-4689-b844-1ff9ae4534af tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:11.894222 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699db1f7-4184-4689-b844-1ff9ae4534af tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:11.894548 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699db1f7-4184-4689-b844-1ff9ae4534af tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:11.894921 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699db1f7-4184-4689-b844-1ff9ae4534af tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:11.895194 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699db1f7-4184-4689-b844-1ff9ae4534af tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:11.895529 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699db1f7-4184-4689-b844-1ff9ae4534af tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:11.895963 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699db1f7-4184-4689-b844-1ff9ae4534af tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:11.896174 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699db1f7-4184-4689-b844-1ff9ae4534af tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:11.896504 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699db1f7-4184-4689-b844-1ff9ae4534af tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:11.908314 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 8dcd5a8b-0a40-45ed-9078-1ea79adf8763 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:31:11.910592 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1e208e-72e9-4db9-be8d-d89f41b03eff None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:31:11.915096 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-aab1960b-c58a-40fa-ae92-357f340b3961 None None] Deleting port c2263d6d-1610-480e-99ea-51d111ad1ff7 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:31:11.915468 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aab1960b-c58a-40fa-ae92-357f340b3961 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:11.945932 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: 8dcd5a8b-0a40-45ed-9078-1ea79adf8763 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:31:11.946216 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 8dcd5a8b-0a40-45ed-9078-1ea79adf8763 not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:31:11.951682 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-699db1f7-4184-4689-b844-1ff9ae4534af tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:12.014221 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-aab1960b-c58a-40fa-ae92-357f340b3961 None None] For port c2263d6d-1610-480e-99ea-51d111ad1ff7, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=c2263d6d-1610-480e-99ea-51d111ad1ff7,segment=NetworkSegment(594e34b6-14fd-4e15-9e8f-845b10814eca),segment_id=594e34b6-14fd-4e15-9e8f-845b10814eca)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:31:12.014624 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aab1960b-c58a-40fa-ae92-357f340b3961 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:12.029330 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-aab1960b-c58a-40fa-ae92-357f340b3961 None None] Calling delete_port for c2263d6d-1610-480e-99ea-51d111ad1ff7 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:31:12.044741 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-110b303a-1f57-4823-bc06-ed58f8905db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101423449', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:29:27Z', 'updated_at': '2021-11-29T02:31:10Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:29:28Z', 'updated_at': '2021-11-29T02:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:31:12.046983 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-699db1f7-4184-4689-b844-1ff9ae4534af tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:12.049142 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-699db1f7-4184-4689-b844-1ff9ae4534af tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:12.091135 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-699db1f7-4184-4689-b844-1ff9ae4534af tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:12.091810 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699db1f7-4184-4689-b844-1ff9ae4534af tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Fanout notify agent at l3_agent the message router_deleted on router 23596f59-4a6d-4bfa-9a48-2db11f0fddb2 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:31:12.099277 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-699db1f7-4184-4689-b844-1ff9ae4534af tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:12.100420 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-699db1f7-4184-4689-b844-1ff9ae4534af tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "DELETE /v2.0/routers/23596f59-4a6d-4bfa-9a48-2db11f0fddb2 HTTP/1.1" status: 204 len: 168 time: 0.7829297 Nov 29 02:31:12.103199 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49412) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:31:12.108988 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110b303a-1f57-4823-bc06-ed58f8905db5 None None] The sync data for ids ['23596f59-4a6d-4bfa-9a48-2db11f0fddb2'] in dv-neutron-819032-3-hyperv is: [{'id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1101423449', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:29:27Z', 'updated_at': '2021-11-29T02:31:10Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23596f59-4a6d-4bfa-9a48-2db11f0fddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:29:28Z', 'updated_at': '2021-11-29T02:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:31:12.124939 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-803d0090-d1e7-4b65-9009-d895eb6b2a58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:12.164341 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aab1960b-c58a-40fa-ae92-357f340b3961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:12.190059 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e8c9b287-874c-4bb6-aab6-8f8dd056c800 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:12.191648 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1960b-c58a-40fa-ae92-357f340b3961 None None] Pushing event deleted for resources: {'Port': ['ID=c2263d6d-1610-480e-99ea-51d111ad1ff7,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:12.193894 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab1960b-c58a-40fa-ae92-357f340b3961 None None] No DVR routers for this DVR port c2263d6d-1610-480e-99ea-51d111ad1ff7 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:31:12.203181 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab1960b-c58a-40fa-ae92-357f340b3961 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:12.203538 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab1960b-c58a-40fa-ae92-357f340b3961 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:12.203933 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab1960b-c58a-40fa-ae92-357f340b3961 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:12.204207 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab1960b-c58a-40fa-ae92-357f340b3961 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:12.204538 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab1960b-c58a-40fa-ae92-357f340b3961 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:12.204872 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab1960b-c58a-40fa-ae92-357f340b3961 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:12.205206 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab1960b-c58a-40fa-ae92-357f340b3961 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:12.205560 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab1960b-c58a-40fa-ae92-357f340b3961 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:12.205909 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab1960b-c58a-40fa-ae92-357f340b3961 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:12.206275 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab1960b-c58a-40fa-ae92-357f340b3961 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:12.206539 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab1960b-c58a-40fa-ae92-357f340b3961 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:12.206864 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab1960b-c58a-40fa-ae92-357f340b3961 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:12.284968 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e8c9b287-874c-4bb6-aab6-8f8dd056c800 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:12.304234 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-e8c9b287-874c-4bb6-aab6-8f8dd056c800 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27b3ae8-9977-4329-a813-680bdf89fb93']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:31:12.314640 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-e8c9b287-874c-4bb6-aab6-8f8dd056c800 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '594e34b6-14fd-4e15-9e8f-845b10814eca') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:31:12.314934 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-e8c9b287-874c-4bb6-aab6-8f8dd056c800 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '594e34b6-14fd-4e15-9e8f-845b10814eca') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:31:12.324937 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e8c9b287-874c-4bb6-aab6-8f8dd056c800 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:12.338361 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e8c9b287-874c-4bb6-aab6-8f8dd056c800 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:12.349383 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8c9b287-874c-4bb6-aab6-8f8dd056c800 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:31:12.349815 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e8c9b287-874c-4bb6-aab6-8f8dd056c800 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:12.352747 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:31:12.352747 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:31:12.352747 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:31:12.352747 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:31:12.352747 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:31:12.352747 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:31:12.352747 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:31:12.352747 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:31:12.352747 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:31:12.352747 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:31:12.352747 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:31:12.352747 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:31:12.352747 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:31:12.352747 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:31:12.352747 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:31:12.352747 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:31:12.352747 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:31:12.352747 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:31:12.352747 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:31:12.352747 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:31:12.352747 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:31:12.352747 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:31:12.352747 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:31:12.352747 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:31:12.352747 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:31:12.352747 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:31:12.352747 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:31:12.352747 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:31:12.352747 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:31:12.352747 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:31:12.352747 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:31:12.352747 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:31:12.412967 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e8c9b287-874c-4bb6-aab6-8f8dd056c800 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:12.419843 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e8c9b287-874c-4bb6-aab6-8f8dd056c800 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:12.423226 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e8c9b287-874c-4bb6-aab6-8f8dd056c800 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "DELETE /v2.0/networks/e27b3ae8-9977-4329-a813-680bdf89fb93 HTTP/1.1" status: 204 len: 168 time: 0.3189960 Nov 29 02:31:12.425627 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49414) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:31:12.442639 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9b287-874c-4bb6-aab6-8f8dd056c800 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event deleted for resources: {'Network': ['ID=e27b3ae8-9977-4329-a813-680bdf89fb93,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:12.501099 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b044adac-7e2a-4156-b25b-08a845355099 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:12.528741 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b044adac-7e2a-4156-b25b-08a845355099 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:12.590665 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b044adac-7e2a-4156-b25b-08a845355099 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:12.593720 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b044adac-7e2a-4156-b25b-08a845355099 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:12.594921 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b044adac-7e2a-4156-b25b-08a845355099 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "DELETE /v2.0/security-groups/3a2ae690-e122-45bd-864a-28ebcad7a8f7 HTTP/1.1" status: 204 len: 168 time: 0.1683676 Nov 29 02:31:12.604289 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044adac-7e2a-4156-b25b-08a845355099 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2ae690-e122-45bd-864a-28ebcad7a8f7,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:12.862964 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49420) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:31:12.867594 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4d939026-e9c1-4932-ab9f-9dc6585702a2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-187351164', 'description': 'tempest-secgroup-smoke-187351164 description', 'project_id': 'a0c5f471953f452db2349f819ae968c6'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:31:12.890279 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d939026-e9c1-4932-ab9f-9dc6585702a2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:12.955269 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d939026-e9c1-4932-ab9f-9dc6585702a2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:12.958736 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d939026-e9c1-4932-ab9f-9dc6585702a2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:12.986637 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d939026-e9c1-4932-ab9f-9dc6585702a2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:12.989978 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4d939026-e9c1-4932-ab9f-9dc6585702a2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1259646 Nov 29 02:31:12.990674 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49422) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:31:12.995192 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-82e79338-4c12-41e8-849f-042caea8bbd4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'security_group_rule': {'security_group_id': '7815d402-8207-460a-a94c-55509bc71ccd', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:31:12.997799 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d939026-e9c1-4932-ab9f-9dc6585702a2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7815d402-8207-460a-a94c-55509bc71ccd,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:13.021771 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82e79338-4c12-41e8-849f-042caea8bbd4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:13.079211 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82e79338-4c12-41e8-849f-042caea8bbd4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:13.082891 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82e79338-4c12-41e8-849f-042caea8bbd4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:13.100890 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e79338-4c12-41e8-849f-042caea8bbd4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e623106-9da4-4111-9610-c57a7921394a,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:13.110136 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82e79338-4c12-41e8-849f-042caea8bbd4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:13.111619 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-82e79338-4c12-41e8-849f-042caea8bbd4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199312 Nov 29 02:31:13.114481 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49424) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:31:13.119089 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2b58257a-3047-4920-adb3-5f37e86efba7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'security_group_rule': {'security_group_id': '7815d402-8207-460a-a94c-55509bc71ccd', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:31:13.157145 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b58257a-3047-4920-adb3-5f37e86efba7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:13.188549 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 77de21d4-48a9-4aca-835d-fe8f573e6ad3 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:31:13.209175 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 77de21d4-48a9-4aca-835d-fe8f573e6ad3 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:31:13.209528 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 77de21d4-48a9-4aca-835d-fe8f573e6ad3 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:31:13.210300 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:31:13.221570 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b58257a-3047-4920-adb3-5f37e86efba7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:13.225207 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b58257a-3047-4920-adb3-5f37e86efba7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:13.229151 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:31:13.229503 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c5bc6f2d-f37c-42fe-b9ad-5c13e58c8ee6 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:31:13.229974 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c2263d6d-1610-480e-99ea-51d111ad1ff7 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:31:13.242595 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58257a-3047-4920-adb3-5f37e86efba7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f5fe62-63db-4b08-9f58-893043eb13cb,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:13.252673 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b58257a-3047-4920-adb3-5f37e86efba7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:13.252855 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: c2263d6d-1610-480e-99ea-51d111ad1ff7 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:31:13.253206 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device c2263d6d-1610-480e-99ea-51d111ad1ff7 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:31:13.256149 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2b58257a-3047-4920-adb3-5f37e86efba7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1384561 Nov 29 02:31:13.256530 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49426) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:31:13.260805 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ee660872-a297-461a-9622-c3562685ad42 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'security_group_rule': {'security_group_id': '7815d402-8207-460a-a94c-55509bc71ccd', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:31:13.287629 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee660872-a297-461a-9622-c3562685ad42 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:13.347258 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee660872-a297-461a-9622-c3562685ad42 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:13.350608 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee660872-a297-461a-9622-c3562685ad42 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:13.367611 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee660872-a297-461a-9622-c3562685ad42 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1808a885-37fe-4c79-9efc-c2c378e732c5,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:13.375925 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee660872-a297-461a-9622-c3562685ad42 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:13.377113 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ee660872-a297-461a-9622-c3562685ad42 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196446 Nov 29 02:31:13.379756 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49428) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:31:13.384105 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7e7136b1-9049-4ef9-bf26-473340912964 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'security_group_rule': {'security_group_id': '7815d402-8207-460a-a94c-55509bc71ccd', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:31:13.409864 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e7136b1-9049-4ef9-bf26-473340912964 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:13.466225 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e7136b1-9049-4ef9-bf26-473340912964 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:13.469712 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e7136b1-9049-4ef9-bf26-473340912964 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:13.487554 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7136b1-9049-4ef9-bf26-473340912964 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8551b49d-a5fc-48e2-8564-2202c101ae90,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:13.499405 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7e7136b1-9049-4ef9-bf26-473340912964 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:13.500626 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7e7136b1-9049-4ef9-bf26-473340912964 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199241 Nov 29 02:31:13.503366 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49430) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:31:13.508031 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-821ea6ed-3a32-4ab9-aaf5-aa18f2fdd113 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'security_group_rule': {'security_group_id': '7815d402-8207-460a-a94c-55509bc71ccd', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:31:13.529298 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-821ea6ed-3a32-4ab9-aaf5-aa18f2fdd113 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Project a0c5f471953f452db2349f819ae968c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:31:13.534098 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-821ea6ed-3a32-4ab9-aaf5-aa18f2fdd113 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:13.592145 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-821ea6ed-3a32-4ab9-aaf5-aa18f2fdd113 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:13.595491 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-821ea6ed-3a32-4ab9-aaf5-aa18f2fdd113 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:13.613293 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ea6ed-3a32-4ab9-aaf5-aa18f2fdd113 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed961b9-efc5-41b9-b52f-01cf341c1170,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:13.621205 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-821ea6ed-3a32-4ab9-aaf5-aa18f2fdd113 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:13.622495 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-821ea6ed-3a32-4ab9-aaf5-aa18f2fdd113 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1178944 Nov 29 02:31:13.625174 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49432) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:31:13.629499 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-905de4ca-e960-424e-8b07-9edd47f1260a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'security_group_rule': {'security_group_id': '7815d402-8207-460a-a94c-55509bc71ccd', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:31:13.649898 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-905de4ca-e960-424e-8b07-9edd47f1260a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Project a0c5f471953f452db2349f819ae968c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:31:13.654844 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-905de4ca-e960-424e-8b07-9edd47f1260a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:13.715989 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-905de4ca-e960-424e-8b07-9edd47f1260a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:13.719615 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-905de4ca-e960-424e-8b07-9edd47f1260a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:13.737611 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905de4ca-e960-424e-8b07-9edd47f1260a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=088cef10-6691-45c9-8152-7ea61db01e5d,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:13.744804 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-905de4ca-e960-424e-8b07-9edd47f1260a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:13.746005 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-905de4ca-e960-424e-8b07-9edd47f1260a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198790 Nov 29 02:31:13.748864 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49434) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:31:13.753995 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6897d758-0b06-47d3-b8e0-79e20e6e10fd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'network': {'name': 'tempest-network-smoke--1130601394', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'port_security_enabled': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:31:13.774077 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6897d758-0b06-47d3-b8e0-79e20e6e10fd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Made reservation on behalf of a0c5f471953f452db2349f819ae968c6 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:31:13.778189 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6897d758-0b06-47d3-b8e0-79e20e6e10fd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:13.800895 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6897d758-0b06-47d3-b8e0-79e20e6e10fd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:31:13.809440 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6897d758-0b06-47d3-b8e0-79e20e6e10fd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:13.809813 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-6897d758-0b06-47d3-b8e0-79e20e6e10fd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Added segment 71106d1e-92fa-48b1-b8f0-a160a5a9b1d4 of type vlan for network a7c9f670-3cfd-44b4-9c95-1580e9df907e Nov 29 02:31:13.850839 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6897d758-0b06-47d3-b8e0-79e20e6e10fd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:13.876967 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6897d758-0b06-47d3-b8e0-79e20e6e10fd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:13.882571 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6897d758-0b06-47d3-b8e0-79e20e6e10fd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:13.883146 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6897d758-0b06-47d3-b8e0-79e20e6e10fd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:13.938834 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6897d758-0b06-47d3-b8e0-79e20e6e10fd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1889448 Nov 29 02:31:13.941407 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49436) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:31:13.951857 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e5825728-d1f7-4671-acaf-5da5f38e1585 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-728399560', 'admin_state_up': True, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:31:13.963257 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897d758-0b06-47d3-b8e0-79e20e6e10fd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Network': ['ID=a7c9f670-3cfd-44b4-9c95-1580e9df907e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:13.974127 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network a7c9f670-3cfd-44b4-9c95-1580e9df907e details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:31:13.982675 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5825728-d1f7-4671-acaf-5da5f38e1585 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:13.983611 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5825728-d1f7-4671-acaf-5da5f38e1585 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:14.070795 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:14.072900 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5825728-d1f7-4671-acaf-5da5f38e1585 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:14.208265 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5825728-d1f7-4671-acaf-5da5f38e1585 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:14.352240 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0ab4249e-6284-4b98-baca-5986a7085b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:14.401880 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5825728-d1f7-4671-acaf-5da5f38e1585 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router_gateway, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:14.426138 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5825728-d1f7-4671-acaf-5da5f38e1585 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:14.526270 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-e5825728-d1f7-4671-acaf-5da5f38e1585 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Allocated IP 172.26.3.251 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/7cabde6b-24bd-402d-b33f-60bdf62c92e4) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:31:14.626793 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5825728-d1f7-4671-acaf-5da5f38e1585 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:14.664522 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5825728-d1f7-4671-acaf-5da5f38e1585 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:14.705417 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5825728-d1f7-4671-acaf-5da5f38e1585 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:31:14.708329 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-e5825728-d1f7-4671-acaf-5da5f38e1585 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:31:14.711253 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5825728-d1f7-4671-acaf-5da5f38e1585 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:31:14.722563 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe032e8-6a13-44aa-bbf6-b4f804b8b7b8 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:31:14.735911 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5825728-d1f7-4671-acaf-5da5f38e1585 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Port': ['ID=7cabde6b-24bd-402d-b33f-60bdf62c92e4,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:14.815551 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-69d9d675-7a02-4e60-88cc-46e268176dd9 None None] Provisioning complete for port 7cabde6b-24bd-402d-b33f-60bdf62c92e4 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:31:14.815920 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-69d9d675-7a02-4e60-88cc-46e268176dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:14.853274 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-69d9d675-7a02-4e60-88cc-46e268176dd9 None None] Port 7cabde6b-24bd-402d-b33f-60bdf62c92e4 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:31:14.956522 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5825728-d1f7-4671-acaf-5da5f38e1585 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router_gateway, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:15.146939 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5825728-d1f7-4671-acaf-5da5f38e1585 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:15.278775 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5825728-d1f7-4671-acaf-5da5f38e1585 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Router a1e06a23-e3dd-46be-8eac-9721437cef39 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:31:15.383226 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5825728-d1f7-4671-acaf-5da5f38e1585 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:31:15.393392 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554aef73-50c0-4e3a-8165-ee65615f3c40 None None] Sync routers for ids ['a1e06a23-e3dd-46be-8eac-9721437cef39'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:31:15.402842 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554aef73-50c0-4e3a-8165-ee65615f3c40 None None] Routers {'a1e06a23-e3dd-46be-8eac-9721437cef39'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:31:15.403086 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5825728-d1f7-4671-acaf-5da5f38e1585 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:15.403443 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-554aef73-50c0-4e3a-8165-ee65615f3c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:31:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a1e06a23-e3dd-46be-8eac-9721437cef39'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:31:15.407497 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e5825728-d1f7-4671-acaf-5da5f38e1585 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4621537 Nov 29 02:31:15.407667 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49438) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:31:15.427611 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:15.447466 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f8c838a9-6165-4a5c-bb2f-a051c95aed43 tempest-TestNetworkAdvancedServerOps-1727814793 tempest-TestNetworkAdvancedServerOps-1727814793-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a0c5f471953f452db2349f819ae968c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386915 Nov 29 02:31:15.450743 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49440) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:31:15.504716 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-554aef73-50c0-4e3a-8165-ee65615f3c40 None None] Set router a1e06a23-e3dd-46be-8eac-9721437cef39 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:31:15.599569 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840cd4a9-2dcc-417c-b3e5-6ced8fc2c044 tempest-TestNetworkAdvancedServerOps-1727814793 tempest-TestNetworkAdvancedServerOps-1727814793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:15.601004 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-840cd4a9-2dcc-417c-b3e5-6ced8fc2c044 tempest-TestNetworkAdvancedServerOps-1727814793 tempest-TestNetworkAdvancedServerOps-1727814793-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1493630 Nov 29 02:31:15.604021 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49442) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:31:15.636208 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-6791435f-132d-4c52-a18e-f8a7aa0401cb tempest-TestNetworkAdvancedServerOps-1727814793 tempest-TestNetworkAdvancedServerOps-1727814793-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=4bf244a8-fda8-412f-8f05-2c7c5210f333&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293167 Nov 29 02:31:15.637491 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49444) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:31:15.642343 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d0218ba0-dfc0-4c99-8515-e666a659a50e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2032011857', 'network_id': 'a7c9f670-3cfd-44b4-9c95-1580e9df907e', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:31:15.680170 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-554aef73-50c0-4e3a-8165-ee65615f3c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728399560', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '7cabde6b-24bd-402d-b33f-60bdf62c92e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:31:13Z', 'updated_at': '2021-11-29T02:31:14Z', 'revision_number': 3, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': '7cabde6b-24bd-402d-b33f-60bdf62c92e4', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:62:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:31:14Z', 'updated_at': '2021-11-29T02:31:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:31:15.705908 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554aef73-50c0-4e3a-8165-ee65615f3c40 None None] Checking router: a1e06a23-e3dd-46be-8eac-9721437cef39 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:31:15.706257 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554aef73-50c0-4e3a-8165-ee65615f3c40 None None] Updating router a1e06a23-e3dd-46be-8eac-9721437cef39 port 7cabde6b-24bd-402d-b33f-60bdf62c92e4 binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:31:15.730828 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0218ba0-dfc0-4c99-8515-e666a659a50e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Made reservation on behalf of a0c5f471953f452db2349f819ae968c6 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:31:15.731067 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-554aef73-50c0-4e3a-8165-ee65615f3c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:15.734489 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d0218ba0-dfc0-4c99-8515-e666a659a50e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:15.924915 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d0218ba0-dfc0-4c99-8515-e666a659a50e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:15.993220 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0218ba0-dfc0-4c99-8515-e666a659a50e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Subnet': ['ID=1de9e032-6a08-422b-bdb2-740500d0401f,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:16.002191 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0218ba0-dfc0-4c99-8515-e666a659a50e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Checking segment: {'id': '71106d1e-92fa-48b1-b8f0-a160a5a9b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a7c9f670-3cfd-44b4-9c95-1580e9df907e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:31:16.002556 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0218ba0-dfc0-4c99-8515-e666a659a50e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Network hostable DHCP agents. Network: a7c9f670-3cfd-44b4-9c95-1580e9df907e, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:31:16.020152 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0218ba0-dfc0-4c99-8515-e666a659a50e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Network a7c9f670-3cfd-44b4-9c95-1580e9df907e is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:31:16.029433 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-d0218ba0-dfc0-4c99-8515-e666a659a50e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, a7c9f670-3cfd-44b4-9c95-1580e9df907e) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:31:16.033865 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0218ba0-dfc0-4c99-8515-e666a659a50e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:16.034461 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d0218ba0-dfc0-4c99-8515-e666a659a50e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:16.042251 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb81754-d9cb-4ac5-885b-c0628c21ec22 None None] Network a7c9f670-3cfd-44b4-9c95-1580e9df907e requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:31:16.052462 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d0218ba0-dfc0-4c99-8515-e666a659a50e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4138701 Nov 29 02:31:16.055257 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49446) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:31:16.066118 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-554aef73-50c0-4e3a-8165-ee65615f3c40 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:16.072721 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-554aef73-50c0-4e3a-8165-ee65615f3c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:16.114238 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-554aef73-50c0-4e3a-8165-ee65615f3c40 None None] Attempting to bind port 7cabde6b-24bd-402d-b33f-60bdf62c92e4 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:31:16.114612 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-554aef73-50c0-4e3a-8165-ee65615f3c40 None None] Attempting to bind port 7cabde6b-24bd-402d-b33f-60bdf62c92e4 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:31:16.114972 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554aef73-50c0-4e3a-8165-ee65615f3c40 None None] Attempting to bind port 7cabde6b-24bd-402d-b33f-60bdf62c92e4 on network 4bf244a8-fda8-412f-8f05-2c7c5210f333 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:31:16.124162 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44b6496-1c55-4532-a3c7-31ba73811c43 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:31:16.128556 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554aef73-50c0-4e3a-8165-ee65615f3c40 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:31:16.128909 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554aef73-50c0-4e3a-8165-ee65615f3c40 None None] Checking segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:31:16.129314 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-554aef73-50c0-4e3a-8165-ee65615f3c40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:16.129737 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554aef73-50c0-4e3a-8165-ee65615f3c40 None None] Bound using segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:31:16.130216 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-554aef73-50c0-4e3a-8165-ee65615f3c40 None None] Bound port: 7cabde6b-24bd-402d-b33f-60bdf62c92e4, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:31:16.130603 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-554aef73-50c0-4e3a-8165-ee65615f3c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:16.162533 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99562703-4930-41fd-a5ef-7411c4105ced None None] Pushing event updated for resources: {'Port': ['ID=7cabde6b-24bd-402d-b33f-60bdf62c92e4,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:16.186827 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99562703-4930-41fd-a5ef-7411c4105ced None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:16.187069 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99562703-4930-41fd-a5ef-7411c4105ced None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:16.187419 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99562703-4930-41fd-a5ef-7411c4105ced None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:16.187758 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99562703-4930-41fd-a5ef-7411c4105ced None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:16.188091 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99562703-4930-41fd-a5ef-7411c4105ced None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:16.188428 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99562703-4930-41fd-a5ef-7411c4105ced None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:16.188757 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99562703-4930-41fd-a5ef-7411c4105ced None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:16.189087 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99562703-4930-41fd-a5ef-7411c4105ced None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:16.189417 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99562703-4930-41fd-a5ef-7411c4105ced None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:16.189802 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99562703-4930-41fd-a5ef-7411c4105ced None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:16.190128 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99562703-4930-41fd-a5ef-7411c4105ced None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:16.190446 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99562703-4930-41fd-a5ef-7411c4105ced None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:31:16.208178 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-554aef73-50c0-4e3a-8165-ee65615f3c40 None None] For port 7cabde6b-24bd-402d-b33f-60bdf62c92e4, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:31:16.212129 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-554aef73-50c0-4e3a-8165-ee65615f3c40 None None] For port 7cabde6b-24bd-402d-b33f-60bdf62c92e4, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7cabde6b-24bd-402d-b33f-60bdf62c92e4,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:31:16.216751 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-554aef73-50c0-4e3a-8165-ee65615f3c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:16.232630 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-80c0b40b-3441-4e9b-9e8c-259bcfb698af None None] Provisioning complete for port 7cabde6b-24bd-402d-b33f-60bdf62c92e4 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:31:16.233221 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80c0b40b-3441-4e9b-9e8c-259bcfb698af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:16.271584 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554aef73-50c0-4e3a-8165-ee65615f3c40 None None] Routers {'a1e06a23-e3dd-46be-8eac-9721437cef39'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:31:16.272465 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-554aef73-50c0-4e3a-8165-ee65615f3c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:31:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a1e06a23-e3dd-46be-8eac-9721437cef39'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:31:16.276163 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e6bd54-40c7-4d6e-a7be-ea2dc26122ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-a7c9f670-3cfd-44b4-9c95-1580e9df907e', 'network_id': 'a7c9f670-3cfd-44b4-9c95-1580e9df907e', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'fixed_ips': [{'subnet_id': '1de9e032-6a08-422b-bdb2-740500d0401f'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:31:16.277861 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f3e6bd54-40c7-4d6e-a7be-ea2dc26122ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:16.280138 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238f905d-0e5a-4632-ab1a-b7a4d1ea3cf9 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:31:16.384752 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-554aef73-50c0-4e3a-8165-ee65615f3c40 None None] Set router a1e06a23-e3dd-46be-8eac-9721437cef39 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:31:16.429654 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80c0b40b-3441-4e9b-9e8c-259bcfb698af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:16.457902 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99562703-4930-41fd-a5ef-7411c4105ced None None] Pushing event updated for resources: {'Port': ['ID=7cabde6b-24bd-402d-b33f-60bdf62c92e4,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:16.495558 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-80c0b40b-3441-4e9b-9e8c-259bcfb698af None None] For port 7cabde6b-24bd-402d-b33f-60bdf62c92e4, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7cabde6b-24bd-402d-b33f-60bdf62c92e4,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:31:16.505004 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80c0b40b-3441-4e9b-9e8c-259bcfb698af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:16.512737 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-f3e6bd54-40c7-4d6e-a7be-ea2dc26122ee None None] Allocated IP 172.20.0.2 (a7c9f670-3cfd-44b4-9c95-1580e9df907e/1de9e032-6a08-422b-bdb2-740500d0401f/2e23c4d5-642b-4e08-9895-c233b8bae75a) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:31:16.601094 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-554aef73-50c0-4e3a-8165-ee65615f3c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728399560', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '7cabde6b-24bd-402d-b33f-60bdf62c92e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:31:13Z', 'updated_at': '2021-11-29T02:31:14Z', 'revision_number': 3, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': '7cabde6b-24bd-402d-b33f-60bdf62c92e4', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:62:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:31:14Z', 'updated_at': '2021-11-29T02:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:31:16.606030 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0b40b-3441-4e9b-9e8c-259bcfb698af None None] Pushing event updated for resources: {'Port': ['ID=7cabde6b-24bd-402d-b33f-60bdf62c92e4,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:16.640080 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554aef73-50c0-4e3a-8165-ee65615f3c40 None None] The sync data for ids ['a1e06a23-e3dd-46be-8eac-9721437cef39'] in dv-neutron-819032-3-hyperv is: [{'id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728399560', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '7cabde6b-24bd-402d-b33f-60bdf62c92e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:31:13Z', 'updated_at': '2021-11-29T02:31:14Z', 'revision_number': 3, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': '7cabde6b-24bd-402d-b33f-60bdf62c92e4', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:62:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:31:14Z', 'updated_at': '2021-11-29T02:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:31:16.650560 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-32d789cd-bd3c-47be-a1d6-2f3bfe3a97d0 None None] Provisioning complete for port 7cabde6b-24bd-402d-b33f-60bdf62c92e4 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:31:16.651204 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-32d789cd-bd3c-47be-a1d6-2f3bfe3a97d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:16.747983 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f3e6bd54-40c7-4d6e-a7be-ea2dc26122ee None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:16.773997 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f3e6bd54-40c7-4d6e-a7be-ea2dc26122ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:16.833292 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e6bd54-40c7-4d6e-a7be-ea2dc26122ee None None] Network a7c9f670-3cfd-44b4-9c95-1580e9df907e is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:31:16.834666 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e6bd54-40c7-4d6e-a7be-ea2dc26122ee None None] Pushing event updated for resources: {'Port': ['ID=2e23c4d5-642b-4e08-9895-c233b8bae75a,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:16.836185 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfd5ce5b-13a8-43cf-ae9c-9ee358275407 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:16.837316 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-f3e6bd54-40c7-4d6e-a7be-ea2dc26122ee None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:31:16.839718 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e6bd54-40c7-4d6e-a7be-ea2dc26122ee None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:31:16.930420 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-f3e6bd54-40c7-4d6e-a7be-ea2dc26122ee None None] Attempting to bind port 2e23c4d5-642b-4e08-9895-c233b8bae75a on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:31:16.930796 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-f3e6bd54-40c7-4d6e-a7be-ea2dc26122ee None None] Attempting to bind port 2e23c4d5-642b-4e08-9895-c233b8bae75a by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '71106d1e-92fa-48b1-b8f0-a160a5a9b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a7c9f670-3cfd-44b4-9c95-1580e9df907e'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:31:16.931218 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e6bd54-40c7-4d6e-a7be-ea2dc26122ee None None] Attempting to bind port 2e23c4d5-642b-4e08-9895-c233b8bae75a on network a7c9f670-3cfd-44b4-9c95-1580e9df907e {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:31:16.937422 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e6bd54-40c7-4d6e-a7be-ea2dc26122ee None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:31:16.937832 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e6bd54-40c7-4d6e-a7be-ea2dc26122ee None None] Checking segment: {'id': '71106d1e-92fa-48b1-b8f0-a160a5a9b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a7c9f670-3cfd-44b4-9c95-1580e9df907e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:31:16.938252 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f3e6bd54-40c7-4d6e-a7be-ea2dc26122ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:16.938665 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e6bd54-40c7-4d6e-a7be-ea2dc26122ee None None] Bound using segment: {'id': '71106d1e-92fa-48b1-b8f0-a160a5a9b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a7c9f670-3cfd-44b4-9c95-1580e9df907e'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:31:16.939146 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-f3e6bd54-40c7-4d6e-a7be-ea2dc26122ee None None] Bound port: 2e23c4d5-642b-4e08-9895-c233b8bae75a, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71106d1e-92fa-48b1-b8f0-a160a5a9b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a7c9f670-3cfd-44b4-9c95-1580e9df907e'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:31:16.939526 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f3e6bd54-40c7-4d6e-a7be-ea2dc26122ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:17.011892 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-f3e6bd54-40c7-4d6e-a7be-ea2dc26122ee None None] For port 2e23c4d5-642b-4e08-9895-c233b8bae75a, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:31:17.015368 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-f3e6bd54-40c7-4d6e-a7be-ea2dc26122ee None None] For port 2e23c4d5-642b-4e08-9895-c233b8bae75a, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=2e23c4d5-642b-4e08-9895-c233b8bae75a,segment=NetworkSegment(71106d1e-92fa-48b1-b8f0-a160a5a9b1d4),segment_id=71106d1e-92fa-48b1-b8f0-a160a5a9b1d4)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:31:17.021282 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f3e6bd54-40c7-4d6e-a7be-ea2dc26122ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:17.087052 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e6bd54-40c7-4d6e-a7be-ea2dc26122ee None None] Pushing event updated for resources: {'Port': ['ID=2e23c4d5-642b-4e08-9895-c233b8bae75a,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:17.141329 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:17.196353 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-cfd5ce5b-13a8-43cf-ae9c-9ee358275407 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Allocated IP 172.20.0.1 (a7c9f670-3cfd-44b4-9c95-1580e9df907e/1de9e032-6a08-422b-bdb2-740500d0401f/16da7027-b3e5-4ba4-9891-90fb8b4086e3) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:31:17.343591 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfd5ce5b-13a8-43cf-ae9c-9ee358275407 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:17.384663 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfd5ce5b-13a8-43cf-ae9c-9ee358275407 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:17.440603 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd5ce5b-13a8-43cf-ae9c-9ee358275407 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Network a7c9f670-3cfd-44b4-9c95-1580e9df907e is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:31:17.443859 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-cfd5ce5b-13a8-43cf-ae9c-9ee358275407 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:31:17.448417 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd5ce5b-13a8-43cf-ae9c-9ee358275407 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:31:17.473144 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5ce5b-13a8-43cf-ae9c-9ee358275407 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Port': ['ID=16da7027-b3e5-4ba4-9891-90fb8b4086e3,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:17.497778 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfd5ce5b-13a8-43cf-ae9c-9ee358275407 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:17.634398 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfd5ce5b-13a8-43cf-ae9c-9ee358275407 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:17.908256 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:17.937909 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfd5ce5b-13a8-43cf-ae9c-9ee358275407 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:17.942388 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfd5ce5b-13a8-43cf-ae9c-9ee358275407 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:18.012819 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff388c06-ff08-4661-8c73-f8fdb4055042 None None] Network a7c9f670-3cfd-44b4-9c95-1580e9df907e requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:31:18.017483 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5ce5b-13a8-43cf-ae9c-9ee358275407 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Port': ['ID=16da7027-b3e5-4ba4-9891-90fb8b4086e3,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:18.020065 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfd5ce5b-13a8-43cf-ae9c-9ee358275407 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:18.085775 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1684dd52-306d-4ee4-8c2d-d2a7dffbfaa6 None None] Provisioning complete for port 2e23c4d5-642b-4e08-9895-c233b8bae75a triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:31:18.086256 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1684dd52-306d-4ee4-8c2d-d2a7dffbfaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:18.115951 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd5ce5b-13a8-43cf-ae9c-9ee358275407 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Network a7c9f670-3cfd-44b4-9c95-1580e9df907e is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:31:18.117489 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-cfd5ce5b-13a8-43cf-ae9c-9ee358275407 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:31:18.227773 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd5ce5b-13a8-43cf-ae9c-9ee358275407 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Router a1e06a23-e3dd-46be-8eac-9721437cef39 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:31:18.233018 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1684dd52-306d-4ee4-8c2d-d2a7dffbfaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:18.276630 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1684dd52-306d-4ee4-8c2d-d2a7dffbfaa6 None None] For port 2e23c4d5-642b-4e08-9895-c233b8bae75a, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=2e23c4d5-642b-4e08-9895-c233b8bae75a,segment=NetworkSegment(71106d1e-92fa-48b1-b8f0-a160a5a9b1d4),segment_id=71106d1e-92fa-48b1-b8f0-a160a5a9b1d4)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:31:18.281241 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1684dd52-306d-4ee4-8c2d-d2a7dffbfaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:18.342800 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684dd52-306d-4ee4-8c2d-d2a7dffbfaa6 None None] Pushing event updated for resources: {'Port': ['ID=2e23c4d5-642b-4e08-9895-c233b8bae75a,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:18.352616 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd5ce5b-13a8-43cf-ae9c-9ee358275407 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:31:18.357803 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-cfd5ce5b-13a8-43cf-ae9c-9ee358275407 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "PUT /v2.0/routers/a1e06a23-e3dd-46be-8eac-9721437cef39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3013911 Nov 29 02:31:18.516588 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-d9c14b6e-fd2f-4895-81a0-d0aaa071ea74 None None] Provisioning complete for port 2e23c4d5-642b-4e08-9895-c233b8bae75a triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:31:18.516961 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d9c14b6e-fd2f-4895-81a0-d0aaa071ea74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:18.551905 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-3bb054d9-2aaf-419e-9574-b38a113e1255 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-187351164&fields=id&tenant_id=a0c5f471953f452db2349f819ae968c6 HTTP/1.1" status: 200 len: 267 time: 0.0492849 Nov 29 02:31:18.632556 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-d9c14b6e-fd2f-4895-81a0-d0aaa071ea74 None None] Provisioning complete for port 16da7027-b3e5-4ba4-9891-90fb8b4086e3 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:31:18.632930 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d9c14b6e-fd2f-4895-81a0-d0aaa071ea74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:18.677465 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b00d3e3-0e02-4716-9e0a-01ee6b21f2eb None None] Sync routers for ids ['a1e06a23-e3dd-46be-8eac-9721437cef39'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:31:18.684528 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-6f6ad606-81e8-4ecd-b0d0-bb820102a813 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:18.685459 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-d9c14b6e-fd2f-4895-81a0-d0aaa071ea74 None None] Port 16da7027-b3e5-4ba4-9891-90fb8b4086e3 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:31:18.686151 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-6f6ad606-81e8-4ecd-b0d0-bb820102a813 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/networks?id=a7c9f670-3cfd-44b4-9c95-1580e9df907e HTTP/1.1" status: 200 len: 797 time: 0.1266236 Nov 29 02:31:18.696399 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b00d3e3-0e02-4716-9e0a-01ee6b21f2eb None None] Routers {'a1e06a23-e3dd-46be-8eac-9721437cef39'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:31:18.697049 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1b00d3e3-0e02-4716-9e0a-01ee6b21f2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:31:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a1e06a23-e3dd-46be-8eac-9721437cef39'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:31:18.704454 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-2db052f8-45c8-4b47-a495-dfdd1680b8b1 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/quotas/a0c5f471953f452db2349f819ae968c6 HTTP/1.1" status: 200 len: 375 time: 0.0098410 Nov 29 02:31:18.761455 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-f4ce19a2-cdce-4f56-b6a1-a1cd10d7cc13 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a0c5f471953f452db2349f819ae968c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509493 Nov 29 02:31:18.863917 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-a000d1ba-7022-4658-add5-40e4adf8624d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:31:18.864941 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-a000d1ba-7022-4658-add5-40e4adf8624d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0912416 Nov 29 02:31:18.949632 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-26696e05-c68b-4574-b530-48f2b87d375a None None] Provisioning complete for port 16da7027-b3e5-4ba4-9891-90fb8b4086e3 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:31:18.950198 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-26696e05-c68b-4574-b530-48f2b87d375a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:18.978279 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-e34eb32f-a290-46ad-887c-4fbcf549820d service neutron] 10.222.0.37 "GET /v2.0/networks/a7c9f670-3cfd-44b4-9c95-1580e9df907e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035440 Nov 29 02:31:19.004340 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7cabde6b-24bd-402d-b33f-60bdf62c92e4 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:31:19.012979 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-1b00d3e3-0e02-4716-9e0a-01ee6b21f2eb None None] Set router a1e06a23-e3dd-46be-8eac-9721437cef39 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:31:19.068855 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-26696e05-c68b-4574-b530-48f2b87d375a None None] Port 16da7027-b3e5-4ba4-9891-90fb8b4086e3 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:31:19.080784 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-fcfc6943-7468-4c97-abe3-29db512f0256 service neutron] 10.222.0.37 "GET /v2.0/networks/a7c9f670-3cfd-44b4-9c95-1580e9df907e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879791 Nov 29 02:31:19.189994 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 7cabde6b-24bd-402d-b33f-60bdf62c92e4 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:31:19.190366 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:19.250815 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-cb194616-53b8-4283-ba96-c73d7385969c None None] Provisioning complete for port 16da7027-b3e5-4ba4-9891-90fb8b4086e3 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:31:19.251206 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cb194616-53b8-4283-ba96-c73d7385969c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:19.251911 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-00a8294b-af4e-4ea2-969b-c094aa66e30b req-2748707f-0d8b-45c9-86a1-9aa186525af5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 210 time: 0.0277562 Nov 29 02:31:19.320343 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-cb194616-53b8-4283-ba96-c73d7385969c None None] Port 16da7027-b3e5-4ba4-9891-90fb8b4086e3 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:31:19.367247 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 2e23c4d5-642b-4e08-9895-c233b8bae75a up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:31:19.409142 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1b00d3e3-0e02-4716-9e0a-01ee6b21f2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728399560', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '7cabde6b-24bd-402d-b33f-60bdf62c92e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:31:13Z', 'updated_at': '2021-11-29T02:31:17Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': '7cabde6b-24bd-402d-b33f-60bdf62c92e4', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:62:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:31:14Z', 'updated_at': '2021-11-29T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '16da7027-b3e5-4ba4-9891-90fb8b4086e3', 'name': '', 'network_id': 'a7c9f670-3cfd-44b4-9c95-1580e9df907e', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:75:71:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '1de9e032-6a08-422b-bdb2-740500d0401f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:31:16Z', 'updated_at': '2021-11-29T02:31:17Z', 'revision_number': 2, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': '1de9e032-6a08-422b-bdb2-740500d0401f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:31:19.438529 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b00d3e3-0e02-4716-9e0a-01ee6b21f2eb None None] Checking router: a1e06a23-e3dd-46be-8eac-9721437cef39 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:31:19.438844 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b00d3e3-0e02-4716-9e0a-01ee6b21f2eb None None] Updating router a1e06a23-e3dd-46be-8eac-9721437cef39 port 16da7027-b3e5-4ba4-9891-90fb8b4086e3 binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:31:19.475745 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b00d3e3-0e02-4716-9e0a-01ee6b21f2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:19.485605 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 2e23c4d5-642b-4e08-9895-c233b8bae75a triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:31:19.485953 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:19.810167 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b00d3e3-0e02-4716-9e0a-01ee6b21f2eb None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:19.815348 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b00d3e3-0e02-4716-9e0a-01ee6b21f2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:19.865503 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba17e0-1a82-421f-8431-40422c321807 None None] Pushing event updated for resources: {'Port': ['ID=16da7027-b3e5-4ba4-9891-90fb8b4086e3,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:19.917737 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1b00d3e3-0e02-4716-9e0a-01ee6b21f2eb None None] Attempting to bind port 16da7027-b3e5-4ba4-9891-90fb8b4086e3 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:31:19.918114 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1b00d3e3-0e02-4716-9e0a-01ee6b21f2eb None None] Attempting to bind port 16da7027-b3e5-4ba4-9891-90fb8b4086e3 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '71106d1e-92fa-48b1-b8f0-a160a5a9b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a7c9f670-3cfd-44b4-9c95-1580e9df907e'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:31:19.918481 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b00d3e3-0e02-4716-9e0a-01ee6b21f2eb None None] Attempting to bind port 16da7027-b3e5-4ba4-9891-90fb8b4086e3 on network a7c9f670-3cfd-44b4-9c95-1580e9df907e {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:31:19.923722 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b00d3e3-0e02-4716-9e0a-01ee6b21f2eb None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:31:19.924105 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b00d3e3-0e02-4716-9e0a-01ee6b21f2eb None None] Checking segment: {'id': '71106d1e-92fa-48b1-b8f0-a160a5a9b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a7c9f670-3cfd-44b4-9c95-1580e9df907e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:31:19.924508 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b00d3e3-0e02-4716-9e0a-01ee6b21f2eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:19.924903 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b00d3e3-0e02-4716-9e0a-01ee6b21f2eb None None] Bound using segment: {'id': '71106d1e-92fa-48b1-b8f0-a160a5a9b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a7c9f670-3cfd-44b4-9c95-1580e9df907e'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:31:19.925374 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1b00d3e3-0e02-4716-9e0a-01ee6b21f2eb None None] Bound port: 16da7027-b3e5-4ba4-9891-90fb8b4086e3, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71106d1e-92fa-48b1-b8f0-a160a5a9b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a7c9f670-3cfd-44b4-9c95-1580e9df907e'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:31:19.925779 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b00d3e3-0e02-4716-9e0a-01ee6b21f2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:19.998707 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1b00d3e3-0e02-4716-9e0a-01ee6b21f2eb None None] For port 16da7027-b3e5-4ba4-9891-90fb8b4086e3, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:31:20.002580 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1b00d3e3-0e02-4716-9e0a-01ee6b21f2eb None None] For port 16da7027-b3e5-4ba4-9891-90fb8b4086e3, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=16da7027-b3e5-4ba4-9891-90fb8b4086e3,segment=NetworkSegment(71106d1e-92fa-48b1-b8f0-a160a5a9b1d4),segment_id=71106d1e-92fa-48b1-b8f0-a160a5a9b1d4)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:31:20.007008 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b00d3e3-0e02-4716-9e0a-01ee6b21f2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:20.063857 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b00d3e3-0e02-4716-9e0a-01ee6b21f2eb None None] Routers {'a1e06a23-e3dd-46be-8eac-9721437cef39'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:31:20.064487 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1b00d3e3-0e02-4716-9e0a-01ee6b21f2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:31:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a1e06a23-e3dd-46be-8eac-9721437cef39'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:31:20.100081 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba17e0-1a82-421f-8431-40422c321807 None None] Pushing event updated for resources: {'Port': ['ID=16da7027-b3e5-4ba4-9891-90fb8b4086e3,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:20.162887 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-a0244012-0ca2-4d50-9a26-07f77c894969 None None] Provisioning complete for port 16da7027-b3e5-4ba4-9891-90fb8b4086e3 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:31:20.163262 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a0244012-0ca2-4d50-9a26-07f77c894969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:20.214917 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-1b00d3e3-0e02-4716-9e0a-01ee6b21f2eb None None] Set router a1e06a23-e3dd-46be-8eac-9721437cef39 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:31:20.357599 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fbc99aee-a6c0-43bb-9782-d5213b81eaa2 req-01750f4f-a485-465d-9522-41aa76d79fcd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 210 time: 0.0334697 Nov 29 02:31:20.368085 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a0244012-0ca2-4d50-9a26-07f77c894969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:20.432077 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a0244012-0ca2-4d50-9a26-07f77c894969 None None] For port 16da7027-b3e5-4ba4-9891-90fb8b4086e3, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=16da7027-b3e5-4ba4-9891-90fb8b4086e3,segment=NetworkSegment(71106d1e-92fa-48b1-b8f0-a160a5a9b1d4),segment_id=71106d1e-92fa-48b1-b8f0-a160a5a9b1d4)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:31:20.459706 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a0244012-0ca2-4d50-9a26-07f77c894969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:20.545097 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0244012-0ca2-4d50-9a26-07f77c894969 None None] Pushing event updated for resources: {'Port': ['ID=16da7027-b3e5-4ba4-9891-90fb8b4086e3,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:20.561052 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-1b6bb5b9-a5db-4470-89b4-55dc6b2df47d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:20.566862 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-1b6bb5b9-a5db-4470-89b4-55dc6b2df47d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.24 "GET /v2.0/networks?id=a7c9f670-3cfd-44b4-9c95-1580e9df907e HTTP/1.1" status: 200 len: 797 time: 0.1511872 Nov 29 02:31:20.570601 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1b00d3e3-0e02-4716-9e0a-01ee6b21f2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728399560', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '7cabde6b-24bd-402d-b33f-60bdf62c92e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:31:13Z', 'updated_at': '2021-11-29T02:31:17Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': '7cabde6b-24bd-402d-b33f-60bdf62c92e4', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:62:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:31:14Z', 'updated_at': '2021-11-29T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '16da7027-b3e5-4ba4-9891-90fb8b4086e3', 'name': '', 'network_id': 'a7c9f670-3cfd-44b4-9c95-1580e9df907e', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:75:71:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '1de9e032-6a08-422b-bdb2-740500d0401f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:31:16Z', 'updated_at': '2021-11-29T02:31:19Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': '1de9e032-6a08-422b-bdb2-740500d0401f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:31:20.606690 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b00d3e3-0e02-4716-9e0a-01ee6b21f2eb None None] The sync data for ids ['a1e06a23-e3dd-46be-8eac-9721437cef39'] in dv-neutron-819032-3-hyperv is: [{'id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728399560', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '7cabde6b-24bd-402d-b33f-60bdf62c92e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:31:13Z', 'updated_at': '2021-11-29T02:31:17Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': '7cabde6b-24bd-402d-b33f-60bdf62c92e4', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:62:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:31:14Z', 'updated_at': '2021-11-29T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '16da7027-b3e5-4ba4-9891-90fb8b4086e3', 'name': '', 'network_id': 'a7c9f670-3cfd-44b4-9c95-1580e9df907e', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:75:71:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '1de9e032-6a08-422b-bdb2-740500d0401f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:31:16Z', 'updated_at': '2021-11-29T02:31:19Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': '1de9e032-6a08-422b-bdb2-740500d0401f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:31:20.618441 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-c99d1aba-d625-41b5-999f-bf9a611c5427 None None] Provisioning complete for port 16da7027-b3e5-4ba4-9891-90fb8b4086e3 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:31:20.618823 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c99d1aba-d625-41b5-999f-bf9a611c5427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:20.711547 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-012b0f78-ae99-43b7-8f8e-9e9fc3c8d6ab tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0c5f471953f452db2349f819ae968c6 HTTP/1.1" status: 200 len: 379 time: 0.1059997 Nov 29 02:31:20.742367 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-7eb91576-d9eb-454a-bec3-7064c30ce049 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'port': {'device_id': 'fbb775d8-7d64-410a-a98b-9de49e4daa58', 'network_id': 'a7c9f670-3cfd-44b4-9c95-1580e9df907e', 'admin_state_up': True, 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'security_groups': ['7815d402-8207-460a-a94c-55509bc71ccd']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:31:20.891195 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-7eb91576-d9eb-454a-bec3-7064c30ce049 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Made reservation on behalf of a0c5f471953f452db2349f819ae968c6 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:31:20.895457 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-7eb91576-d9eb-454a-bec3-7064c30ce049 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:20.962170 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 16da7027-b3e5-4ba4-9891-90fb8b4086e3 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:31:21.066285 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 16da7027-b3e5-4ba4-9891-90fb8b4086e3 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:31:21.066912 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:21.087023 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-7eb91576-d9eb-454a-bec3-7064c30ce049 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Allocated IP 172.20.0.3 (a7c9f670-3cfd-44b4-9c95-1580e9df907e/1de9e032-6a08-422b-bdb2-740500d0401f/8adb3527-3851-4cc4-9da7-fdf588193269) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:31:21.290697 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-7eb91576-d9eb-454a-bec3-7064c30ce049 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:21.326687 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-7eb91576-d9eb-454a-bec3-7064c30ce049 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:21.372020 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-7eb91576-d9eb-454a-bec3-7064c30ce049 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Network a7c9f670-3cfd-44b4-9c95-1580e9df907e is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:31:21.375255 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-7eb91576-d9eb-454a-bec3-7064c30ce049 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:31:21.379162 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-7eb91576-d9eb-454a-bec3-7064c30ce049 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:31:21.421871 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb91576-d9eb-454a-bec3-7064c30ce049 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Port': ['ID=8adb3527-3851-4cc4-9da7-fdf588193269,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:21.454825 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-7eb91576-d9eb-454a-bec3-7064c30ce049 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:21.455755 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-7eb91576-d9eb-454a-bec3-7064c30ce049 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:21.485211 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-7eb91576-d9eb-454a-bec3-7064c30ce049 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7556670 Nov 29 02:31:21.512913 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-b95b2642-913b-4c42-8415-30cf93b3f1a9 service neutron] Request body: {'port': {'device_id': 'fbb775d8-7d64-410a-a98b-9de49e4daa58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:31:21.548647 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a9ef7-4a29-43cd-8ecd-ddc7953afcfc req-4bffb2bb-09b2-4f52-81bd-8b10c1bf0086 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:21.558540 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-946a9ef7-4a29-43cd-8ecd-ddc7953afcfc req-4bffb2bb-09b2-4f52-81bd-8b10c1bf0086 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 931 time: 0.0910141 Nov 29 02:31:21.599539 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-b95b2642-913b-4c42-8415-30cf93b3f1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:21.632681 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-946a9ef7-4a29-43cd-8ecd-ddc7953afcfc req-736d00dd-cb24-45e5-86c4-27a1cdae9fbf tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726154 Nov 29 02:31:21.684390 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-200acb25-fbc6-4492-b68a-f0637ecc9d60 None None] Provisioning complete for port 8adb3527-3851-4cc4-9da7-fdf588193269 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:31:21.685032 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-200acb25-fbc6-4492-b68a-f0637ecc9d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:21.728969 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-200acb25-fbc6-4492-b68a-f0637ecc9d60 None None] Port 8adb3527-3851-4cc4-9da7-fdf588193269 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:31:21.922230 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-b95b2642-913b-4c42-8415-30cf93b3f1a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8adb3527-3851-4cc4-9da7-fdf588193269 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:31:21.930188 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-b95b2642-913b-4c42-8415-30cf93b3f1a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:21.942859 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-b95b2642-913b-4c42-8415-30cf93b3f1a9 service neutron] Transition to ACTIVE for port object 8adb3527-3851-4cc4-9da7-fdf588193269 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:31:21.946536 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-b95b2642-913b-4c42-8415-30cf93b3f1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:22.001072 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b2642-913b-4c42-8415-30cf93b3f1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=8adb3527-3851-4cc4-9da7-fdf588193269,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:22.078338 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-b95b2642-913b-4c42-8415-30cf93b3f1a9 service neutron] Attempting to bind port 8adb3527-3851-4cc4-9da7-fdf588193269 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:31:22.078920 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-b95b2642-913b-4c42-8415-30cf93b3f1a9 service neutron] Attempting to bind port 8adb3527-3851-4cc4-9da7-fdf588193269 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '71106d1e-92fa-48b1-b8f0-a160a5a9b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a7c9f670-3cfd-44b4-9c95-1580e9df907e'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:31:22.079360 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-b95b2642-913b-4c42-8415-30cf93b3f1a9 service neutron] Attempting to bind port 8adb3527-3851-4cc4-9da7-fdf588193269 on network a7c9f670-3cfd-44b4-9c95-1580e9df907e {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:31:22.084907 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-b95b2642-913b-4c42-8415-30cf93b3f1a9 service neutron] Port 8adb3527-3851-4cc4-9da7-fdf588193269 on network a7c9f670-3cfd-44b4-9c95-1580e9df907e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:31:22.085304 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-b95b2642-913b-4c42-8415-30cf93b3f1a9 service neutron] Attempting to bind port 8adb3527-3851-4cc4-9da7-fdf588193269 on network a7c9f670-3cfd-44b4-9c95-1580e9df907e {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:31:22.090783 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-b95b2642-913b-4c42-8415-30cf93b3f1a9 service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:31:22.091206 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-b95b2642-913b-4c42-8415-30cf93b3f1a9 service neutron] Checking segment: {'id': '71106d1e-92fa-48b1-b8f0-a160a5a9b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a7c9f670-3cfd-44b4-9c95-1580e9df907e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:31:22.091598 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-b95b2642-913b-4c42-8415-30cf93b3f1a9 service neutron] Bound using segment: {'id': '71106d1e-92fa-48b1-b8f0-a160a5a9b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a7c9f670-3cfd-44b4-9c95-1580e9df907e'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:31:22.092089 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-b95b2642-913b-4c42-8415-30cf93b3f1a9 service neutron] Bound port: 8adb3527-3851-4cc4-9da7-fdf588193269, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71106d1e-92fa-48b1-b8f0-a160a5a9b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a7c9f670-3cfd-44b4-9c95-1580e9df907e'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:31:22.092448 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-b95b2642-913b-4c42-8415-30cf93b3f1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:22.167190 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-b95b2642-913b-4c42-8415-30cf93b3f1a9 service neutron] For port 8adb3527-3851-4cc4-9da7-fdf588193269, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:31:22.170797 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-b95b2642-913b-4c42-8415-30cf93b3f1a9 service neutron] For port 8adb3527-3851-4cc4-9da7-fdf588193269, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=8adb3527-3851-4cc4-9da7-fdf588193269,segment=NetworkSegment(71106d1e-92fa-48b1-b8f0-a160a5a9b1d4),segment_id=71106d1e-92fa-48b1-b8f0-a160a5a9b1d4)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:31:22.176277 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-b95b2642-913b-4c42-8415-30cf93b3f1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:22.218408 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-b95b2642-913b-4c42-8415-30cf93b3f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:22.219024 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-b95b2642-913b-4c42-8415-30cf93b3f1a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:22.220401 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-b95b2642-913b-4c42-8415-30cf93b3f1a9 service neutron] 10.222.0.24 "PUT /v2.0/ports/8adb3527-3851-4cc4-9da7-fdf588193269 HTTP/1.1" status: 200 len: 1093 time: 0.7133327 Nov 29 02:31:22.220851 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb775d8-7d64-410a-a98b-9de49e4daa58', 'tag': '8adb3527-3851-4cc4-9da7-fdf588193269'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:31:22.223432 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8e46a6-e8ca-4bf3-a404-7b52c891dcec" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb775d8-7d64-410a-a98b-9de49e4daa58", "tag": "8adb3527-3851-4cc4-9da7-fdf588193269"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:31:22.247048 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b2642-913b-4c42-8415-30cf93b3f1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=8adb3527-3851-4cc4-9da7-fdf588193269,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:22.308541 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa25edd-45ac-40b7-bacd-e79613e2412b x-openstack-request-id: req-1fa25edd-45ac-40b7-bacd-e79613e2412b {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:31:22.308989 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb775d8-7d64-410a-a98b-9de49e4daa58", "tag": "8adb3527-3851-4cc4-9da7-fdf588193269", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:31:22.309257 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1fa25edd-45ac-40b7-bacd-e79613e2412b {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:31:22.309729 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbb775d8-7d64-410a-a98b-9de49e4daa58', 'tag': '8adb3527-3851-4cc4-9da7-fdf588193269', 'status': 'completed', 'code': 200} Nov 29 02:31:22.347436 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-fafb7694-09d0-45a1-beea-8e2ab8ca55a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:22.349009 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-fafb7694-09d0-45a1-beea-8e2ab8ca55a4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0c5f471953f452db2349f819ae968c6&device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 1096 time: 0.0545151 Nov 29 02:31:22.403074 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-927a828b-35a3-4a26-8aab-533af84bb640 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8adb3527-3851-4cc4-9da7-fdf588193269 HTTP/1.1" status: 200 len: 217 time: 0.0402970 Nov 29 02:31:22.462075 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-a41a3d39-8c01-46b3-b601-38be52c6ec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:22.463591 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-a41a3d39-8c01-46b3-b601-38be52c6ec27 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1de9e032-6a08-422b-bdb2-740500d0401f HTTP/1.1" status: 200 len: 835 time: 0.0467513 Nov 29 02:31:22.520189 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-9ac87f05-8d61-4345-be04-0e4efc6fec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:22.521911 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-9ac87f05-8d61-4345-be04-0e4efc6fec41 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a7c9f670-3cfd-44b4-9c95-1580e9df907e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0462809 Nov 29 02:31:22.632478 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-06f019fc-6a5d-4e9a-bdd4-ece9002d4feb service neutron] 10.222.0.24 "GET /v2.0/networks/a7c9f670-3cfd-44b4-9c95-1580e9df907e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986066 Nov 29 02:31:22.738616 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-85b97b68-ff8b-4c46-b7c6-52fac88f01bf req-d2c6f185-3a51-413d-9b8e-df9c071d944e service neutron] 10.222.0.24 "GET /v2.0/networks/a7c9f670-3cfd-44b4-9c95-1580e9df907e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939107 Nov 29 02:31:22.755994 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3bef9-8658-4f29-b320-ac68e4d73c97 req-e4cbb21c-3abe-4801-be8a-0d3767a71464 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:22.757949 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ecb3bef9-8658-4f29-b320-ac68e4d73c97 req-e4cbb21c-3abe-4801-be8a-0d3767a71464 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 943 time: 0.0580866 Nov 29 02:31:22.811958 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ecb3bef9-8658-4f29-b320-ac68e4d73c97 req-a0a2571f-2735-45fe-a1be-cb8a9eff0a2d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478532 Nov 29 02:31:22.897679 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e46a6-e8ca-4bf3-a404-7b52c891dcec req-2e49e150-8e8d-4250-8c26-03c2ea6052f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:22.899174 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-cd8e46a6-e8ca-4bf3-a404-7b52c891dcec req-2e49e150-8e8d-4250-8c26-03c2ea6052f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0c5f471953f452db2349f819ae968c6&device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 1096 time: 0.0422974 Nov 29 02:31:22.996981 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e46a6-e8ca-4bf3-a404-7b52c891dcec req-1bce4c14-0c9a-4009-a17e-974aad53f58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:22.998464 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-cd8e46a6-e8ca-4bf3-a404-7b52c891dcec req-1bce4c14-0c9a-4009-a17e-974aad53f58a service neutron] 10.222.0.24 "GET /v2.0/networks?id=a7c9f670-3cfd-44b4-9c95-1580e9df907e HTTP/1.1" status: 200 len: 898 time: 0.0912776 Nov 29 02:31:23.043031 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-cd8e46a6-e8ca-4bf3-a404-7b52c891dcec req-d5488996-7182-416f-9614-3d4fc373f312 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8adb3527-3851-4cc4-9da7-fdf588193269 HTTP/1.1" status: 200 len: 217 time: 0.0345213 Nov 29 02:31:23.098422 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e46a6-e8ca-4bf3-a404-7b52c891dcec req-b047da30-8a89-4f5c-8413-5e6f9e4323b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:23.099941 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-cd8e46a6-e8ca-4bf3-a404-7b52c891dcec req-b047da30-8a89-4f5c-8413-5e6f9e4323b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1de9e032-6a08-422b-bdb2-740500d0401f HTTP/1.1" status: 200 len: 835 time: 0.0492246 Nov 29 02:31:23.147666 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e46a6-e8ca-4bf3-a404-7b52c891dcec req-658c2d18-9555-4db4-844f-f8b2d4593d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:23.149189 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-cd8e46a6-e8ca-4bf3-a404-7b52c891dcec req-658c2d18-9555-4db4-844f-f8b2d4593d1a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a7c9f670-3cfd-44b4-9c95-1580e9df907e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406575 Nov 29 02:31:23.246668 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-cd8e46a6-e8ca-4bf3-a404-7b52c891dcec req-4a2d4f94-5304-42c2-9486-880e9841039a service neutron] 10.222.0.24 "GET /v2.0/networks/a7c9f670-3cfd-44b4-9c95-1580e9df907e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877836 Nov 29 02:31:23.340743 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-cd8e46a6-e8ca-4bf3-a404-7b52c891dcec req-bf5e7ef2-1ef0-41a3-88e7-04876d5320fe service neutron] 10.222.0.24 "GET /v2.0/networks/a7c9f670-3cfd-44b4-9c95-1580e9df907e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856957 Nov 29 02:31:23.929335 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75aaf3-0f4a-4e6f-bea6-5b4f7e015451 req-19b42ac8-1659-4d7f-b879-cba9868a7942 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:23.930884 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2a75aaf3-0f4a-4e6f-bea6-5b4f7e015451 req-19b42ac8-1659-4d7f-b879-cba9868a7942 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 943 time: 0.0490048 Nov 29 02:31:23.985319 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2a75aaf3-0f4a-4e6f-bea6-5b4f7e015451 req-7c05803f-5f7e-4b3d-9525-9f033912c462 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478761 Nov 29 02:31:24.469001 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [req-6e3ecc90-2fb8-4cd6-b02e-e2afc2aa3617 req-35293293-f7ce-448f-a3d5-1131e659df15 tempest-ServerDiskConfigTestJSON-1799984956 tempest-ServerDiskConfigTestJSON-1799984956-project] (103255) timed out ('10.222.0.24', 51899) {{(pid=103255) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 29 02:31:25.106611 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38569f-0ce7-44fb-9903-9348b45cf97b req-4c3e4200-f437-4f54-af1d-824adf5ba041 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:25.111256 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bc38569f-0ce7-44fb-9903-9348b45cf97b req-4c3e4200-f437-4f54-af1d-824adf5ba041 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 943 time: 0.0519187 Nov 29 02:31:25.158461 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bc38569f-0ce7-44fb-9903-9348b45cf97b req-f3347467-d232-42aa-9a35-e32f3030ec08 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444856 Nov 29 02:31:25.943162 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 8adb3527-3851-4cc4-9da7-fdf588193269 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:31:26.040603 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 8adb3527-3851-4cc4-9da7-fdf588193269, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=8adb3527-3851-4cc4-9da7-fdf588193269,segment=NetworkSegment(71106d1e-92fa-48b1-b8f0-a160a5a9b1d4),segment_id=71106d1e-92fa-48b1-b8f0-a160a5a9b1d4)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:31:26.051700 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '8adb3527-3851-4cc4-9da7-fdf588193269', 'network_id': 'a7c9f670-3cfd-44b4-9c95-1580e9df907e', 'port_id': '8adb3527-3851-4cc4-9da7-fdf588193269', 'mac_address': 'fa:16:3e:15:d2:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1de9e032-6a08-422b-bdb2-740500d0401f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:31:26.092576 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:26.106131 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8adb3527-3851-4cc4-9da7-fdf588193269 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:31:26.126081 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 8adb3527-3851-4cc4-9da7-fdf588193269, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=8adb3527-3851-4cc4-9da7-fdf588193269,segment=NetworkSegment(71106d1e-92fa-48b1-b8f0-a160a5a9b1d4),segment_id=71106d1e-92fa-48b1-b8f0-a160a5a9b1d4)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:31:26.130286 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:26.179018 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=8adb3527-3851-4cc4-9da7-fdf588193269,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:26.277519 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717ca31-424a-4907-b7fd-1d565608687f req-3d07a632-40f7-40e6-8edf-83d4fe419fce tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:26.279037 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0717ca31-424a-4907-b7fd-1d565608687f req-3d07a632-40f7-40e6-8edf-83d4fe419fce tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 944 time: 0.0504425 Nov 29 02:31:26.331979 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0717ca31-424a-4907-b7fd-1d565608687f req-5993abbc-6e00-42a1-b70b-9d1a7972d86a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469482 Nov 29 02:31:26.491061 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['8adb3527-3851-4cc4-9da7-fdf588193269'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:31:27.456350 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73857d18-12d7-41c5-a84e-f774167b6558 req-14cbb9a6-d1e7-43fa-bc8e-1e3d0f6b5fad tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:27.457757 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-73857d18-12d7-41c5-a84e-f774167b6558 req-14cbb9a6-d1e7-43fa-bc8e-1e3d0f6b5fad tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 944 time: 0.0522676 Nov 29 02:31:27.513067 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-73857d18-12d7-41c5-a84e-f774167b6558 req-09db6166-2d8d-4573-9cfd-569c15ba4920 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494120 Nov 29 02:31:27.973702 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 8adb3527-3851-4cc4-9da7-fdf588193269 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:31:28.031636 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port 8adb3527-3851-4cc4-9da7-fdf588193269 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:31:28.036224 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 8adb3527-3851-4cc4-9da7-fdf588193269 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:31:28.036607 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:28.113884 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:28.136509 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb775d8-7d64-410a-a98b-9de49e4daa58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8adb3527-3851-4cc4-9da7-fdf588193269'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:31:28.138835 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec9abc2-7dfc-4169-8976-3c740997bfe2" -d '{"events": [{"server_uuid": "fbb775d8-7d64-410a-a98b-9de49e4daa58", "name": "network-vif-plugged", "status": "completed", "tag": "8adb3527-3851-4cc4-9da7-fdf588193269"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:31:28.157426 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 8adb3527-3851-4cc4-9da7-fdf588193269, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=8adb3527-3851-4cc4-9da7-fdf588193269,segment=NetworkSegment(71106d1e-92fa-48b1-b8f0-a160a5a9b1d4),segment_id=71106d1e-92fa-48b1-b8f0-a160a5a9b1d4)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:31:28.164807 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:28.201072 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bfd608-4aef-4675-adcc-ca8ae12a5576 x-openstack-request-id: req-d8bfd608-4aef-4675-adcc-ca8ae12a5576 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:31:28.201371 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb775d8-7d64-410a-a98b-9de49e4daa58", "name": "network-vif-plugged", "status": "completed", "tag": "8adb3527-3851-4cc4-9da7-fdf588193269", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:31:28.201670 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d8bfd608-4aef-4675-adcc-ca8ae12a5576 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:31:28.202068 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb775d8-7d64-410a-a98b-9de49e4daa58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8adb3527-3851-4cc4-9da7-fdf588193269', 'code': 200} Nov 29 02:31:28.231251 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=8adb3527-3851-4cc4-9da7-fdf588193269,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:28.398924 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869b2bf-c29e-4d53-80b8-46ebb7e72a17 req-92f08656-43f1-4b51-a943-07e36226080d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:28.400367 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3869b2bf-c29e-4d53-80b8-46ebb7e72a17 req-92f08656-43f1-4b51-a943-07e36226080d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 1098 time: 0.0386236 Nov 29 02:31:28.449145 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-3869b2bf-c29e-4d53-80b8-46ebb7e72a17 req-ba82e22d-bf43-4210-8bbe-7e3d6b147535 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417547 Nov 29 02:31:28.628507 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8e6f9-e18b-416c-8b69-50ff985be6a1 req-e396fdcd-3402-4d7c-a151-7e5c27518b95 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:28.629962 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-71f8e6f9-e18b-416c-8b69-50ff985be6a1 req-e396fdcd-3402-4d7c-a151-7e5c27518b95 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 945 time: 0.0475967 Nov 29 02:31:28.677113 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-71f8e6f9-e18b-416c-8b69-50ff985be6a1 req-c3575cf6-b1b4-4ec7-a001-1351d8964473 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413041 Nov 29 02:31:29.801365 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3565381-b502-4f18-8fa9-e2bb90d17450 req-0c814de2-28ce-46f2-9d03-e478b8f8e3c4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:29.802989 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b3565381-b502-4f18-8fa9-e2bb90d17450 req-0c814de2-28ce-46f2-9d03-e478b8f8e3c4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 945 time: 0.0543580 Nov 29 02:31:29.857158 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b3565381-b502-4f18-8fa9-e2bb90d17450 req-6edf0208-71f4-438d-ab1f-176e0e9dad5d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480518 Nov 29 02:31:30.974068 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74106dfe-14aa-4a83-8810-62ff1bc38501 req-ec802be2-790c-406a-9a93-9bf3fc903f45 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:30.975545 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-74106dfe-14aa-4a83-8810-62ff1bc38501 req-ec802be2-790c-406a-9a93-9bf3fc903f45 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 945 time: 0.0495098 Nov 29 02:31:31.026949 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-74106dfe-14aa-4a83-8810-62ff1bc38501 req-c4814c26-0b4a-47c9-b6b0-bad4905cdfab tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454373 Nov 29 02:31:31.141254 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581f14a-1f4f-46ca-b8db-4a4e5cc96951 req-746b083c-28d2-4754-91f0-55d2dac3afb5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:31.142825 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c581f14a-1f4f-46ca-b8db-4a4e5cc96951 req-746b083c-28d2-4754-91f0-55d2dac3afb5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 945 time: 0.0483980 Nov 29 02:31:31.190869 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c581f14a-1f4f-46ca-b8db-4a4e5cc96951 req-4bf64c11-42d6-4b1d-bec2-c98910094052 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419219 Nov 29 02:31:31.212400 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49510) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:31:31.250019 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42049c0-90ab-4de0-afbe-d95707d304ae tempest-TestNetworkAdvancedServerOps-1727814793 tempest-TestNetworkAdvancedServerOps-1727814793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:31.251468 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d42049c0-90ab-4de0-afbe-d95707d304ae tempest-TestNetworkAdvancedServerOps-1727814793 tempest-TestNetworkAdvancedServerOps-1727814793-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 1093 time: 0.0381033 Nov 29 02:31:31.254081 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49512) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:31:31.258189 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5f5c7e74-2189-44e4-836f-cbf58e84c4e3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'port_id': '8adb3527-3851-4cc4-9da7-fdf588193269', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:31:31.282311 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5f5c7e74-2189-44e4-836f-cbf58e84c4e3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for floatingip, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:31.373826 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5f5c7e74-2189-44e4-836f-cbf58e84c4e3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:31.474453 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-5f5c7e74-2189-44e4-836f-cbf58e84c4e3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Allocated IP 172.26.3.148 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/24c87f84-5a6e-4f91-8079-f782add5fc19) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:31:31.576632 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5f5c7e74-2189-44e4-836f-cbf58e84c4e3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:31.607087 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5f5c7e74-2189-44e4-836f-cbf58e84c4e3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:31.645037 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5c7e74-2189-44e4-836f-cbf58e84c4e3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:31:31.647819 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-5f5c7e74-2189-44e4-836f-cbf58e84c4e3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:31:31.651672 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5c7e74-2189-44e4-836f-cbf58e84c4e3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:31:31.656797 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c7e74-2189-44e4-836f-cbf58e84c4e3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Port': ['ID=24c87f84-5a6e-4f91-8079-f782add5fc19,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:32.354897 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5f5c7e74-2189-44e4-836f-cbf58e84c4e3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:32.417369 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5f5c7e74-2189-44e4-836f-cbf58e84c4e3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:32.564995 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5f5c7e74-2189-44e4-836f-cbf58e84c4e3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:32.569092 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5f5c7e74-2189-44e4-836f-cbf58e84c4e3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:32.636535 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c7e74-2189-44e4-836f-cbf58e84c4e3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Port': ['ID=24c87f84-5a6e-4f91-8079-f782add5fc19,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:31:32.649561 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5f5c7e74-2189-44e4-836f-cbf58e84c4e3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:32.745981 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [None req-5f5c7e74-2189-44e4-836f-cbf58e84c4e3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Floating IP f93473b9-d5c3-43fb-8cda-3851faa8a2c7 associated. External IP: 172.26.3.148, port: 8adb3527-3851-4cc4-9da7-fdf588193269. Nov 29 02:31:32.948903 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5c7e74-2189-44e4-836f-cbf58e84c4e3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Router a1e06a23-e3dd-46be-8eac-9721437cef39 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:31:33.051811 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5c7e74-2189-44e4-836f-cbf58e84c4e3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:31:33.062153 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0f5ee8-bf31-4ef7-a5da-f9a82d241729 None None] Sync routers for ids ['a1e06a23-e3dd-46be-8eac-9721437cef39'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:31:33.069813 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5f5c7e74-2189-44e4-836f-cbf58e84c4e3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:33.071228 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0f5ee8-bf31-4ef7-a5da-f9a82d241729 None None] Routers {'a1e06a23-e3dd-46be-8eac-9721437cef39'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:31:33.071832 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8b0f5ee8-bf31-4ef7-a5da-f9a82d241729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:31:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a1e06a23-e3dd-46be-8eac-9721437cef39'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:31:33.099621 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5f5c7e74-2189-44e4-836f-cbf58e84c4e3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8445349 Nov 29 02:31:33.100216 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb775d8-7d64-410a-a98b-9de49e4daa58', 'tag': '8adb3527-3851-4cc4-9da7-fdf588193269'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:31:33.102512 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ec0695-8199-4c31-9951-af16e88ffe94" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb775d8-7d64-410a-a98b-9de49e4daa58", "tag": "8adb3527-3851-4cc4-9da7-fdf588193269"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:31:33.147993 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b659c9d-71df-4a20-a127-7fe41f4db5d2 x-openstack-request-id: req-8b659c9d-71df-4a20-a127-7fe41f4db5d2 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:31:33.148288 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb775d8-7d64-410a-a98b-9de49e4daa58", "tag": "8adb3527-3851-4cc4-9da7-fdf588193269", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:31:33.148549 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b659c9d-71df-4a20-a127-7fe41f4db5d2 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:31:33.148953 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbb775d8-7d64-410a-a98b-9de49e4daa58', 'tag': '8adb3527-3851-4cc4-9da7-fdf588193269', 'status': 'completed', 'code': 200} Nov 29 02:31:33.179471 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-8b0f5ee8-bf31-4ef7-a5da-f9a82d241729 None None] Set router a1e06a23-e3dd-46be-8eac-9721437cef39 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:31:33.210176 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb9291-ed7e-40b5-aceb-8b519c785326 req-dd3be4b8-997c-4163-b995-7ec2fae1c04d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:33.211800 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dbbb9291-ed7e-40b5-aceb-8b519c785326 req-dd3be4b8-997c-4163-b995-7ec2fae1c04d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 945 time: 0.0542421 Nov 29 02:31:33.235893 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec0695-8199-4c31-9951-af16e88ffe94 req-2096e1ac-0ea2-4234-8c7a-22e543dcc4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:33.237453 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e1ec0695-8199-4c31-9951-af16e88ffe94 req-2096e1ac-0ea2-4234-8c7a-22e543dcc4ad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0c5f471953f452db2349f819ae968c6&device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 1098 time: 0.0426471 Nov 29 02:31:33.264948 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dbbb9291-ed7e-40b5-aceb-8b519c785326 req-19c7d29e-0187-4c74-a0d7-955f781d12fe tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467856 Nov 29 02:31:33.288560 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49518) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:31:33.332013 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec0695-8199-4c31-9951-af16e88ffe94 req-9c0d2e08-c20f-4217-b83a-b28e17649884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:33.333818 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e1ec0695-8199-4c31-9951-af16e88ffe94 req-9c0d2e08-c20f-4217-b83a-b28e17649884 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a7c9f670-3cfd-44b4-9c95-1580e9df907e HTTP/1.1" status: 200 len: 898 time: 0.0879440 Nov 29 02:31:33.353176 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-66cf623b-cbb1-4e00-96a8-3a4afa3b39bf tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/floatingips/f93473b9-d5c3-43fb-8cda-3851faa8a2c7 HTTP/1.1" status: 200 len: 991 time: 0.0634277 Nov 29 02:31:33.404905 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e1ec0695-8199-4c31-9951-af16e88ffe94 req-0ebbbff7-5d66-487e-ba04-247599de985a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8adb3527-3851-4cc4-9da7-fdf588193269 HTTP/1.1" status: 200 len: 999 time: 0.0634162 Nov 29 02:31:33.415742 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8b0f5ee8-bf31-4ef7-a5da-f9a82d241729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728399560', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '7cabde6b-24bd-402d-b33f-60bdf62c92e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:31:13Z', 'updated_at': '2021-11-29T02:31:17Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': '7cabde6b-24bd-402d-b33f-60bdf62c92e4', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:62:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:31:14Z', 'updated_at': '2021-11-29T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'f93473b9-d5c3-43fb-8cda-3851faa8a2c7', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'floating_ip_address': '172.26.3.148', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'port_id': '8adb3527-3851-4cc4-9da7-fdf588193269', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7c9f670-3cfd-44b4-9c95-1580e9df907e', 'mac_address': 'fa:16:3e:15:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb775d8-7d64-410a-a98b-9de49e4daa58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:31:31Z', 'updated_at': '2021-11-29T02:31:31Z', 'revision_number': 0, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16da7027-b3e5-4ba4-9891-90fb8b4086e3', 'name': '', 'network_id': 'a7c9f670-3cfd-44b4-9c95-1580e9df907e', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:75:71:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '1de9e032-6a08-422b-bdb2-740500d0401f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:31:16Z', 'updated_at': '2021-11-29T02:31:20Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': '1de9e032-6a08-422b-bdb2-740500d0401f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:31:33.441240 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0f5ee8-bf31-4ef7-a5da-f9a82d241729 None None] Checking router: a1e06a23-e3dd-46be-8eac-9721437cef39 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:31:33.449804 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0f5ee8-bf31-4ef7-a5da-f9a82d241729 None None] Routers {'a1e06a23-e3dd-46be-8eac-9721437cef39'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:31:33.450410 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8b0f5ee8-bf31-4ef7-a5da-f9a82d241729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:31:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a1e06a23-e3dd-46be-8eac-9721437cef39'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:31:33.454241 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec0695-8199-4c31-9951-af16e88ffe94 req-27fca78d-a9bd-4d1f-a71a-71ed359308ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:33.455681 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e1ec0695-8199-4c31-9951-af16e88ffe94 req-27fca78d-a9bd-4d1f-a71a-71ed359308ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1de9e032-6a08-422b-bdb2-740500d0401f HTTP/1.1" status: 200 len: 835 time: 0.0435233 Nov 29 02:31:33.500535 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec0695-8199-4c31-9951-af16e88ffe94 req-69fd3ad3-11aa-4031-96c3-19f42f3c5a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:31:33.501988 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e1ec0695-8199-4c31-9951-af16e88ffe94 req-69fd3ad3-11aa-4031-96c3-19f42f3c5a13 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a7c9f670-3cfd-44b4-9c95-1580e9df907e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396292 Nov 29 02:31:33.552762 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-8b0f5ee8-bf31-4ef7-a5da-f9a82d241729 None None] Set router a1e06a23-e3dd-46be-8eac-9721437cef39 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:31:33.595477 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e1ec0695-8199-4c31-9951-af16e88ffe94 req-a2fbf951-cafd-4d3a-960d-b7f0f9d5b1dc service neutron] 10.222.0.24 "GET /v2.0/networks/a7c9f670-3cfd-44b4-9c95-1580e9df907e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861528 Nov 29 02:31:33.688639 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e1ec0695-8199-4c31-9951-af16e88ffe94 req-618046eb-8532-4ba2-a687-e17dbdbfe555 service neutron] 10.222.0.24 "GET /v2.0/networks/a7c9f670-3cfd-44b4-9c95-1580e9df907e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862551 Nov 29 02:31:33.769131 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8b0f5ee8-bf31-4ef7-a5da-f9a82d241729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728399560', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '7cabde6b-24bd-402d-b33f-60bdf62c92e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:31:13Z', 'updated_at': '2021-11-29T02:31:17Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': '7cabde6b-24bd-402d-b33f-60bdf62c92e4', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:62:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:31:14Z', 'updated_at': '2021-11-29T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'f93473b9-d5c3-43fb-8cda-3851faa8a2c7', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'floating_ip_address': '172.26.3.148', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'port_id': '8adb3527-3851-4cc4-9da7-fdf588193269', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7c9f670-3cfd-44b4-9c95-1580e9df907e', 'mac_address': 'fa:16:3e:15:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb775d8-7d64-410a-a98b-9de49e4daa58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:31:31Z', 'updated_at': '2021-11-29T02:31:31Z', 'revision_number': 0, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16da7027-b3e5-4ba4-9891-90fb8b4086e3', 'name': '', 'network_id': 'a7c9f670-3cfd-44b4-9c95-1580e9df907e', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:75:71:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '1de9e032-6a08-422b-bdb2-740500d0401f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:31:16Z', 'updated_at': '2021-11-29T02:31:20Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': '1de9e032-6a08-422b-bdb2-740500d0401f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:31:33.794484 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0f5ee8-bf31-4ef7-a5da-f9a82d241729 None None] The sync data for ids ['a1e06a23-e3dd-46be-8eac-9721437cef39'] in dv-neutron-819032-3-hyperv is: [{'id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728399560', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '7cabde6b-24bd-402d-b33f-60bdf62c92e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:31:13Z', 'updated_at': '2021-11-29T02:31:17Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': '7cabde6b-24bd-402d-b33f-60bdf62c92e4', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:62:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:31:14Z', 'updated_at': '2021-11-29T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'f93473b9-d5c3-43fb-8cda-3851faa8a2c7', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'floating_ip_address': '172.26.3.148', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'port_id': '8adb3527-3851-4cc4-9da7-fdf588193269', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7c9f670-3cfd-44b4-9c95-1580e9df907e', 'mac_address': 'fa:16:3e:15:d2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb775d8-7d64-410a-a98b-9de49e4daa58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:31:31Z', 'updated_at': '2021-11-29T02:31:31Z', 'revision_number': 0, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16da7027-b3e5-4ba4-9891-90fb8b4086e3', 'name': '', 'network_id': 'a7c9f670-3cfd-44b4-9c95-1580e9df907e', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:75:71:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '1de9e032-6a08-422b-bdb2-740500d0401f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:31:16Z', 'updated_at': '2021-11-29T02:31:20Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': '1de9e032-6a08-422b-bdb2-740500d0401f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:31:33.974781 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfab5db3-5cbf-41a9-b3e3-484fcc0bbd35 None None] New status for floating IP f93473b9-d5c3-43fb-8cda-3851faa8a2c7: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:31:34.357068 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49520) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:31:34.426443 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0887b037-7e52-4b56-9cbc-437c5b09e433 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/floatingips/f93473b9-d5c3-43fb-8cda-3851faa8a2c7 HTTP/1.1" status: 200 len: 993 time: 0.0681689 Nov 29 02:31:42.085100 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8068ea30-015f-4c4c-b05b-da4ab24cba4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:44.068562 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:44.354100 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3f7aaafb-cb53-40bd-b8dc-878e4ca1b1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:45.427827 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:46.223774 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:31:47.133298 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:31:47.910929 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:07.748121 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [req-a278f4b7-c8fa-4056-862e-faf43291b811 req-14b8d04b-d411-41d1-9111-c1a08047ec36 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:32:07.749085 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a278f4b7-c8fa-4056-862e-faf43291b811 req-14b8d04b-d411-41d1-9111-c1a08047ec36 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057800 Nov 29 02:32:08.943882 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62d41c-1a6f-48a1-90ec-25962f22ca88 req-6d73a11e-2eb9-4042-b1ac-4452ada2f284 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:08.945347 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ea62d41c-1a6f-48a1-90ec-25962f22ca88 req-6d73a11e-2eb9-4042-b1ac-4452ada2f284 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 945 time: 0.0495555 Nov 29 02:32:08.972451 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49546) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:32:08.996739 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ea62d41c-1a6f-48a1-90ec-25962f22ca88 req-1a9ba4a1-7d05-4e32-843e-85c178e6ea26 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454602 Nov 29 02:32:09.053098 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-42144c6e-57dc-4ad5-ae34-0c2457371fee req-3526cca2-bf91-4903-b82a-cf66c86a8cda service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0793908 Nov 29 02:32:09.062387 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [req-42144c6e-57dc-4ad5-ae34-0c2457371fee req-b89b55fa-5a42-4bdc-95fb-2611b501c431 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:32:09.063346 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-42144c6e-57dc-4ad5-ae34-0c2457371fee req-b89b55fa-5a42-4bdc-95fb-2611b501c431 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048189 Nov 29 02:32:10.109744 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a57ea1-eaab-4b93-b3f1-00a147bc7f63 req-bdd8e363-e1b5-4084-bd07-8fb86d66c4d3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:10.111720 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-58a57ea1-eaab-4b93-b3f1-00a147bc7f63 req-bdd8e363-e1b5-4084-bd07-8fb86d66c4d3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 945 time: 0.0481575 Nov 29 02:32:10.164325 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-58a57ea1-eaab-4b93-b3f1-00a147bc7f63 req-e2602fcc-b61c-456b-ac37-7b1f4d2c03ae tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466979 Nov 29 02:32:10.333832 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144c6e-57dc-4ad5-ae34-0c2457371fee req-d7eece5b-7af1-453a-bfc2-119af799e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:10.335198 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-42144c6e-57dc-4ad5-ae34-0c2457371fee req-d7eece5b-7af1-453a-bfc2-119af799e162 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0c5f471953f452db2349f819ae968c6&device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 1098 time: 0.0394304 Nov 29 02:32:10.427853 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144c6e-57dc-4ad5-ae34-0c2457371fee req-1f8cd724-fbcf-49ec-9050-ad238eb4b5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:10.429319 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-42144c6e-57dc-4ad5-ae34-0c2457371fee req-1f8cd724-fbcf-49ec-9050-ad238eb4b5ff service neutron] 10.222.0.24 "GET /v2.0/networks?id=a7c9f670-3cfd-44b4-9c95-1580e9df907e HTTP/1.1" status: 200 len: 898 time: 0.0858490 Nov 29 02:32:10.491407 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-42144c6e-57dc-4ad5-ae34-0c2457371fee req-215a82fc-0aa6-427a-b908-dfa8c32531ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8adb3527-3851-4cc4-9da7-fdf588193269 HTTP/1.1" status: 200 len: 1001 time: 0.0546339 Nov 29 02:32:10.545079 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144c6e-57dc-4ad5-ae34-0c2457371fee req-832e2997-ef8c-43d7-bc42-e0168ffd4d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:10.546505 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-42144c6e-57dc-4ad5-ae34-0c2457371fee req-832e2997-ef8c-43d7-bc42-e0168ffd4d6d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1de9e032-6a08-422b-bdb2-740500d0401f HTTP/1.1" status: 200 len: 835 time: 0.0464435 Nov 29 02:32:10.591155 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144c6e-57dc-4ad5-ae34-0c2457371fee req-6a769407-f062-481e-9387-e5b38b24bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:10.592499 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-42144c6e-57dc-4ad5-ae34-0c2457371fee req-6a769407-f062-481e-9387-e5b38b24bb8a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a7c9f670-3cfd-44b4-9c95-1580e9df907e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380573 Nov 29 02:32:10.694696 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-42144c6e-57dc-4ad5-ae34-0c2457371fee req-d6d8b000-0bc7-4a4a-97e1-2a720b33a22d service neutron] 10.222.0.24 "GET /v2.0/networks/a7c9f670-3cfd-44b4-9c95-1580e9df907e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894639 Nov 29 02:32:10.787556 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-42144c6e-57dc-4ad5-ae34-0c2457371fee req-f8a37765-f46d-43c3-8728-d9530a4909e8 service neutron] 10.222.0.24 "GET /v2.0/networks/a7c9f670-3cfd-44b4-9c95-1580e9df907e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811336 Nov 29 02:32:11.279336 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bdb039-0ef4-4544-8738-442eb515f069 req-db29b932-bfe0-498f-be59-02c55b08b3ba tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:11.280803 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e2bdb039-0ef4-4544-8738-442eb515f069 req-db29b932-bfe0-498f-be59-02c55b08b3ba tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 945 time: 0.0482767 Nov 29 02:32:11.328743 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e2bdb039-0ef4-4544-8738-442eb515f069 req-3088534a-3c97-4357-93d6-0489bd961c9b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420952 Nov 29 02:32:12.085122 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f4707b8a-c06b-4b22-bff8-772edf4b65c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:12.442225 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d9434-9145-4e29-a2df-9ab50854fa2f req-f140e770-4518-4635-97d5-21e0716e904d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:12.443672 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-df2d9434-9145-4e29-a2df-9ab50854fa2f req-f140e770-4518-4635-97d5-21e0716e904d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 945 time: 0.0485816 Nov 29 02:32:12.491128 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-df2d9434-9145-4e29-a2df-9ab50854fa2f req-fd64f248-0603-4582-9290-4f930b3d6866 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416820 Nov 29 02:32:13.607753 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ac370-49b1-45fb-914e-4181eca1bc5a req-2fe411e9-98a4-4add-8cf7-df6359bcf0da tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:13.609194 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b89ac370-49b1-45fb-914e-4181eca1bc5a req-2fe411e9-98a4-4add-8cf7-df6359bcf0da tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 945 time: 0.0516548 Nov 29 02:32:13.657362 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b89ac370-49b1-45fb-914e-4181eca1bc5a req-a8b37e33-8048-4c7e-8329-e2849ab562a6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421772 Nov 29 02:32:13.933902 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e40d95-9eb0-4618-a277-61705f112a35 req-5066fa75-f969-43fb-ac58-2ec1bc0b8d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:13.935361 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-32e40d95-9eb0-4618-a277-61705f112a35 req-5066fa75-f969-43fb-ac58-2ec1bc0b8d43 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0c5f471953f452db2349f819ae968c6&device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 1098 time: 0.0397377 Nov 29 02:32:14.044614 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e40d95-9eb0-4618-a277-61705f112a35 req-2eb7573e-2fa9-4a79-8143-8b5c0e0a3049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:14.046089 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-32e40d95-9eb0-4618-a277-61705f112a35 req-2eb7573e-2fa9-4a79-8143-8b5c0e0a3049 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a7c9f670-3cfd-44b4-9c95-1580e9df907e HTTP/1.1" status: 200 len: 898 time: 0.0882745 Nov 29 02:32:14.098899 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:14.110100 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-32e40d95-9eb0-4618-a277-61705f112a35 req-0a417a05-824f-4c88-8588-43805df7af8f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8adb3527-3851-4cc4-9da7-fdf588193269 HTTP/1.1" status: 200 len: 1001 time: 0.0564113 Nov 29 02:32:14.164586 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e40d95-9eb0-4618-a277-61705f112a35 req-e495315d-93ca-4331-a7cc-c70062e9bd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:14.166040 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-32e40d95-9eb0-4618-a277-61705f112a35 req-e495315d-93ca-4331-a7cc-c70062e9bd61 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1de9e032-6a08-422b-bdb2-740500d0401f HTTP/1.1" status: 200 len: 835 time: 0.0465560 Nov 29 02:32:14.220420 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e40d95-9eb0-4618-a277-61705f112a35 req-04a5a5b7-9d35-4418-801c-9f2b4f58c675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:14.221856 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-32e40d95-9eb0-4618-a277-61705f112a35 req-04a5a5b7-9d35-4418-801c-9f2b4f58c675 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a7c9f670-3cfd-44b4-9c95-1580e9df907e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436120 Nov 29 02:32:14.315688 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-32e40d95-9eb0-4618-a277-61705f112a35 req-83c43fbd-edfe-442a-8c7e-ea0cb17e588f service neutron] 10.222.0.24 "GET /v2.0/networks/a7c9f670-3cfd-44b4-9c95-1580e9df907e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838575 Nov 29 02:32:14.353455 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-779554a5-381c-48fa-800a-6c8187268791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:14.409862 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-32e40d95-9eb0-4618-a277-61705f112a35 req-940cbdac-dc00-43be-bff1-c9614ca0d0a6 service neutron] 10.222.0.24 "GET /v2.0/networks/a7c9f670-3cfd-44b4-9c95-1580e9df907e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808628 Nov 29 02:32:14.777005 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f19fd-60c8-43a1-ac1c-adae475dc3ac req-316cfcc0-730d-411f-8892-8b92ce6013e8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:14.778514 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a25f19fd-60c8-43a1-ac1c-adae475dc3ac req-316cfcc0-730d-411f-8892-8b92ce6013e8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 945 time: 0.0557656 Nov 29 02:32:14.827505 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a25f19fd-60c8-43a1-ac1c-adae475dc3ac req-82779327-2b72-48cf-8586-a1e69cc404fe tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432086 Nov 29 02:32:15.430216 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:15.947950 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76049f8d-c90d-4c62-b7c4-aec391e09b12 req-0056419c-5561-4bf7-8d76-7500e128f11e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:15.949406 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-76049f8d-c90d-4c62-b7c4-aec391e09b12 req-0056419c-5561-4bf7-8d76-7500e128f11e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 945 time: 0.0513401 Nov 29 02:32:16.317645 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-76049f8d-c90d-4c62-b7c4-aec391e09b12 req-8737637b-8e3c-463a-b1c5-df987e8e3746 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3621228 Nov 29 02:32:17.136577 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:17.429891 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a84982-8341-4270-a1de-81e1ffaa64a2 req-62925770-ce42-452d-ad95-4f76ecc38fa5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:17.431357 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-36a84982-8341-4270-a1de-81e1ffaa64a2 req-62925770-ce42-452d-ad95-4f76ecc38fa5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 945 time: 0.0483763 Nov 29 02:32:17.479200 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-36a84982-8341-4270-a1de-81e1ffaa64a2 req-68be0774-58fb-4294-9ff5-c6b6d03b8fde tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415385 Nov 29 02:32:17.912758 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:18.591324 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93611a78-2f20-4a07-88bd-ca688ae0e699 req-73608677-a0e8-433f-a8b4-90fefa5a5961 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:18.592820 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-93611a78-2f20-4a07-88bd-ca688ae0e699 req-73608677-a0e8-433f-a8b4-90fefa5a5961 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 945 time: 0.0471578 Nov 29 02:32:18.644378 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-93611a78-2f20-4a07-88bd-ca688ae0e699 req-dc895813-b91b-4d41-9945-07ece4550b52 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455899 Nov 29 02:32:19.758775 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07a1f4-9fef-4cb1-8b5c-b61d2b8001c4 req-3e0f56f3-c017-4f55-a656-5e71b5b94d4a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:19.760232 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4c07a1f4-9fef-4cb1-8b5c-b61d2b8001c4 req-3e0f56f3-c017-4f55-a656-5e71b5b94d4a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 945 time: 0.0484023 Nov 29 02:32:19.808099 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4c07a1f4-9fef-4cb1-8b5c-b61d2b8001c4 req-2b224b09-49e5-4441-8be9-32423725d2b6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420005 Nov 29 02:32:20.922580 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c018bd-8839-4077-a9b7-3ae0bc8a7d35 req-4c83031e-d88d-4087-9364-9248fb6b7d51 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:20.924089 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-44c018bd-8839-4077-a9b7-3ae0bc8a7d35 req-4c83031e-d88d-4087-9364-9248fb6b7d51 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 945 time: 0.0474761 Nov 29 02:32:20.972706 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-44c018bd-8839-4077-a9b7-3ae0bc8a7d35 req-862a57c9-f300-46a9-a6c0-ad3c9568d5f6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427933 Nov 29 02:32:22.089519 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff927cef-461b-4a52-8649-fc8866fc9a91 req-cc90983a-791d-493f-aacb-1367bb4efac5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:22.090999 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ff927cef-461b-4a52-8649-fc8866fc9a91 req-cc90983a-791d-493f-aacb-1367bb4efac5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 945 time: 0.0514636 Nov 29 02:32:22.139652 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ff927cef-461b-4a52-8649-fc8866fc9a91 req-130aaa22-7aee-441a-97c2-c7024c1f382d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427625 Nov 29 02:32:23.223062 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:32:23.256970 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d72f3-9e47-4502-b970-1b4d3475dc9d req-3a3cceda-86f1-45ed-a74d-4309fd6e4b6a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:23.258475 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bc9d72f3-9e47-4502-b970-1b4d3475dc9d req-3a3cceda-86f1-45ed-a74d-4309fd6e4b6a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 945 time: 0.0472493 Nov 29 02:32:23.306833 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bc9d72f3-9e47-4502-b970-1b4d3475dc9d req-f72ee4e7-c77e-4a70-b112-de171c4f5a34 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420012 Nov 29 02:32:24.421097 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afdd7b3-0bc7-4411-a839-9753c32718d8 req-88d2705b-e302-4cfe-95b7-e33e0f2bff3b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:24.422608 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0afdd7b3-0bc7-4411-a839-9753c32718d8 req-88d2705b-e302-4cfe-95b7-e33e0f2bff3b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 945 time: 0.0496218 Nov 29 02:32:24.474992 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0afdd7b3-0bc7-4411-a839-9753c32718d8 req-41c54d32-f7e6-4949-8d6c-c5d6d492dea8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462086 Nov 29 02:32:25.587756 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22954f2a-f679-46bb-a35c-3bb45ae33e5b req-cab5c74d-eb11-48d6-9690-2ff553dc2a54 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:25.589885 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-22954f2a-f679-46bb-a35c-3bb45ae33e5b req-cab5c74d-eb11-48d6-9690-2ff553dc2a54 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 945 time: 0.0472770 Nov 29 02:32:25.637330 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-22954f2a-f679-46bb-a35c-3bb45ae33e5b req-533e5065-a6ab-4de4-94d0-b1dcfc13c8b9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416880 Nov 29 02:32:26.752139 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5535cf3f-90bf-481e-ab8f-bf4b284721eb req-9d0c7466-6ff0-45f3-aab3-907c9d780de6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:26.753675 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5535cf3f-90bf-481e-ab8f-bf4b284721eb req-9d0c7466-6ff0-45f3-aab3-907c9d780de6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 945 time: 0.0483837 Nov 29 02:32:26.802145 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5535cf3f-90bf-481e-ab8f-bf4b284721eb req-56f9dd67-197a-44f6-b851-48628d3cc4cd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424478 Nov 29 02:32:27.894106 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-42144c6e-57dc-4ad5-ae34-0c2457371fee req-e4c5e6f4-62ed-49fa-9a8d-be60e17a86b5 service neutron] 10.222.0.24 "GET /v2.0/ports/8adb3527-3851-4cc4-9da7-fdf588193269/bindings/hv-neutron-8190 HTTP/1.1" status: 200 len: 384 time: 0.0599227 Nov 29 02:32:27.922501 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d5fc5-919e-4b7e-bf08-2dc6d585cffd req-c8384fe2-ef9e-4976-96e0-b4b525572615 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:27.924211 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f49d5fc5-919e-4b7e-bf08-2dc6d585cffd req-c8384fe2-ef9e-4976-96e0-b4b525572615 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 945 time: 0.0540066 Nov 29 02:32:27.980255 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f49d5fc5-919e-4b7e-bf08-2dc6d585cffd req-2f82063b-0a4a-475c-b841-178bc1143928 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498488 Nov 29 02:32:28.172938 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144c6e-57dc-4ad5-ae34-0c2457371fee req-568e3d1d-5a3c-466c-b432-91770c2c0937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:28.174790 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-42144c6e-57dc-4ad5-ae34-0c2457371fee req-568e3d1d-5a3c-466c-b432-91770c2c0937 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58&tenant_id=a0c5f471953f452db2349f819ae968c6 HTTP/1.1" status: 200 len: 1098 time: 0.0441296 Nov 29 02:32:28.253744 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144c6e-57dc-4ad5-ae34-0c2457371fee req-41de776c-7232-45de-b315-a054ce0290e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:28.255210 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-42144c6e-57dc-4ad5-ae34-0c2457371fee req-41de776c-7232-45de-b315-a054ce0290e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0c5f471953f452db2349f819ae968c6&device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 1098 time: 0.0392282 Nov 29 02:32:28.352364 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144c6e-57dc-4ad5-ae34-0c2457371fee req-01a418ce-7c6f-481e-9791-8e9da4d41352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:28.354396 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-42144c6e-57dc-4ad5-ae34-0c2457371fee req-01a418ce-7c6f-481e-9791-8e9da4d41352 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a7c9f670-3cfd-44b4-9c95-1580e9df907e HTTP/1.1" status: 200 len: 898 time: 0.0856066 Nov 29 02:32:28.418119 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-42144c6e-57dc-4ad5-ae34-0c2457371fee req-9c494aaa-65fc-488a-8302-9462b6d4ae29 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8adb3527-3851-4cc4-9da7-fdf588193269 HTTP/1.1" status: 200 len: 1001 time: 0.0561817 Nov 29 02:32:28.471861 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144c6e-57dc-4ad5-ae34-0c2457371fee req-3a34152c-878d-4e26-a2c2-1c99949c5957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:28.473247 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-42144c6e-57dc-4ad5-ae34-0c2457371fee req-3a34152c-878d-4e26-a2c2-1c99949c5957 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1de9e032-6a08-422b-bdb2-740500d0401f HTTP/1.1" status: 200 len: 835 time: 0.0425012 Nov 29 02:32:28.523845 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42144c6e-57dc-4ad5-ae34-0c2457371fee req-45b4844b-58db-44bd-a346-97ab9781180d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:28.525292 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-42144c6e-57dc-4ad5-ae34-0c2457371fee req-45b4844b-58db-44bd-a346-97ab9781180d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a7c9f670-3cfd-44b4-9c95-1580e9df907e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419297 Nov 29 02:32:28.618023 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-42144c6e-57dc-4ad5-ae34-0c2457371fee req-03f87050-ad28-4515-9de2-dafdbe0fc831 service neutron] 10.222.0.24 "GET /v2.0/networks/a7c9f670-3cfd-44b4-9c95-1580e9df907e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796709 Nov 29 02:32:28.718763 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-42144c6e-57dc-4ad5-ae34-0c2457371fee req-4c9d4a26-fab9-46aa-afdf-5eadf86113e4 service neutron] 10.222.0.24 "GET /v2.0/networks/a7c9f670-3cfd-44b4-9c95-1580e9df907e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883226 Nov 29 02:32:29.097398 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41fd0d-c126-4012-8cec-713f37141dff req-2807e304-5eaa-4645-9769-9c5cb3c65c5a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:29.098883 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7b41fd0d-c126-4012-8cec-713f37141dff req-2807e304-5eaa-4645-9769-9c5cb3c65c5a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 945 time: 0.0479369 Nov 29 02:32:29.146789 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7b41fd0d-c126-4012-8cec-713f37141dff req-ee5ad8f3-b414-4a43-8567-53eae1a7120b tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420690 Nov 29 02:32:30.265313 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5525ae-6f0a-4f2d-b518-7acfc3753464 req-bd1e0731-daf1-49d7-be28-9dda6585ccf4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:30.266803 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4b5525ae-6f0a-4f2d-b518-7acfc3753464 req-bd1e0731-daf1-49d7-be28-9dda6585ccf4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 945 time: 0.0513971 Nov 29 02:32:30.316615 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4b5525ae-6f0a-4f2d-b518-7acfc3753464 req-af6a5133-00e9-4a57-baec-312f89063a19 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439944 Nov 29 02:32:31.430004 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ec03c-1eba-413e-99f8-892ba1705034 req-c04cef24-579d-4384-bc1b-e7a02489db2c tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:31.431388 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2b5ec03c-1eba-413e-99f8-892ba1705034 req-c04cef24-579d-4384-bc1b-e7a02489db2c tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 945 time: 0.0476232 Nov 29 02:32:31.483921 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2b5ec03c-1eba-413e-99f8-892ba1705034 req-401ba20f-beee-4ecd-b161-0f8b42adfba1 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459802 Nov 29 02:32:31.671434 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e724d93-314c-4abb-be3a-8b42b65cfeab req-861cc0ee-8a3c-4b7c-8301-da7b53b15d9f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:31.672904 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8e724d93-314c-4abb-be3a-8b42b65cfeab req-861cc0ee-8a3c-4b7c-8301-da7b53b15d9f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 945 time: 0.0478811 Nov 29 02:32:31.703081 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57466e-0c78-44b5-8081-41099467f36a req-faeedf38-bbf0-4dfb-8203-58511aadd575 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:31.704462 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9c57466e-0c78-44b5-8081-41099467f36a req-faeedf38-bbf0-4dfb-8203-58511aadd575 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58&tenant_id=a0c5f471953f452db2349f819ae968c6&binding%3Ahost_id=hv-neutron-8190 HTTP/1.1" status: 200 len: 945 time: 0.0521550 Nov 29 02:32:31.726318 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8e724d93-314c-4abb-be3a-8b42b65cfeab req-307ef251-a0ba-4f36-9572-0b2aa2de4365 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474150 Nov 29 02:32:31.811167 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57466e-0c78-44b5-8081-41099467f36a req-27bf2489-17d7-4112-8324-3694000b9e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:31.812635 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9c57466e-0c78-44b5-8081-41099467f36a req-27bf2489-17d7-4112-8324-3694000b9e20 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0c5f471953f452db2349f819ae968c6&device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 1098 time: 0.0403278 Nov 29 02:32:31.843432 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bf0c5-898a-4ba6-aa50-7efafb293d67 req-e006e92e-ef9d-4a43-8777-c0dad6a7fc66 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:31.844926 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4f5bf0c5-898a-4ba6-aa50-7efafb293d67 req-e006e92e-ef9d-4a43-8777-c0dad6a7fc66 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 945 time: 0.0483191 Nov 29 02:32:31.893711 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4f5bf0c5-898a-4ba6-aa50-7efafb293d67 req-772a486a-233e-4020-9c7e-79491ab8acfd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428233 Nov 29 02:32:31.908619 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57466e-0c78-44b5-8081-41099467f36a req-571058d8-e47f-44e9-bda0-02ce17b28030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:31.908619 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9c57466e-0c78-44b5-8081-41099467f36a req-571058d8-e47f-44e9-bda0-02ce17b28030 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a7c9f670-3cfd-44b4-9c95-1580e9df907e HTTP/1.1" status: 200 len: 898 time: 0.0887959 Nov 29 02:32:31.972368 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9c57466e-0c78-44b5-8081-41099467f36a req-86661813-b51a-480d-9733-cbc292196e0f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8adb3527-3851-4cc4-9da7-fdf588193269 HTTP/1.1" status: 200 len: 1001 time: 0.0561550 Nov 29 02:32:32.023751 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57466e-0c78-44b5-8081-41099467f36a req-4cc97ece-049b-4985-812e-e19ccc21c9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:32.025156 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9c57466e-0c78-44b5-8081-41099467f36a req-4cc97ece-049b-4985-812e-e19ccc21c9b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1de9e032-6a08-422b-bdb2-740500d0401f HTTP/1.1" status: 200 len: 835 time: 0.0449941 Nov 29 02:32:32.068886 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57466e-0c78-44b5-8081-41099467f36a req-43c0c494-75e6-43e8-b0f9-f25beaddec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:32.070341 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9c57466e-0c78-44b5-8081-41099467f36a req-43c0c494-75e6-43e8-b0f9-f25beaddec9b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a7c9f670-3cfd-44b4-9c95-1580e9df907e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379369 Nov 29 02:32:32.158311 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9c57466e-0c78-44b5-8081-41099467f36a req-98d568c2-3085-41c3-8d1c-231d33e03c43 service neutron] 10.222.0.24 "GET /v2.0/networks/a7c9f670-3cfd-44b4-9c95-1580e9df907e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799258 Nov 29 02:32:32.249323 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9c57466e-0c78-44b5-8081-41099467f36a req-65239cff-b6bd-473e-a01d-2eb284a65ad1 service neutron] 10.222.0.24 "GET /v2.0/networks/a7c9f670-3cfd-44b4-9c95-1580e9df907e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825522 Nov 29 02:32:33.167200 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf005a5f-4ba9-4d3c-b5ac-f18bc4b610c4 req-1ae5c030-a1a8-44a0-a9dd-55f2c3c14449 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:32:33.168678 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bf005a5f-4ba9-4d3c-b5ac-f18bc4b610c4 req-1ae5c030-a1a8-44a0-a9dd-55f2c3c14449 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 945 time: 0.0486760 Nov 29 02:32:33.217180 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bf005a5f-4ba9-4d3c-b5ac-f18bc4b610c4 req-5caa60f1-b431-4211-8ae6-a33317cf907d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421453 Nov 29 02:32:33.238655 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49626) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:32:33.300700 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d43697f0-73dc-4275-8107-c9b2e8a4438f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/floatingips/f93473b9-d5c3-43fb-8cda-3851faa8a2c7 HTTP/1.1" status: 200 len: 993 time: 0.0609443 Nov 29 02:32:42.085626 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-039f50de-bd41-483a-9e0d-25de4addeef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:44.104086 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:44.355922 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d2eeef72-db49-4318-8364-d2b43e6dd482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:45.431757 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:47.141143 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:32:47.913769 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:00.222462 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:33:03.831228 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49636) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:33:04.256551 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f8f633dd-97c5-4243-89bc-a1ab894b8693 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Deleting port 24c87f84-5a6e-4f91-8079-f782add5fc19 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:33:04.256913 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8f633dd-97c5-4243-89bc-a1ab894b8693 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:04.333271 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8f633dd-97c5-4243-89bc-a1ab894b8693 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:04.333649 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8f633dd-97c5-4243-89bc-a1ab894b8693 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:04.345112 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f8f633dd-97c5-4243-89bc-a1ab894b8693 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Calling delete_port for 24c87f84-5a6e-4f91-8079-f782add5fc19 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:33:04.485633 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8f633dd-97c5-4243-89bc-a1ab894b8693 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:04.514567 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f633dd-97c5-4243-89bc-a1ab894b8693 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event deleted for resources: {'Port': ['ID=24c87f84-5a6e-4f91-8079-f782add5fc19,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:33:04.536723 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f633dd-97c5-4243-89bc-a1ab894b8693 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:04.537077 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f633dd-97c5-4243-89bc-a1ab894b8693 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:04.537428 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f633dd-97c5-4243-89bc-a1ab894b8693 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:04.537803 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f633dd-97c5-4243-89bc-a1ab894b8693 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:04.538149 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f633dd-97c5-4243-89bc-a1ab894b8693 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:04.538488 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f633dd-97c5-4243-89bc-a1ab894b8693 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:04.538824 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f633dd-97c5-4243-89bc-a1ab894b8693 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:04.539157 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f633dd-97c5-4243-89bc-a1ab894b8693 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:04.539490 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f633dd-97c5-4243-89bc-a1ab894b8693 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:04.539823 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f633dd-97c5-4243-89bc-a1ab894b8693 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:04.540154 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f633dd-97c5-4243-89bc-a1ab894b8693 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:04.540482 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f633dd-97c5-4243-89bc-a1ab894b8693 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:04.580958 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8f633dd-97c5-4243-89bc-a1ab894b8693 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for floatingip, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:04.581287 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [None req-f8f633dd-97c5-4243-89bc-a1ab894b8693 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Floating IP f93473b9-d5c3-43fb-8cda-3851faa8a2c7 disassociated (deleted). External IP: 172.26.3.148, port: 8adb3527-3851-4cc4-9da7-fdf588193269. Nov 29 02:33:04.787039 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f633dd-97c5-4243-89bc-a1ab894b8693 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Router a1e06a23-e3dd-46be-8eac-9721437cef39 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:33:04.892272 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f633dd-97c5-4243-89bc-a1ab894b8693 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:33:04.897019 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f8f633dd-97c5-4243-89bc-a1ab894b8693 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:04.902495 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abbb3cb-1242-4bcd-9e7d-7d410afadbca None None] Sync routers for ids ['a1e06a23-e3dd-46be-8eac-9721437cef39'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:33:04.911846 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abbb3cb-1242-4bcd-9e7d-7d410afadbca None None] Routers {'a1e06a23-e3dd-46be-8eac-9721437cef39'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:33:04.912452 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1abbb3cb-1242-4bcd-9e7d-7d410afadbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:32:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a1e06a23-e3dd-46be-8eac-9721437cef39'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:33:04.924249 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f8f633dd-97c5-4243-89bc-a1ab894b8693 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "DELETE /v2.0/floatingips/f93473b9-d5c3-43fb-8cda-3851faa8a2c7 HTTP/1.1" status: 204 len: 168 time: 1.0919654 Nov 29 02:33:04.924841 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb775d8-7d64-410a-a98b-9de49e4daa58', 'tag': '8adb3527-3851-4cc4-9da7-fdf588193269'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:33:04.927144 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710d5d19-4c70-4aa2-b319-b93f3f1cb043" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb775d8-7d64-410a-a98b-9de49e4daa58", "tag": "8adb3527-3851-4cc4-9da7-fdf588193269"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:33:04.963210 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bffffe1-5f2f-46f5-8371-dd59ab76bdcb x-openstack-request-id: req-0bffffe1-5f2f-46f5-8371-dd59ab76bdcb {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:33:04.963519 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb775d8-7d64-410a-a98b-9de49e4daa58", "tag": "8adb3527-3851-4cc4-9da7-fdf588193269", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:33:04.963780 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0bffffe1-5f2f-46f5-8371-dd59ab76bdcb {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:33:04.964728 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbb775d8-7d64-410a-a98b-9de49e4daa58', 'tag': '8adb3527-3851-4cc4-9da7-fdf588193269', 'status': 'completed', 'code': 200} Nov 29 02:33:05.021802 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-1abbb3cb-1242-4bcd-9e7d-7d410afadbca None None] Set router a1e06a23-e3dd-46be-8eac-9721437cef39 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:33:05.073019 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d5d19-4c70-4aa2-b319-b93f3f1cb043 req-39152d0e-2e05-4f42-8691-dd986b18a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:05.075173 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-710d5d19-4c70-4aa2-b319-b93f3f1cb043 req-39152d0e-2e05-4f42-8691-dd986b18a585 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0c5f471953f452db2349f819ae968c6&device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 1098 time: 0.0578949 Nov 29 02:33:05.162051 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9dce7-ca92-4ccf-892b-031a95f26534 req-7c4e8d6f-6007-48e2-9bd5-eb51b7e8de52 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:05.163582 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-05f9dce7-ca92-4ccf-892b-031a95f26534 req-7c4e8d6f-6007-48e2-9bd5-eb51b7e8de52 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 945 time: 0.0550468 Nov 29 02:33:05.211327 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d5d19-4c70-4aa2-b319-b93f3f1cb043 req-4922aa6c-5d5b-4835-a756-5607377fa6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:05.213275 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-710d5d19-4c70-4aa2-b319-b93f3f1cb043 req-4922aa6c-5d5b-4835-a756-5607377fa6b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a7c9f670-3cfd-44b4-9c95-1580e9df907e HTTP/1.1" status: 200 len: 898 time: 0.0957916 Nov 29 02:33:05.215814 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-05f9dce7-ca92-4ccf-892b-031a95f26534 req-8402493f-5e06-4f92-8e93-720a3e83fed1 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458252 Nov 29 02:33:05.222499 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1abbb3cb-1242-4bcd-9e7d-7d410afadbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728399560', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '7cabde6b-24bd-402d-b33f-60bdf62c92e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:31:13Z', 'updated_at': '2021-11-29T02:31:17Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': '7cabde6b-24bd-402d-b33f-60bdf62c92e4', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:62:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:31:14Z', 'updated_at': '2021-11-29T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '16da7027-b3e5-4ba4-9891-90fb8b4086e3', 'name': '', 'network_id': 'a7c9f670-3cfd-44b4-9c95-1580e9df907e', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:75:71:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '1de9e032-6a08-422b-bdb2-740500d0401f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:31:16Z', 'updated_at': '2021-11-29T02:31:20Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': '1de9e032-6a08-422b-bdb2-740500d0401f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:33:05.251814 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abbb3cb-1242-4bcd-9e7d-7d410afadbca None None] Checking router: a1e06a23-e3dd-46be-8eac-9721437cef39 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:33:05.259439 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-710d5d19-4c70-4aa2-b319-b93f3f1cb043 req-574fda29-c951-4430-b868-3bbe5bc01748 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8adb3527-3851-4cc4-9da7-fdf588193269 HTTP/1.1" status: 200 len: 217 time: 0.0347700 Nov 29 02:33:05.260802 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abbb3cb-1242-4bcd-9e7d-7d410afadbca None None] Routers {'a1e06a23-e3dd-46be-8eac-9721437cef39'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:33:05.262029 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1abbb3cb-1242-4bcd-9e7d-7d410afadbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:32:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a1e06a23-e3dd-46be-8eac-9721437cef39'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:33:05.310881 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d5d19-4c70-4aa2-b319-b93f3f1cb043 req-5c4ca155-9226-49bb-8b35-e8066cbd5685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:05.312250 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-710d5d19-4c70-4aa2-b319-b93f3f1cb043 req-5c4ca155-9226-49bb-8b35-e8066cbd5685 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1de9e032-6a08-422b-bdb2-740500d0401f HTTP/1.1" status: 200 len: 835 time: 0.0439856 Nov 29 02:33:05.366030 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d5d19-4c70-4aa2-b319-b93f3f1cb043 req-f18b9461-ec00-440b-b79e-c14537efd568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:05.367746 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-710d5d19-4c70-4aa2-b319-b93f3f1cb043 req-f18b9461-ec00-440b-b79e-c14537efd568 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a7c9f670-3cfd-44b4-9c95-1580e9df907e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459745 Nov 29 02:33:05.369746 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-1abbb3cb-1242-4bcd-9e7d-7d410afadbca None None] Set router a1e06a23-e3dd-46be-8eac-9721437cef39 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:33:05.475581 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-710d5d19-4c70-4aa2-b319-b93f3f1cb043 req-ce3b415e-1d13-4c44-8f41-a948cfee6ac6 service neutron] 10.222.0.24 "GET /v2.0/networks/a7c9f670-3cfd-44b4-9c95-1580e9df907e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991468 Nov 29 02:33:05.562797 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1abbb3cb-1242-4bcd-9e7d-7d410afadbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728399560', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '7cabde6b-24bd-402d-b33f-60bdf62c92e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:31:13Z', 'updated_at': '2021-11-29T02:31:17Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': '7cabde6b-24bd-402d-b33f-60bdf62c92e4', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:62:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:31:14Z', 'updated_at': '2021-11-29T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '16da7027-b3e5-4ba4-9891-90fb8b4086e3', 'name': '', 'network_id': 'a7c9f670-3cfd-44b4-9c95-1580e9df907e', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:75:71:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '1de9e032-6a08-422b-bdb2-740500d0401f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:31:16Z', 'updated_at': '2021-11-29T02:31:20Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': '1de9e032-6a08-422b-bdb2-740500d0401f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:33:05.569422 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-710d5d19-4c70-4aa2-b319-b93f3f1cb043 req-6c562882-0a1f-40e7-a09d-e3277316ef08 service neutron] 10.222.0.24 "GET /v2.0/networks/a7c9f670-3cfd-44b4-9c95-1580e9df907e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858238 Nov 29 02:33:05.588382 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abbb3cb-1242-4bcd-9e7d-7d410afadbca None None] The sync data for ids ['a1e06a23-e3dd-46be-8eac-9721437cef39'] in dv-neutron-819032-3-hyperv is: [{'id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728399560', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '7cabde6b-24bd-402d-b33f-60bdf62c92e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:31:13Z', 'updated_at': '2021-11-29T02:31:17Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': '7cabde6b-24bd-402d-b33f-60bdf62c92e4', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:62:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:31:14Z', 'updated_at': '2021-11-29T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '16da7027-b3e5-4ba4-9891-90fb8b4086e3', 'name': '', 'network_id': 'a7c9f670-3cfd-44b4-9c95-1580e9df907e', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:75:71:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '1de9e032-6a08-422b-bdb2-740500d0401f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:31:16Z', 'updated_at': '2021-11-29T02:31:20Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': '1de9e032-6a08-422b-bdb2-740500d0401f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:33:05.802406 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f8e782-2d45-4fe6-a243-f78accd951fd None None] New status for floating IP f93473b9-d5c3-43fb-8cda-3851faa8a2c7: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:33:06.329608 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d1e42-6852-43a0-91e2-10f0bbb97046 req-2a2f5579-0524-4d34-a105-db56a035491c tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:06.331051 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-884d1e42-6852-43a0-91e2-10f0bbb97046 req-2a2f5579-0524-4d34-a105-db56a035491c tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 945 time: 0.0472822 Nov 29 02:33:06.381385 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-884d1e42-6852-43a0-91e2-10f0bbb97046 req-3011fd3a-fb6b-4ed7-abd3-fa37fbe54755 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445869 Nov 29 02:33:07.267935 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d724cb-d18f-43c7-9a98-1c3b216756dc req-dde83edf-e655-4646-b5ec-5214d1277512 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:07.269374 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e5d724cb-d18f-43c7-9a98-1c3b216756dc req-dde83edf-e655-4646-b5ec-5214d1277512 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 945 time: 0.0478117 Nov 29 02:33:07.359693 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-e5d724cb-d18f-43c7-9a98-1c3b216756dc req-f48cb8d3-28e3-4a59-bb98-8b5bfd7fcb89 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Deleting port 8adb3527-3851-4cc4-9da7-fdf588193269 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:33:07.359948 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e5d724cb-d18f-43c7-9a98-1c3b216756dc req-f48cb8d3-28e3-4a59-bb98-8b5bfd7fcb89 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:07.447979 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-e5d724cb-d18f-43c7-9a98-1c3b216756dc req-f48cb8d3-28e3-4a59-bb98-8b5bfd7fcb89 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] For port 8adb3527-3851-4cc4-9da7-fdf588193269, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=8adb3527-3851-4cc4-9da7-fdf588193269,segment=NetworkSegment(71106d1e-92fa-48b1-b8f0-a160a5a9b1d4),segment_id=71106d1e-92fa-48b1-b8f0-a160a5a9b1d4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:33:07.448388 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e5d724cb-d18f-43c7-9a98-1c3b216756dc req-f48cb8d3-28e3-4a59-bb98-8b5bfd7fcb89 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:07.461147 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-e5d724cb-d18f-43c7-9a98-1c3b216756dc req-f48cb8d3-28e3-4a59-bb98-8b5bfd7fcb89 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Calling delete_port for 8adb3527-3851-4cc4-9da7-fdf588193269 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:33:07.494701 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46ad1e-02b8-4f6e-8114-816e465854b1 req-a78193b3-ea1a-402b-8a94-1c2eb0af1796 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:07.496841 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1c46ad1e-02b8-4f6e-8114-816e465854b1 req-a78193b3-ea1a-402b-8a94-1c2eb0af1796 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fbb775d8-7d64-410a-a98b-9de49e4daa58 HTTP/1.1" status: 200 len: 945 time: 0.0485489 Nov 29 02:33:07.550967 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1c46ad1e-02b8-4f6e-8114-816e465854b1 req-b4036047-307d-4b8a-9859-9b58679e738c tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=7815d402-8207-460a-a94c-55509bc71ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480993 Nov 29 02:33:07.591098 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e5d724cb-d18f-43c7-9a98-1c3b216756dc req-f48cb8d3-28e3-4a59-bb98-8b5bfd7fcb89 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:07.619093 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48cb8d3-28e3-4a59-bb98-8b5bfd7fcb89 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event deleted for resources: {'Port': ['ID=8adb3527-3851-4cc4-9da7-fdf588193269,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:33:07.663113 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d724cb-d18f-43c7-9a98-1c3b216756dc req-f48cb8d3-28e3-4a59-bb98-8b5bfd7fcb89 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] No DVR routers for this DVR port 8adb3527-3851-4cc4-9da7-fdf588193269 on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:33:07.665592 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-e5d724cb-d18f-43c7-9a98-1c3b216756dc req-f48cb8d3-28e3-4a59-bb98-8b5bfd7fcb89 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:07.669516 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e5d724cb-d18f-43c7-9a98-1c3b216756dc req-f48cb8d3-28e3-4a59-bb98-8b5bfd7fcb89 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.24 "DELETE /v2.0/ports/8adb3527-3851-4cc4-9da7-fdf588193269 HTTP/1.1" status: 204 len: 173 time: 0.3937354 Nov 29 02:33:07.669976 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb775d8-7d64-410a-a98b-9de49e4daa58', 'name': 'network-vif-deleted', 'tag': '8adb3527-3851-4cc4-9da7-fdf588193269'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:33:07.672203 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8452ee8f-0a90-4b21-9f4a-25cc0139b424" -d '{"events": [{"server_uuid": "fbb775d8-7d64-410a-a98b-9de49e4daa58", "name": "network-vif-deleted", "tag": "8adb3527-3851-4cc4-9da7-fdf588193269"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:33:07.709391 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17971502-9aa0-459d-8e27-75243425e25f x-openstack-request-id: req-17971502-9aa0-459d-8e27-75243425e25f {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:33:07.709779 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb775d8-7d64-410a-a98b-9de49e4daa58", "name": "network-vif-deleted", "tag": "8adb3527-3851-4cc4-9da7-fdf588193269", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:33:07.710062 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-17971502-9aa0-459d-8e27-75243425e25f {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:33:07.710464 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb775d8-7d64-410a-a98b-9de49e4daa58', 'name': 'network-vif-deleted', 'tag': '8adb3527-3851-4cc4-9da7-fdf588193269', 'status': 'completed', 'code': 200} Nov 29 02:33:08.606232 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49652) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:33:08.958268 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3fe5a53b-859b-456b-92c9-ef9c84a18f0f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:09.206030 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3fe5a53b-859b-456b-92c9-ef9c84a18f0f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Deleting port 16da7027-b3e5-4ba4-9891-90fb8b4086e3 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:33:09.206373 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3fe5a53b-859b-456b-92c9-ef9c84a18f0f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:09.292165 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-3fe5a53b-859b-456b-92c9-ef9c84a18f0f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] For port 16da7027-b3e5-4ba4-9891-90fb8b4086e3, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=16da7027-b3e5-4ba4-9891-90fb8b4086e3,segment=NetworkSegment(71106d1e-92fa-48b1-b8f0-a160a5a9b1d4),segment_id=71106d1e-92fa-48b1-b8f0-a160a5a9b1d4)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:33:09.292983 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3fe5a53b-859b-456b-92c9-ef9c84a18f0f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:09.309039 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-3fe5a53b-859b-456b-92c9-ef9c84a18f0f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Calling delete_port for 16da7027-b3e5-4ba4-9891-90fb8b4086e3 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:33:09.493135 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3fe5a53b-859b-456b-92c9-ef9c84a18f0f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:09.520679 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5a53b-859b-456b-92c9-ef9c84a18f0f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event deleted for resources: {'Port': ['ID=16da7027-b3e5-4ba4-9891-90fb8b4086e3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:33:09.689922 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3fe5a53b-859b-456b-92c9-ef9c84a18f0f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:09.898560 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe5a53b-859b-456b-92c9-ef9c84a18f0f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Router a1e06a23-e3dd-46be-8eac-9721437cef39 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:33:10.006895 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe5a53b-859b-456b-92c9-ef9c84a18f0f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:33:10.012705 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3fe5a53b-859b-456b-92c9-ef9c84a18f0f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "PUT /v2.0/routers/a1e06a23-e3dd-46be-8eac-9721437cef39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4051802 Nov 29 02:33:10.015106 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49654) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:33:10.018234 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7019827-3b79-4fb5-938b-a5b315c964c5 None None] Sync routers for ids ['a1e06a23-e3dd-46be-8eac-9721437cef39'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:33:10.028977 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7019827-3b79-4fb5-938b-a5b315c964c5 None None] Routers {'a1e06a23-e3dd-46be-8eac-9721437cef39'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:33:10.029635 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-b7019827-3b79-4fb5-938b-a5b315c964c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:32:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a1e06a23-e3dd-46be-8eac-9721437cef39'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:33:10.066585 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-911a8e22-22ef-4550-8ea7-66dc9f7753ff tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Deleting subnet 1de9e032-6a08-422b-bdb2-740500d0401f {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:33:10.069774 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-911a8e22-22ef-4550-8ea7-66dc9f7753ff tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:10.108200 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-911a8e22-22ef-4550-8ea7-66dc9f7753ff tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:10.129900 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-b7019827-3b79-4fb5-938b-a5b315c964c5 None None] Set router a1e06a23-e3dd-46be-8eac-9721437cef39 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:33:10.194615 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-911a8e22-22ef-4550-8ea7-66dc9f7753ff tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:10.251579 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-911a8e22-22ef-4550-8ea7-66dc9f7753ff tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:10.279804 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a8e22-22ef-4550-8ea7-66dc9f7753ff tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event deleted for resources: {'Subnet': ['ID=1de9e032-6a08-422b-bdb2-740500d0401f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:33:10.285093 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-911a8e22-22ef-4550-8ea7-66dc9f7753ff tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:10.289451 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-911a8e22-22ef-4550-8ea7-66dc9f7753ff tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "DELETE /v2.0/subnets/1de9e032-6a08-422b-bdb2-740500d0401f HTTP/1.1" status: 204 len: 168 time: 0.2732584 Nov 29 02:33:10.290570 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49656) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:33:10.293153 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf2c9d5-ac65-4c48-ab94-4f25555e9f2c None None] Network a7c9f670-3cfd-44b4-9c95-1580e9df907e requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:33:10.308513 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-b7019827-3b79-4fb5-938b-a5b315c964c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728399560', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '7cabde6b-24bd-402d-b33f-60bdf62c92e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:31:13Z', 'updated_at': '2021-11-29T02:33:09Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': '7cabde6b-24bd-402d-b33f-60bdf62c92e4', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:62:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:31:14Z', 'updated_at': '2021-11-29T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:33:10.334996 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7019827-3b79-4fb5-938b-a5b315c964c5 None None] Checking router: a1e06a23-e3dd-46be-8eac-9721437cef39 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:33:10.344024 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7019827-3b79-4fb5-938b-a5b315c964c5 None None] Routers {'a1e06a23-e3dd-46be-8eac-9721437cef39'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:33:10.344643 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-b7019827-3b79-4fb5-938b-a5b315c964c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:32:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['a1e06a23-e3dd-46be-8eac-9721437cef39'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:33:10.410820 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fad7d99-7503-4a96-a1fc-604c31a0f0cf tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:10.461461 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-b7019827-3b79-4fb5-938b-a5b315c964c5 None None] Set router a1e06a23-e3dd-46be-8eac-9721437cef39 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:33:10.494499 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de47b497-4791-4d24-b4ce-3c3627ac78c1 None None] DHCP port deletion for a7c9f670-3cfd-44b4-9c95-1580e9df907e request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:33:10.520666 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fad7d99-7503-4a96-a1fc-604c31a0f0cf tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:10.546283 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-de47b497-4791-4d24-b4ce-3c3627ac78c1 None None] Deleting port 2e23c4d5-642b-4e08-9895-c233b8bae75a {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:33:10.546684 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de47b497-4791-4d24-b4ce-3c3627ac78c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:10.577721 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8fad7d99-7503-4a96-a1fc-604c31a0f0cf tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Deleting port 7cabde6b-24bd-402d-b33f-60bdf62c92e4 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:33:10.578099 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fad7d99-7503-4a96-a1fc-604c31a0f0cf tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:10.616787 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-de47b497-4791-4d24-b4ce-3c3627ac78c1 None None] For port 2e23c4d5-642b-4e08-9895-c233b8bae75a, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=2e23c4d5-642b-4e08-9895-c233b8bae75a,segment=NetworkSegment(71106d1e-92fa-48b1-b8f0-a160a5a9b1d4),segment_id=71106d1e-92fa-48b1-b8f0-a160a5a9b1d4)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:33:10.617051 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de47b497-4791-4d24-b4ce-3c3627ac78c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:10.630107 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-de47b497-4791-4d24-b4ce-3c3627ac78c1 None None] Calling delete_port for 2e23c4d5-642b-4e08-9895-c233b8bae75a owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:33:10.647495 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 8adb3527-3851-4cc4-9da7-fdf588193269 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:33:10.706931 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: 8adb3527-3851-4cc4-9da7-fdf588193269 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:33:10.707553 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 8adb3527-3851-4cc4-9da7-fdf588193269 not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:33:10.731716 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-b7019827-3b79-4fb5-938b-a5b315c964c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728399560', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '7cabde6b-24bd-402d-b33f-60bdf62c92e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:31:13Z', 'updated_at': '2021-11-29T02:33:09Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': '7cabde6b-24bd-402d-b33f-60bdf62c92e4', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:62:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:31:14Z', 'updated_at': '2021-11-29T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:33:10.756075 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-de47b497-4791-4d24-b4ce-3c3627ac78c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:10.762057 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7019827-3b79-4fb5-938b-a5b315c964c5 None None] The sync data for ids ['a1e06a23-e3dd-46be-8eac-9721437cef39'] in dv-neutron-819032-3-hyperv is: [{'id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-728399560', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '7cabde6b-24bd-402d-b33f-60bdf62c92e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:31:13Z', 'updated_at': '2021-11-29T02:33:09Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': '7cabde6b-24bd-402d-b33f-60bdf62c92e4', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:62:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e06a23-e3dd-46be-8eac-9721437cef39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:31:14Z', 'updated_at': '2021-11-29T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:33:10.792814 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de47b497-4791-4d24-b4ce-3c3627ac78c1 None None] No DVR routers for this DVR port 2e23c4d5-642b-4e08-9895-c233b8bae75a on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:33:10.794512 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47b497-4791-4d24-b4ce-3c3627ac78c1 None None] Pushing event deleted for resources: {'Port': ['ID=2e23c4d5-642b-4e08-9895-c233b8bae75a,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:33:10.806234 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de47b497-4791-4d24-b4ce-3c3627ac78c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:10.806719 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de47b497-4791-4d24-b4ce-3c3627ac78c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:10.807158 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de47b497-4791-4d24-b4ce-3c3627ac78c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:10.807597 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de47b497-4791-4d24-b4ce-3c3627ac78c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:10.815122 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de47b497-4791-4d24-b4ce-3c3627ac78c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:10.815122 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de47b497-4791-4d24-b4ce-3c3627ac78c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:10.815122 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de47b497-4791-4d24-b4ce-3c3627ac78c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:10.815122 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de47b497-4791-4d24-b4ce-3c3627ac78c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:10.815122 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de47b497-4791-4d24-b4ce-3c3627ac78c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:10.815122 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de47b497-4791-4d24-b4ce-3c3627ac78c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:10.815122 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de47b497-4791-4d24-b4ce-3c3627ac78c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:10.815122 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de47b497-4791-4d24-b4ce-3c3627ac78c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:10.963023 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-8fad7d99-7503-4a96-a1fc-604c31a0f0cf tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] For port 7cabde6b-24bd-402d-b33f-60bdf62c92e4, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7cabde6b-24bd-402d-b33f-60bdf62c92e4,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:33:10.963637 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fad7d99-7503-4a96-a1fc-604c31a0f0cf tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:10.975605 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-8fad7d99-7503-4a96-a1fc-604c31a0f0cf tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Calling delete_port for 7cabde6b-24bd-402d-b33f-60bdf62c92e4 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:33:11.145210 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fad7d99-7503-4a96-a1fc-604c31a0f0cf tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:11.178863 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad7d99-7503-4a96-a1fc-604c31a0f0cf tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event deleted for resources: {'Port': ['ID=7cabde6b-24bd-402d-b33f-60bdf62c92e4,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:33:11.191651 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e33476-58e2-4a5e-8ae8-d5c925b82b05 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:33:11.212631 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 16da7027-b3e5-4ba4-9891-90fb8b4086e3 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:33:11.238629 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 16da7027-b3e5-4ba4-9891-90fb8b4086e3 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:33:11.239393 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 16da7027-b3e5-4ba4-9891-90fb8b4086e3 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:33:11.239393 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 2e23c4d5-642b-4e08-9895-c233b8bae75a no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:33:11.259602 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 2e23c4d5-642b-4e08-9895-c233b8bae75a {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:33:11.259976 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 2e23c4d5-642b-4e08-9895-c233b8bae75a not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:33:11.266436 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fad7d99-7503-4a96-a1fc-604c31a0f0cf tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:11.365592 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fad7d99-7503-4a96-a1fc-604c31a0f0cf tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:11.367710 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fad7d99-7503-4a96-a1fc-604c31a0f0cf tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:11.413847 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fad7d99-7503-4a96-a1fc-604c31a0f0cf tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:11.414740 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fad7d99-7503-4a96-a1fc-604c31a0f0cf tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Fanout notify agent at l3_agent the message router_deleted on router a1e06a23-e3dd-46be-8eac-9721437cef39 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:33:11.422738 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8fad7d99-7503-4a96-a1fc-604c31a0f0cf tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:11.423864 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8fad7d99-7503-4a96-a1fc-604c31a0f0cf tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "DELETE /v2.0/routers/a1e06a23-e3dd-46be-8eac-9721437cef39 HTTP/1.1" status: 204 len: 168 time: 1.1322184 Nov 29 02:33:11.426638 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49658) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:33:11.504971 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-45a5bc11-00c1-4470-acac-71c4106f3100 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:11.593306 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-45a5bc11-00c1-4470-acac-71c4106f3100 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:11.612602 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-45a5bc11-00c1-4470-acac-71c4106f3100 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7c9f670-3cfd-44b4-9c95-1580e9df907e']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:33:11.621442 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-45a5bc11-00c1-4470-acac-71c4106f3100 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71106d1e-92fa-48b1-b8f0-a160a5a9b1d4') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:33:11.621772 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-45a5bc11-00c1-4470-acac-71c4106f3100 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71106d1e-92fa-48b1-b8f0-a160a5a9b1d4') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:33:11.630716 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-45a5bc11-00c1-4470-acac-71c4106f3100 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:11.643700 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-45a5bc11-00c1-4470-acac-71c4106f3100 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:11.649425 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45a5bc11-00c1-4470-acac-71c4106f3100 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:33:11.649842 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-45a5bc11-00c1-4470-acac-71c4106f3100 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:11.653529 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:33:11.653529 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:33:11.653529 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:33:11.653529 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:33:11.653529 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:33:11.653529 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:33:11.653529 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:33:11.653529 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:33:11.653529 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:33:11.653529 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:33:11.653529 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:33:11.653529 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:33:11.653529 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:33:11.653529 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:33:11.653529 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:33:11.653529 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:33:11.653529 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:33:11.653529 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:33:11.653529 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:33:11.653529 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:33:11.653529 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:33:11.653529 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:33:11.653529 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:33:11.653529 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:33:11.653529 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:33:11.653529 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:33:11.653529 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:33:11.653529 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:33:11.653529 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:33:11.653529 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:33:11.653529 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:33:11.653529 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:33:11.708326 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-45a5bc11-00c1-4470-acac-71c4106f3100 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:11.715582 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-45a5bc11-00c1-4470-acac-71c4106f3100 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:11.718569 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-45a5bc11-00c1-4470-acac-71c4106f3100 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "DELETE /v2.0/networks/a7c9f670-3cfd-44b4-9c95-1580e9df907e HTTP/1.1" status: 204 len: 168 time: 0.2909343 Nov 29 02:33:11.721809 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49660) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:33:11.735944 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a5bc11-00c1-4470-acac-71c4106f3100 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event deleted for resources: {'Network': ['ID=a7c9f670-3cfd-44b4-9c95-1580e9df907e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:33:11.742980 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5bc11-00c1-4470-acac-71c4106f3100 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:11.743342 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5bc11-00c1-4470-acac-71c4106f3100 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:11.743694 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5bc11-00c1-4470-acac-71c4106f3100 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:11.744040 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5bc11-00c1-4470-acac-71c4106f3100 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:11.744381 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5bc11-00c1-4470-acac-71c4106f3100 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:11.744725 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5bc11-00c1-4470-acac-71c4106f3100 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:11.745063 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5bc11-00c1-4470-acac-71c4106f3100 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:11.745431 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5bc11-00c1-4470-acac-71c4106f3100 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:11.745793 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5bc11-00c1-4470-acac-71c4106f3100 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:11.746123 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5bc11-00c1-4470-acac-71c4106f3100 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:11.746457 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5bc11-00c1-4470-acac-71c4106f3100 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:11.746792 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5bc11-00c1-4470-acac-71c4106f3100 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:11.779899 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aa21e7cc-c3d0-43b3-b8c4-7dabaf3eca9e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:11.803684 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aa21e7cc-c3d0-43b3-b8c4-7dabaf3eca9e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:11.862066 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aa21e7cc-c3d0-43b3-b8c4-7dabaf3eca9e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:11.864699 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-aa21e7cc-c3d0-43b3-b8c4-7dabaf3eca9e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:11.865900 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-aa21e7cc-c3d0-43b3-b8c4-7dabaf3eca9e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "DELETE /v2.0/security-groups/7815d402-8207-460a-a94c-55509bc71ccd HTTP/1.1" status: 204 len: 168 time: 0.1429837 Nov 29 02:33:11.875904 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21e7cc-c3d0-43b3-b8c4-7dabaf3eca9e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7815d402-8207-460a-a94c-55509bc71ccd,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:33:12.087477 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3ee208f4-3576-4223-a72c-14df103e70ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:12.844723 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49666) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:33:12.849453 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-126d1249-8f3f-458f-bf2f-cca5166531a8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-839585683', 'description': 'tempest-secgroup-smoke-839585683 description', 'project_id': 'a0c5f471953f452db2349f819ae968c6'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:33:12.872021 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-126d1249-8f3f-458f-bf2f-cca5166531a8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:12.936476 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-126d1249-8f3f-458f-bf2f-cca5166531a8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:12.940116 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-126d1249-8f3f-458f-bf2f-cca5166531a8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:12.973772 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-126d1249-8f3f-458f-bf2f-cca5166531a8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:12.975179 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-126d1249-8f3f-458f-bf2f-cca5166531a8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1294515 Nov 29 02:33:12.977050 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d1249-8f3f-458f-bf2f-cca5166531a8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60071454-6b9b-4115-a761-eea9c7175300,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:33:12.978222 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49668) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:33:12.983488 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b3336666-cc63-4b36-be63-f43da52bf04a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'security_group_rule': {'security_group_id': '60071454-6b9b-4115-a761-eea9c7175300', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:33:13.008862 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b3336666-cc63-4b36-be63-f43da52bf04a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:13.065843 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b3336666-cc63-4b36-be63-f43da52bf04a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:13.069520 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b3336666-cc63-4b36-be63-f43da52bf04a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:13.085097 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7cabde6b-24bd-402d-b33f-60bdf62c92e4 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:33:13.091875 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3336666-cc63-4b36-be63-f43da52bf04a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de9e378d-1d0e-45c0-ba7c-60dbc219ce94,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:33:13.097876 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b3336666-cc63-4b36-be63-f43da52bf04a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:13.099391 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b3336666-cc63-4b36-be63-f43da52bf04a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199703 Nov 29 02:33:13.101879 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49670) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:33:13.108277 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-749f9cdd-a5bc-4415-b2bc-a72c51ce7af5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'security_group_rule': {'security_group_id': '60071454-6b9b-4115-a761-eea9c7175300', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:33:13.111444 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 7cabde6b-24bd-402d-b33f-60bdf62c92e4 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:33:13.111908 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7cabde6b-24bd-402d-b33f-60bdf62c92e4 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:33:13.137520 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-749f9cdd-a5bc-4415-b2bc-a72c51ce7af5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:13.193177 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-749f9cdd-a5bc-4415-b2bc-a72c51ce7af5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:13.196465 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-749f9cdd-a5bc-4415-b2bc-a72c51ce7af5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:13.210699 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f9cdd-a5bc-4415-b2bc-a72c51ce7af5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c44937ff-28df-40b3-bc23-28d86cf617c4,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:33:13.221174 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-749f9cdd-a5bc-4415-b2bc-a72c51ce7af5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:13.222484 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-749f9cdd-a5bc-4415-b2bc-a72c51ce7af5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195760 Nov 29 02:33:13.225111 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49672) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:33:13.229308 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-588fa14f-aa13-4502-acb3-363fe67b409a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'security_group_rule': {'security_group_id': '60071454-6b9b-4115-a761-eea9c7175300', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:33:13.253777 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-588fa14f-aa13-4502-acb3-363fe67b409a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:13.308359 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-588fa14f-aa13-4502-acb3-363fe67b409a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:13.312462 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-588fa14f-aa13-4502-acb3-363fe67b409a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:13.329609 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588fa14f-aa13-4502-acb3-363fe67b409a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f25f45-d5d8-4dec-b0b9-86a47d87ab61,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:33:13.337134 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-588fa14f-aa13-4502-acb3-363fe67b409a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:13.338348 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-588fa14f-aa13-4502-acb3-363fe67b409a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1122830 Nov 29 02:33:13.341596 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49674) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:33:13.345816 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b04639f4-d3ef-4304-9b16-a9840d2fbabe tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'security_group_rule': {'security_group_id': '60071454-6b9b-4115-a761-eea9c7175300', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:33:13.370458 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b04639f4-d3ef-4304-9b16-a9840d2fbabe tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:13.428294 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b04639f4-d3ef-4304-9b16-a9840d2fbabe tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:13.431643 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b04639f4-d3ef-4304-9b16-a9840d2fbabe tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:13.448206 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04639f4-d3ef-4304-9b16-a9840d2fbabe tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33fd3551-a323-46fe-a4c5-e2c646ddf329,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:33:13.456833 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b04639f4-d3ef-4304-9b16-a9840d2fbabe tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:13.458049 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b04639f4-d3ef-4304-9b16-a9840d2fbabe tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1155112 Nov 29 02:33:13.460698 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49676) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:33:13.465724 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-0bdd1156-0147-4861-8884-2bff832aaf26 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'security_group_rule': {'security_group_id': '60071454-6b9b-4115-a761-eea9c7175300', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:33:13.487012 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-0bdd1156-0147-4861-8884-2bff832aaf26 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Project a0c5f471953f452db2349f819ae968c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:33:13.491661 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0bdd1156-0147-4861-8884-2bff832aaf26 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:13.548811 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0bdd1156-0147-4861-8884-2bff832aaf26 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:13.552110 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0bdd1156-0147-4861-8884-2bff832aaf26 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:13.569919 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd1156-0147-4861-8884-2bff832aaf26 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c2f6d29-93d6-4141-80f3-29a5ae72861d,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:33:13.575052 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0bdd1156-0147-4861-8884-2bff832aaf26 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:13.576234 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-0bdd1156-0147-4861-8884-2bff832aaf26 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1145937 Nov 29 02:33:13.578951 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49678) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:33:13.583158 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b106c144-e90c-4a40-82bb-b9d2c404c3d7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'security_group_rule': {'security_group_id': '60071454-6b9b-4115-a761-eea9c7175300', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:33:13.604057 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-b106c144-e90c-4a40-82bb-b9d2c404c3d7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Project a0c5f471953f452db2349f819ae968c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:33:13.609047 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b106c144-e90c-4a40-82bb-b9d2c404c3d7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:13.667204 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b106c144-e90c-4a40-82bb-b9d2c404c3d7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:13.670683 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b106c144-e90c-4a40-82bb-b9d2c404c3d7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:13.688242 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106c144-e90c-4a40-82bb-b9d2c404c3d7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5583dd0-d5e1-4102-b0a6-9ea3820e823d,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:33:13.695684 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b106c144-e90c-4a40-82bb-b9d2c404c3d7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:13.696852 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b106c144-e90c-4a40-82bb-b9d2c404c3d7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1169960 Nov 29 02:33:13.700213 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49680) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:33:13.704818 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-64e6c355-67aa-423e-9324-2091bf0946f8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'network': {'name': 'tempest-network-smoke--1222597016', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'port_security_enabled': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:33:13.724284 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e6c355-67aa-423e-9324-2091bf0946f8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Made reservation on behalf of a0c5f471953f452db2349f819ae968c6 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:33:13.727792 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64e6c355-67aa-423e-9324-2091bf0946f8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:13.753317 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64e6c355-67aa-423e-9324-2091bf0946f8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:33:13.762920 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64e6c355-67aa-423e-9324-2091bf0946f8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:13.763273 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-64e6c355-67aa-423e-9324-2091bf0946f8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Added segment af74782c-2d3a-4776-ac42-dcf589be7f97 of type vlan for network 98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8 Nov 29 02:33:13.802299 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64e6c355-67aa-423e-9324-2091bf0946f8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:13.827315 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64e6c355-67aa-423e-9324-2091bf0946f8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:13.833771 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e6c355-67aa-423e-9324-2091bf0946f8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:13.834544 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-64e6c355-67aa-423e-9324-2091bf0946f8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:13.891815 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-64e6c355-67aa-423e-9324-2091bf0946f8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1906037 Nov 29 02:33:13.894656 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49682) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:33:13.900132 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-bf79dc4c-8f2b-4df2-acf6-8c1f57bf0b06 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1354543596', 'admin_state_up': True, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:33:13.904003 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6c355-67aa-423e-9324-2091bf0946f8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Network': ['ID=98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:33:13.914248 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:33:13.923217 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf79dc4c-8f2b-4df2-acf6-8c1f57bf0b06 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:13.924236 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf79dc4c-8f2b-4df2-acf6-8c1f57bf0b06 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:13.975863 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf79dc4c-8f2b-4df2-acf6-8c1f57bf0b06 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:14.102002 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:14.116608 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf79dc4c-8f2b-4df2-acf6-8c1f57bf0b06 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:14.308685 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf79dc4c-8f2b-4df2-acf6-8c1f57bf0b06 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router_gateway, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:14.326491 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf79dc4c-8f2b-4df2-acf6-8c1f57bf0b06 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:14.357232 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6e6b3f53-4e71-437c-8c02-0658ed055996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:14.435583 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-bf79dc4c-8f2b-4df2-acf6-8c1f57bf0b06 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Allocated IP 172.26.3.181 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/bbcb8c77-4887-4579-8d37-5c2772989e59) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:33:14.537532 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf79dc4c-8f2b-4df2-acf6-8c1f57bf0b06 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:14.575622 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf79dc4c-8f2b-4df2-acf6-8c1f57bf0b06 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:14.612287 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf79dc4c-8f2b-4df2-acf6-8c1f57bf0b06 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:33:14.615121 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-bf79dc4c-8f2b-4df2-acf6-8c1f57bf0b06 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:33:14.618602 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf79dc4c-8f2b-4df2-acf6-8c1f57bf0b06 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:33:14.628110 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61faa7e7-dcba-401a-ac8c-6e2db3407830 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:33:14.645679 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79dc4c-8f2b-4df2-acf6-8c1f57bf0b06 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Port': ['ID=bbcb8c77-4887-4579-8d37-5c2772989e59,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:33:14.676203 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-21a9c361-75ad-4a9b-bcea-edd92d90867a None None] Provisioning complete for port bbcb8c77-4887-4579-8d37-5c2772989e59 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:33:14.676648 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-21a9c361-75ad-4a9b-bcea-edd92d90867a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:14.710752 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-21a9c361-75ad-4a9b-bcea-edd92d90867a None None] Port bbcb8c77-4887-4579-8d37-5c2772989e59 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:33:14.867656 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf79dc4c-8f2b-4df2-acf6-8c1f57bf0b06 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router_gateway, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:15.059314 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf79dc4c-8f2b-4df2-acf6-8c1f57bf0b06 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:15.183068 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf79dc4c-8f2b-4df2-acf6-8c1f57bf0b06 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Router 5c92a426-57b3-43ed-a4aa-56db86361d2c is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:33:15.286049 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf79dc4c-8f2b-4df2-acf6-8c1f57bf0b06 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:33:15.296564 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1003852-6e4f-45af-8fb1-2a25532bc307 None None] Sync routers for ids ['5c92a426-57b3-43ed-a4aa-56db86361d2c'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:33:15.305621 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf79dc4c-8f2b-4df2-acf6-8c1f57bf0b06 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:15.306887 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-bf79dc4c-8f2b-4df2-acf6-8c1f57bf0b06 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4111063 Nov 29 02:33:15.307970 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1003852-6e4f-45af-8fb1-2a25532bc307 None None] Routers {'5c92a426-57b3-43ed-a4aa-56db86361d2c'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:33:15.308661 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b1003852-6e4f-45af-8fb1-2a25532bc307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:33:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['5c92a426-57b3-43ed-a4aa-56db86361d2c'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:33:15.309919 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49684) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:33:15.341191 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6bbe142c-5cf2-455f-ba7b-b242a3fea69e tempest-TestNetworkAdvancedServerOps-1727814793 tempest-TestNetworkAdvancedServerOps-1727814793-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a0c5f471953f452db2349f819ae968c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300591 Nov 29 02:33:15.343679 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49686) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:33:15.418058 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-b1003852-6e4f-45af-8fb1-2a25532bc307 None None] Set router 5c92a426-57b3-43ed-a4aa-56db86361d2c gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:33:15.431577 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab2f8ee-90b2-4286-902a-9193626ad015 tempest-TestNetworkAdvancedServerOps-1727814793 tempest-TestNetworkAdvancedServerOps-1727814793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:15.433094 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-bab2f8ee-90b2-4286-902a-9193626ad015 tempest-TestNetworkAdvancedServerOps-1727814793 tempest-TestNetworkAdvancedServerOps-1727814793-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883350 Nov 29 02:33:15.436003 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49688) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:33:15.469524 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-090eb5d8-3e2a-4c1f-997d-e6d943793492 tempest-TestNetworkAdvancedServerOps-1727814793 tempest-TestNetworkAdvancedServerOps-1727814793-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=4bf244a8-fda8-412f-8f05-2c7c5210f333&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324581 Nov 29 02:33:15.471987 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49690) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:33:15.476831 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7ef984a0-4f44-4205-8061-80ad473620bd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1831557141', 'network_id': '98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:33:15.520824 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:15.569865 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef984a0-4f44-4205-8061-80ad473620bd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Made reservation on behalf of a0c5f471953f452db2349f819ae968c6 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:33:15.573226 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ef984a0-4f44-4205-8061-80ad473620bd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:15.606617 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b1003852-6e4f-45af-8fb1-2a25532bc307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354543596', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bbcb8c77-4887-4579-8d37-5c2772989e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:33:13Z', 'updated_at': '2021-11-29T02:33:14Z', 'revision_number': 3, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'bbcb8c77-4887-4579-8d37-5c2772989e59', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:af:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:33:14Z', 'updated_at': '2021-11-29T02:33:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:33:15.636871 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1003852-6e4f-45af-8fb1-2a25532bc307 None None] Checking router: 5c92a426-57b3-43ed-a4aa-56db86361d2c for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:33:15.637223 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1003852-6e4f-45af-8fb1-2a25532bc307 None None] Updating router 5c92a426-57b3-43ed-a4aa-56db86361d2c port bbcb8c77-4887-4579-8d37-5c2772989e59 binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:33:15.662423 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1003852-6e4f-45af-8fb1-2a25532bc307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:15.754334 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ef984a0-4f44-4205-8061-80ad473620bd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:15.814940 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef984a0-4f44-4205-8061-80ad473620bd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Subnet': ['ID=50cb2177-71a4-4ea4-b70d-2aed292420cb,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:33:15.822977 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef984a0-4f44-4205-8061-80ad473620bd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Checking segment: {'id': 'af74782c-2d3a-4776-ac42-dcf589be7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:33:15.823986 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef984a0-4f44-4205-8061-80ad473620bd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Network hostable DHCP agents. Network: 98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:33:15.840556 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef984a0-4f44-4205-8061-80ad473620bd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Network 98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:33:15.849385 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-7ef984a0-4f44-4205-8061-80ad473620bd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:33:15.853960 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef984a0-4f44-4205-8061-80ad473620bd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:15.854595 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7ef984a0-4f44-4205-8061-80ad473620bd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:15.860391 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1f0360-9c23-4fba-9207-fc852d4035b9 None None] Network 98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:33:15.872996 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7ef984a0-4f44-4205-8061-80ad473620bd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4000010 Nov 29 02:33:15.875679 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49692) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:33:16.100396 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1003852-6e4f-45af-8fb1-2a25532bc307 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:16.115596 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1003852-6e4f-45af-8fb1-2a25532bc307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:16.197325 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7fac0d-1920-42e4-96aa-fd323cf20bc7 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:33:16.215941 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20890ab-e77c-422e-9462-5e567238690d None None] Pushing event updated for resources: {'Port': ['ID=bbcb8c77-4887-4579-8d37-5c2772989e59,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:33:16.218329 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b1003852-6e4f-45af-8fb1-2a25532bc307 None None] Attempting to bind port bbcb8c77-4887-4579-8d37-5c2772989e59 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:33:16.218707 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b1003852-6e4f-45af-8fb1-2a25532bc307 None None] Attempting to bind port bbcb8c77-4887-4579-8d37-5c2772989e59 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:33:16.219077 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1003852-6e4f-45af-8fb1-2a25532bc307 None None] Attempting to bind port bbcb8c77-4887-4579-8d37-5c2772989e59 on network 4bf244a8-fda8-412f-8f05-2c7c5210f333 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:33:16.230561 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1003852-6e4f-45af-8fb1-2a25532bc307 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:33:16.230947 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1003852-6e4f-45af-8fb1-2a25532bc307 None None] Checking segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:33:16.231353 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1003852-6e4f-45af-8fb1-2a25532bc307 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:16.231753 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1003852-6e4f-45af-8fb1-2a25532bc307 None None] Bound using segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:33:16.232223 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b1003852-6e4f-45af-8fb1-2a25532bc307 None None] Bound port: bbcb8c77-4887-4579-8d37-5c2772989e59, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:33:16.232606 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1003852-6e4f-45af-8fb1-2a25532bc307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:16.294235 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d3bbf2-6f1f-42ff-9611-93b283a80d52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8', 'network_id': '98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'fixed_ips': [{'subnet_id': '50cb2177-71a4-4ea4-b70d-2aed292420cb'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:33:16.295095 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d9d3bbf2-6f1f-42ff-9611-93b283a80d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:16.314348 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b1003852-6e4f-45af-8fb1-2a25532bc307 None None] For port bbcb8c77-4887-4579-8d37-5c2772989e59, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:33:16.316082 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a3b2ffe-255e-4f6b-bab0-6c94574bc193 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:16.335734 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b1003852-6e4f-45af-8fb1-2a25532bc307 None None] For port bbcb8c77-4887-4579-8d37-5c2772989e59, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=bbcb8c77-4887-4579-8d37-5c2772989e59,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:33:16.343760 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b1003852-6e4f-45af-8fb1-2a25532bc307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:16.439043 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-569e97dd-4e88-4568-b7ee-0f4543bd1c9b None None] Provisioning complete for port bbcb8c77-4887-4579-8d37-5c2772989e59 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:33:16.439912 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-569e97dd-4e88-4568-b7ee-0f4543bd1c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:16.472055 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78238785-b3f6-4200-87cb-83a5750924c2 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:33:16.538986 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1003852-6e4f-45af-8fb1-2a25532bc307 None None] Routers {'5c92a426-57b3-43ed-a4aa-56db86361d2c'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:33:16.539569 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b1003852-6e4f-45af-8fb1-2a25532bc307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:33:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['5c92a426-57b3-43ed-a4aa-56db86361d2c'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:33:16.544177 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20890ab-e77c-422e-9462-5e567238690d None None] Pushing event updated for resources: {'Port': ['ID=bbcb8c77-4887-4579-8d37-5c2772989e59,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:33:16.630780 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-d9d3bbf2-6f1f-42ff-9611-93b283a80d52 None None] Allocated IP 172.20.0.2 (98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8/50cb2177-71a4-4ea4-b70d-2aed292420cb/7d7788f8-fc9d-4415-847e-33cc7baca731) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:33:16.758274 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-b1003852-6e4f-45af-8fb1-2a25532bc307 None None] Set router 5c92a426-57b3-43ed-a4aa-56db86361d2c gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:33:16.765509 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-569e97dd-4e88-4568-b7ee-0f4543bd1c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:16.885714 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-569e97dd-4e88-4568-b7ee-0f4543bd1c9b None None] For port bbcb8c77-4887-4579-8d37-5c2772989e59, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=bbcb8c77-4887-4579-8d37-5c2772989e59,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:33:16.893835 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-569e97dd-4e88-4568-b7ee-0f4543bd1c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:17.023597 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e97dd-4e88-4568-b7ee-0f4543bd1c9b None None] Pushing event updated for resources: {'Port': ['ID=bbcb8c77-4887-4579-8d37-5c2772989e59,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:33:17.028458 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d9d3bbf2-6f1f-42ff-9611-93b283a80d52 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:17.061248 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d9d3bbf2-6f1f-42ff-9611-93b283a80d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:17.076181 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-9928c979-264a-4c09-96d3-df994bc450d5 None None] Provisioning complete for port bbcb8c77-4887-4579-8d37-5c2772989e59 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:33:17.076546 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9928c979-264a-4c09-96d3-df994bc450d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:17.096493 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-2a3b2ffe-255e-4f6b-bab0-6c94574bc193 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Allocated IP 172.20.0.1 (98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8/50cb2177-71a4-4ea4-b70d-2aed292420cb/8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:33:17.133419 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d3bbf2-6f1f-42ff-9611-93b283a80d52 None None] Network 98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:33:17.150398 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-d9d3bbf2-6f1f-42ff-9611-93b283a80d52 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:33:17.164622 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d3bbf2-6f1f-42ff-9611-93b283a80d52 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:33:17.174487 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3bbf2-6f1f-42ff-9611-93b283a80d52 None None] Pushing event updated for resources: {'Port': ['ID=7d7788f8-fc9d-4415-847e-33cc7baca731,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:33:17.188993 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:17.213584 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a3b2ffe-255e-4f6b-bab0-6c94574bc193 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:17.245351 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a3b2ffe-255e-4f6b-bab0-6c94574bc193 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:17.260199 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b1003852-6e4f-45af-8fb1-2a25532bc307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354543596', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bbcb8c77-4887-4579-8d37-5c2772989e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:33:13Z', 'updated_at': '2021-11-29T02:33:14Z', 'revision_number': 3, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'bbcb8c77-4887-4579-8d37-5c2772989e59', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:af:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:33:14Z', 'updated_at': '2021-11-29T02:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:33:17.286908 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3b2ffe-255e-4f6b-bab0-6c94574bc193 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Network 98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:33:17.289950 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-2a3b2ffe-255e-4f6b-bab0-6c94574bc193 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:33:17.293688 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3b2ffe-255e-4f6b-bab0-6c94574bc193 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:33:17.301785 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-d9d3bbf2-6f1f-42ff-9611-93b283a80d52 None None] Attempting to bind port 7d7788f8-fc9d-4415-847e-33cc7baca731 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:33:17.302161 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-d9d3bbf2-6f1f-42ff-9611-93b283a80d52 None None] Attempting to bind port 7d7788f8-fc9d-4415-847e-33cc7baca731 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'af74782c-2d3a-4776-ac42-dcf589be7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:33:17.302521 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d3bbf2-6f1f-42ff-9611-93b283a80d52 None None] Attempting to bind port 7d7788f8-fc9d-4415-847e-33cc7baca731 on network 98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:33:17.306959 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1003852-6e4f-45af-8fb1-2a25532bc307 None None] The sync data for ids ['5c92a426-57b3-43ed-a4aa-56db86361d2c'] in dv-neutron-819032-3-hyperv is: [{'id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354543596', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bbcb8c77-4887-4579-8d37-5c2772989e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:33:13Z', 'updated_at': '2021-11-29T02:33:14Z', 'revision_number': 3, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'bbcb8c77-4887-4579-8d37-5c2772989e59', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:af:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:33:14Z', 'updated_at': '2021-11-29T02:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:33:17.314047 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d3bbf2-6f1f-42ff-9611-93b283a80d52 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:33:17.314425 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d3bbf2-6f1f-42ff-9611-93b283a80d52 None None] Checking segment: {'id': 'af74782c-2d3a-4776-ac42-dcf589be7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:33:17.314922 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d9d3bbf2-6f1f-42ff-9611-93b283a80d52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:17.315196 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d3bbf2-6f1f-42ff-9611-93b283a80d52 None None] Bound using segment: {'id': 'af74782c-2d3a-4776-ac42-dcf589be7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:33:17.315665 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-d9d3bbf2-6f1f-42ff-9611-93b283a80d52 None None] Bound port: 7d7788f8-fc9d-4415-847e-33cc7baca731, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af74782c-2d3a-4776-ac42-dcf589be7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:33:17.316057 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d9d3bbf2-6f1f-42ff-9611-93b283a80d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:17.322490 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b2ffe-255e-4f6b-bab0-6c94574bc193 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Port': ['ID=8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:33:17.348663 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a3b2ffe-255e-4f6b-bab0-6c94574bc193 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:17.406765 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-d9d3bbf2-6f1f-42ff-9611-93b283a80d52 None None] For port 7d7788f8-fc9d-4415-847e-33cc7baca731, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:33:17.411034 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-d9d3bbf2-6f1f-42ff-9611-93b283a80d52 None None] For port 7d7788f8-fc9d-4415-847e-33cc7baca731, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7d7788f8-fc9d-4415-847e-33cc7baca731,segment=NetworkSegment(af74782c-2d3a-4776-ac42-dcf589be7f97),segment_id=af74782c-2d3a-4776-ac42-dcf589be7f97)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:33:17.416189 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d9d3bbf2-6f1f-42ff-9611-93b283a80d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:17.481767 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3bbf2-6f1f-42ff-9611-93b283a80d52 None None] Pushing event updated for resources: {'Port': ['ID=7d7788f8-fc9d-4415-847e-33cc7baca731,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:33:17.491293 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a3b2ffe-255e-4f6b-bab0-6c94574bc193 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:17.919951 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:18.124973 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a3b2ffe-255e-4f6b-bab0-6c94574bc193 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:18.129688 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a3b2ffe-255e-4f6b-bab0-6c94574bc193 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:18.209899 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b2ffe-255e-4f6b-bab0-6c94574bc193 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Port': ['ID=8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:33:18.213534 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a3b2ffe-255e-4f6b-bab0-6c94574bc193 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:18.308572 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3b2ffe-255e-4f6b-bab0-6c94574bc193 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Network 98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:33:18.310068 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-2a3b2ffe-255e-4f6b-bab0-6c94574bc193 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:33:18.427643 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3b2ffe-255e-4f6b-bab0-6c94574bc193 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Router 5c92a426-57b3-43ed-a4aa-56db86361d2c has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:33:18.470517 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ee8dfa-33a0-47f6-a14b-f68764c9edeb None None] Network 98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:33:18.536959 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3b2ffe-255e-4f6b-bab0-6c94574bc193 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:33:18.541872 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2a3b2ffe-255e-4f6b-bab0-6c94574bc193 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "PUT /v2.0/routers/5c92a426-57b3-43ed-a4aa-56db86361d2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6651621 Nov 29 02:33:18.587594 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-24740bba-b881-45c3-852e-5b4f48c1cbea None None] Provisioning complete for port 7d7788f8-fc9d-4415-847e-33cc7baca731 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:33:18.588129 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24740bba-b881-45c3-852e-5b4f48c1cbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:18.706997 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24740bba-b881-45c3-852e-5b4f48c1cbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:18.743564 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-24740bba-b881-45c3-852e-5b4f48c1cbea None None] For port 7d7788f8-fc9d-4415-847e-33cc7baca731, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7d7788f8-fc9d-4415-847e-33cc7baca731,segment=NetworkSegment(af74782c-2d3a-4776-ac42-dcf589be7f97),segment_id=af74782c-2d3a-4776-ac42-dcf589be7f97)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:33:18.749019 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24740bba-b881-45c3-852e-5b4f48c1cbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:18.779043 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-990b7508-364f-40ef-b677-bd0076466417 req-75105355-488d-4334-939b-c091f9db2fa8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-839585683&fields=id&tenant_id=a0c5f471953f452db2349f819ae968c6 HTTP/1.1" status: 200 len: 267 time: 0.0570128 Nov 29 02:33:18.800197 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24740bba-b881-45c3-852e-5b4f48c1cbea None None] Pushing event updated for resources: {'Port': ['ID=7d7788f8-fc9d-4415-847e-33cc7baca731,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:33:18.912885 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b7508-364f-40ef-b677-bd0076466417 req-d80c781b-c1c7-4ca1-90e6-d69fb287dcbc tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:18.916182 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-990b7508-364f-40ef-b677-bd0076466417 req-d80c781b-c1c7-4ca1-90e6-d69fb287dcbc tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/networks?id=98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8 HTTP/1.1" status: 200 len: 797 time: 0.1246572 Nov 29 02:33:18.930395 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-990b7508-364f-40ef-b677-bd0076466417 req-c91c9e4c-dc6b-460c-ba57-a45707e51cc1 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/quotas/a0c5f471953f452db2349f819ae968c6 HTTP/1.1" status: 200 len: 375 time: 0.0102124 Nov 29 02:33:18.973919 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e118b21-1cdf-489e-ab48-2847f3350ad8 None None] Sync routers for ids ['5c92a426-57b3-43ed-a4aa-56db86361d2c'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:33:18.976412 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-ac2be57a-29b6-4352-9f3c-079f58def560 None None] Provisioning complete for port 8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:33:18.976885 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac2be57a-29b6-4352-9f3c-079f58def560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:18.984124 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e118b21-1cdf-489e-ab48-2847f3350ad8 None None] Routers {'5c92a426-57b3-43ed-a4aa-56db86361d2c'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:33:18.984744 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8e118b21-1cdf-489e-ab48-2847f3350ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:33:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['5c92a426-57b3-43ed-a4aa-56db86361d2c'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:33:18.992960 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-990b7508-364f-40ef-b677-bd0076466417 req-3b6e98ad-33cf-44e0-9da4-581d58a9faa6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a0c5f471953f452db2349f819ae968c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560577 Nov 29 02:33:19.011612 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [req-990b7508-364f-40ef-b677-bd0076466417 req-34f61e9c-315a-4e67-851f-1374350e7871 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:33:19.012624 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-990b7508-364f-40ef-b677-bd0076466417 req-34f61e9c-315a-4e67-851f-1374350e7871 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061522 Nov 29 02:33:19.024799 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-ac2be57a-29b6-4352-9f3c-079f58def560 None None] Port 8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:33:19.039604 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-ac2be57a-29b6-4352-9f3c-079f58def560 None None] Provisioning complete for port 7d7788f8-fc9d-4415-847e-33cc7baca731 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:33:19.040176 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ac2be57a-29b6-4352-9f3c-079f58def560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:19.109508 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-8e118b21-1cdf-489e-ab48-2847f3350ad8 None None] Set router 5c92a426-57b3-43ed-a4aa-56db86361d2c gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:33:19.157841 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-990b7508-364f-40ef-b677-bd0076466417 req-8c3fad17-3394-4d22-9e2f-c7b6fdd6ddff service neutron] 10.222.0.37 "GET /v2.0/networks/98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379662 Nov 29 02:33:19.284132 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-990b7508-364f-40ef-b677-bd0076466417 req-d8c10529-df23-46fd-bcdf-e580df6aaeb2 service neutron] 10.222.0.37 "GET /v2.0/networks/98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251953 Nov 29 02:33:19.348067 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8e118b21-1cdf-489e-ab48-2847f3350ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354543596', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bbcb8c77-4887-4579-8d37-5c2772989e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:33:13Z', 'updated_at': '2021-11-29T02:33:17Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'bbcb8c77-4887-4579-8d37-5c2772989e59', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:33:14Z', 'updated_at': '2021-11-29T02:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3', 'name': '', 'network_id': '98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:ae:1f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '50cb2177-71a4-4ea4-b70d-2aed292420cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:33:16Z', 'updated_at': '2021-11-29T02:33:17Z', 'revision_number': 2, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': '50cb2177-71a4-4ea4-b70d-2aed292420cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:33:19.356105 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device bbcb8c77-4887-4579-8d37-5c2772989e59 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:33:19.381054 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e118b21-1cdf-489e-ab48-2847f3350ad8 None None] Checking router: 5c92a426-57b3-43ed-a4aa-56db86361d2c for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:33:19.381423 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e118b21-1cdf-489e-ab48-2847f3350ad8 None None] Updating router 5c92a426-57b3-43ed-a4aa-56db86361d2c port 8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3 binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:33:19.417778 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8e118b21-1cdf-489e-ab48-2847f3350ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:19.422295 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port bbcb8c77-4887-4579-8d37-5c2772989e59 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:33:19.422763 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:19.490308 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5b0ff319-aebf-4222-b41a-12a4ad84b331 req-0f888aa8-d2df-4745-bd11-d5156d145ad9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e350514-54dd-4921-bc91-b85dca589352 HTTP/1.1" status: 200 len: 210 time: 0.0355108 Nov 29 02:33:19.527044 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7d7788f8-fc9d-4415-847e-33cc7baca731 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:33:19.568883 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-c2579c9c-bc12-4289-adb9-0719ce6edf00 None None] Provisioning complete for port 8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:33:19.569256 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c2579c9c-bc12-4289-adb9-0719ce6edf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:19.612845 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c2579c9c-bc12-4289-adb9-0719ce6edf00 None None] Port 8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:33:19.620972 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 7d7788f8-fc9d-4415-847e-33cc7baca731 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:33:19.621743 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:19.729468 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8e118b21-1cdf-489e-ab48-2847f3350ad8 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:19.735606 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8e118b21-1cdf-489e-ab48-2847f3350ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:19.782854 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35458646-cfc1-43f5-830f-091638140a79 None None] Pushing event updated for resources: {'Port': ['ID=8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:33:19.805355 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35458646-cfc1-43f5-830f-091638140a79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:19.805731 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35458646-cfc1-43f5-830f-091638140a79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:19.806074 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35458646-cfc1-43f5-830f-091638140a79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:19.806416 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35458646-cfc1-43f5-830f-091638140a79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:19.806746 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35458646-cfc1-43f5-830f-091638140a79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:19.807079 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35458646-cfc1-43f5-830f-091638140a79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:19.807405 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35458646-cfc1-43f5-830f-091638140a79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:19.807787 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35458646-cfc1-43f5-830f-091638140a79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:19.808118 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35458646-cfc1-43f5-830f-091638140a79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:19.808439 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35458646-cfc1-43f5-830f-091638140a79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:19.808758 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35458646-cfc1-43f5-830f-091638140a79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:19.809079 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35458646-cfc1-43f5-830f-091638140a79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:33:19.842716 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8e118b21-1cdf-489e-ab48-2847f3350ad8 None None] Attempting to bind port 8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:33:19.843328 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8e118b21-1cdf-489e-ab48-2847f3350ad8 None None] Attempting to bind port 8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': 'af74782c-2d3a-4776-ac42-dcf589be7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:33:19.843889 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e118b21-1cdf-489e-ab48-2847f3350ad8 None None] Attempting to bind port 8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3 on network 98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:33:19.849176 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e118b21-1cdf-489e-ab48-2847f3350ad8 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:33:19.849564 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e118b21-1cdf-489e-ab48-2847f3350ad8 None None] Checking segment: {'id': 'af74782c-2d3a-4776-ac42-dcf589be7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:33:19.850004 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8e118b21-1cdf-489e-ab48-2847f3350ad8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:19.850399 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e118b21-1cdf-489e-ab48-2847f3350ad8 None None] Bound using segment: {'id': 'af74782c-2d3a-4776-ac42-dcf589be7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:33:19.850866 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8e118b21-1cdf-489e-ab48-2847f3350ad8 None None] Bound port: 8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af74782c-2d3a-4776-ac42-dcf589be7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:33:19.851243 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8e118b21-1cdf-489e-ab48-2847f3350ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:19.926991 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8e118b21-1cdf-489e-ab48-2847f3350ad8 None None] For port 8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:33:19.931410 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8e118b21-1cdf-489e-ab48-2847f3350ad8 None None] For port 8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3,segment=NetworkSegment(af74782c-2d3a-4776-ac42-dcf589be7f97),segment_id=af74782c-2d3a-4776-ac42-dcf589be7f97)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:33:19.935992 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8e118b21-1cdf-489e-ab48-2847f3350ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:19.992137 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e118b21-1cdf-489e-ab48-2847f3350ad8 None None] Routers {'5c92a426-57b3-43ed-a4aa-56db86361d2c'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:33:19.992757 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8e118b21-1cdf-489e-ab48-2847f3350ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:33:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['5c92a426-57b3-43ed-a4aa-56db86361d2c'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:33:20.038810 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-8c5a048b-6305-4b59-8b25-2410f1d61dcc None None] Provisioning complete for port 8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:33:20.039331 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c5a048b-6305-4b59-8b25-2410f1d61dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:20.068931 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35458646-cfc1-43f5-830f-091638140a79 None None] Pushing event updated for resources: {'Port': ['ID=8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:33:20.131223 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-8e118b21-1cdf-489e-ab48-2847f3350ad8 None None] Set router 5c92a426-57b3-43ed-a4aa-56db86361d2c gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:33:20.134745 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c5a048b-6305-4b59-8b25-2410f1d61dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:20.177797 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-8c5a048b-6305-4b59-8b25-2410f1d61dcc None None] For port 8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3,segment=NetworkSegment(af74782c-2d3a-4776-ac42-dcf589be7f97),segment_id=af74782c-2d3a-4776-ac42-dcf589be7f97)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:33:20.182737 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8c5a048b-6305-4b59-8b25-2410f1d61dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:20.234927 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a048b-6305-4b59-8b25-2410f1d61dcc None None] Pushing event updated for resources: {'Port': ['ID=8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:33:20.304067 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-1f2ae389-e80f-443e-a96b-72b31ff95f9b None None] Provisioning complete for port 8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:33:20.304438 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1f2ae389-e80f-443e-a96b-72b31ff95f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:20.336600 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8e118b21-1cdf-489e-ab48-2847f3350ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354543596', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bbcb8c77-4887-4579-8d37-5c2772989e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:33:13Z', 'updated_at': '2021-11-29T02:33:17Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'bbcb8c77-4887-4579-8d37-5c2772989e59', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:33:14Z', 'updated_at': '2021-11-29T02:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3', 'name': '', 'network_id': '98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:ae:1f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '50cb2177-71a4-4ea4-b70d-2aed292420cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:33:16Z', 'updated_at': '2021-11-29T02:33:19Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': '50cb2177-71a4-4ea4-b70d-2aed292420cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:33:20.365863 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e118b21-1cdf-489e-ab48-2847f3350ad8 None None] The sync data for ids ['5c92a426-57b3-43ed-a4aa-56db86361d2c'] in dv-neutron-819032-3-hyperv is: [{'id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354543596', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bbcb8c77-4887-4579-8d37-5c2772989e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:33:13Z', 'updated_at': '2021-11-29T02:33:17Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'bbcb8c77-4887-4579-8d37-5c2772989e59', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:33:14Z', 'updated_at': '2021-11-29T02:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3', 'name': '', 'network_id': '98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:ae:1f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '50cb2177-71a4-4ea4-b70d-2aed292420cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:33:16Z', 'updated_at': '2021-11-29T02:33:19Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': '50cb2177-71a4-4ea4-b70d-2aed292420cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:33:20.597449 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-239fd68d-defc-4b2e-9dfb-ec478495e5e7 req-523c30cb-7ee5-4d2f-95fe-d74d66e7ee04 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e350514-54dd-4921-bc91-b85dca589352 HTTP/1.1" status: 200 len: 210 time: 0.0278466 Nov 29 02:33:20.726191 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b7508-364f-40ef-b677-bd0076466417 req-e26701e0-a658-4d92-b7db-75a4e4d71942 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:20.731540 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-990b7508-364f-40ef-b677-bd0076466417 req-e26701e0-a658-4d92-b7db-75a4e4d71942 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.24 "GET /v2.0/networks?id=98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8 HTTP/1.1" status: 200 len: 797 time: 0.1500154 Nov 29 02:33:20.824742 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-990b7508-364f-40ef-b677-bd0076466417 req-e94e284f-3c0b-415d-b7ad-afe238af6e68 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0c5f471953f452db2349f819ae968c6 HTTP/1.1" status: 200 len: 379 time: 0.0588684 Nov 29 02:33:20.835216 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-990b7508-364f-40ef-b677-bd0076466417 req-b1d83e0b-8150-41f7-a47c-67c3a3bfd647 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'port': {'device_id': '1e350514-54dd-4921-bc91-b85dca589352', 'network_id': '98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8', 'admin_state_up': True, 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'security_groups': ['60071454-6b9b-4115-a761-eea9c7175300']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:33:20.947004 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-990b7508-364f-40ef-b677-bd0076466417 req-b1d83e0b-8150-41f7-a47c-67c3a3bfd647 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Made reservation on behalf of a0c5f471953f452db2349f819ae968c6 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:33:20.950573 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-990b7508-364f-40ef-b677-bd0076466417 req-b1d83e0b-8150-41f7-a47c-67c3a3bfd647 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:21.094512 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-990b7508-364f-40ef-b677-bd0076466417 req-b1d83e0b-8150-41f7-a47c-67c3a3bfd647 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Allocated IP 172.20.0.3 (98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8/50cb2177-71a4-4ea4-b70d-2aed292420cb/d76bf798-d3a0-4c23-ad0f-5ed2fb9261de) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:33:21.145771 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:33:21.198870 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:33:21.199238 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:21.254544 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-990b7508-364f-40ef-b677-bd0076466417 req-b1d83e0b-8150-41f7-a47c-67c3a3bfd647 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:21.289749 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-990b7508-364f-40ef-b677-bd0076466417 req-b1d83e0b-8150-41f7-a47c-67c3a3bfd647 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:21.332908 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-990b7508-364f-40ef-b677-bd0076466417 req-b1d83e0b-8150-41f7-a47c-67c3a3bfd647 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Network 98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:33:21.336504 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-990b7508-364f-40ef-b677-bd0076466417 req-b1d83e0b-8150-41f7-a47c-67c3a3bfd647 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:33:21.340498 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-990b7508-364f-40ef-b677-bd0076466417 req-b1d83e0b-8150-41f7-a47c-67c3a3bfd647 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:33:21.371612 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d83e0b-8150-41f7-a47c-67c3a3bfd647 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Port': ['ID=d76bf798-d3a0-4c23-ad0f-5ed2fb9261de,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:33:21.398982 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b7508-364f-40ef-b677-bd0076466417 req-b1d83e0b-8150-41f7-a47c-67c3a3bfd647 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:21.399625 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-990b7508-364f-40ef-b677-bd0076466417 req-b1d83e0b-8150-41f7-a47c-67c3a3bfd647 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:21.419786 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-990b7508-364f-40ef-b677-bd0076466417 req-b1d83e0b-8150-41f7-a47c-67c3a3bfd647 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5883398 Nov 29 02:33:21.448122 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-990b7508-364f-40ef-b677-bd0076466417 req-6aebd74c-b3d8-45e2-88e3-75630d422307 service neutron] Request body: {'port': {'device_id': '1e350514-54dd-4921-bc91-b85dca589352', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:33:21.511592 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-990b7508-364f-40ef-b677-bd0076466417 req-6aebd74c-b3d8-45e2-88e3-75630d422307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:21.611268 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-2bd5eee3-9e6c-49de-bd27-44dd88b36830 None None] Provisioning complete for port d76bf798-d3a0-4c23-ad0f-5ed2fb9261de triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:33:21.611560 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2bd5eee3-9e6c-49de-bd27-44dd88b36830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:21.646144 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-2bd5eee3-9e6c-49de-bd27-44dd88b36830 None None] Port d76bf798-d3a0-4c23-ad0f-5ed2fb9261de cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:33:21.719611 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573ee87-b663-485b-aaa8-86c51e86ca71 req-90cf69a3-d2f5-4466-9589-a2d69bcb355c tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:21.721034 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2573ee87-b663-485b-aaa8-86c51e86ca71 req-90cf69a3-d2f5-4466-9589-a2d69bcb355c tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e350514-54dd-4921-bc91-b85dca589352 HTTP/1.1" status: 200 len: 931 time: 0.0482366 Nov 29 02:33:21.770639 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2573ee87-b663-485b-aaa8-86c51e86ca71 req-c8a538fd-416f-4e93-bbc4-6e2dbed2f127 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=60071454-6b9b-4115-a761-eea9c7175300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434313 Nov 29 02:33:21.775560 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-990b7508-364f-40ef-b677-bd0076466417 req-6aebd74c-b3d8-45e2-88e3-75630d422307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d76bf798-d3a0-4c23-ad0f-5ed2fb9261de {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:33:21.783387 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-990b7508-364f-40ef-b677-bd0076466417 req-6aebd74c-b3d8-45e2-88e3-75630d422307 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:21.795859 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-990b7508-364f-40ef-b677-bd0076466417 req-6aebd74c-b3d8-45e2-88e3-75630d422307 service neutron] Transition to ACTIVE for port object d76bf798-d3a0-4c23-ad0f-5ed2fb9261de will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:33:21.799240 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-990b7508-364f-40ef-b677-bd0076466417 req-6aebd74c-b3d8-45e2-88e3-75630d422307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:21.851530 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebd74c-b3d8-45e2-88e3-75630d422307 service neutron] Pushing event updated for resources: {'Port': ['ID=d76bf798-d3a0-4c23-ad0f-5ed2fb9261de,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:33:21.921717 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-990b7508-364f-40ef-b677-bd0076466417 req-6aebd74c-b3d8-45e2-88e3-75630d422307 service neutron] Attempting to bind port d76bf798-d3a0-4c23-ad0f-5ed2fb9261de on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:33:21.922061 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-990b7508-364f-40ef-b677-bd0076466417 req-6aebd74c-b3d8-45e2-88e3-75630d422307 service neutron] Attempting to bind port d76bf798-d3a0-4c23-ad0f-5ed2fb9261de by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': 'af74782c-2d3a-4776-ac42-dcf589be7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:33:21.922396 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990b7508-364f-40ef-b677-bd0076466417 req-6aebd74c-b3d8-45e2-88e3-75630d422307 service neutron] Attempting to bind port d76bf798-d3a0-4c23-ad0f-5ed2fb9261de on network 98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:33:21.926824 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990b7508-364f-40ef-b677-bd0076466417 req-6aebd74c-b3d8-45e2-88e3-75630d422307 service neutron] Port d76bf798-d3a0-4c23-ad0f-5ed2fb9261de on network 98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:33:21.927149 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990b7508-364f-40ef-b677-bd0076466417 req-6aebd74c-b3d8-45e2-88e3-75630d422307 service neutron] Attempting to bind port d76bf798-d3a0-4c23-ad0f-5ed2fb9261de on network 98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:33:21.932185 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990b7508-364f-40ef-b677-bd0076466417 req-6aebd74c-b3d8-45e2-88e3-75630d422307 service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:33:21.932565 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990b7508-364f-40ef-b677-bd0076466417 req-6aebd74c-b3d8-45e2-88e3-75630d422307 service neutron] Checking segment: {'id': 'af74782c-2d3a-4776-ac42-dcf589be7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:33:21.932967 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990b7508-364f-40ef-b677-bd0076466417 req-6aebd74c-b3d8-45e2-88e3-75630d422307 service neutron] Bound using segment: {'id': 'af74782c-2d3a-4776-ac42-dcf589be7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:33:21.933394 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-990b7508-364f-40ef-b677-bd0076466417 req-6aebd74c-b3d8-45e2-88e3-75630d422307 service neutron] Bound port: d76bf798-d3a0-4c23-ad0f-5ed2fb9261de, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af74782c-2d3a-4776-ac42-dcf589be7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:33:21.933792 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-990b7508-364f-40ef-b677-bd0076466417 req-6aebd74c-b3d8-45e2-88e3-75630d422307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:21.998766 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-990b7508-364f-40ef-b677-bd0076466417 req-6aebd74c-b3d8-45e2-88e3-75630d422307 service neutron] For port d76bf798-d3a0-4c23-ad0f-5ed2fb9261de, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:33:22.001878 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-990b7508-364f-40ef-b677-bd0076466417 req-6aebd74c-b3d8-45e2-88e3-75630d422307 service neutron] For port d76bf798-d3a0-4c23-ad0f-5ed2fb9261de, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=d76bf798-d3a0-4c23-ad0f-5ed2fb9261de,segment=NetworkSegment(af74782c-2d3a-4776-ac42-dcf589be7f97),segment_id=af74782c-2d3a-4776-ac42-dcf589be7f97)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:33:22.005972 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-990b7508-364f-40ef-b677-bd0076466417 req-6aebd74c-b3d8-45e2-88e3-75630d422307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:22.038710 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b7508-364f-40ef-b677-bd0076466417 req-6aebd74c-b3d8-45e2-88e3-75630d422307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:22.039320 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-990b7508-364f-40ef-b677-bd0076466417 req-6aebd74c-b3d8-45e2-88e3-75630d422307 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:22.040768 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-990b7508-364f-40ef-b677-bd0076466417 req-6aebd74c-b3d8-45e2-88e3-75630d422307 service neutron] 10.222.0.24 "PUT /v2.0/ports/d76bf798-d3a0-4c23-ad0f-5ed2fb9261de HTTP/1.1" status: 200 len: 1093 time: 0.5974596 Nov 29 02:33:22.043897 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e350514-54dd-4921-bc91-b85dca589352', 'tag': 'd76bf798-d3a0-4c23-ad0f-5ed2fb9261de'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:33:22.046143 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aba1f75-ba21-4043-aac4-dea05dee8706" -d '{"events": [{"name": "network-changed", "server_uuid": "1e350514-54dd-4921-bc91-b85dca589352", "tag": "d76bf798-d3a0-4c23-ad0f-5ed2fb9261de"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:33:22.075888 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebd74c-b3d8-45e2-88e3-75630d422307 service neutron] Pushing event updated for resources: {'Port': ['ID=d76bf798-d3a0-4c23-ad0f-5ed2fb9261de,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:33:22.101631 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7568c1-e363-47f1-a5e2-1dfaf377ab48 x-openstack-request-id: req-6c7568c1-e363-47f1-a5e2-1dfaf377ab48 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:33:22.101929 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e350514-54dd-4921-bc91-b85dca589352", "tag": "d76bf798-d3a0-4c23-ad0f-5ed2fb9261de", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:33:22.102335 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c7568c1-e363-47f1-a5e2-1dfaf377ab48 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:33:22.102782 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e350514-54dd-4921-bc91-b85dca589352', 'tag': 'd76bf798-d3a0-4c23-ad0f-5ed2fb9261de', 'status': 'completed', 'code': 200} Nov 29 02:33:22.170525 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b7508-364f-40ef-b677-bd0076466417 req-1ead6307-910e-4163-a34c-4a37bfd7b472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:22.172059 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-990b7508-364f-40ef-b677-bd0076466417 req-1ead6307-910e-4163-a34c-4a37bfd7b472 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0c5f471953f452db2349f819ae968c6&device_id=1e350514-54dd-4921-bc91-b85dca589352 HTTP/1.1" status: 200 len: 1096 time: 0.0497768 Nov 29 02:33:22.228218 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-990b7508-364f-40ef-b677-bd0076466417 req-2fe333de-aaf9-4e5a-b172-69a50e212c64 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d76bf798-d3a0-4c23-ad0f-5ed2fb9261de HTTP/1.1" status: 200 len: 217 time: 0.0353029 Nov 29 02:33:22.282367 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b7508-364f-40ef-b677-bd0076466417 req-80f2efa4-65a5-4c87-8137-efe83f632671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:22.283838 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-990b7508-364f-40ef-b677-bd0076466417 req-80f2efa4-65a5-4c87-8137-efe83f632671 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=50cb2177-71a4-4ea4-b70d-2aed292420cb HTTP/1.1" status: 200 len: 835 time: 0.0447724 Nov 29 02:33:22.337426 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b7508-364f-40ef-b677-bd0076466417 req-1e3f933d-fe42-4933-a6d2-09b05a6c30c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:22.339696 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-990b7508-364f-40ef-b677-bd0076466417 req-1e3f933d-fe42-4933-a6d2-09b05a6c30c5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436549 Nov 29 02:33:22.436627 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-990b7508-364f-40ef-b677-bd0076466417 req-b6cae1a9-f962-41d1-88d0-76a043cd0084 service neutron] 10.222.0.24 "GET /v2.0/networks/98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827646 Nov 29 02:33:22.536716 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-990b7508-364f-40ef-b677-bd0076466417 req-425ac532-55d9-4328-b26d-de6b7d3f38dc service neutron] 10.222.0.24 "GET /v2.0/networks/98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873799 Nov 29 02:33:22.702567 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba1f75-ba21-4043-aac4-dea05dee8706 req-b27d87a7-c5a0-4ab9-a71c-4397cafe796b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:22.704028 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7aba1f75-ba21-4043-aac4-dea05dee8706 req-b27d87a7-c5a0-4ab9-a71c-4397cafe796b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0c5f471953f452db2349f819ae968c6&device_id=1e350514-54dd-4921-bc91-b85dca589352 HTTP/1.1" status: 200 len: 1096 time: 0.0403581 Nov 29 02:33:22.798164 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba1f75-ba21-4043-aac4-dea05dee8706 req-c3abac15-c1ba-4db7-8c88-acfbec889506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:22.799550 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7aba1f75-ba21-4043-aac4-dea05dee8706 req-c3abac15-c1ba-4db7-8c88-acfbec889506 service neutron] 10.222.0.24 "GET /v2.0/networks?id=98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8 HTTP/1.1" status: 200 len: 898 time: 0.0861211 Nov 29 02:33:22.843105 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7aba1f75-ba21-4043-aac4-dea05dee8706 req-81b32e28-2d5f-4638-882f-3059349dd98d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d76bf798-d3a0-4c23-ad0f-5ed2fb9261de HTTP/1.1" status: 200 len: 217 time: 0.0342565 Nov 29 02:33:22.884972 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d413e-5c96-4883-9bf4-24b65a190ba2 req-99cc4d25-ce28-4166-a4e7-26d0fffb3d59 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:22.887084 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fd3d413e-5c96-4883-9bf4-24b65a190ba2 req-99cc4d25-ce28-4166-a4e7-26d0fffb3d59 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e350514-54dd-4921-bc91-b85dca589352 HTTP/1.1" status: 200 len: 943 time: 0.0488324 Nov 29 02:33:22.899465 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba1f75-ba21-4043-aac4-dea05dee8706 req-4aaced71-b420-41bd-829a-9747ced5bec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:22.900936 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7aba1f75-ba21-4043-aac4-dea05dee8706 req-4aaced71-b420-41bd-829a-9747ced5bec5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=50cb2177-71a4-4ea4-b70d-2aed292420cb HTTP/1.1" status: 200 len: 835 time: 0.0485556 Nov 29 02:33:22.944144 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-fd3d413e-5c96-4883-9bf4-24b65a190ba2 req-8bcc4c1e-8850-4339-bd18-ea8661776dd3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=60071454-6b9b-4115-a761-eea9c7175300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484385 Nov 29 02:33:22.951834 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba1f75-ba21-4043-aac4-dea05dee8706 req-a5857268-f68b-4b69-bd72-8709cab9d694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:22.953333 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7aba1f75-ba21-4043-aac4-dea05dee8706 req-a5857268-f68b-4b69-bd72-8709cab9d694 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443952 Nov 29 02:33:23.048034 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7aba1f75-ba21-4043-aac4-dea05dee8706 req-c8a93996-a7ff-43e9-af66-8b90e381d2e6 service neutron] 10.222.0.24 "GET /v2.0/networks/98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824893 Nov 29 02:33:23.143181 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7aba1f75-ba21-4043-aac4-dea05dee8706 req-e79dcd84-d033-48cc-8e9b-77ff8a1b9a70 service neutron] 10.222.0.24 "GET /v2.0/networks/98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857105 Nov 29 02:33:24.102922 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d291b-f4f3-4e6d-8f42-2536f5a5d451 req-7205bbdf-e9e6-4329-b696-973c3fc32ecd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:24.104389 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6c2d291b-f4f3-4e6d-8f42-2536f5a5d451 req-7205bbdf-e9e6-4329-b696-973c3fc32ecd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e350514-54dd-4921-bc91-b85dca589352 HTTP/1.1" status: 200 len: 943 time: 0.0920722 Nov 29 02:33:24.155202 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6c2d291b-f4f3-4e6d-8f42-2536f5a5d451 req-f0b6a8ab-0b4c-4963-8cdb-e177e1ddc96d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=60071454-6b9b-4115-a761-eea9c7175300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449579 Nov 29 02:33:24.707548 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device d76bf798-d3a0-4c23-ad0f-5ed2fb9261de details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:33:24.798959 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port d76bf798-d3a0-4c23-ad0f-5ed2fb9261de, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=d76bf798-d3a0-4c23-ad0f-5ed2fb9261de,segment=NetworkSegment(af74782c-2d3a-4776-ac42-dcf589be7f97),segment_id=af74782c-2d3a-4776-ac42-dcf589be7f97)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:33:24.809564 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': 'd76bf798-d3a0-4c23-ad0f-5ed2fb9261de', 'network_id': '98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8', 'port_id': 'd76bf798-d3a0-4c23-ad0f-5ed2fb9261de', 'mac_address': 'fa:16:3e:d0:c5:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50cb2177-71a4-4ea4-b70d-2aed292420cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:33:24.848933 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:24.861018 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d76bf798-d3a0-4c23-ad0f-5ed2fb9261de {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:33:24.879886 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port d76bf798-d3a0-4c23-ad0f-5ed2fb9261de, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=d76bf798-d3a0-4c23-ad0f-5ed2fb9261de,segment=NetworkSegment(af74782c-2d3a-4776-ac42-dcf589be7f97),segment_id=af74782c-2d3a-4776-ac42-dcf589be7f97)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:33:24.883708 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:24.936712 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=d76bf798-d3a0-4c23-ad0f-5ed2fb9261de,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:33:25.295676 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['d76bf798-d3a0-4c23-ad0f-5ed2fb9261de'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:33:25.321624 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be100d93-b8c4-4378-b69c-2db5ffda7215 req-e1809c7a-3a9d-44eb-aa7d-cb651ff78c9a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:25.323186 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-be100d93-b8c4-4378-b69c-2db5ffda7215 req-e1809c7a-3a9d-44eb-aa7d-cb651ff78c9a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e350514-54dd-4921-bc91-b85dca589352 HTTP/1.1" status: 200 len: 944 time: 0.1004033 Nov 29 02:33:25.374774 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-be100d93-b8c4-4378-b69c-2db5ffda7215 req-430b830c-0d46-4b15-8ef3-7ed9e948d494 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=60071454-6b9b-4115-a761-eea9c7175300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456402 Nov 29 02:33:26.499070 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87cb39-576d-40b3-8606-1d60509d3c5e req-3c65c1a1-c91c-4475-a12b-05f7f86d90ca tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:26.500533 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5a87cb39-576d-40b3-8606-1d60509d3c5e req-3c65c1a1-c91c-4475-a12b-05f7f86d90ca tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e350514-54dd-4921-bc91-b85dca589352 HTTP/1.1" status: 200 len: 944 time: 0.0529475 Nov 29 02:33:26.548335 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5a87cb39-576d-40b3-8606-1d60509d3c5e req-04c24803-a349-4db8-a3d5-7d7730a7660c tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=60071454-6b9b-4115-a761-eea9c7175300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419011 Nov 29 02:33:26.724992 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device d76bf798-d3a0-4c23-ad0f-5ed2fb9261de up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:33:26.775619 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port d76bf798-d3a0-4c23-ad0f-5ed2fb9261de completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:33:26.779482 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port d76bf798-d3a0-4c23-ad0f-5ed2fb9261de triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:33:26.779855 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:26.857932 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:26.880533 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e350514-54dd-4921-bc91-b85dca589352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76bf798-d3a0-4c23-ad0f-5ed2fb9261de'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:33:26.882915 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13b68ae-6540-49c5-93b3-768c859d17ac" -d '{"events": [{"server_uuid": "1e350514-54dd-4921-bc91-b85dca589352", "name": "network-vif-plugged", "status": "completed", "tag": "d76bf798-d3a0-4c23-ad0f-5ed2fb9261de"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:33:26.896216 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port d76bf798-d3a0-4c23-ad0f-5ed2fb9261de, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=d76bf798-d3a0-4c23-ad0f-5ed2fb9261de,segment=NetworkSegment(af74782c-2d3a-4776-ac42-dcf589be7f97),segment_id=af74782c-2d3a-4776-ac42-dcf589be7f97)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:33:26.904276 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:26.955741 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=d76bf798-d3a0-4c23-ad0f-5ed2fb9261de,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:33:26.984467 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09388556-57d2-42a9-91bf-733ade3b5d3e x-openstack-request-id: req-09388556-57d2-42a9-91bf-733ade3b5d3e {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:33:26.984759 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e350514-54dd-4921-bc91-b85dca589352", "name": "network-vif-plugged", "status": "completed", "tag": "d76bf798-d3a0-4c23-ad0f-5ed2fb9261de", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:33:26.985019 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-09388556-57d2-42a9-91bf-733ade3b5d3e {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:33:26.985527 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e350514-54dd-4921-bc91-b85dca589352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76bf798-d3a0-4c23-ad0f-5ed2fb9261de', 'code': 200} Nov 29 02:33:27.233637 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d4112-b02e-4f6f-aab2-fdbed2c93bb3 req-bbb570dd-33dc-4ff8-992b-f93c102e4e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:27.235033 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-031d4112-b02e-4f6f-aab2-fdbed2c93bb3 req-bbb570dd-33dc-4ff8-992b-f93c102e4e96 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1e350514-54dd-4921-bc91-b85dca589352 HTTP/1.1" status: 200 len: 1098 time: 0.0404055 Nov 29 02:33:27.286416 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-031d4112-b02e-4f6f-aab2-fdbed2c93bb3 req-5d6e433f-a43a-4c17-b9b4-70db42842c7d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=60071454-6b9b-4115-a761-eea9c7175300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389292 Nov 29 02:33:27.662048 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20ce35-3093-40a2-90bf-3d09771dbe23 req-75135584-5784-41a9-912a-9c4837b74b4a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:27.663527 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ea20ce35-3093-40a2-90bf-3d09771dbe23 req-75135584-5784-41a9-912a-9c4837b74b4a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e350514-54dd-4921-bc91-b85dca589352 HTTP/1.1" status: 200 len: 945 time: 0.0486405 Nov 29 02:33:27.714921 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ea20ce35-3093-40a2-90bf-3d09771dbe23 req-c82a82d2-3bc8-4a5d-84cc-50563bf4486d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=60071454-6b9b-4115-a761-eea9c7175300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454774 Nov 29 02:33:28.828690 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a26cd-e9b3-4ce6-aeb6-16acb6735d7a req-5f8fd3e2-aed3-4587-9294-6b18b386cc74 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:28.830187 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-363a26cd-e9b3-4ce6-aeb6-16acb6735d7a req-5f8fd3e2-aed3-4587-9294-6b18b386cc74 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e350514-54dd-4921-bc91-b85dca589352 HTTP/1.1" status: 200 len: 945 time: 0.0474751 Nov 29 02:33:28.882265 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-363a26cd-e9b3-4ce6-aeb6-16acb6735d7a req-3a2bd8fa-8d3f-4f79-94fa-4069fee65cad tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=60071454-6b9b-4115-a761-eea9c7175300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461810 Nov 29 02:33:29.000226 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670977fb-9be9-44e8-af9c-a3ba21a1b2cd req-8ac1d559-1705-4448-99f2-7b9e28e57371 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:29.001647 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-670977fb-9be9-44e8-af9c-a3ba21a1b2cd req-8ac1d559-1705-4448-99f2-7b9e28e57371 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e350514-54dd-4921-bc91-b85dca589352 HTTP/1.1" status: 200 len: 945 time: 0.0499449 Nov 29 02:33:29.050375 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-670977fb-9be9-44e8-af9c-a3ba21a1b2cd req-918fdf86-361f-4e97-a06d-0365f11a0888 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=60071454-6b9b-4115-a761-eea9c7175300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428288 Nov 29 02:33:29.071517 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49750) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:33:29.150621 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de196bbf-0f7c-4a60-a846-8db50c5dcdf2 tempest-TestNetworkAdvancedServerOps-1727814793 tempest-TestNetworkAdvancedServerOps-1727814793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:29.152988 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-de196bbf-0f7c-4a60-a846-8db50c5dcdf2 tempest-TestNetworkAdvancedServerOps-1727814793 tempest-TestNetworkAdvancedServerOps-1727814793-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1e350514-54dd-4921-bc91-b85dca589352 HTTP/1.1" status: 200 len: 1093 time: 0.0804808 Nov 29 02:33:29.155706 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49754) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:33:29.159791 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-65b82eee-d566-41e9-83bf-7e18c75b4743 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'port_id': 'd76bf798-d3a0-4c23-ad0f-5ed2fb9261de', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:33:29.180757 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65b82eee-d566-41e9-83bf-7e18c75b4743 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for floatingip, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:29.277173 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65b82eee-d566-41e9-83bf-7e18c75b4743 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:29.381235 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-65b82eee-d566-41e9-83bf-7e18c75b4743 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Allocated IP 172.26.3.126 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/f9fe20b2-b7d3-4e27-935c-f4c549bce2b0) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:33:29.480952 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65b82eee-d566-41e9-83bf-7e18c75b4743 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:29.514049 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65b82eee-d566-41e9-83bf-7e18c75b4743 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:29.552619 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b82eee-d566-41e9-83bf-7e18c75b4743 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:33:29.555404 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-65b82eee-d566-41e9-83bf-7e18c75b4743 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:33:29.558563 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b82eee-d566-41e9-83bf-7e18c75b4743 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:33:29.588800 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b82eee-d566-41e9-83bf-7e18c75b4743 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Port': ['ID=f9fe20b2-b7d3-4e27-935c-f4c549bce2b0,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:33:29.897142 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65b82eee-d566-41e9-83bf-7e18c75b4743 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:29.963939 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65b82eee-d566-41e9-83bf-7e18c75b4743 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:30.111048 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65b82eee-d566-41e9-83bf-7e18c75b4743 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:30.116462 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65b82eee-d566-41e9-83bf-7e18c75b4743 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:30.181582 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b82eee-d566-41e9-83bf-7e18c75b4743 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Port': ['ID=f9fe20b2-b7d3-4e27-935c-f4c549bce2b0,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:33:30.194362 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65b82eee-d566-41e9-83bf-7e18c75b4743 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:30.290558 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [None req-65b82eee-d566-41e9-83bf-7e18c75b4743 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Floating IP 9b8c9c06-364f-4ef5-b75f-4b1aea1a8d28 associated. External IP: 172.26.3.126, port: d76bf798-d3a0-4c23-ad0f-5ed2fb9261de. Nov 29 02:33:30.493095 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b82eee-d566-41e9-83bf-7e18c75b4743 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Router 5c92a426-57b3-43ed-a4aa-56db86361d2c has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:33:30.597363 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b82eee-d566-41e9-83bf-7e18c75b4743 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:33:30.607167 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9d64ac-13d2-4f2e-8c2a-7434870e59e0 None None] Sync routers for ids ['5c92a426-57b3-43ed-a4aa-56db86361d2c'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:33:30.616398 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-65b82eee-d566-41e9-83bf-7e18c75b4743 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:30.616592 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9d64ac-13d2-4f2e-8c2a-7434870e59e0 None None] Routers {'5c92a426-57b3-43ed-a4aa-56db86361d2c'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:33:30.617186 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1b9d64ac-13d2-4f2e-8c2a-7434870e59e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:33:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['5c92a426-57b3-43ed-a4aa-56db86361d2c'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:33:30.725447 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-1b9d64ac-13d2-4f2e-8c2a-7434870e59e0 None None] Set router 5c92a426-57b3-43ed-a4aa-56db86361d2c gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:33:30.945608 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-65b82eee-d566-41e9-83bf-7e18c75b4743 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7888551 Nov 29 02:33:30.946250 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e350514-54dd-4921-bc91-b85dca589352', 'tag': 'd76bf798-d3a0-4c23-ad0f-5ed2fb9261de'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:33:30.949354 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ebc806-3b42-4be1-983f-5a403dc84e86" -d '{"events": [{"name": "network-changed", "server_uuid": "1e350514-54dd-4921-bc91-b85dca589352", "tag": "d76bf798-d3a0-4c23-ad0f-5ed2fb9261de"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:33:30.978486 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1b9d64ac-13d2-4f2e-8c2a-7434870e59e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354543596', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bbcb8c77-4887-4579-8d37-5c2772989e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:33:13Z', 'updated_at': '2021-11-29T02:33:17Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'bbcb8c77-4887-4579-8d37-5c2772989e59', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:33:14Z', 'updated_at': '2021-11-29T02:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '9b8c9c06-364f-4ef5-b75f-4b1aea1a8d28', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'floating_ip_address': '172.26.3.126', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'port_id': 'd76bf798-d3a0-4c23-ad0f-5ed2fb9261de', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8', 'mac_address': 'fa:16:3e:d0:c5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e350514-54dd-4921-bc91-b85dca589352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:33:29Z', 'updated_at': '2021-11-29T02:33:29Z', 'revision_number': 0, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3', 'name': '', 'network_id': '98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:ae:1f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '50cb2177-71a4-4ea4-b70d-2aed292420cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:33:16Z', 'updated_at': '2021-11-29T02:33:20Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': '50cb2177-71a4-4ea4-b70d-2aed292420cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:33:30.987204 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3512622d-bde9-4696-a63e-dc03445e80aa x-openstack-request-id: req-3512622d-bde9-4696-a63e-dc03445e80aa {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:33:30.987575 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e350514-54dd-4921-bc91-b85dca589352", "tag": "d76bf798-d3a0-4c23-ad0f-5ed2fb9261de", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:33:30.987901 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3512622d-bde9-4696-a63e-dc03445e80aa {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:33:30.988426 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e350514-54dd-4921-bc91-b85dca589352', 'tag': 'd76bf798-d3a0-4c23-ad0f-5ed2fb9261de', 'status': 'completed', 'code': 200} Nov 29 02:33:31.008009 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9d64ac-13d2-4f2e-8c2a-7434870e59e0 None None] Checking router: 5c92a426-57b3-43ed-a4aa-56db86361d2c for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:33:31.018345 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9d64ac-13d2-4f2e-8c2a-7434870e59e0 None None] Routers {'5c92a426-57b3-43ed-a4aa-56db86361d2c'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:33:31.018950 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1b9d64ac-13d2-4f2e-8c2a-7434870e59e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:33:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['5c92a426-57b3-43ed-a4aa-56db86361d2c'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:33:31.043679 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec013657-3c46-456f-afce-eab3a8a19dc0 req-36e95b51-b330-41f1-b244-be058cd96247 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:31.046494 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ec013657-3c46-456f-afce-eab3a8a19dc0 req-36e95b51-b330-41f1-b244-be058cd96247 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e350514-54dd-4921-bc91-b85dca589352 HTTP/1.1" status: 200 len: 945 time: 0.0521688 Nov 29 02:33:31.076994 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebc806-3b42-4be1-983f-5a403dc84e86 req-4c73dcad-990d-4e46-971c-1760a7d8549d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:31.078677 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a3ebc806-3b42-4be1-983f-5a403dc84e86 req-4c73dcad-990d-4e46-971c-1760a7d8549d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0c5f471953f452db2349f819ae968c6&device_id=1e350514-54dd-4921-bc91-b85dca589352 HTTP/1.1" status: 200 len: 1098 time: 0.0439563 Nov 29 02:33:31.099351 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ec013657-3c46-456f-afce-eab3a8a19dc0 req-d99d0026-e9c3-4ded-b3f8-e5c002c3b52e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=60071454-6b9b-4115-a761-eea9c7175300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461335 Nov 29 02:33:31.123848 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49760) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:33:31.144268 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-1b9d64ac-13d2-4f2e-8c2a-7434870e59e0 None None] Set router 5c92a426-57b3-43ed-a4aa-56db86361d2c gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:33:31.181846 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebc806-3b42-4be1-983f-5a403dc84e86 req-590bea8c-be92-4cdc-b8d2-0dae2e881e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:31.184039 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a3ebc806-3b42-4be1-983f-5a403dc84e86 req-590bea8c-be92-4cdc-b8d2-0dae2e881e61 service neutron] 10.222.0.24 "GET /v2.0/networks?id=98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8 HTTP/1.1" status: 200 len: 898 time: 0.0958772 Nov 29 02:33:31.200493 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-29bb3d00-4a12-41ab-9b89-6432c4dbbc23 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/floatingips/9b8c9c06-364f-4ef5-b75f-4b1aea1a8d28 HTTP/1.1" status: 200 len: 991 time: 0.0712817 Nov 29 02:33:31.251497 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a3ebc806-3b42-4be1-983f-5a403dc84e86 req-6969cbe5-8120-4cdd-b0ce-9319dea47443 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d76bf798-d3a0-4c23-ad0f-5ed2fb9261de HTTP/1.1" status: 200 len: 999 time: 0.0589533 Nov 29 02:33:31.301870 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebc806-3b42-4be1-983f-5a403dc84e86 req-5aee2716-9819-41d3-92f4-4af8af78f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:31.303302 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a3ebc806-3b42-4be1-983f-5a403dc84e86 req-5aee2716-9819-41d3-92f4-4af8af78f28c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=50cb2177-71a4-4ea4-b70d-2aed292420cb HTTP/1.1" status: 200 len: 835 time: 0.0431080 Nov 29 02:33:31.351694 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebc806-3b42-4be1-983f-5a403dc84e86 req-aab19109-6794-450f-92e1-36d5ef6fb8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:33:31.353166 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a3ebc806-3b42-4be1-983f-5a403dc84e86 req-aab19109-6794-450f-92e1-36d5ef6fb8da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418890 Nov 29 02:33:31.372134 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1b9d64ac-13d2-4f2e-8c2a-7434870e59e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354543596', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bbcb8c77-4887-4579-8d37-5c2772989e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:33:13Z', 'updated_at': '2021-11-29T02:33:17Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'bbcb8c77-4887-4579-8d37-5c2772989e59', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:33:14Z', 'updated_at': '2021-11-29T02:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '9b8c9c06-364f-4ef5-b75f-4b1aea1a8d28', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'floating_ip_address': '172.26.3.126', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'port_id': 'd76bf798-d3a0-4c23-ad0f-5ed2fb9261de', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8', 'mac_address': 'fa:16:3e:d0:c5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e350514-54dd-4921-bc91-b85dca589352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:33:29Z', 'updated_at': '2021-11-29T02:33:29Z', 'revision_number': 0, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3', 'name': '', 'network_id': '98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:ae:1f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '50cb2177-71a4-4ea4-b70d-2aed292420cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:33:16Z', 'updated_at': '2021-11-29T02:33:20Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': '50cb2177-71a4-4ea4-b70d-2aed292420cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:33:31.398122 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9d64ac-13d2-4f2e-8c2a-7434870e59e0 None None] The sync data for ids ['5c92a426-57b3-43ed-a4aa-56db86361d2c'] in dv-neutron-819032-3-hyperv is: [{'id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354543596', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bbcb8c77-4887-4579-8d37-5c2772989e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:33:13Z', 'updated_at': '2021-11-29T02:33:17Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'bbcb8c77-4887-4579-8d37-5c2772989e59', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:33:14Z', 'updated_at': '2021-11-29T02:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '9b8c9c06-364f-4ef5-b75f-4b1aea1a8d28', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'floating_ip_address': '172.26.3.126', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'port_id': 'd76bf798-d3a0-4c23-ad0f-5ed2fb9261de', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8', 'mac_address': 'fa:16:3e:d0:c5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e350514-54dd-4921-bc91-b85dca589352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:33:29Z', 'updated_at': '2021-11-29T02:33:29Z', 'revision_number': 0, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3', 'name': '', 'network_id': '98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:ae:1f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '50cb2177-71a4-4ea4-b70d-2aed292420cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:33:16Z', 'updated_at': '2021-11-29T02:33:20Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': '50cb2177-71a4-4ea4-b70d-2aed292420cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:33:31.444984 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a3ebc806-3b42-4be1-983f-5a403dc84e86 req-acde8a99-ad9d-4380-af9a-f639d39f3046 service neutron] 10.222.0.24 "GET /v2.0/networks/98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844600 Nov 29 02:33:31.541656 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a3ebc806-3b42-4be1-983f-5a403dc84e86 req-b635bb18-c7c3-4724-8bdc-3420d8ff4995 service neutron] 10.222.0.24 "GET /v2.0/networks/98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886433 Nov 29 02:33:31.587950 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b18fe78-90bc-4a82-a1cb-5e94e73ecb2f None None] New status for floating IP 9b8c9c06-364f-4ef5-b75f-4b1aea1a8d28: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:33:32.204217 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49762) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:33:32.263760 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-bd6b5319-3c1b-4387-a574-85eb868739aa tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/floatingips/9b8c9c06-364f-4ef5-b75f-4b1aea1a8d28 HTTP/1.1" status: 200 len: 993 time: 0.0584240 Nov 29 02:33:37.221229 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:33:42.093192 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5749102-c559-4d12-ab25-11f10547f3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:44.102227 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:44.358443 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b9292cf-1208-4470-8c6f-89ff21d28203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:45.439562 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:47.147326 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:33:47.912495 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:05.567785 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41002a-4bcd-4372-931c-43b3c396839a req-b2805552-a77c-4a28-b10f-b0e61287a0d4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:34:05.569292 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4c41002a-4bcd-4372-931c-43b3c396839a req-b2805552-a77c-4a28-b10f-b0e61287a0d4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e350514-54dd-4921-bc91-b85dca589352 HTTP/1.1" status: 200 len: 945 time: 0.0484035 Nov 29 02:34:05.617893 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4c41002a-4bcd-4372-931c-43b3c396839a req-f5165f8e-e2f8-4be8-9e0d-fa8ee5df2fdb tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=60071454-6b9b-4115-a761-eea9c7175300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427303 Nov 29 02:34:06.738365 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f7580-ec45-49d8-868f-ff57fff0866c req-ea8030b8-78bb-434c-9341-a259cd1567c2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:34:06.740001 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a61f7580-ec45-49d8-868f-ff57fff0866c req-ea8030b8-78bb-434c-9341-a259cd1567c2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e350514-54dd-4921-bc91-b85dca589352 HTTP/1.1" status: 200 len: 945 time: 0.0528421 Nov 29 02:34:06.789122 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a61f7580-ec45-49d8-868f-ff57fff0866c req-fd07702c-c72e-498b-9809-6ff3c04a0e60 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=60071454-6b9b-4115-a761-eea9c7175300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431659 Nov 29 02:34:07.904303 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69abee8-fdb6-47ec-9616-f7521bdc8e9a req-c9ee0e52-9dcc-4ab4-8bc5-32ea80c13f22 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:34:07.905797 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e69abee8-fdb6-47ec-9616-f7521bdc8e9a req-c9ee0e52-9dcc-4ab4-8bc5-32ea80c13f22 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e350514-54dd-4921-bc91-b85dca589352 HTTP/1.1" status: 200 len: 945 time: 0.0485022 Nov 29 02:34:07.954005 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e69abee8-fdb6-47ec-9616-f7521bdc8e9a req-298212c7-a8b0-4070-8b64-15af3f5a3f27 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=60071454-6b9b-4115-a761-eea9c7175300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421488 Nov 29 02:34:09.065600 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ea071-5767-4e92-9a81-970d217a7f96 req-a74c0fcf-b372-492b-be20-ecd3d91cee2c tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:34:09.067050 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-898ea071-5767-4e92-9a81-970d217a7f96 req-a74c0fcf-b372-492b-be20-ecd3d91cee2c tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e350514-54dd-4921-bc91-b85dca589352 HTTP/1.1" status: 200 len: 945 time: 0.0469587 Nov 29 02:34:09.123304 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-898ea071-5767-4e92-9a81-970d217a7f96 req-79e0e351-9f4f-4c05-96a8-83b70e5247ee tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=60071454-6b9b-4115-a761-eea9c7175300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502512 Nov 29 02:34:10.236523 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e44d85-2040-4552-8bdd-58f18f9a4dfa req-5fecd668-0c3b-451e-a050-a32624ef6d8a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:34:10.237992 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-51e44d85-2040-4552-8bdd-58f18f9a4dfa req-5fecd668-0c3b-451e-a050-a32624ef6d8a tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e350514-54dd-4921-bc91-b85dca589352 HTTP/1.1" status: 200 len: 945 time: 0.0478113 Nov 29 02:34:10.285942 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-51e44d85-2040-4552-8bdd-58f18f9a4dfa req-1ec95644-da4a-4ff6-b6ae-72dc0f3db3fb tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=60071454-6b9b-4115-a761-eea9c7175300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419569 Nov 29 02:34:11.401267 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5d840-b4dd-4a6e-a8e8-88743df1ca98 req-4304b2e3-7a62-42a9-8d80-449568a656ad tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:34:11.402766 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-94c5d840-b4dd-4a6e-a8e8-88743df1ca98 req-4304b2e3-7a62-42a9-8d80-449568a656ad tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e350514-54dd-4921-bc91-b85dca589352 HTTP/1.1" status: 200 len: 945 time: 0.0485525 Nov 29 02:34:11.451353 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-94c5d840-b4dd-4a6e-a8e8-88743df1ca98 req-9c368f69-df29-4af7-b57d-95dc1990dff9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=60071454-6b9b-4115-a761-eea9c7175300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425429 Nov 29 02:34:12.094391 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ad75ca81-9194-49ea-a90f-5d96273d9858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:12.567933 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43c0ef-52dd-416f-83bb-9654098701c1 req-17153418-90b2-458d-a29d-dcbf6314c99d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:34:12.569401 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dd43c0ef-52dd-416f-83bb-9654098701c1 req-17153418-90b2-458d-a29d-dcbf6314c99d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e350514-54dd-4921-bc91-b85dca589352 HTTP/1.1" status: 200 len: 945 time: 0.0515547 Nov 29 02:34:12.616432 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dd43c0ef-52dd-416f-83bb-9654098701c1 req-3f38a0a9-aacd-4223-b072-1842bba73825 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=60071454-6b9b-4115-a761-eea9c7175300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412083 Nov 29 02:34:13.729956 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c15a0e-55ee-4558-aa4c-d031755415fb req-8364158a-4b60-438e-bcfc-a46ed897ddba tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:34:13.731379 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-78c15a0e-55ee-4558-aa4c-d031755415fb req-8364158a-4b60-438e-bcfc-a46ed897ddba tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e350514-54dd-4921-bc91-b85dca589352 HTTP/1.1" status: 200 len: 945 time: 0.0470219 Nov 29 02:34:13.780202 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-78c15a0e-55ee-4558-aa4c-d031755415fb req-bdf97e4b-916d-424a-81cf-0ec887b00180 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=60071454-6b9b-4115-a761-eea9c7175300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429354 Nov 29 02:34:13.977844 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06759120-7eed-410c-b159-24be1996f224 req-adf4cc5b-3b02-42ed-aa43-decc87d38ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:34:13.979356 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-06759120-7eed-410c-b159-24be1996f224 req-adf4cc5b-3b02-42ed-aa43-decc87d38ff8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0c5f471953f452db2349f819ae968c6&device_id=1e350514-54dd-4921-bc91-b85dca589352 HTTP/1.1" status: 200 len: 1098 time: 0.0787759 Nov 29 02:34:14.081227 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06759120-7eed-410c-b159-24be1996f224 req-ea5b5a20-6cd4-4255-8154-76f2f9dce833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:34:14.082717 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-06759120-7eed-410c-b159-24be1996f224 req-ea5b5a20-6cd4-4255-8154-76f2f9dce833 service neutron] 10.222.0.24 "GET /v2.0/networks?id=98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8 HTTP/1.1" status: 200 len: 898 time: 0.0837691 Nov 29 02:34:14.103366 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:14.156720 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-06759120-7eed-410c-b159-24be1996f224 req-c528d305-4313-4f69-90a9-5501c73200d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d76bf798-d3a0-4c23-ad0f-5ed2fb9261de HTTP/1.1" status: 200 len: 1001 time: 0.0618234 Nov 29 02:34:14.209518 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06759120-7eed-410c-b159-24be1996f224 req-269373e2-956f-4acc-ac59-4ff681f89515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:34:14.210846 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-06759120-7eed-410c-b159-24be1996f224 req-269373e2-956f-4acc-ac59-4ff681f89515 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=50cb2177-71a4-4ea4-b70d-2aed292420cb HTTP/1.1" status: 200 len: 835 time: 0.0425320 Nov 29 02:34:14.220317 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:34:14.254542 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06759120-7eed-410c-b159-24be1996f224 req-1cd14883-ff94-4523-b801-cf20fdd27c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:34:14.255975 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-06759120-7eed-410c-b159-24be1996f224 req-1cd14883-ff94-4523-b801-cf20fdd27c17 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0377128 Nov 29 02:34:14.347334 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-06759120-7eed-410c-b159-24be1996f224 req-f36db91e-80e9-4825-9a6c-1a560652bb0f service neutron] 10.222.0.24 "GET /v2.0/networks/98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838070 Nov 29 02:34:14.363146 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c7c84937-d112-4170-9b9a-dfcb92f21f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:14.444940 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-06759120-7eed-410c-b159-24be1996f224 req-729a8c2b-f931-45d6-bbe2-9c8352f666d3 service neutron] 10.222.0.24 "GET /v2.0/networks/98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884278 Nov 29 02:34:14.895939 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76651329-3662-4a5c-b88d-a7271bc83211 req-5635310d-59b4-4745-a51b-9ff7d9fa1f38 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:34:14.897414 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-76651329-3662-4a5c-b88d-a7271bc83211 req-5635310d-59b4-4745-a51b-9ff7d9fa1f38 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e350514-54dd-4921-bc91-b85dca589352 HTTP/1.1" status: 200 len: 945 time: 0.0517514 Nov 29 02:34:14.946038 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-76651329-3662-4a5c-b88d-a7271bc83211 req-2d4a28ea-8e24-4f5c-bc05-511636ad09c8 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=60071454-6b9b-4115-a761-eea9c7175300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425186 Nov 29 02:34:15.442205 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:16.059507 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f6acf-a3db-4e85-b42e-a357a7139346 req-d094b293-c7f7-4ce2-91db-47bd82fa48c2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:34:16.060967 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c76f6acf-a3db-4e85-b42e-a357a7139346 req-d094b293-c7f7-4ce2-91db-47bd82fa48c2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e350514-54dd-4921-bc91-b85dca589352 HTTP/1.1" status: 200 len: 945 time: 0.0479057 Nov 29 02:34:16.108671 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c76f6acf-a3db-4e85-b42e-a357a7139346 req-2d01b1f3-d089-42f1-b4eb-9a32245a4bcd tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=60071454-6b9b-4115-a761-eea9c7175300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417867 Nov 29 02:34:16.130353 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49798) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:34:16.192905 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4896ec67-35d2-4730-8f51-a3fed89cbbdc tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/floatingips/9b8c9c06-364f-4ef5-b75f-4b1aea1a8d28 HTTP/1.1" status: 200 len: 993 time: 0.0614340 Nov 29 02:34:17.148674 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:17.494506 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175fd11-2792-4ae1-96ea-0c2499fa63df req-a64042c2-30dc-4c1b-bd4d-44d4f06606b3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:34:17.496020 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f175fd11-2792-4ae1-96ea-0c2499fa63df req-a64042c2-30dc-4c1b-bd4d-44d4f06606b3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e350514-54dd-4921-bc91-b85dca589352 HTTP/1.1" status: 200 len: 945 time: 0.0499463 Nov 29 02:34:17.545895 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f175fd11-2792-4ae1-96ea-0c2499fa63df req-b16c689a-2155-44dd-9e48-45dcd09964e5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=60071454-6b9b-4115-a761-eea9c7175300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434487 Nov 29 02:34:17.551954 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4224116-1bb9-4c1f-9c37-3616099c36c1 req-ae81bc41-0609-4b08-afb6-1843e3f84207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:34:17.553448 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f4224116-1bb9-4c1f-9c37-3616099c36c1 req-ae81bc41-0609-4b08-afb6-1843e3f84207 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0c5f471953f452db2349f819ae968c6&device_id=1e350514-54dd-4921-bc91-b85dca589352 HTTP/1.1" status: 200 len: 1098 time: 0.0416179 Nov 29 02:34:17.649578 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4224116-1bb9-4c1f-9c37-3616099c36c1 req-92e8f025-5aec-458a-aca9-a1e9aff2e18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:34:17.651210 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f4224116-1bb9-4c1f-9c37-3616099c36c1 req-92e8f025-5aec-458a-aca9-a1e9aff2e18f service neutron] 10.222.0.24 "GET /v2.0/networks?id=98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8 HTTP/1.1" status: 200 len: 898 time: 0.0860140 Nov 29 02:34:17.721353 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f4224116-1bb9-4c1f-9c37-3616099c36c1 req-3f597c59-4c10-476f-93a2-6a3e8fe7ddf9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d76bf798-d3a0-4c23-ad0f-5ed2fb9261de HTTP/1.1" status: 200 len: 1001 time: 0.0569391 Nov 29 02:34:17.774355 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4224116-1bb9-4c1f-9c37-3616099c36c1 req-bb37e0c4-89ee-4d9f-947e-d89d1137e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:34:17.775747 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f4224116-1bb9-4c1f-9c37-3616099c36c1 req-bb37e0c4-89ee-4d9f-947e-d89d1137e101 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=50cb2177-71a4-4ea4-b70d-2aed292420cb HTTP/1.1" status: 200 len: 835 time: 0.0426044 Nov 29 02:34:17.831935 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4224116-1bb9-4c1f-9c37-3616099c36c1 req-0ad3f1bd-b306-4819-a093-79d6a5cd3350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:34:17.833392 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f4224116-1bb9-4c1f-9c37-3616099c36c1 req-0ad3f1bd-b306-4819-a093-79d6a5cd3350 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442843 Nov 29 02:34:17.914468 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:17.924175 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f4224116-1bb9-4c1f-9c37-3616099c36c1 req-d502d102-b0d9-4539-ac0e-6564b45f2f01 service neutron] 10.222.0.24 "GET /v2.0/networks/98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808063 Nov 29 02:34:18.019541 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-f4224116-1bb9-4c1f-9c37-3616099c36c1 req-c09c20fe-fc55-4b23-a6eb-8f6f16bcd6eb service neutron] 10.222.0.24 "GET /v2.0/networks/98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841687 Nov 29 02:34:18.665185 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0079f-398d-4de8-be5e-1ddd13cab46e req-8e0b653f-c243-4aea-a97e-ddc524dce056 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:34:18.666682 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b8e0079f-398d-4de8-be5e-1ddd13cab46e req-8e0b653f-c243-4aea-a97e-ddc524dce056 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e350514-54dd-4921-bc91-b85dca589352 HTTP/1.1" status: 200 len: 945 time: 0.0503819 Nov 29 02:34:18.714280 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b8e0079f-398d-4de8-be5e-1ddd13cab46e req-16e84134-f1b7-4968-aeb1-4cb39ca48edb tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=60071454-6b9b-4115-a761-eea9c7175300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416710 Nov 29 02:34:19.830764 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808e49c-2e8d-4008-9c0a-b7e375c3ea84 req-f16156bf-4d23-4c0b-a771-4d41267b9d05 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:34:19.832209 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0808e49c-2e8d-4008-9c0a-b7e375c3ea84 req-f16156bf-4d23-4c0b-a771-4d41267b9d05 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e350514-54dd-4921-bc91-b85dca589352 HTTP/1.1" status: 200 len: 945 time: 0.0511444 Nov 29 02:34:19.880445 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0808e49c-2e8d-4008-9c0a-b7e375c3ea84 req-4410227e-ca57-4c89-93fe-c23081fc7cf5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=60071454-6b9b-4115-a761-eea9c7175300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423462 Nov 29 02:34:19.903950 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49810) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:34:19.961357 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5439ef0d-7007-474a-a16f-bcee2c1384dc tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/floatingips/9b8c9c06-364f-4ef5-b75f-4b1aea1a8d28 HTTP/1.1" status: 200 len: 993 time: 0.0563128 Nov 29 02:34:42.095029 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-71671427-f94b-4ae5-98b3-92f53c7211c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:44.116862 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:44.364482 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c34b6868-0ff1-45c1-9283-fff6a2bd14d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:45.445254 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:47.150688 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:47.916340 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:51.221149 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:34:52.384126 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49828) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:34:52.537474 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4d8d1040-0d9d-47ad-8e86-f7018f28d560 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Deleting port f9fe20b2-b7d3-4e27-935c-f4c549bce2b0 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:34:52.537758 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d8d1040-0d9d-47ad-8e86-f7018f28d560 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:52.615624 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d8d1040-0d9d-47ad-8e86-f7018f28d560 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:52.615949 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d8d1040-0d9d-47ad-8e86-f7018f28d560 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:52.627150 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-4d8d1040-0d9d-47ad-8e86-f7018f28d560 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Calling delete_port for f9fe20b2-b7d3-4e27-935c-f4c549bce2b0 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:34:52.767317 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d8d1040-0d9d-47ad-8e86-f7018f28d560 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:52.794096 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d1040-0d9d-47ad-8e86-f7018f28d560 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event deleted for resources: {'Port': ['ID=f9fe20b2-b7d3-4e27-935c-f4c549bce2b0,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:34:52.816566 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8d1040-0d9d-47ad-8e86-f7018f28d560 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:34:52.816919 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8d1040-0d9d-47ad-8e86-f7018f28d560 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:34:52.817269 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8d1040-0d9d-47ad-8e86-f7018f28d560 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:34:52.817639 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8d1040-0d9d-47ad-8e86-f7018f28d560 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:34:52.817978 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8d1040-0d9d-47ad-8e86-f7018f28d560 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:34:52.818310 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8d1040-0d9d-47ad-8e86-f7018f28d560 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:34:52.818640 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8d1040-0d9d-47ad-8e86-f7018f28d560 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:34:52.818968 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8d1040-0d9d-47ad-8e86-f7018f28d560 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:34:52.819297 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8d1040-0d9d-47ad-8e86-f7018f28d560 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:34:52.819636 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8d1040-0d9d-47ad-8e86-f7018f28d560 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:34:52.819945 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8d1040-0d9d-47ad-8e86-f7018f28d560 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:34:52.820267 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8d1040-0d9d-47ad-8e86-f7018f28d560 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:34:52.860733 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d8d1040-0d9d-47ad-8e86-f7018f28d560 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for floatingip, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:52.861060 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [None req-4d8d1040-0d9d-47ad-8e86-f7018f28d560 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Floating IP 9b8c9c06-364f-4ef5-b75f-4b1aea1a8d28 disassociated (deleted). External IP: 172.26.3.126, port: d76bf798-d3a0-4c23-ad0f-5ed2fb9261de. Nov 29 02:34:53.062356 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8d1040-0d9d-47ad-8e86-f7018f28d560 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Router 5c92a426-57b3-43ed-a4aa-56db86361d2c has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:34:53.168019 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8d1040-0d9d-47ad-8e86-f7018f28d560 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:34:53.172600 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d8d1040-0d9d-47ad-8e86-f7018f28d560 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:53.178043 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8b57fb-d1a1-434b-8bbf-3a0be0dbb887 None None] Sync routers for ids ['5c92a426-57b3-43ed-a4aa-56db86361d2c'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:34:53.186837 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8b57fb-d1a1-434b-8bbf-3a0be0dbb887 None None] Routers {'5c92a426-57b3-43ed-a4aa-56db86361d2c'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:34:53.187445 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5d8b57fb-d1a1-434b-8bbf-3a0be0dbb887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:34:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['5c92a426-57b3-43ed-a4aa-56db86361d2c'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:34:53.200225 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4d8d1040-0d9d-47ad-8e86-f7018f28d560 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "DELETE /v2.0/floatingips/9b8c9c06-364f-4ef5-b75f-4b1aea1a8d28 HTTP/1.1" status: 204 len: 168 time: 0.8150203 Nov 29 02:34:53.200803 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e350514-54dd-4921-bc91-b85dca589352', 'tag': 'd76bf798-d3a0-4c23-ad0f-5ed2fb9261de'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:34:53.203585 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4253b0-46f4-46c8-8310-75103221f5d9" -d '{"events": [{"name": "network-changed", "server_uuid": "1e350514-54dd-4921-bc91-b85dca589352", "tag": "d76bf798-d3a0-4c23-ad0f-5ed2fb9261de"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:34:53.297564 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-5d8b57fb-d1a1-434b-8bbf-3a0be0dbb887 None None] Set router 5c92a426-57b3-43ed-a4aa-56db86361d2c gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:34:53.302537 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccaf3812-f587-424d-aa0c-d32f284dca9a x-openstack-request-id: req-ccaf3812-f587-424d-aa0c-d32f284dca9a {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:34:53.303351 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e350514-54dd-4921-bc91-b85dca589352", "tag": "d76bf798-d3a0-4c23-ad0f-5ed2fb9261de", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:34:53.303840 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ccaf3812-f587-424d-aa0c-d32f284dca9a {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:34:53.304690 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e350514-54dd-4921-bc91-b85dca589352', 'tag': 'd76bf798-d3a0-4c23-ad0f-5ed2fb9261de', 'status': 'completed', 'code': 200} Nov 29 02:34:53.403189 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4253b0-46f4-46c8-8310-75103221f5d9 req-7862316b-9f31-47d5-890d-167cd566af8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:34:53.405815 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0d4253b0-46f4-46c8-8310-75103221f5d9 req-7862316b-9f31-47d5-890d-167cd566af8a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0c5f471953f452db2349f819ae968c6&device_id=1e350514-54dd-4921-bc91-b85dca589352 HTTP/1.1" status: 200 len: 1098 time: 0.0528882 Nov 29 02:34:53.444959 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c119b-dadf-4470-a081-8d0625407f69 req-0e496028-e6bb-4e9d-9bce-3b2fa8c655c0 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:34:53.446501 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2d6c119b-dadf-4470-a081-8d0625407f69 req-0e496028-e6bb-4e9d-9bce-3b2fa8c655c0 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e350514-54dd-4921-bc91-b85dca589352 HTTP/1.1" status: 200 len: 945 time: 0.0580533 Nov 29 02:34:53.500184 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2d6c119b-dadf-4470-a081-8d0625407f69 req-8bf72fe9-dd05-48b2-9f33-bb2828735b49 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=60071454-6b9b-4115-a761-eea9c7175300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472646 Nov 29 02:34:53.510220 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5d8b57fb-d1a1-434b-8bbf-3a0be0dbb887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354543596', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bbcb8c77-4887-4579-8d37-5c2772989e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:33:13Z', 'updated_at': '2021-11-29T02:33:17Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'bbcb8c77-4887-4579-8d37-5c2772989e59', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:33:14Z', 'updated_at': '2021-11-29T02:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3', 'name': '', 'network_id': '98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:ae:1f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '50cb2177-71a4-4ea4-b70d-2aed292420cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:33:16Z', 'updated_at': '2021-11-29T02:33:20Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': '50cb2177-71a4-4ea4-b70d-2aed292420cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:34:53.522716 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4253b0-46f4-46c8-8310-75103221f5d9 req-8f6dfb10-0a78-4e55-a576-4477f7e61c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:34:53.524215 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0d4253b0-46f4-46c8-8310-75103221f5d9 req-8f6dfb10-0a78-4e55-a576-4477f7e61c16 service neutron] 10.222.0.24 "GET /v2.0/networks?id=98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8 HTTP/1.1" status: 200 len: 898 time: 0.0980620 Nov 29 02:34:53.545290 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8b57fb-d1a1-434b-8bbf-3a0be0dbb887 None None] Checking router: 5c92a426-57b3-43ed-a4aa-56db86361d2c for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:34:53.553821 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8b57fb-d1a1-434b-8bbf-3a0be0dbb887 None None] Routers {'5c92a426-57b3-43ed-a4aa-56db86361d2c'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:34:53.554439 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5d8b57fb-d1a1-434b-8bbf-3a0be0dbb887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:34:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['5c92a426-57b3-43ed-a4aa-56db86361d2c'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:34:53.565582 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0d4253b0-46f4-46c8-8310-75103221f5d9 req-cf66fbab-2f93-4f0d-a09a-a160fe39dbd0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d76bf798-d3a0-4c23-ad0f-5ed2fb9261de HTTP/1.1" status: 200 len: 217 time: 0.0338054 Nov 29 02:34:53.618018 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4253b0-46f4-46c8-8310-75103221f5d9 req-d09b999a-9e45-4862-b4ba-5f81ada532be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:34:53.619407 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0d4253b0-46f4-46c8-8310-75103221f5d9 req-d09b999a-9e45-4862-b4ba-5f81ada532be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=50cb2177-71a4-4ea4-b70d-2aed292420cb HTTP/1.1" status: 200 len: 835 time: 0.0457597 Nov 29 02:34:53.659366 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-5d8b57fb-d1a1-434b-8bbf-3a0be0dbb887 None None] Set router 5c92a426-57b3-43ed-a4aa-56db86361d2c gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:34:53.671572 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4253b0-46f4-46c8-8310-75103221f5d9 req-cc14c862-7955-4842-8ba0-59939189d9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:34:53.673099 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0d4253b0-46f4-46c8-8310-75103221f5d9 req-cc14c862-7955-4842-8ba0-59939189d9f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449045 Nov 29 02:34:53.769474 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0d4253b0-46f4-46c8-8310-75103221f5d9 req-7b714eb0-1c4a-4dbb-a950-6855d213d6af service neutron] 10.222.0.24 "GET /v2.0/networks/98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873985 Nov 29 02:34:53.865904 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-0d4253b0-46f4-46c8-8310-75103221f5d9 req-6a335335-9ba0-4d67-9380-55691a62bffd service neutron] 10.222.0.24 "GET /v2.0/networks/98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880959 Nov 29 02:34:54.013425 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5d8b57fb-d1a1-434b-8bbf-3a0be0dbb887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354543596', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bbcb8c77-4887-4579-8d37-5c2772989e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:33:13Z', 'updated_at': '2021-11-29T02:33:17Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'bbcb8c77-4887-4579-8d37-5c2772989e59', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:33:14Z', 'updated_at': '2021-11-29T02:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3', 'name': '', 'network_id': '98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:ae:1f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '50cb2177-71a4-4ea4-b70d-2aed292420cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:33:16Z', 'updated_at': '2021-11-29T02:33:20Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': '50cb2177-71a4-4ea4-b70d-2aed292420cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:34:54.039476 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8b57fb-d1a1-434b-8bbf-3a0be0dbb887 None None] The sync data for ids ['5c92a426-57b3-43ed-a4aa-56db86361d2c'] in dv-neutron-819032-3-hyperv is: [{'id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354543596', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bbcb8c77-4887-4579-8d37-5c2772989e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:33:13Z', 'updated_at': '2021-11-29T02:33:17Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'bbcb8c77-4887-4579-8d37-5c2772989e59', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:33:14Z', 'updated_at': '2021-11-29T02:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3', 'name': '', 'network_id': '98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:ae:1f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '50cb2177-71a4-4ea4-b70d-2aed292420cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:33:16Z', 'updated_at': '2021-11-29T02:33:20Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': '50cb2177-71a4-4ea4-b70d-2aed292420cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:34:54.248235 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5827099a-d881-4fe1-a7de-cd453c433fa4 None None] New status for floating IP 9b8c9c06-364f-4ef5-b75f-4b1aea1a8d28: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:34:54.618350 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d9c2b-c8a8-42c0-bc78-ed631a806489 req-89944ca6-cad7-4d32-b3bc-549129e81eca tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:34:54.619831 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-380d9c2b-c8a8-42c0-bc78-ed631a806489 req-89944ca6-cad7-4d32-b3bc-549129e81eca tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e350514-54dd-4921-bc91-b85dca589352 HTTP/1.1" status: 200 len: 945 time: 0.0490997 Nov 29 02:34:54.671499 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-380d9c2b-c8a8-42c0-bc78-ed631a806489 req-4919e493-82ae-46e4-a65b-cf27f9d41ff6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=60071454-6b9b-4115-a761-eea9c7175300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453305 Nov 29 02:34:55.484958 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7905fac-ddf1-425f-b8f9-87b411fc49ed req-9c1edb5e-079b-42dd-a69a-d1d6e2140029 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:34:55.487285 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a7905fac-ddf1-425f-b8f9-87b411fc49ed req-9c1edb5e-079b-42dd-a69a-d1d6e2140029 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e350514-54dd-4921-bc91-b85dca589352 HTTP/1.1" status: 200 len: 945 time: 0.0468452 Nov 29 02:34:55.583263 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-a7905fac-ddf1-425f-b8f9-87b411fc49ed req-644eb6a5-27e3-4674-84d7-afcffcb27c7d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Deleting port d76bf798-d3a0-4c23-ad0f-5ed2fb9261de {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:34:55.583646 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a7905fac-ddf1-425f-b8f9-87b411fc49ed req-644eb6a5-27e3-4674-84d7-afcffcb27c7d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:55.669527 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-a7905fac-ddf1-425f-b8f9-87b411fc49ed req-644eb6a5-27e3-4674-84d7-afcffcb27c7d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] For port d76bf798-d3a0-4c23-ad0f-5ed2fb9261de, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=d76bf798-d3a0-4c23-ad0f-5ed2fb9261de,segment=NetworkSegment(af74782c-2d3a-4776-ac42-dcf589be7f97),segment_id=af74782c-2d3a-4776-ac42-dcf589be7f97)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:34:55.669918 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a7905fac-ddf1-425f-b8f9-87b411fc49ed req-644eb6a5-27e3-4674-84d7-afcffcb27c7d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:55.682800 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-a7905fac-ddf1-425f-b8f9-87b411fc49ed req-644eb6a5-27e3-4674-84d7-afcffcb27c7d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Calling delete_port for d76bf798-d3a0-4c23-ad0f-5ed2fb9261de owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:34:55.784532 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfaf7da-482c-493c-ba5e-162736dbeb80 req-65f9d7d5-337b-440d-8874-59107c0f49a6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:34:55.786059 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-adfaf7da-482c-493c-ba5e-162736dbeb80 req-65f9d7d5-337b-440d-8874-59107c0f49a6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e350514-54dd-4921-bc91-b85dca589352 HTTP/1.1" status: 200 len: 945 time: 0.0479062 Nov 29 02:34:55.812380 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a7905fac-ddf1-425f-b8f9-87b411fc49ed req-644eb6a5-27e3-4674-84d7-afcffcb27c7d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:55.840463 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-adfaf7da-482c-493c-ba5e-162736dbeb80 req-e47493e3-1756-46ec-811a-a2177315ec89 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=60071454-6b9b-4115-a761-eea9c7175300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476692 Nov 29 02:34:55.841863 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644eb6a5-27e3-4674-84d7-afcffcb27c7d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event deleted for resources: {'Port': ['ID=d76bf798-d3a0-4c23-ad0f-5ed2fb9261de,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:34:55.887999 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7905fac-ddf1-425f-b8f9-87b411fc49ed req-644eb6a5-27e3-4674-84d7-afcffcb27c7d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] No DVR routers for this DVR port d76bf798-d3a0-4c23-ad0f-5ed2fb9261de on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:34:55.890947 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a7905fac-ddf1-425f-b8f9-87b411fc49ed req-644eb6a5-27e3-4674-84d7-afcffcb27c7d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:55.894246 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a7905fac-ddf1-425f-b8f9-87b411fc49ed req-644eb6a5-27e3-4674-84d7-afcffcb27c7d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.24 "DELETE /v2.0/ports/d76bf798-d3a0-4c23-ad0f-5ed2fb9261de HTTP/1.1" status: 204 len: 173 time: 0.3985419 Nov 29 02:34:55.894701 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e350514-54dd-4921-bc91-b85dca589352', 'name': 'network-vif-deleted', 'tag': 'd76bf798-d3a0-4c23-ad0f-5ed2fb9261de'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:34:55.896922 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6674bc02-a6bd-4767-94cc-060b9afd96bb" -d '{"events": [{"server_uuid": "1e350514-54dd-4921-bc91-b85dca589352", "name": "network-vif-deleted", "tag": "d76bf798-d3a0-4c23-ad0f-5ed2fb9261de"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:34:55.937001 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5025d791-30e7-4fc3-92ba-04f7bbb7d2d8 x-openstack-request-id: req-5025d791-30e7-4fc3-92ba-04f7bbb7d2d8 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:34:55.937294 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e350514-54dd-4921-bc91-b85dca589352", "name": "network-vif-deleted", "tag": "d76bf798-d3a0-4c23-ad0f-5ed2fb9261de", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:34:55.937888 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5025d791-30e7-4fc3-92ba-04f7bbb7d2d8 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:34:55.938078 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e350514-54dd-4921-bc91-b85dca589352', 'name': 'network-vif-deleted', 'tag': 'd76bf798-d3a0-4c23-ad0f-5ed2fb9261de', 'status': 'completed', 'code': 200} Nov 29 02:34:56.897973 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49848) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:34:57.243920 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cac4acb4-558f-4410-a7bb-d5256443ceb5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:57.494887 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-cac4acb4-558f-4410-a7bb-d5256443ceb5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Deleting port 8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:34:57.495145 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cac4acb4-558f-4410-a7bb-d5256443ceb5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:57.583060 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-cac4acb4-558f-4410-a7bb-d5256443ceb5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] For port 8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3,segment=NetworkSegment(af74782c-2d3a-4776-ac42-dcf589be7f97),segment_id=af74782c-2d3a-4776-ac42-dcf589be7f97)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:34:57.583419 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cac4acb4-558f-4410-a7bb-d5256443ceb5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:57.596628 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-cac4acb4-558f-4410-a7bb-d5256443ceb5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Calling delete_port for 8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:34:57.773027 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cac4acb4-558f-4410-a7bb-d5256443ceb5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:57.796516 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4acb4-558f-4410-a7bb-d5256443ceb5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event deleted for resources: {'Port': ['ID=8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:34:57.974456 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cac4acb4-558f-4410-a7bb-d5256443ceb5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:58.482205 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac4acb4-558f-4410-a7bb-d5256443ceb5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Router 5c92a426-57b3-43ed-a4aa-56db86361d2c has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:34:58.587673 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac4acb4-558f-4410-a7bb-d5256443ceb5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:34:58.593331 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-cac4acb4-558f-4410-a7bb-d5256443ceb5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "PUT /v2.0/routers/5c92a426-57b3-43ed-a4aa-56db86361d2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6942427 Nov 29 02:34:58.595963 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49850) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:34:58.598533 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc0cd57-9539-4302-a3ef-ceed269019cf None None] Sync routers for ids ['5c92a426-57b3-43ed-a4aa-56db86361d2c'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:34:58.609117 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc0cd57-9539-4302-a3ef-ceed269019cf None None] Routers {'5c92a426-57b3-43ed-a4aa-56db86361d2c'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:34:58.609854 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3bc0cd57-9539-4302-a3ef-ceed269019cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:34:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['5c92a426-57b3-43ed-a4aa-56db86361d2c'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:34:58.645635 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-07309dc7-624c-481d-94dd-be9e7a6888f9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Deleting subnet 50cb2177-71a4-4ea4-b70d-2aed292420cb {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:34:58.648716 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-07309dc7-624c-481d-94dd-be9e7a6888f9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:58.688358 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-07309dc7-624c-481d-94dd-be9e7a6888f9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:58.712636 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-3bc0cd57-9539-4302-a3ef-ceed269019cf None None] Set router 5c92a426-57b3-43ed-a4aa-56db86361d2c gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:34:58.772105 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-07309dc7-624c-481d-94dd-be9e7a6888f9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:58.832452 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-07309dc7-624c-481d-94dd-be9e7a6888f9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:58.857407 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07309dc7-624c-481d-94dd-be9e7a6888f9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event deleted for resources: {'Subnet': ['ID=50cb2177-71a4-4ea4-b70d-2aed292420cb,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:34:58.864942 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-07309dc7-624c-481d-94dd-be9e7a6888f9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:58.871279 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49852) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:34:58.871981 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-07309dc7-624c-481d-94dd-be9e7a6888f9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "DELETE /v2.0/subnets/50cb2177-71a4-4ea4-b70d-2aed292420cb HTTP/1.1" status: 204 len: 168 time: 0.2749705 Nov 29 02:34:58.873704 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c473f1e1-7ba9-4121-8def-0f8047693125 None None] Network 98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:34:58.971574 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3bc0cd57-9539-4302-a3ef-ceed269019cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354543596', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bbcb8c77-4887-4579-8d37-5c2772989e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:33:13Z', 'updated_at': '2021-11-29T02:34:57Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'bbcb8c77-4887-4579-8d37-5c2772989e59', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:33:14Z', 'updated_at': '2021-11-29T02:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:34:58.985207 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1f428ef-bd1d-4f2b-bfca-93ae9652a2f7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:59.012881 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc0cd57-9539-4302-a3ef-ceed269019cf None None] Checking router: 5c92a426-57b3-43ed-a4aa-56db86361d2c for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:34:59.028699 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc0cd57-9539-4302-a3ef-ceed269019cf None None] Routers {'5c92a426-57b3-43ed-a4aa-56db86361d2c'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:34:59.029239 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3bc0cd57-9539-4302-a3ef-ceed269019cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:34:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['5c92a426-57b3-43ed-a4aa-56db86361d2c'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:34:59.084527 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1f428ef-bd1d-4f2b-bfca-93ae9652a2f7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:59.130201 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device d76bf798-d3a0-4c23-ad0f-5ed2fb9261de no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:34:59.147061 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e1f428ef-bd1d-4f2b-bfca-93ae9652a2f7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Deleting port bbcb8c77-4887-4579-8d37-5c2772989e59 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:34:59.147406 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1f428ef-bd1d-4f2b-bfca-93ae9652a2f7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:59.162265 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: d76bf798-d3a0-4c23-ad0f-5ed2fb9261de {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:34:59.162619 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device d76bf798-d3a0-4c23-ad0f-5ed2fb9261de not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:34:59.164761 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60b31e2-1655-42c0-859c-90295f45f842 None None] DHCP port deletion for 98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:34:59.206265 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-3bc0cd57-9539-4302-a3ef-ceed269019cf None None] Set router 5c92a426-57b3-43ed-a4aa-56db86361d2c gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:34:59.238163 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-e1f428ef-bd1d-4f2b-bfca-93ae9652a2f7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] For port bbcb8c77-4887-4579-8d37-5c2772989e59, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=bbcb8c77-4887-4579-8d37-5c2772989e59,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:34:59.238531 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1f428ef-bd1d-4f2b-bfca-93ae9652a2f7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:59.251128 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e1f428ef-bd1d-4f2b-bfca-93ae9652a2f7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Calling delete_port for bbcb8c77-4887-4579-8d37-5c2772989e59 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:34:59.331408 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a60b31e2-1655-42c0-859c-90295f45f842 None None] Deleting port 7d7788f8-fc9d-4415-847e-33cc7baca731 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:34:59.331711 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a60b31e2-1655-42c0-859c-90295f45f842 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:59.419572 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1f428ef-bd1d-4f2b-bfca-93ae9652a2f7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:59.433223 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a60b31e2-1655-42c0-859c-90295f45f842 None None] For port 7d7788f8-fc9d-4415-847e-33cc7baca731, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=7d7788f8-fc9d-4415-847e-33cc7baca731,segment=NetworkSegment(af74782c-2d3a-4776-ac42-dcf589be7f97),segment_id=af74782c-2d3a-4776-ac42-dcf589be7f97)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:34:59.433648 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a60b31e2-1655-42c0-859c-90295f45f842 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:59.448344 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-a60b31e2-1655-42c0-859c-90295f45f842 None None] Calling delete_port for 7d7788f8-fc9d-4415-847e-33cc7baca731 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:34:59.449650 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f428ef-bd1d-4f2b-bfca-93ae9652a2f7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event deleted for resources: {'Port': ['ID=bbcb8c77-4887-4579-8d37-5c2772989e59,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:34:59.461409 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f428ef-bd1d-4f2b-bfca-93ae9652a2f7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:34:59.462271 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f428ef-bd1d-4f2b-bfca-93ae9652a2f7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:34:59.462491 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f428ef-bd1d-4f2b-bfca-93ae9652a2f7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:34:59.462840 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f428ef-bd1d-4f2b-bfca-93ae9652a2f7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:34:59.463203 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f428ef-bd1d-4f2b-bfca-93ae9652a2f7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:34:59.463545 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f428ef-bd1d-4f2b-bfca-93ae9652a2f7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:34:59.463977 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f428ef-bd1d-4f2b-bfca-93ae9652a2f7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:34:59.464262 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f428ef-bd1d-4f2b-bfca-93ae9652a2f7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:34:59.464524 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f428ef-bd1d-4f2b-bfca-93ae9652a2f7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:34:59.464855 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f428ef-bd1d-4f2b-bfca-93ae9652a2f7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:34:59.465186 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f428ef-bd1d-4f2b-bfca-93ae9652a2f7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:34:59.465520 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f428ef-bd1d-4f2b-bfca-93ae9652a2f7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:34:59.470282 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854f0510-c86d-47da-9f3f-88d803f4e262 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:34:59.527697 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1f428ef-bd1d-4f2b-bfca-93ae9652a2f7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:59.528699 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-3bc0cd57-9539-4302-a3ef-ceed269019cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354543596', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bbcb8c77-4887-4579-8d37-5c2772989e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:33:13Z', 'updated_at': '2021-11-29T02:34:57Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'bbcb8c77-4887-4579-8d37-5c2772989e59', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:33:14Z', 'updated_at': '2021-11-29T02:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:34:59.562320 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc0cd57-9539-4302-a3ef-ceed269019cf None None] The sync data for ids ['5c92a426-57b3-43ed-a4aa-56db86361d2c'] in dv-neutron-819032-3-hyperv is: [{'id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354543596', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': 'bbcb8c77-4887-4579-8d37-5c2772989e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:33:13Z', 'updated_at': '2021-11-29T02:34:57Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'bbcb8c77-4887-4579-8d37-5c2772989e59', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c92a426-57b3-43ed-a4aa-56db86361d2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:33:14Z', 'updated_at': '2021-11-29T02:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:34:59.580225 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a60b31e2-1655-42c0-859c-90295f45f842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:59.605452 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b31e2-1655-42c0-859c-90295f45f842 None None] Pushing event deleted for resources: {'Port': ['ID=7d7788f8-fc9d-4415-847e-33cc7baca731,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:34:59.614725 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60b31e2-1655-42c0-859c-90295f45f842 None None] No DVR routers for this DVR port 7d7788f8-fc9d-4415-847e-33cc7baca731 on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:34:59.616743 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b31e2-1655-42c0-859c-90295f45f842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:34:59.617101 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b31e2-1655-42c0-859c-90295f45f842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:34:59.617451 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b31e2-1655-42c0-859c-90295f45f842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:34:59.617820 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b31e2-1655-42c0-859c-90295f45f842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:34:59.618164 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b31e2-1655-42c0-859c-90295f45f842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:34:59.618503 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b31e2-1655-42c0-859c-90295f45f842 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:34:59.618837 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b31e2-1655-42c0-859c-90295f45f842 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:34:59.619172 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b31e2-1655-42c0-859c-90295f45f842 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:34:59.619504 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b31e2-1655-42c0-859c-90295f45f842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:34:59.619835 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b31e2-1655-42c0-859c-90295f45f842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:34:59.620163 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b31e2-1655-42c0-859c-90295f45f842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:34:59.620612 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60b31e2-1655-42c0-859c-90295f45f842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:34:59.621631 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1f428ef-bd1d-4f2b-bfca-93ae9652a2f7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:59.624584 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1f428ef-bd1d-4f2b-bfca-93ae9652a2f7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:59.676601 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1f428ef-bd1d-4f2b-bfca-93ae9652a2f7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:59.677295 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f428ef-bd1d-4f2b-bfca-93ae9652a2f7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Fanout notify agent at l3_agent the message router_deleted on router 5c92a426-57b3-43ed-a4aa-56db86361d2c {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:34:59.687802 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1f428ef-bd1d-4f2b-bfca-93ae9652a2f7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:59.688946 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e1f428ef-bd1d-4f2b-bfca-93ae9652a2f7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "DELETE /v2.0/routers/5c92a426-57b3-43ed-a4aa-56db86361d2c HTTP/1.1" status: 204 len: 168 time: 0.8163793 Nov 29 02:34:59.691579 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49856) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:34:59.772901 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f156f5fa-b787-443d-b0da-18063b2d1fa1 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:59.863668 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f156f5fa-b787-443d-b0da-18063b2d1fa1 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:59.884466 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-f156f5fa-b787-443d-b0da-18063b2d1fa1 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:34:59.894241 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-f156f5fa-b787-443d-b0da-18063b2d1fa1 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af74782c-2d3a-4776-ac42-dcf589be7f97') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:34:59.894546 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-f156f5fa-b787-443d-b0da-18063b2d1fa1 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af74782c-2d3a-4776-ac42-dcf589be7f97') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:34:59.905131 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f156f5fa-b787-443d-b0da-18063b2d1fa1 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:59.918609 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f156f5fa-b787-443d-b0da-18063b2d1fa1 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:59.925488 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f156f5fa-b787-443d-b0da-18063b2d1fa1 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:34:59.926105 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f156f5fa-b787-443d-b0da-18063b2d1fa1 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:59.929123 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:34:59.929123 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:34:59.929123 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:34:59.929123 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:34:59.929123 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:34:59.929123 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:34:59.929123 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:34:59.929123 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:34:59.929123 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:34:59.929123 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:34:59.929123 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:34:59.929123 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:34:59.929123 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:34:59.929123 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:34:59.929123 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:34:59.929123 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:34:59.929123 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:34:59.929123 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:34:59.929123 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:34:59.929123 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:34:59.929123 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:34:59.929123 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:34:59.929123 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:34:59.929123 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:34:59.929123 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:34:59.929123 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:34:59.929123 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:34:59.929123 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:34:59.929123 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:34:59.929123 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:34:59.929123 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:34:59.929123 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:34:59.986441 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f156f5fa-b787-443d-b0da-18063b2d1fa1 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:59.993855 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f156f5fa-b787-443d-b0da-18063b2d1fa1 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:34:59.996360 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f156f5fa-b787-443d-b0da-18063b2d1fa1 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "DELETE /v2.0/networks/98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8 HTTP/1.1" status: 204 len: 168 time: 0.3037963 Nov 29 02:34:59.999963 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49858) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:35:00.015259 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156f5fa-b787-443d-b0da-18063b2d1fa1 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event deleted for resources: {'Network': ['ID=98f16765-0ebe-4e6c-a68d-6c3d1ab3c7f8,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:00.057053 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7c25323-410b-4c7f-8995-6ea2cfc257f9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:00.081207 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7c25323-410b-4c7f-8995-6ea2cfc257f9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:00.143967 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7c25323-410b-4c7f-8995-6ea2cfc257f9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:00.146623 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7c25323-410b-4c7f-8995-6ea2cfc257f9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:00.147767 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-a7c25323-410b-4c7f-8995-6ea2cfc257f9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "DELETE /v2.0/security-groups/60071454-6b9b-4115-a761-eea9c7175300 HTTP/1.1" status: 204 len: 168 time: 0.1467485 Nov 29 02:35:00.157444 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c25323-410b-4c7f-8995-6ea2cfc257f9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60071454-6b9b-4115-a761-eea9c7175300,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:00.417743 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49864) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:35:00.422425 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-968a7ebc-622f-4277-8356-5ef02501e5c5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-10068585', 'description': 'tempest-secgroup-smoke-10068585 description', 'project_id': 'a0c5f471953f452db2349f819ae968c6'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:35:00.443663 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-968a7ebc-622f-4277-8356-5ef02501e5c5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:00.507355 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-968a7ebc-622f-4277-8356-5ef02501e5c5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:00.511061 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-968a7ebc-622f-4277-8356-5ef02501e5c5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:00.543109 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-968a7ebc-622f-4277-8356-5ef02501e5c5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:00.544309 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-968a7ebc-622f-4277-8356-5ef02501e5c5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1255572 Nov 29 02:35:00.547203 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49866) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:35:00.551629 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6bf3f27b-931a-4829-b63a-b64a1f794744 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'security_group_rule': {'security_group_id': '6d993517-e313-4b51-976e-fed3d8a0f353', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:35:00.556410 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a7ebc-622f-4277-8356-5ef02501e5c5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d993517-e313-4b51-976e-fed3d8a0f353,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:00.580187 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6bf3f27b-931a-4829-b63a-b64a1f794744 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:00.633548 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6bf3f27b-931a-4829-b63a-b64a1f794744 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:00.637180 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6bf3f27b-931a-4829-b63a-b64a1f794744 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:00.658474 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3f27b-931a-4829-b63a-b64a1f794744 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb9b02aa-3006-4f62-b630-5d0b9830cce3,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:00.663954 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6bf3f27b-931a-4829-b63a-b64a1f794744 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:00.665097 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-6bf3f27b-931a-4829-b63a-b64a1f794744 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169901 Nov 29 02:35:00.667886 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49868) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:35:00.672190 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5a888480-c8b5-477d-b277-c4613438c5fc tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'security_group_rule': {'security_group_id': '6d993517-e313-4b51-976e-fed3d8a0f353', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:35:00.697297 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a888480-c8b5-477d-b277-c4613438c5fc tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:00.754680 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a888480-c8b5-477d-b277-c4613438c5fc tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:00.758268 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a888480-c8b5-477d-b277-c4613438c5fc tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:00.776826 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a888480-c8b5-477d-b277-c4613438c5fc tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca765e17-4aa6-40bd-bbb9-3a9c4315157e,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:00.781604 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5a888480-c8b5-477d-b277-c4613438c5fc tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:00.785217 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5a888480-c8b5-477d-b277-c4613438c5fc tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1139448 Nov 29 02:35:00.785525 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49870) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:35:00.789854 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5205bcd9-32c9-47c5-87b6-8e868bc7d860 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'security_group_rule': {'security_group_id': '6d993517-e313-4b51-976e-fed3d8a0f353', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:35:00.815171 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5205bcd9-32c9-47c5-87b6-8e868bc7d860 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:00.869094 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5205bcd9-32c9-47c5-87b6-8e868bc7d860 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:00.872363 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5205bcd9-32c9-47c5-87b6-8e868bc7d860 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:00.890204 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205bcd9-32c9-47c5-87b6-8e868bc7d860 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637bd271-836e-4c90-a5fd-82daa119ea02,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:00.897500 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5205bcd9-32c9-47c5-87b6-8e868bc7d860 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:00.899880 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5205bcd9-32c9-47c5-87b6-8e868bc7d860 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1133039 Nov 29 02:35:00.901263 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49872) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:35:00.905840 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7696b043-fc96-428d-9484-eac6838420ef tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'security_group_rule': {'security_group_id': '6d993517-e313-4b51-976e-fed3d8a0f353', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:35:00.932093 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7696b043-fc96-428d-9484-eac6838420ef tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:00.988099 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7696b043-fc96-428d-9484-eac6838420ef tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:00.991570 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7696b043-fc96-428d-9484-eac6838420ef tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:01.009492 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696b043-fc96-428d-9484-eac6838420ef tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1235a4c4-5cc5-4bad-a665-b7321a5211a8,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:01.017286 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7696b043-fc96-428d-9484-eac6838420ef tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:01.018533 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7696b043-fc96-428d-9484-eac6838420ef tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1162844 Nov 29 02:35:01.021314 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49874) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:35:01.025931 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-9aded214-7d1f-44de-9163-526a672c7707 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'security_group_rule': {'security_group_id': '6d993517-e313-4b51-976e-fed3d8a0f353', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:35:01.046651 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-9aded214-7d1f-44de-9163-526a672c7707 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Project a0c5f471953f452db2349f819ae968c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:35:01.051344 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9aded214-7d1f-44de-9163-526a672c7707 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:01.114855 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9aded214-7d1f-44de-9163-526a672c7707 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:01.116983 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9aded214-7d1f-44de-9163-526a672c7707 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:01.135624 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aded214-7d1f-44de-9163-526a672c7707 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac67fd16-0b8a-42fd-b662-32ebf1f69762,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:01.143567 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9aded214-7d1f-44de-9163-526a672c7707 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:01.144873 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9aded214-7d1f-44de-9163-526a672c7707 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1225390 Nov 29 02:35:01.147396 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49876) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:35:01.151651 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-8d21ca7d-2dc4-4f03-a6f5-6708e62c3b6d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'security_group_rule': {'security_group_id': '6d993517-e313-4b51-976e-fed3d8a0f353', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:35:01.154120 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device bbcb8c77-4887-4579-8d37-5c2772989e59 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:35:01.174141 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: bbcb8c77-4887-4579-8d37-5c2772989e59 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:35:01.174495 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device bbcb8c77-4887-4579-8d37-5c2772989e59 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:35:01.174916 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7d7788f8-fc9d-4415-847e-33cc7baca731 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:35:01.178790 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-8d21ca7d-2dc4-4f03-a6f5-6708e62c3b6d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Project a0c5f471953f452db2349f819ae968c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:35:01.183790 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d21ca7d-2dc4-4f03-a6f5-6708e62c3b6d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:01.193898 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 7d7788f8-fc9d-4415-847e-33cc7baca731 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:35:01.194261 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 7d7788f8-fc9d-4415-847e-33cc7baca731 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:35:01.194662 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:35:01.215684 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:35:01.216029 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 8b9de3d9-f926-4bf6-b1f7-2df4a7b234e3 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:35:01.244414 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d21ca7d-2dc4-4f03-a6f5-6708e62c3b6d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:01.247859 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d21ca7d-2dc4-4f03-a6f5-6708e62c3b6d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:01.267131 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21ca7d-2dc4-4f03-a6f5-6708e62c3b6d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db2b61c-d5dd-417a-b265-785b5a9a2239,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:01.272945 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8d21ca7d-2dc4-4f03-a6f5-6708e62c3b6d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:01.273968 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8d21ca7d-2dc4-4f03-a6f5-6708e62c3b6d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1256566 Nov 29 02:35:01.276738 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49878) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:35:01.282499 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-eb2061a9-3dea-4015-b9c2-1081e2bf9aea tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'network': {'name': 'tempest-network-smoke--380265771', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'port_security_enabled': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:35:01.306288 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2061a9-3dea-4015-b9c2-1081e2bf9aea tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Made reservation on behalf of a0c5f471953f452db2349f819ae968c6 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:35:01.309701 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb2061a9-3dea-4015-b9c2-1081e2bf9aea tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:01.333234 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb2061a9-3dea-4015-b9c2-1081e2bf9aea tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:35:01.342377 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb2061a9-3dea-4015-b9c2-1081e2bf9aea tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:01.342767 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-eb2061a9-3dea-4015-b9c2-1081e2bf9aea tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Added segment 93015822-1d30-4036-a4ef-cc95342302f7 of type vlan for network 884709fc-e2b1-46a8-8cf4-6e3dddf3c64b Nov 29 02:35:01.385525 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb2061a9-3dea-4015-b9c2-1081e2bf9aea tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:01.409018 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb2061a9-3dea-4015-b9c2-1081e2bf9aea tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:01.414500 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2061a9-3dea-4015-b9c2-1081e2bf9aea tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:01.415064 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eb2061a9-3dea-4015-b9c2-1081e2bf9aea tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:01.470666 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-eb2061a9-3dea-4015-b9c2-1081e2bf9aea tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1927946 Nov 29 02:35:01.473133 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49880) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:35:01.484236 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-896a021b-bc82-4c5e-9b47-00c1ed7a2cd9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-41868929', 'admin_state_up': True, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:35:01.497085 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2061a9-3dea-4015-b9c2-1081e2bf9aea tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Network': ['ID=884709fc-e2b1-46a8-8cf4-6e3dddf3c64b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:01.507500 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 884709fc-e2b1-46a8-8cf4-6e3dddf3c64b details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:35:01.512502 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-896a021b-bc82-4c5e-9b47-00c1ed7a2cd9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:01.513498 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-896a021b-bc82-4c5e-9b47-00c1ed7a2cd9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:01.563956 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-896a021b-bc82-4c5e-9b47-00c1ed7a2cd9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:01.699717 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-896a021b-bc82-4c5e-9b47-00c1ed7a2cd9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:01.885068 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-896a021b-bc82-4c5e-9b47-00c1ed7a2cd9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router_gateway, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:01.903257 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-896a021b-bc82-4c5e-9b47-00c1ed7a2cd9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:02.000213 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-896a021b-bc82-4c5e-9b47-00c1ed7a2cd9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Allocated IP 172.26.3.38 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/becec7fb-d4ce-464b-b502-2f282ba57425) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:35:02.102140 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-896a021b-bc82-4c5e-9b47-00c1ed7a2cd9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:02.134046 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-896a021b-bc82-4c5e-9b47-00c1ed7a2cd9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:02.172301 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896a021b-bc82-4c5e-9b47-00c1ed7a2cd9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:35:02.175093 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-896a021b-bc82-4c5e-9b47-00c1ed7a2cd9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:35:02.178568 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896a021b-bc82-4c5e-9b47-00c1ed7a2cd9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:35:02.187294 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6645ea63-835f-440d-8198-45dadf27fced None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:35:02.204389 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a021b-bc82-4c5e-9b47-00c1ed7a2cd9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Port': ['ID=becec7fb-d4ce-464b-b502-2f282ba57425,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:02.270862 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-55f3ad87-8d59-4dae-a2c6-1baf9694ae33 None None] Provisioning complete for port becec7fb-d4ce-464b-b502-2f282ba57425 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:35:02.271231 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55f3ad87-8d59-4dae-a2c6-1baf9694ae33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:02.307358 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-55f3ad87-8d59-4dae-a2c6-1baf9694ae33 None None] Port becec7fb-d4ce-464b-b502-2f282ba57425 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:35:02.422095 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-896a021b-bc82-4c5e-9b47-00c1ed7a2cd9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router_gateway, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:02.616302 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-896a021b-bc82-4c5e-9b47-00c1ed7a2cd9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:02.741284 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896a021b-bc82-4c5e-9b47-00c1ed7a2cd9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Router c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:35:02.863927 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896a021b-bc82-4c5e-9b47-00c1ed7a2cd9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:35:02.877511 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ed0a35-af91-40c9-bf61-54a0d1a99152 None None] Sync routers for ids ['c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:35:02.888208 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-896a021b-bc82-4c5e-9b47-00c1ed7a2cd9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:02.888425 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ed0a35-af91-40c9-bf61-54a0d1a99152 None None] Routers {'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:35:02.888884 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-01ed0a35-af91-40c9-bf61-54a0d1a99152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:34:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:35:02.889972 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-896a021b-bc82-4c5e-9b47-00c1ed7a2cd9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4158990 Nov 29 02:35:02.893145 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49882) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:35:02.924017 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-1472d4c3-c580-46c0-81ee-eeffc73239f7 tempest-TestNetworkAdvancedServerOps-1727814793 tempest-TestNetworkAdvancedServerOps-1727814793-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a0c5f471953f452db2349f819ae968c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296922 Nov 29 02:35:02.926669 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49884) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:35:02.996035 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-01ed0a35-af91-40c9-bf61-54a0d1a99152 None None] Set router c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:35:03.016167 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbaadc7-1871-46c3-bf9c-a5e54acf82b3 tempest-TestNetworkAdvancedServerOps-1727814793 tempest-TestNetworkAdvancedServerOps-1727814793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:03.017724 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3bbaadc7-1871-46c3-bf9c-a5e54acf82b3 tempest-TestNetworkAdvancedServerOps-1727814793 tempest-TestNetworkAdvancedServerOps-1727814793-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899701 Nov 29 02:35:03.020520 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49886) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:35:03.052050 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-cc97ab9c-a0ba-41f1-bcb8-3aceab517135 tempest-TestNetworkAdvancedServerOps-1727814793 tempest-TestNetworkAdvancedServerOps-1727814793-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=4bf244a8-fda8-412f-8f05-2c7c5210f333&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303164 Nov 29 02:35:03.054475 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49888) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:35:03.059131 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ebfa1f89-fb89-4357-942e-0bb3fedc0163 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1134468143', 'network_id': '884709fc-e2b1-46a8-8cf4-6e3dddf3c64b', 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:35:03.149039 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfa1f89-fb89-4357-942e-0bb3fedc0163 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Made reservation on behalf of a0c5f471953f452db2349f819ae968c6 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:35:03.152525 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ebfa1f89-fb89-4357-942e-0bb3fedc0163 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:03.179201 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-01ed0a35-af91-40c9-bf61-54a0d1a99152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41868929', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'becec7fb-d4ce-464b-b502-2f282ba57425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:35:01Z', 'updated_at': '2021-11-29T02:35:02Z', 'revision_number': 3, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'becec7fb-d4ce-464b-b502-2f282ba57425', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:35:01Z', 'updated_at': '2021-11-29T02:35:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:35:03.205191 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ed0a35-af91-40c9-bf61-54a0d1a99152 None None] Checking router: c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:35:03.205564 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ed0a35-af91-40c9-bf61-54a0d1a99152 None None] Updating router c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986 port becec7fb-d4ce-464b-b502-2f282ba57425 binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:35:03.230368 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-01ed0a35-af91-40c9-bf61-54a0d1a99152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:03.338251 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ebfa1f89-fb89-4357-942e-0bb3fedc0163 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:03.391208 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa1f89-fb89-4357-942e-0bb3fedc0163 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Subnet': ['ID=281efd3c-28ab-4736-a962-b0c15239f970,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:03.406853 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfa1f89-fb89-4357-942e-0bb3fedc0163 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Checking segment: {'id': '93015822-1d30-4036-a4ef-cc95342302f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '884709fc-e2b1-46a8-8cf4-6e3dddf3c64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:35:03.407213 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfa1f89-fb89-4357-942e-0bb3fedc0163 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Network hostable DHCP agents. Network: 884709fc-e2b1-46a8-8cf4-6e3dddf3c64b, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:35:03.423670 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfa1f89-fb89-4357-942e-0bb3fedc0163 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Network 884709fc-e2b1-46a8-8cf4-6e3dddf3c64b is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:35:03.432397 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-ebfa1f89-fb89-4357-942e-0bb3fedc0163 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 884709fc-e2b1-46a8-8cf4-6e3dddf3c64b) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:35:03.441726 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfa1f89-fb89-4357-942e-0bb3fedc0163 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:03.442371 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ebfa1f89-fb89-4357-942e-0bb3fedc0163 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:03.444720 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c831c2d9-b4eb-4797-81e1-a7f593e20bc8 None None] Network 884709fc-e2b1-46a8-8cf4-6e3dddf3c64b requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:35:03.460947 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ebfa1f89-fb89-4357-942e-0bb3fedc0163 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4041421 Nov 29 02:35:03.462564 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49890) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:35:03.483934 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-01ed0a35-af91-40c9-bf61-54a0d1a99152 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:03.490239 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-01ed0a35-af91-40c9-bf61-54a0d1a99152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:03.533309 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-01ed0a35-af91-40c9-bf61-54a0d1a99152 None None] Attempting to bind port becec7fb-d4ce-464b-b502-2f282ba57425 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:35:03.533721 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-01ed0a35-af91-40c9-bf61-54a0d1a99152 None None] Attempting to bind port becec7fb-d4ce-464b-b502-2f282ba57425 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:35:03.534090 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ed0a35-af91-40c9-bf61-54a0d1a99152 None None] Attempting to bind port becec7fb-d4ce-464b-b502-2f282ba57425 on network 4bf244a8-fda8-412f-8f05-2c7c5210f333 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:35:03.538071 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd48d10-836b-41a7-8367-d2693e866726 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:35:03.545513 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ed0a35-af91-40c9-bf61-54a0d1a99152 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:35:03.545917 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ed0a35-af91-40c9-bf61-54a0d1a99152 None None] Checking segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:35:03.546332 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-01ed0a35-af91-40c9-bf61-54a0d1a99152 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:03.546728 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ed0a35-af91-40c9-bf61-54a0d1a99152 None None] Bound using segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:35:03.547193 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-01ed0a35-af91-40c9-bf61-54a0d1a99152 None None] Bound port: becec7fb-d4ce-464b-b502-2f282ba57425, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:35:03.547572 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-01ed0a35-af91-40c9-bf61-54a0d1a99152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:03.585696 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c0941-b8dd-4bd0-aea6-dfbe1d02897d None None] Pushing event updated for resources: {'Port': ['ID=becec7fb-d4ce-464b-b502-2f282ba57425,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:03.599231 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4c0941-b8dd-4bd0-aea6-dfbe1d02897d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:03.599498 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4c0941-b8dd-4bd0-aea6-dfbe1d02897d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:03.599835 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4c0941-b8dd-4bd0-aea6-dfbe1d02897d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:03.600166 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4c0941-b8dd-4bd0-aea6-dfbe1d02897d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:03.600493 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4c0941-b8dd-4bd0-aea6-dfbe1d02897d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:03.600820 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4c0941-b8dd-4bd0-aea6-dfbe1d02897d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:03.601146 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4c0941-b8dd-4bd0-aea6-dfbe1d02897d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:03.601477 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4c0941-b8dd-4bd0-aea6-dfbe1d02897d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:03.601826 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4c0941-b8dd-4bd0-aea6-dfbe1d02897d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:03.602148 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4c0941-b8dd-4bd0-aea6-dfbe1d02897d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:03.602468 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4c0941-b8dd-4bd0-aea6-dfbe1d02897d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:03.602788 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4c0941-b8dd-4bd0-aea6-dfbe1d02897d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:03.613973 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-01ed0a35-af91-40c9-bf61-54a0d1a99152 None None] For port becec7fb-d4ce-464b-b502-2f282ba57425, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:35:03.616398 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83434dc2-ca18-4495-b9c2-eb05b36cbe8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-884709fc-e2b1-46a8-8cf4-6e3dddf3c64b', 'network_id': '884709fc-e2b1-46a8-8cf4-6e3dddf3c64b', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'fixed_ips': [{'subnet_id': '281efd3c-28ab-4736-a962-b0c15239f970'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:35:03.617050 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-01ed0a35-af91-40c9-bf61-54a0d1a99152 None None] For port becec7fb-d4ce-464b-b502-2f282ba57425, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=becec7fb-d4ce-464b-b502-2f282ba57425,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:35:03.617504 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83434dc2-ca18-4495-b9c2-eb05b36cbe8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:03.625073 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-01ed0a35-af91-40c9-bf61-54a0d1a99152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:03.676151 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ed0a35-af91-40c9-bf61-54a0d1a99152 None None] Routers {'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:35:03.676770 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-01ed0a35-af91-40c9-bf61-54a0d1a99152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:34:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:35:03.699331 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bba3045-0635-4f65-b4ef-05e964c4a7ce None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:35:03.708013 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-4b359d49-a330-4adb-adec-a6e423f74e56 None None] Provisioning complete for port becec7fb-d4ce-464b-b502-2f282ba57425 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:35:03.708492 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b359d49-a330-4adb-adec-a6e423f74e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:03.755436 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c0941-b8dd-4bd0-aea6-dfbe1d02897d None None] Pushing event updated for resources: {'Port': ['ID=becec7fb-d4ce-464b-b502-2f282ba57425,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:03.789945 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-01ed0a35-af91-40c9-bf61-54a0d1a99152 None None] Set router c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:35:03.808470 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-83434dc2-ca18-4495-b9c2-eb05b36cbe8a None None] Allocated IP 172.20.0.2 (884709fc-e2b1-46a8-8cf4-6e3dddf3c64b/281efd3c-28ab-4736-a962-b0c15239f970/075ba5a2-164e-418d-8f6d-8a33b4acc37f) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:35:03.888878 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b359d49-a330-4adb-adec-a6e423f74e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:03.918595 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-4b359d49-a330-4adb-adec-a6e423f74e56 None None] For port becec7fb-d4ce-464b-b502-2f282ba57425, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=becec7fb-d4ce-464b-b502-2f282ba57425,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:35:03.924068 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29102166-e85b-446b-ae32-a68d8947f2f2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:03.925649 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4b359d49-a330-4adb-adec-a6e423f74e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:03.982577 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-01ed0a35-af91-40c9-bf61-54a0d1a99152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41868929', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'becec7fb-d4ce-464b-b502-2f282ba57425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:35:01Z', 'updated_at': '2021-11-29T02:35:02Z', 'revision_number': 3, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'becec7fb-d4ce-464b-b502-2f282ba57425', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:35:01Z', 'updated_at': '2021-11-29T02:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:35:04.010237 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ed0a35-af91-40c9-bf61-54a0d1a99152 None None] The sync data for ids ['c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986'] in dv-neutron-819032-3-hyperv is: [{'id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41868929', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'becec7fb-d4ce-464b-b502-2f282ba57425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:35:01Z', 'updated_at': '2021-11-29T02:35:02Z', 'revision_number': 3, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'becec7fb-d4ce-464b-b502-2f282ba57425', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:35:01Z', 'updated_at': '2021-11-29T02:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:35:04.198169 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-c4a2102f-ff66-4e49-8ec9-58a9a8505a26 None None] Provisioning complete for port becec7fb-d4ce-464b-b502-2f282ba57425 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:35:04.198545 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c4a2102f-ff66-4e49-8ec9-58a9a8505a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:04.222101 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b359d49-a330-4adb-adec-a6e423f74e56 None None] Pushing event updated for resources: {'Port': ['ID=becec7fb-d4ce-464b-b502-2f282ba57425,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:04.232576 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83434dc2-ca18-4495-b9c2-eb05b36cbe8a None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:04.255141 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83434dc2-ca18-4495-b9c2-eb05b36cbe8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:04.307378 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83434dc2-ca18-4495-b9c2-eb05b36cbe8a None None] Network 884709fc-e2b1-46a8-8cf4-6e3dddf3c64b is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:35:04.316053 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-83434dc2-ca18-4495-b9c2-eb05b36cbe8a None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:35:04.316704 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-29102166-e85b-446b-ae32-a68d8947f2f2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Allocated IP 172.20.0.1 (884709fc-e2b1-46a8-8cf4-6e3dddf3c64b/281efd3c-28ab-4736-a962-b0c15239f970/8e41a649-8900-49e0-b348-d922b034d371) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:35:04.318816 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83434dc2-ca18-4495-b9c2-eb05b36cbe8a None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:35:04.330594 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83434dc2-ca18-4495-b9c2-eb05b36cbe8a None None] Pushing event updated for resources: {'Port': ['ID=075ba5a2-164e-418d-8f6d-8a33b4acc37f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:04.422373 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-83434dc2-ca18-4495-b9c2-eb05b36cbe8a None None] Attempting to bind port 075ba5a2-164e-418d-8f6d-8a33b4acc37f on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:35:04.422882 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-83434dc2-ca18-4495-b9c2-eb05b36cbe8a None None] Attempting to bind port 075ba5a2-164e-418d-8f6d-8a33b4acc37f by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '93015822-1d30-4036-a4ef-cc95342302f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '884709fc-e2b1-46a8-8cf4-6e3dddf3c64b'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:35:04.423396 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83434dc2-ca18-4495-b9c2-eb05b36cbe8a None None] Attempting to bind port 075ba5a2-164e-418d-8f6d-8a33b4acc37f on network 884709fc-e2b1-46a8-8cf4-6e3dddf3c64b {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:35:04.431720 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83434dc2-ca18-4495-b9c2-eb05b36cbe8a None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:35:04.432204 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83434dc2-ca18-4495-b9c2-eb05b36cbe8a None None] Checking segment: {'id': '93015822-1d30-4036-a4ef-cc95342302f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '884709fc-e2b1-46a8-8cf4-6e3dddf3c64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:35:04.432711 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83434dc2-ca18-4495-b9c2-eb05b36cbe8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:04.433181 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83434dc2-ca18-4495-b9c2-eb05b36cbe8a None None] Bound using segment: {'id': '93015822-1d30-4036-a4ef-cc95342302f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '884709fc-e2b1-46a8-8cf4-6e3dddf3c64b'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:35:04.433744 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-83434dc2-ca18-4495-b9c2-eb05b36cbe8a None None] Bound port: 075ba5a2-164e-418d-8f6d-8a33b4acc37f, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93015822-1d30-4036-a4ef-cc95342302f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '884709fc-e2b1-46a8-8cf4-6e3dddf3c64b'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:35:04.434187 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83434dc2-ca18-4495-b9c2-eb05b36cbe8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:04.448876 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29102166-e85b-446b-ae32-a68d8947f2f2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:04.487247 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29102166-e85b-446b-ae32-a68d8947f2f2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:04.508716 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-83434dc2-ca18-4495-b9c2-eb05b36cbe8a None None] For port 075ba5a2-164e-418d-8f6d-8a33b4acc37f, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:35:04.509298 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29102166-e85b-446b-ae32-a68d8947f2f2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Network 884709fc-e2b1-46a8-8cf4-6e3dddf3c64b is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:35:04.512168 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-83434dc2-ca18-4495-b9c2-eb05b36cbe8a None None] For port 075ba5a2-164e-418d-8f6d-8a33b4acc37f, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=075ba5a2-164e-418d-8f6d-8a33b4acc37f,segment=NetworkSegment(93015822-1d30-4036-a4ef-cc95342302f7),segment_id=93015822-1d30-4036-a4ef-cc95342302f7)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:35:04.516586 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-83434dc2-ca18-4495-b9c2-eb05b36cbe8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:04.530809 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-29102166-e85b-446b-ae32-a68d8947f2f2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:35:04.533779 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29102166-e85b-446b-ae32-a68d8947f2f2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:35:04.579785 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83434dc2-ca18-4495-b9c2-eb05b36cbe8a None None] Pushing event updated for resources: {'Port': ['ID=075ba5a2-164e-418d-8f6d-8a33b4acc37f,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:04.589321 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29102166-e85b-446b-ae32-a68d8947f2f2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Port': ['ID=8e41a649-8900-49e0-b348-d922b034d371,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:04.599388 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29102166-e85b-446b-ae32-a68d8947f2f2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:04.751020 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29102166-e85b-446b-ae32-a68d8947f2f2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:05.194233 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device becec7fb-d4ce-464b-b502-2f282ba57425 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:35:05.269368 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port becec7fb-d4ce-464b-b502-2f282ba57425 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:35:05.269764 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:05.354294 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 075ba5a2-164e-418d-8f6d-8a33b4acc37f up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:35:05.375267 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29102166-e85b-446b-ae32-a68d8947f2f2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:05.381204 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29102166-e85b-446b-ae32-a68d8947f2f2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:05.407719 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 075ba5a2-164e-418d-8f6d-8a33b4acc37f triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:35:05.408194 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:05.456376 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29102166-e85b-446b-ae32-a68d8947f2f2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Port': ['ID=8e41a649-8900-49e0-b348-d922b034d371,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:05.459080 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29102166-e85b-446b-ae32-a68d8947f2f2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:05.500687 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:05.545763 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port 075ba5a2-164e-418d-8f6d-8a33b4acc37f, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=075ba5a2-164e-418d-8f6d-8a33b4acc37f,segment=NetworkSegment(93015822-1d30-4036-a4ef-cc95342302f7),segment_id=93015822-1d30-4036-a4ef-cc95342302f7)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:35:05.552028 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:05.578734 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29102166-e85b-446b-ae32-a68d8947f2f2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Network 884709fc-e2b1-46a8-8cf4-6e3dddf3c64b is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:35:05.580200 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-29102166-e85b-446b-ae32-a68d8947f2f2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:35:05.603973 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35943a8-b9de-43c7-beac-a51e0676f763 None None] Network 884709fc-e2b1-46a8-8cf4-6e3dddf3c64b requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:35:05.609674 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=075ba5a2-164e-418d-8f6d-8a33b4acc37f,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:05.677153 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-bafa65d7-55cb-475d-a63f-2fe2eed73f60 None None] Provisioning complete for port 075ba5a2-164e-418d-8f6d-8a33b4acc37f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:35:05.677529 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bafa65d7-55cb-475d-a63f-2fe2eed73f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:05.697597 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29102166-e85b-446b-ae32-a68d8947f2f2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Router c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:35:05.809815 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29102166-e85b-446b-ae32-a68d8947f2f2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:35:05.817828 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-29102166-e85b-446b-ae32-a68d8947f2f2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "PUT /v2.0/routers/c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3535917 Nov 29 02:35:05.986427 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-4eb9f006-8f87-41ae-b392-913f1d5e9670 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-10068585&fields=id&tenant_id=a0c5f471953f452db2349f819ae968c6 HTTP/1.1" status: 200 len: 267 time: 0.0512028 Nov 29 02:35:06.049849 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0984afd8-9ed3-4ea6-8c84-92cf484c8fb8 None None] Provisioning complete for port 075ba5a2-164e-418d-8f6d-8a33b4acc37f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:35:06.050232 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0984afd8-9ed3-4ea6-8c84-92cf484c8fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:06.101635 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-c29d8558-9fc1-4bec-acc8-24e24e558b4f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:06.103297 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-c29d8558-9fc1-4bec-acc8-24e24e558b4f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/networks?id=884709fc-e2b1-46a8-8cf4-6e3dddf3c64b HTTP/1.1" status: 200 len: 796 time: 0.1119554 Nov 29 02:35:06.130240 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-67ac1d34-5dd9-48ff-9dc7-9880d2868fef tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/quotas/a0c5f471953f452db2349f819ae968c6 HTTP/1.1" status: 200 len: 375 time: 0.0180931 Nov 29 02:35:06.155459 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0984afd8-9ed3-4ea6-8c84-92cf484c8fb8 None None] Provisioning complete for port 8e41a649-8900-49e0-b348-d922b034d371 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:35:06.155927 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0984afd8-9ed3-4ea6-8c84-92cf484c8fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:06.157847 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f3c4b3-e236-459d-94d8-bc527e6d525b None None] Sync routers for ids ['c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:35:06.196727 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f3c4b3-e236-459d-94d8-bc527e6d525b None None] Routers {'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:35:06.197378 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-98f3c4b3-e236-459d-94d8-bc527e6d525b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:34:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:35:06.197560 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-6af8450b-8d45-4b7b-a17f-7c00abfc4ea5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a0c5f471953f452db2349f819ae968c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662069 Nov 29 02:35:06.269479 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0984afd8-9ed3-4ea6-8c84-92cf484c8fb8 None None] Port 8e41a649-8900-49e0-b348-d922b034d371 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:35:06.315831 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-98f3c4b3-e236-459d-94d8-bc527e6d525b None None] Set router c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:35:06.351788 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-022e9d10-6741-4ef1-81ca-e3c3438d201f service neutron] 10.222.0.37 "GET /v2.0/networks/884709fc-e2b1-46a8-8cf4-6e3dddf3c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371500 Nov 29 02:35:06.451906 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-28eb4bb6-2a87-4265-883e-a0928baa05f8 service neutron] 10.222.0.37 "GET /v2.0/networks/884709fc-e2b1-46a8-8cf4-6e3dddf3c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933676 Nov 29 02:35:06.455080 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-03d2e342-ba31-454c-a7d3-44d09de73c30 None None] Provisioning complete for port 8e41a649-8900-49e0-b348-d922b034d371 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:35:06.455457 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-03d2e342-ba31-454c-a7d3-44d09de73c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:06.507363 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-03d2e342-ba31-454c-a7d3-44d09de73c30 None None] Port 8e41a649-8900-49e0-b348-d922b034d371 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:35:06.571022 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-98f3c4b3-e236-459d-94d8-bc527e6d525b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41868929', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'becec7fb-d4ce-464b-b502-2f282ba57425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:35:01Z', 'updated_at': '2021-11-29T02:35:04Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'becec7fb-d4ce-464b-b502-2f282ba57425', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:35:01Z', 'updated_at': '2021-11-29T02:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '8e41a649-8900-49e0-b348-d922b034d371', 'name': '', 'network_id': '884709fc-e2b1-46a8-8cf4-6e3dddf3c64b', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:57:af:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '281efd3c-28ab-4736-a962-b0c15239f970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:35:04Z', 'updated_at': '2021-11-29T02:35:05Z', 'revision_number': 2, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': '281efd3c-28ab-4736-a962-b0c15239f970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:35:06.605928 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f3c4b3-e236-459d-94d8-bc527e6d525b None None] Checking router: c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:35:06.606293 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f3c4b3-e236-459d-94d8-bc527e6d525b None None] Updating router c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986 port 8e41a649-8900-49e0-b348-d922b034d371 binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:35:06.633467 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b3fa5f41-dea8-46bf-bb3b-cf9ee83fd9aa req-dc816039-9a8c-48a8-a245-c07e3511c4ee tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fadb4e48-36fd-4856-ba98-c0b0735d94f8 HTTP/1.1" status: 200 len: 210 time: 0.0320294 Nov 29 02:35:06.639908 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-98f3c4b3-e236-459d-94d8-bc527e6d525b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:06.652590 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-325f346d-64a8-4bea-bc30-e05edee647a2 None None] Provisioning complete for port 8e41a649-8900-49e0-b348-d922b034d371 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:35:06.652966 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-325f346d-64a8-4bea-bc30-e05edee647a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:06.716263 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-325f346d-64a8-4bea-bc30-e05edee647a2 None None] Port 8e41a649-8900-49e0-b348-d922b034d371 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:35:06.943056 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-98f3c4b3-e236-459d-94d8-bc527e6d525b None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:06.949425 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-98f3c4b3-e236-459d-94d8-bc527e6d525b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:07.000001 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52780e4-0d12-497c-be41-ade216fd3599 None None] Pushing event updated for resources: {'Port': ['ID=8e41a649-8900-49e0-b348-d922b034d371,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:07.053921 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-98f3c4b3-e236-459d-94d8-bc527e6d525b None None] Attempting to bind port 8e41a649-8900-49e0-b348-d922b034d371 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:35:07.054301 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-98f3c4b3-e236-459d-94d8-bc527e6d525b None None] Attempting to bind port 8e41a649-8900-49e0-b348-d922b034d371 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '93015822-1d30-4036-a4ef-cc95342302f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '884709fc-e2b1-46a8-8cf4-6e3dddf3c64b'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:35:07.054669 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f3c4b3-e236-459d-94d8-bc527e6d525b None None] Attempting to bind port 8e41a649-8900-49e0-b348-d922b034d371 on network 884709fc-e2b1-46a8-8cf4-6e3dddf3c64b {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:35:07.060139 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f3c4b3-e236-459d-94d8-bc527e6d525b None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:35:07.060511 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f3c4b3-e236-459d-94d8-bc527e6d525b None None] Checking segment: {'id': '93015822-1d30-4036-a4ef-cc95342302f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '884709fc-e2b1-46a8-8cf4-6e3dddf3c64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:35:07.060945 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-98f3c4b3-e236-459d-94d8-bc527e6d525b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:07.061333 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f3c4b3-e236-459d-94d8-bc527e6d525b None None] Bound using segment: {'id': '93015822-1d30-4036-a4ef-cc95342302f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '884709fc-e2b1-46a8-8cf4-6e3dddf3c64b'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:35:07.061827 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-98f3c4b3-e236-459d-94d8-bc527e6d525b None None] Bound port: 8e41a649-8900-49e0-b348-d922b034d371, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93015822-1d30-4036-a4ef-cc95342302f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '884709fc-e2b1-46a8-8cf4-6e3dddf3c64b'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:35:07.062202 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-98f3c4b3-e236-459d-94d8-bc527e6d525b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:07.134403 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-98f3c4b3-e236-459d-94d8-bc527e6d525b None None] For port 8e41a649-8900-49e0-b348-d922b034d371, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:35:07.137820 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-98f3c4b3-e236-459d-94d8-bc527e6d525b None None] For port 8e41a649-8900-49e0-b348-d922b034d371, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=8e41a649-8900-49e0-b348-d922b034d371,segment=NetworkSegment(93015822-1d30-4036-a4ef-cc95342302f7),segment_id=93015822-1d30-4036-a4ef-cc95342302f7)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:35:07.144100 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-98f3c4b3-e236-459d-94d8-bc527e6d525b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:07.187248 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 075ba5a2-164e-418d-8f6d-8a33b4acc37f up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:35:07.248135 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52780e4-0d12-497c-be41-ade216fd3599 None None] Pushing event updated for resources: {'Port': ['ID=8e41a649-8900-49e0-b348-d922b034d371,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:07.269433 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f3c4b3-e236-459d-94d8-bc527e6d525b None None] Routers {'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:35:07.270015 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-98f3c4b3-e236-459d-94d8-bc527e6d525b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:34:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:35:07.274296 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-ca82a5d6-e90b-42f2-a2c0-a8afb3c10856 None None] Provisioning complete for port 8e41a649-8900-49e0-b348-d922b034d371 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:35:07.274670 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca82a5d6-e90b-42f2-a2c0-a8afb3c10856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:07.529604 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 075ba5a2-164e-418d-8f6d-8a33b4acc37f triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:35:07.529894 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:07.613330 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-98f3c4b3-e236-459d-94d8-bc527e6d525b None None] Set router c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:35:07.661799 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca82a5d6-e90b-42f2-a2c0-a8afb3c10856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:07.741063 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dabfccb6-0db2-4396-9624-11a2a54efc2d req-40e4ecdf-5df8-423d-a158-d33fda71e310 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fadb4e48-36fd-4856-ba98-c0b0735d94f8 HTTP/1.1" status: 200 len: 210 time: 0.0356081 Nov 29 02:35:07.795277 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-9041e2fc-eba9-4ab5-9be4-294f0ce8001f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:07.797306 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-9041e2fc-eba9-4ab5-9be4-294f0ce8001f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.24 "GET /v2.0/networks?id=884709fc-e2b1-46a8-8cf4-6e3dddf3c64b HTTP/1.1" status: 200 len: 796 time: 0.1276436 Nov 29 02:35:07.799627 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ca82a5d6-e90b-42f2-a2c0-a8afb3c10856 None None] For port 8e41a649-8900-49e0-b348-d922b034d371, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=8e41a649-8900-49e0-b348-d922b034d371,segment=NetworkSegment(93015822-1d30-4036-a4ef-cc95342302f7),segment_id=93015822-1d30-4036-a4ef-cc95342302f7)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:35:07.811561 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca82a5d6-e90b-42f2-a2c0-a8afb3c10856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:07.889918 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82a5d6-e90b-42f2-a2c0-a8afb3c10856 None None] Pushing event updated for resources: {'Port': ['ID=8e41a649-8900-49e0-b348-d922b034d371,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:07.920012 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-1f89fcab-4297-4684-b2d0-f8662e7da281 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0c5f471953f452db2349f819ae968c6 HTTP/1.1" status: 200 len: 378 time: 0.0581770 Nov 29 02:35:07.936891 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-5c3c5d9e-a1cc-4f20-a586-c84245bd8c97 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'port': {'device_id': 'fadb4e48-36fd-4856-ba98-c0b0735d94f8', 'network_id': '884709fc-e2b1-46a8-8cf4-6e3dddf3c64b', 'admin_state_up': True, 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'security_groups': ['6d993517-e313-4b51-976e-fed3d8a0f353']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:35:07.944716 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-201a6e71-0fb9-480b-9530-8830aca84dc3 None None] Provisioning complete for port 8e41a649-8900-49e0-b348-d922b034d371 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:35:07.945085 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-201a6e71-0fb9-480b-9530-8830aca84dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:07.970228 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-98f3c4b3-e236-459d-94d8-bc527e6d525b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41868929', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'becec7fb-d4ce-464b-b502-2f282ba57425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:35:01Z', 'updated_at': '2021-11-29T02:35:04Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'becec7fb-d4ce-464b-b502-2f282ba57425', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:35:01Z', 'updated_at': '2021-11-29T02:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '8e41a649-8900-49e0-b348-d922b034d371', 'name': '', 'network_id': '884709fc-e2b1-46a8-8cf4-6e3dddf3c64b', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:57:af:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '281efd3c-28ab-4736-a962-b0c15239f970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:35:04Z', 'updated_at': '2021-11-29T02:35:07Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': '281efd3c-28ab-4736-a962-b0c15239f970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:35:08.007389 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f3c4b3-e236-459d-94d8-bc527e6d525b None None] The sync data for ids ['c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986'] in dv-neutron-819032-3-hyperv is: [{'id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41868929', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'becec7fb-d4ce-464b-b502-2f282ba57425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:35:01Z', 'updated_at': '2021-11-29T02:35:04Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'becec7fb-d4ce-464b-b502-2f282ba57425', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:35:01Z', 'updated_at': '2021-11-29T02:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '8e41a649-8900-49e0-b348-d922b034d371', 'name': '', 'network_id': '884709fc-e2b1-46a8-8cf4-6e3dddf3c64b', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:57:af:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '281efd3c-28ab-4736-a962-b0c15239f970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:35:04Z', 'updated_at': '2021-11-29T02:35:07Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': '281efd3c-28ab-4736-a962-b0c15239f970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:35:08.055192 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-5c3c5d9e-a1cc-4f20-a586-c84245bd8c97 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Made reservation on behalf of a0c5f471953f452db2349f819ae968c6 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:35:08.067895 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-5c3c5d9e-a1cc-4f20-a586-c84245bd8c97 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:08.205120 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-5c3c5d9e-a1cc-4f20-a586-c84245bd8c97 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Allocated IP 172.20.0.3 (884709fc-e2b1-46a8-8cf4-6e3dddf3c64b/281efd3c-28ab-4736-a962-b0c15239f970/c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:35:08.354503 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-5c3c5d9e-a1cc-4f20-a586-c84245bd8c97 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:08.390475 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-5c3c5d9e-a1cc-4f20-a586-c84245bd8c97 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:08.437096 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-5c3c5d9e-a1cc-4f20-a586-c84245bd8c97 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Network 884709fc-e2b1-46a8-8cf4-6e3dddf3c64b is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:35:08.440322 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-5c3c5d9e-a1cc-4f20-a586-c84245bd8c97 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:35:08.444334 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-5c3c5d9e-a1cc-4f20-a586-c84245bd8c97 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:35:08.473238 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c5d9e-a1cc-4f20-a586-c84245bd8c97 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Port': ['ID=c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:08.504447 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-5c3c5d9e-a1cc-4f20-a586-c84245bd8c97 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:08.505085 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-5c3c5d9e-a1cc-4f20-a586-c84245bd8c97 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:08.523854 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-5c3c5d9e-a1cc-4f20-a586-c84245bd8c97 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5910170 Nov 29 02:35:08.546407 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-88d56480-22ed-47f3-b9f2-133a48255b0a service neutron] Request body: {'port': {'device_id': 'fadb4e48-36fd-4856-ba98-c0b0735d94f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:35:08.604701 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-88d56480-22ed-47f3-b9f2-133a48255b0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:08.710772 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-bdae03e7-46da-4656-9cf2-baf872b90878 None None] Provisioning complete for port c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:35:08.711317 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bdae03e7-46da-4656-9cf2-baf872b90878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:08.755734 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-bdae03e7-46da-4656-9cf2-baf872b90878 None None] Port c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:35:08.860287 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e788e49-f8e4-43c7-bada-b07900a0764c req-c8b726a8-2f45-481f-8d93-0f4781ee80c5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:08.868279 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3e788e49-f8e4-43c7-bada-b07900a0764c req-c8b726a8-2f45-481f-8d93-0f4781ee80c5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fadb4e48-36fd-4856-ba98-c0b0735d94f8 HTTP/1.1" status: 200 len: 931 time: 0.0612364 Nov 29 02:35:08.891117 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-88d56480-22ed-47f3-b9f2-133a48255b0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:35:08.901343 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-88d56480-22ed-47f3-b9f2-133a48255b0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:08.914084 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-88d56480-22ed-47f3-b9f2-133a48255b0a service neutron] Transition to ACTIVE for port object c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:35:08.920165 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-88d56480-22ed-47f3-b9f2-133a48255b0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:08.923005 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3e788e49-f8e4-43c7-bada-b07900a0764c req-42df0734-e68d-4b0f-8437-17d8c98f7c9f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d993517-e313-4b51-976e-fed3d8a0f353&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535703 Nov 29 02:35:08.997973 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d56480-22ed-47f3-b9f2-133a48255b0a service neutron] Pushing event updated for resources: {'Port': ['ID=c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:09.051393 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-88d56480-22ed-47f3-b9f2-133a48255b0a service neutron] Attempting to bind port c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:35:09.051735 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-88d56480-22ed-47f3-b9f2-133a48255b0a service neutron] Attempting to bind port c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '93015822-1d30-4036-a4ef-cc95342302f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '884709fc-e2b1-46a8-8cf4-6e3dddf3c64b'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:35:09.052069 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-88d56480-22ed-47f3-b9f2-133a48255b0a service neutron] Attempting to bind port c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e on network 884709fc-e2b1-46a8-8cf4-6e3dddf3c64b {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:35:09.057019 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-88d56480-22ed-47f3-b9f2-133a48255b0a service neutron] Port c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e on network 884709fc-e2b1-46a8-8cf4-6e3dddf3c64b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:35:09.057358 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-88d56480-22ed-47f3-b9f2-133a48255b0a service neutron] Attempting to bind port c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e on network 884709fc-e2b1-46a8-8cf4-6e3dddf3c64b {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:35:09.062578 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-88d56480-22ed-47f3-b9f2-133a48255b0a service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:35:09.062920 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-88d56480-22ed-47f3-b9f2-133a48255b0a service neutron] Checking segment: {'id': '93015822-1d30-4036-a4ef-cc95342302f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '884709fc-e2b1-46a8-8cf4-6e3dddf3c64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:35:09.063304 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-88d56480-22ed-47f3-b9f2-133a48255b0a service neutron] Bound using segment: {'id': '93015822-1d30-4036-a4ef-cc95342302f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '884709fc-e2b1-46a8-8cf4-6e3dddf3c64b'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:35:09.063731 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-88d56480-22ed-47f3-b9f2-133a48255b0a service neutron] Bound port: c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93015822-1d30-4036-a4ef-cc95342302f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '884709fc-e2b1-46a8-8cf4-6e3dddf3c64b'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:35:09.064088 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-88d56480-22ed-47f3-b9f2-133a48255b0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:09.142204 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-88d56480-22ed-47f3-b9f2-133a48255b0a service neutron] For port c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:35:09.146142 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-88d56480-22ed-47f3-b9f2-133a48255b0a service neutron] For port c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e,segment=NetworkSegment(93015822-1d30-4036-a4ef-cc95342302f7),segment_id=93015822-1d30-4036-a4ef-cc95342302f7)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:35:09.151565 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-88d56480-22ed-47f3-b9f2-133a48255b0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:09.198619 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 8e41a649-8900-49e0-b348-d922b034d371 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:35:09.201748 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-88d56480-22ed-47f3-b9f2-133a48255b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:09.202220 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-88d56480-22ed-47f3-b9f2-133a48255b0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:09.203606 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-88d56480-22ed-47f3-b9f2-133a48255b0a service neutron] 10.222.0.24 "PUT /v2.0/ports/c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e HTTP/1.1" status: 200 len: 1093 time: 0.6624656 Nov 29 02:35:09.204119 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fadb4e48-36fd-4856-ba98-c0b0735d94f8', 'tag': 'c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:35:09.206456 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b342e154-0898-49fb-9d7f-ec38eb9674aa" -d '{"events": [{"name": "network-changed", "server_uuid": "fadb4e48-36fd-4856-ba98-c0b0735d94f8", "tag": "c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:35:09.241767 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d56480-22ed-47f3-b9f2-133a48255b0a service neutron] Pushing event updated for resources: {'Port': ['ID=c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:09.261811 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bd72bb-aa01-45fb-b987-460120233112 x-openstack-request-id: req-d3bd72bb-aa01-45fb-b987-460120233112 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:35:09.261811 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fadb4e48-36fd-4856-ba98-c0b0735d94f8", "tag": "c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:35:09.261811 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d3bd72bb-aa01-45fb-b987-460120233112 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:35:09.261811 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fadb4e48-36fd-4856-ba98-c0b0735d94f8', 'tag': 'c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e', 'status': 'completed', 'code': 200} Nov 29 02:35:09.282571 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 8e41a649-8900-49e0-b348-d922b034d371 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:35:09.282939 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:09.350089 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-670f2edd-a2b9-48c9-9d7e-2eb73fb80faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:09.351619 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-670f2edd-a2b9-48c9-9d7e-2eb73fb80faa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0c5f471953f452db2349f819ae968c6&device_id=fadb4e48-36fd-4856-ba98-c0b0735d94f8 HTTP/1.1" status: 200 len: 1096 time: 0.0433679 Nov 29 02:35:09.409578 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-c21fdaee-b992-4514-98fd-5a2a2a2bf710 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e HTTP/1.1" status: 200 len: 217 time: 0.0357132 Nov 29 02:35:09.462597 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-2de55f27-c901-4c40-8ce6-4b1b029cad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:09.464028 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-2de55f27-c901-4c40-8ce6-4b1b029cad9d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=281efd3c-28ab-4736-a962-b0c15239f970 HTTP/1.1" status: 200 len: 835 time: 0.0469882 Nov 29 02:35:09.512995 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-3f728211-fe59-42be-825e-b690910e17d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:09.515054 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-3f728211-fe59-42be-825e-b690910e17d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=884709fc-e2b1-46a8-8cf4-6e3dddf3c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397563 Nov 29 02:35:09.608288 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-46f43719-bb20-4015-9473-2093a6a7ec11 service neutron] 10.222.0.24 "GET /v2.0/networks/884709fc-e2b1-46a8-8cf4-6e3dddf3c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806568 Nov 29 02:35:09.705476 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a13a30dd-38b2-4c18-935c-6eb67604becf req-f69a2861-fbb6-41a0-a865-b096f790c039 service neutron] 10.222.0.24 "GET /v2.0/networks/884709fc-e2b1-46a8-8cf4-6e3dddf3c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842085 Nov 29 02:35:09.852726 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342e154-0898-49fb-9d7f-ec38eb9674aa req-edc93c4b-4373-4cf1-8e6e-8ee79fa10f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:09.854323 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b342e154-0898-49fb-9d7f-ec38eb9674aa req-edc93c4b-4373-4cf1-8e6e-8ee79fa10f6c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0c5f471953f452db2349f819ae968c6&device_id=fadb4e48-36fd-4856-ba98-c0b0735d94f8 HTTP/1.1" status: 200 len: 1096 time: 0.0397441 Nov 29 02:35:09.947467 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342e154-0898-49fb-9d7f-ec38eb9674aa req-1bec0479-648b-4b6f-acb3-f927fe13e4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:09.948897 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b342e154-0898-49fb-9d7f-ec38eb9674aa req-1bec0479-648b-4b6f-acb3-f927fe13e4e7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=884709fc-e2b1-46a8-8cf4-6e3dddf3c64b HTTP/1.1" status: 200 len: 897 time: 0.0867469 Nov 29 02:35:09.994989 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b342e154-0898-49fb-9d7f-ec38eb9674aa req-19e5c272-b124-41e3-aa2b-0174e9d5eca4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e HTTP/1.1" status: 200 len: 217 time: 0.0331171 Nov 29 02:35:10.046095 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06005b86-e76d-4f20-9595-ea7955e232bb req-18689c6e-4c13-4ced-acce-2822b7913ce1 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:10.047568 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-06005b86-e76d-4f20-9595-ea7955e232bb req-18689c6e-4c13-4ced-acce-2822b7913ce1 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fadb4e48-36fd-4856-ba98-c0b0735d94f8 HTTP/1.1" status: 200 len: 943 time: 0.0500042 Nov 29 02:35:10.050000 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342e154-0898-49fb-9d7f-ec38eb9674aa req-c8b3719f-8a4b-44df-b457-efacb8267870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:10.051438 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b342e154-0898-49fb-9d7f-ec38eb9674aa req-c8b3719f-8a4b-44df-b457-efacb8267870 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=281efd3c-28ab-4736-a962-b0c15239f970 HTTP/1.1" status: 200 len: 835 time: 0.0489221 Nov 29 02:35:10.100887 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342e154-0898-49fb-9d7f-ec38eb9674aa req-4e50b67f-3836-4c3e-ae5b-04b97329a083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:10.102394 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-06005b86-e76d-4f20-9595-ea7955e232bb req-d0305621-daac-45e9-8c21-e0f5d009fe22 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d993517-e313-4b51-976e-fed3d8a0f353&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487790 Nov 29 02:35:10.102544 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b342e154-0898-49fb-9d7f-ec38eb9674aa req-4e50b67f-3836-4c3e-ae5b-04b97329a083 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=884709fc-e2b1-46a8-8cf4-6e3dddf3c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406766 Nov 29 02:35:10.193226 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b342e154-0898-49fb-9d7f-ec38eb9674aa req-dd62cc7a-e413-4634-8cb9-8ffa3f7a68ee service neutron] 10.222.0.24 "GET /v2.0/networks/884709fc-e2b1-46a8-8cf4-6e3dddf3c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828118 Nov 29 02:35:10.285820 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b342e154-0898-49fb-9d7f-ec38eb9674aa req-90c835a3-5ea6-40c0-b9ea-0ed750d019b1 service neutron] 10.222.0.24 "GET /v2.0/networks/884709fc-e2b1-46a8-8cf4-6e3dddf3c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847611 Nov 29 02:35:11.177460 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:35:11.220169 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e0fd0-b855-4038-87c8-385eb14942c7 req-1d41c173-8146-407e-a0a1-00a749a00b1c tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:11.221712 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2d7e0fd0-b855-4038-87c8-385eb14942c7 req-1d41c173-8146-407e-a0a1-00a749a00b1c tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fadb4e48-36fd-4856-ba98-c0b0735d94f8 HTTP/1.1" status: 200 len: 943 time: 0.0497339 Nov 29 02:35:11.274749 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2d7e0fd0-b855-4038-87c8-385eb14942c7 req-546e3b0b-4fdc-41fd-9490-010819cad63e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d993517-e313-4b51-976e-fed3d8a0f353&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471294 Nov 29 02:35:11.286671 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e,segment=NetworkSegment(93015822-1d30-4036-a4ef-cc95342302f7),segment_id=93015822-1d30-4036-a4ef-cc95342302f7)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:35:11.297758 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': 'c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e', 'network_id': '884709fc-e2b1-46a8-8cf4-6e3dddf3c64b', 'port_id': 'c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e', 'mac_address': 'fa:16:3e:9d:07:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '281efd3c-28ab-4736-a962-b0c15239f970', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:35:11.336112 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:11.348480 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:35:11.366423 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e,segment=NetworkSegment(93015822-1d30-4036-a4ef-cc95342302f7),segment_id=93015822-1d30-4036-a4ef-cc95342302f7)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:35:11.370340 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:11.419129 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:11.720099 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:35:12.094510 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-82fe55cd-bf82-4078-8316-75d4d793cadb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:12.388348 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b15d31-4f17-407e-ad8b-87b4cff0a817 req-74e572fa-d0d1-4142-bba8-7830de673eac tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:12.390480 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-44b15d31-4f17-407e-ad8b-87b4cff0a817 req-74e572fa-d0d1-4142-bba8-7830de673eac tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fadb4e48-36fd-4856-ba98-c0b0735d94f8 HTTP/1.1" status: 200 len: 944 time: 0.0489659 Nov 29 02:35:12.438406 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-44b15d31-4f17-407e-ad8b-87b4cff0a817 req-355840d9-2043-4812-8c7b-87f254623f72 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d993517-e313-4b51-976e-fed3d8a0f353&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420880 Nov 29 02:35:13.212639 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:35:13.261486 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:35:13.265737 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:35:13.266108 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:13.348791 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:13.370247 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadb4e48-36fd-4856-ba98-c0b0735d94f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:35:13.372480 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb8ab4a-7052-4de5-bd6e-0e33ce0f72e0" -d '{"events": [{"server_uuid": "fadb4e48-36fd-4856-ba98-c0b0735d94f8", "name": "network-vif-plugged", "status": "completed", "tag": "c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:35:13.384763 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e,segment=NetworkSegment(93015822-1d30-4036-a4ef-cc95342302f7),segment_id=93015822-1d30-4036-a4ef-cc95342302f7)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:35:13.389383 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:13.412854 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f7bf2f-8cc7-4b45-9e17-935018d4e20b x-openstack-request-id: req-74f7bf2f-8cc7-4b45-9e17-935018d4e20b {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:35:13.413149 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fadb4e48-36fd-4856-ba98-c0b0735d94f8", "name": "network-vif-plugged", "status": "completed", "tag": "c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:35:13.413403 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74f7bf2f-8cc7-4b45-9e17-935018d4e20b {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:35:13.413813 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fadb4e48-36fd-4856-ba98-c0b0735d94f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e', 'code': 200} Nov 29 02:35:13.437951 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:13.564910 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a9677-85e3-46a1-835a-dcc90bc74606 req-d92fa89f-9118-4f42-8d2c-04c156307bdb tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:13.566435 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-949a9677-85e3-46a1-835a-dcc90bc74606 req-d92fa89f-9118-4f42-8d2c-04c156307bdb tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fadb4e48-36fd-4856-ba98-c0b0735d94f8 HTTP/1.1" status: 200 len: 945 time: 0.0590072 Nov 29 02:35:13.625367 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-949a9677-85e3-46a1-835a-dcc90bc74606 req-34cd27cb-e79e-4e23-8c3b-1c21ae920ee1 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d993517-e313-4b51-976e-fed3d8a0f353&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528057 Nov 29 02:35:13.652492 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6a724-6ec2-4efd-824f-7287dc273bd0 req-c7434b8a-2b2b-4ea0-a2fb-68ed3d2b4da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:13.654332 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c1a6a724-6ec2-4efd-824f-7287dc273bd0 req-c7434b8a-2b2b-4ea0-a2fb-68ed3d2b4da2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fadb4e48-36fd-4856-ba98-c0b0735d94f8 HTTP/1.1" status: 200 len: 1098 time: 0.0437253 Nov 29 02:35:13.705627 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c1a6a724-6ec2-4efd-824f-7287dc273bd0 req-3c301f70-8d18-4eed-8810-b2c62fb14e65 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6d993517-e313-4b51-976e-fed3d8a0f353&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386243 Nov 29 02:35:14.117558 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:14.365856 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9f97-0343-49b7-9dc9-a9226ce8a9cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:14.742559 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155af630-33ee-4a28-9a9a-8f909d4bf634 req-736f4e15-3746-42ca-947c-673e84a24aa5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:14.744023 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-155af630-33ee-4a28-9a9a-8f909d4bf634 req-736f4e15-3746-42ca-947c-673e84a24aa5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fadb4e48-36fd-4856-ba98-c0b0735d94f8 HTTP/1.1" status: 200 len: 945 time: 0.0477102 Nov 29 02:35:14.792048 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-155af630-33ee-4a28-9a9a-8f909d4bf634 req-e47fb8b5-89ed-4e60-9b07-c273270afa0e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d993517-e313-4b51-976e-fed3d8a0f353&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413713 Nov 29 02:35:15.447412 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:15.910157 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c9e1e-98d0-4281-be2e-86d3b8f2ec02 req-67423522-df8e-4caf-ac12-39cf3b9c31d2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:15.911618 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-000c9e1e-98d0-4281-be2e-86d3b8f2ec02 req-67423522-df8e-4caf-ac12-39cf3b9c31d2 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fadb4e48-36fd-4856-ba98-c0b0735d94f8 HTTP/1.1" status: 200 len: 945 time: 0.0513248 Nov 29 02:35:15.960727 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-000c9e1e-98d0-4281-be2e-86d3b8f2ec02 req-1e359e93-773c-49a2-98dd-402b654c8c3d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d993517-e313-4b51-976e-fed3d8a0f353&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428843 Nov 29 02:35:16.072847 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e0593-c81f-4287-bfc0-272ec2953732 req-b15018f2-7a3b-4765-9848-255dff1144f6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:16.074237 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3b5e0593-c81f-4287-bfc0-272ec2953732 req-b15018f2-7a3b-4765-9848-255dff1144f6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fadb4e48-36fd-4856-ba98-c0b0735d94f8 HTTP/1.1" status: 200 len: 945 time: 0.0475488 Nov 29 02:35:16.122267 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3b5e0593-c81f-4287-bfc0-272ec2953732 req-0bc7b21e-2581-4a51-90dc-782ebc98d7a5 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d993517-e313-4b51-976e-fed3d8a0f353&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415885 Nov 29 02:35:16.143849 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49946) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:35:16.188988 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49deddad-d93b-46d4-bbff-037eb468d6ec tempest-TestNetworkAdvancedServerOps-1727814793 tempest-TestNetworkAdvancedServerOps-1727814793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:16.190506 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-49deddad-d93b-46d4-bbff-037eb468d6ec tempest-TestNetworkAdvancedServerOps-1727814793 tempest-TestNetworkAdvancedServerOps-1727814793-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fadb4e48-36fd-4856-ba98-c0b0735d94f8 HTTP/1.1" status: 200 len: 1093 time: 0.0456314 Nov 29 02:35:16.193292 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49948) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:35:16.197381 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-526d9a24-2ca8-4d6a-833f-be04335efaf6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'port_id': 'c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:35:16.217975 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-526d9a24-2ca8-4d6a-833f-be04335efaf6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for floatingip, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:16.310413 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-526d9a24-2ca8-4d6a-833f-be04335efaf6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:16.414514 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-526d9a24-2ca8-4d6a-833f-be04335efaf6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Allocated IP 172.26.3.161 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/bba9c9ac-0fec-48a6-97d3-4342259fe716) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:35:16.513498 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-526d9a24-2ca8-4d6a-833f-be04335efaf6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:16.550992 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-526d9a24-2ca8-4d6a-833f-be04335efaf6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:16.589294 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526d9a24-2ca8-4d6a-833f-be04335efaf6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:35:16.592184 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-526d9a24-2ca8-4d6a-833f-be04335efaf6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:35:16.596332 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526d9a24-2ca8-4d6a-833f-be04335efaf6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:35:16.601581 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d9a24-2ca8-4d6a-833f-be04335efaf6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Port': ['ID=bba9c9ac-0fec-48a6-97d3-4342259fe716,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:16.931919 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-526d9a24-2ca8-4d6a-833f-be04335efaf6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:16.995487 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-526d9a24-2ca8-4d6a-833f-be04335efaf6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:17.141485 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-526d9a24-2ca8-4d6a-833f-be04335efaf6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:17.146692 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-526d9a24-2ca8-4d6a-833f-be04335efaf6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:17.159325 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:17.213688 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d9a24-2ca8-4d6a-833f-be04335efaf6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event updated for resources: {'Port': ['ID=bba9c9ac-0fec-48a6-97d3-4342259fe716,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:17.223956 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-526d9a24-2ca8-4d6a-833f-be04335efaf6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:17.323391 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [None req-526d9a24-2ca8-4d6a-833f-be04335efaf6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Floating IP afb45503-363a-4175-a842-f7dbc42d80e8 associated. External IP: 172.26.3.161, port: c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e. Nov 29 02:35:17.523599 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526d9a24-2ca8-4d6a-833f-be04335efaf6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Router c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:35:17.626528 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526d9a24-2ca8-4d6a-833f-be04335efaf6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:35:17.635940 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d7b0f6-29bd-4494-baa8-ace89dd1fb44 None None] Sync routers for ids ['c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:35:17.645063 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-526d9a24-2ca8-4d6a-833f-be04335efaf6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:17.649665 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d7b0f6-29bd-4494-baa8-ace89dd1fb44 None None] Routers {'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:35:17.650412 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-b5d7b0f6-29bd-4494-baa8-ace89dd1fb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:35:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:35:17.673802 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-526d9a24-2ca8-4d6a-833f-be04335efaf6 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4794211 Nov 29 02:35:17.674485 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fadb4e48-36fd-4856-ba98-c0b0735d94f8', 'tag': 'c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:35:17.676842 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7e9390-9967-4981-8d86-ca98379d1f19" -d '{"events": [{"name": "network-changed", "server_uuid": "fadb4e48-36fd-4856-ba98-c0b0735d94f8", "tag": "c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:35:17.716499 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048f3aa8-b13d-43f1-b453-444bf9be8898 x-openstack-request-id: req-048f3aa8-b13d-43f1-b453-444bf9be8898 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:35:17.716795 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fadb4e48-36fd-4856-ba98-c0b0735d94f8", "tag": "c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:35:17.717047 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-048f3aa8-b13d-43f1-b453-444bf9be8898 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:35:17.717450 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fadb4e48-36fd-4856-ba98-c0b0735d94f8', 'tag': 'c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e', 'status': 'completed', 'code': 200} Nov 29 02:35:17.759200 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-b5d7b0f6-29bd-4494-baa8-ace89dd1fb44 None None] Set router c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:35:17.773076 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db76e7a-64af-4101-95fc-0ddf0e3d2594 req-b31cd790-5eec-433c-898a-f1e02a10a755 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:17.774755 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2db76e7a-64af-4101-95fc-0ddf0e3d2594 req-b31cd790-5eec-433c-898a-f1e02a10a755 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fadb4e48-36fd-4856-ba98-c0b0735d94f8 HTTP/1.1" status: 200 len: 945 time: 0.0493898 Nov 29 02:35:17.821487 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e9390-9967-4981-8d86-ca98379d1f19 req-2ccb1f41-d513-45ab-9d6d-ecae336b7a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:17.823070 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-4f7e9390-9967-4981-8d86-ca98379d1f19 req-2ccb1f41-d513-45ab-9d6d-ecae336b7a91 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0c5f471953f452db2349f819ae968c6&device_id=fadb4e48-36fd-4856-ba98-c0b0735d94f8 HTTP/1.1" status: 200 len: 1098 time: 0.0445881 Nov 29 02:35:17.836063 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2db76e7a-64af-4101-95fc-0ddf0e3d2594 req-0a857115-1c4f-4ba0-a913-6dfba80c8443 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d993517-e313-4b51-976e-fed3d8a0f353&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551021 Nov 29 02:35:17.860356 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49954) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:35:17.925563 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-407981c5-6069-452b-993d-086f1038e7ba tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/floatingips/afb45503-363a-4175-a842-f7dbc42d80e8 HTTP/1.1" status: 200 len: 991 time: 0.0637684 Nov 29 02:35:17.926895 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:17.952897 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e9390-9967-4981-8d86-ca98379d1f19 req-fee32c32-0f10-41db-8f99-8389bf38ba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:17.954442 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-4f7e9390-9967-4981-8d86-ca98379d1f19 req-fee32c32-0f10-41db-8f99-8389bf38ba76 service neutron] 10.222.0.24 "GET /v2.0/networks?id=884709fc-e2b1-46a8-8cf4-6e3dddf3c64b HTTP/1.1" status: 200 len: 897 time: 0.1239529 Nov 29 02:35:18.023201 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-4f7e9390-9967-4981-8d86-ca98379d1f19 req-fcfed9e7-5f93-4300-85d3-6ad426aeccb8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e HTTP/1.1" status: 200 len: 999 time: 0.0593350 Nov 29 02:35:18.079785 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-b5d7b0f6-29bd-4494-baa8-ace89dd1fb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41868929', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'becec7fb-d4ce-464b-b502-2f282ba57425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:35:01Z', 'updated_at': '2021-11-29T02:35:04Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'becec7fb-d4ce-464b-b502-2f282ba57425', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:35:01Z', 'updated_at': '2021-11-29T02:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'afb45503-363a-4175-a842-f7dbc42d80e8', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'floating_ip_address': '172.26.3.161', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'port_id': 'c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '884709fc-e2b1-46a8-8cf4-6e3dddf3c64b', 'mac_address': 'fa:16:3e:9d:07:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadb4e48-36fd-4856-ba98-c0b0735d94f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:35:16Z', 'updated_at': '2021-11-29T02:35:16Z', 'revision_number': 0, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e41a649-8900-49e0-b348-d922b034d371', 'name': '', 'network_id': '884709fc-e2b1-46a8-8cf4-6e3dddf3c64b', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:57:af:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '281efd3c-28ab-4736-a962-b0c15239f970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:35:04Z', 'updated_at': '2021-11-29T02:35:07Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': '281efd3c-28ab-4736-a962-b0c15239f970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:35:18.080734 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e9390-9967-4981-8d86-ca98379d1f19 req-7f181e01-6d9e-46d1-a49d-16bbd8cb86b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:18.082229 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-4f7e9390-9967-4981-8d86-ca98379d1f19 req-7f181e01-6d9e-46d1-a49d-16bbd8cb86b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=281efd3c-28ab-4736-a962-b0c15239f970 HTTP/1.1" status: 200 len: 835 time: 0.0518780 Nov 29 02:35:18.105413 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d7b0f6-29bd-4494-baa8-ace89dd1fb44 None None] Checking router: c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:35:18.114220 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d7b0f6-29bd-4494-baa8-ace89dd1fb44 None None] Routers {'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:35:18.114780 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-b5d7b0f6-29bd-4494-baa8-ace89dd1fb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:35:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:35:18.131214 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e9390-9967-4981-8d86-ca98379d1f19 req-446ddcbf-0878-4411-943a-8dd6010311e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:18.132696 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-4f7e9390-9967-4981-8d86-ca98379d1f19 req-446ddcbf-0878-4411-943a-8dd6010311e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=884709fc-e2b1-46a8-8cf4-6e3dddf3c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431838 Nov 29 02:35:18.220699 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-b5d7b0f6-29bd-4494-baa8-ace89dd1fb44 None None] Set router c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:35:18.225781 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-4f7e9390-9967-4981-8d86-ca98379d1f19 req-9e7a9ff9-6bf6-4744-a20b-06257d090fc3 service neutron] 10.222.0.24 "GET /v2.0/networks/884709fc-e2b1-46a8-8cf4-6e3dddf3c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855458 Nov 29 02:35:18.318969 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-4f7e9390-9967-4981-8d86-ca98379d1f19 req-0fb77981-e2ca-46b1-a36f-384871dff6ea service neutron] 10.222.0.24 "GET /v2.0/networks/884709fc-e2b1-46a8-8cf4-6e3dddf3c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863357 Nov 29 02:35:18.437719 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-b5d7b0f6-29bd-4494-baa8-ace89dd1fb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41868929', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'becec7fb-d4ce-464b-b502-2f282ba57425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:35:01Z', 'updated_at': '2021-11-29T02:35:04Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'becec7fb-d4ce-464b-b502-2f282ba57425', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:35:01Z', 'updated_at': '2021-11-29T02:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'afb45503-363a-4175-a842-f7dbc42d80e8', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'floating_ip_address': '172.26.3.161', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'port_id': 'c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '884709fc-e2b1-46a8-8cf4-6e3dddf3c64b', 'mac_address': 'fa:16:3e:9d:07:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadb4e48-36fd-4856-ba98-c0b0735d94f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:35:16Z', 'updated_at': '2021-11-29T02:35:16Z', 'revision_number': 0, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e41a649-8900-49e0-b348-d922b034d371', 'name': '', 'network_id': '884709fc-e2b1-46a8-8cf4-6e3dddf3c64b', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:57:af:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '281efd3c-28ab-4736-a962-b0c15239f970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:35:04Z', 'updated_at': '2021-11-29T02:35:07Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': '281efd3c-28ab-4736-a962-b0c15239f970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:35:18.462755 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d7b0f6-29bd-4494-baa8-ace89dd1fb44 None None] The sync data for ids ['c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986'] in dv-neutron-819032-3-hyperv is: [{'id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41868929', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'becec7fb-d4ce-464b-b502-2f282ba57425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:35:01Z', 'updated_at': '2021-11-29T02:35:04Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'becec7fb-d4ce-464b-b502-2f282ba57425', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:35:01Z', 'updated_at': '2021-11-29T02:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': 'afb45503-363a-4175-a842-f7dbc42d80e8', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'floating_ip_address': '172.26.3.161', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'port_id': 'c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '884709fc-e2b1-46a8-8cf4-6e3dddf3c64b', 'mac_address': 'fa:16:3e:9d:07:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadb4e48-36fd-4856-ba98-c0b0735d94f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:35:16Z', 'updated_at': '2021-11-29T02:35:16Z', 'revision_number': 0, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e41a649-8900-49e0-b348-d922b034d371', 'name': '', 'network_id': '884709fc-e2b1-46a8-8cf4-6e3dddf3c64b', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:57:af:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '281efd3c-28ab-4736-a962-b0c15239f970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:35:04Z', 'updated_at': '2021-11-29T02:35:07Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': '281efd3c-28ab-4736-a962-b0c15239f970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:35:18.638639 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3c9e57-c12a-487e-98db-d1b13ece44d4 None None] New status for floating IP afb45503-363a-4175-a842-f7dbc42d80e8: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:35:18.929297 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49956) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:35:18.991390 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b5340285-8432-4ecc-aa3a-90e726b27d7d tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/floatingips/afb45503-363a-4175-a842-f7dbc42d80e8 HTTP/1.1" status: 200 len: 993 time: 0.0609341 Nov 29 02:35:28.220295 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:35:42.095457 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e55625ca-ec8f-44d7-acab-462a9ba5ac4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:44.114427 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:44.366930 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-435adc77-122f-49d8-bd92-b869b7e50cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:45.450669 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:47.151106 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:47.922096 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:52.363486 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2279e-ec40-4f19-896c-c0063b1f3ab8 req-e8498474-559a-4784-a78a-17d50dad68aa tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:52.364928 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c1d2279e-ec40-4f19-896c-c0063b1f3ab8 req-e8498474-559a-4784-a78a-17d50dad68aa tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fadb4e48-36fd-4856-ba98-c0b0735d94f8 HTTP/1.1" status: 200 len: 945 time: 0.0470216 Nov 29 02:35:52.413248 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c1d2279e-ec40-4f19-896c-c0063b1f3ab8 req-3cdf6b69-4536-4b4c-80fd-8348ebec3649 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d993517-e313-4b51-976e-fed3d8a0f353&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421298 Nov 29 02:35:53.532952 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417db2c-96fd-45f7-8e46-d1a0f6b5424b req-6acdfb8c-88c4-45ad-9fbc-cbce7c3d619c tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:53.534438 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5417db2c-96fd-45f7-8e46-d1a0f6b5424b req-6acdfb8c-88c4-45ad-9fbc-cbce7c3d619c tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fadb4e48-36fd-4856-ba98-c0b0735d94f8 HTTP/1.1" status: 200 len: 945 time: 0.0478241 Nov 29 02:35:53.581915 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5417db2c-96fd-45f7-8e46-d1a0f6b5424b req-f3397fcb-0b94-4e08-8d2c-580a04dc9aad tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d993517-e313-4b51-976e-fed3d8a0f353&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417738 Nov 29 02:35:53.603336 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49974) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:35:53.664615 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-613a3b3b-6f1d-4a56-8896-3e45bcb68cf3 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/floatingips/afb45503-363a-4175-a842-f7dbc42d80e8 HTTP/1.1" status: 200 len: 993 time: 0.0602038 Nov 29 02:35:54.995646 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e97406-2ce8-46e8-8838-6f2981fb7646 req-bcdb7b92-bd7b-46b0-b22c-54536ccd876f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:54.997060 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e0e97406-2ce8-46e8-8838-6f2981fb7646 req-bcdb7b92-bd7b-46b0-b22c-54536ccd876f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fadb4e48-36fd-4856-ba98-c0b0735d94f8 HTTP/1.1" status: 200 len: 945 time: 0.0529051 Nov 29 02:35:55.049430 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e0e97406-2ce8-46e8-8838-6f2981fb7646 req-c2eac968-f8e0-48ec-b9e0-3fa91c6fe88f tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d993517-e313-4b51-976e-fed3d8a0f353&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462439 Nov 29 02:35:55.067392 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d5651-2742-4103-a74e-8bb5d6018987 req-662dcbb6-9edb-4770-9629-7af208c9910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:55.069488 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-8e3d5651-2742-4103-a74e-8bb5d6018987 req-662dcbb6-9edb-4770-9629-7af208c9910f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0c5f471953f452db2349f819ae968c6&device_id=fadb4e48-36fd-4856-ba98-c0b0735d94f8 HTTP/1.1" status: 200 len: 1098 time: 0.0469782 Nov 29 02:35:55.167588 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d5651-2742-4103-a74e-8bb5d6018987 req-084713fe-3f3a-4f2a-b048-ea4812f725e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:55.169067 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-8e3d5651-2742-4103-a74e-8bb5d6018987 req-084713fe-3f3a-4f2a-b048-ea4812f725e8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=884709fc-e2b1-46a8-8cf4-6e3dddf3c64b HTTP/1.1" status: 200 len: 897 time: 0.0925617 Nov 29 02:35:55.243557 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-8e3d5651-2742-4103-a74e-8bb5d6018987 req-7617496c-88de-43d0-aeb1-2c4dd558b81f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e HTTP/1.1" status: 200 len: 1001 time: 0.0628324 Nov 29 02:35:55.307096 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d5651-2742-4103-a74e-8bb5d6018987 req-ed97557f-6b57-4494-958c-c77607efb9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:55.308450 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-8e3d5651-2742-4103-a74e-8bb5d6018987 req-ed97557f-6b57-4494-958c-c77607efb9c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=281efd3c-28ab-4736-a962-b0c15239f970 HTTP/1.1" status: 200 len: 835 time: 0.0503743 Nov 29 02:35:55.358598 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d5651-2742-4103-a74e-8bb5d6018987 req-6fc1aa17-78fc-4003-bc18-9b119d2e2b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:55.360108 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-8e3d5651-2742-4103-a74e-8bb5d6018987 req-6fc1aa17-78fc-4003-bc18-9b119d2e2b86 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=884709fc-e2b1-46a8-8cf4-6e3dddf3c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388987 Nov 29 02:35:55.456763 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-8e3d5651-2742-4103-a74e-8bb5d6018987 req-da243cf7-0c62-4d19-84ee-b50aaaf17ffa service neutron] 10.222.0.24 "GET /v2.0/networks/884709fc-e2b1-46a8-8cf4-6e3dddf3c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832899 Nov 29 02:35:55.554213 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-8e3d5651-2742-4103-a74e-8bb5d6018987 req-de5adb8f-5e4a-49cc-a48c-fface95ee394 service neutron] 10.222.0.24 "GET /v2.0/networks/884709fc-e2b1-46a8-8cf4-6e3dddf3c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857465 Nov 29 02:35:56.166895 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d14e5-36fc-4850-bfa1-f990b6c2adf2 req-6fafb7d3-5c45-44ea-a0d2-fa2c3293684c tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:56.168355 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ee2d14e5-36fc-4850-bfa1-f990b6c2adf2 req-6fafb7d3-5c45-44ea-a0d2-fa2c3293684c tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fadb4e48-36fd-4856-ba98-c0b0735d94f8 HTTP/1.1" status: 200 len: 945 time: 0.0511630 Nov 29 02:35:56.217354 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ee2d14e5-36fc-4850-bfa1-f990b6c2adf2 req-4ac58e22-a537-4b43-a5f6-f505d7646fc7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d993517-e313-4b51-976e-fed3d8a0f353&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423303 Nov 29 02:35:57.333575 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2c846-4617-4588-88e3-bf37f1b79084 req-3c522ae7-c3e7-4d26-b0c0-3143c2d04120 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:57.335037 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c7d2c846-4617-4588-88e3-bf37f1b79084 req-3c522ae7-c3e7-4d26-b0c0-3143c2d04120 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fadb4e48-36fd-4856-ba98-c0b0735d94f8 HTTP/1.1" status: 200 len: 945 time: 0.0479689 Nov 29 02:35:57.383392 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c7d2c846-4617-4588-88e3-bf37f1b79084 req-8e203ba1-ab8f-444d-9edb-07476638a0a4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d993517-e313-4b51-976e-fed3d8a0f353&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423312 Nov 29 02:35:57.405045 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 49986) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:35:57.471081 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-64d0f4cc-6f9d-46f5-92c4-835b37111877 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/floatingips/afb45503-363a-4175-a842-f7dbc42d80e8 HTTP/1.1" status: 200 len: 993 time: 0.0648479 Nov 29 02:35:57.744695 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 49992) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:35:57.899526 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-804b6f79-622d-4fbd-b406-d19b56ac5fa7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Deleting port bba9c9ac-0fec-48a6-97d3-4342259fe716 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:35:57.899869 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-804b6f79-622d-4fbd-b406-d19b56ac5fa7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:57.976648 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-804b6f79-622d-4fbd-b406-d19b56ac5fa7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:57.976968 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-804b6f79-622d-4fbd-b406-d19b56ac5fa7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:57.988273 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-804b6f79-622d-4fbd-b406-d19b56ac5fa7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Calling delete_port for bba9c9ac-0fec-48a6-97d3-4342259fe716 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:35:58.135359 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-804b6f79-622d-4fbd-b406-d19b56ac5fa7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:58.160052 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b6f79-622d-4fbd-b406-d19b56ac5fa7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event deleted for resources: {'Port': ['ID=bba9c9ac-0fec-48a6-97d3-4342259fe716,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:35:58.171212 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804b6f79-622d-4fbd-b406-d19b56ac5fa7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:58.171577 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804b6f79-622d-4fbd-b406-d19b56ac5fa7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:58.171935 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804b6f79-622d-4fbd-b406-d19b56ac5fa7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:58.172286 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804b6f79-622d-4fbd-b406-d19b56ac5fa7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:58.172632 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804b6f79-622d-4fbd-b406-d19b56ac5fa7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:58.172975 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804b6f79-622d-4fbd-b406-d19b56ac5fa7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:58.174109 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804b6f79-622d-4fbd-b406-d19b56ac5fa7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:58.174270 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804b6f79-622d-4fbd-b406-d19b56ac5fa7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:58.174508 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804b6f79-622d-4fbd-b406-d19b56ac5fa7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:58.174840 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804b6f79-622d-4fbd-b406-d19b56ac5fa7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:58.175174 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804b6f79-622d-4fbd-b406-d19b56ac5fa7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:58.175507 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804b6f79-622d-4fbd-b406-d19b56ac5fa7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:35:58.227897 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-804b6f79-622d-4fbd-b406-d19b56ac5fa7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for floatingip, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:58.228273 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [None req-804b6f79-622d-4fbd-b406-d19b56ac5fa7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Floating IP afb45503-363a-4175-a842-f7dbc42d80e8 disassociated (deleted). External IP: 172.26.3.161, port: c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e. Nov 29 02:35:58.722155 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804b6f79-622d-4fbd-b406-d19b56ac5fa7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Router c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:35:58.826750 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804b6f79-622d-4fbd-b406-d19b56ac5fa7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:35:58.832061 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-804b6f79-622d-4fbd-b406-d19b56ac5fa7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:35:58.837571 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb087fa2-8323-48a6-bf4a-72e5eb04739a None None] Sync routers for ids ['c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:35:58.848091 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb087fa2-8323-48a6-bf4a-72e5eb04739a None None] Routers {'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:35:58.848703 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-bb087fa2-8323-48a6-bf4a-72e5eb04739a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:35:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:35:58.859061 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-804b6f79-622d-4fbd-b406-d19b56ac5fa7 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "DELETE /v2.0/floatingips/afb45503-363a-4175-a842-f7dbc42d80e8 HTTP/1.1" status: 204 len: 168 time: 1.1132853 Nov 29 02:35:58.859645 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fadb4e48-36fd-4856-ba98-c0b0735d94f8', 'tag': 'c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:35:58.861983 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53b5051-e289-420d-8796-166c212ac3a6" -d '{"events": [{"name": "network-changed", "server_uuid": "fadb4e48-36fd-4856-ba98-c0b0735d94f8", "tag": "c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:35:58.902825 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151c84a2-cc5d-46cb-801b-87678a87deb8 x-openstack-request-id: req-151c84a2-cc5d-46cb-801b-87678a87deb8 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:35:58.903127 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fadb4e48-36fd-4856-ba98-c0b0735d94f8", "tag": "c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:35:58.903388 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-151c84a2-cc5d-46cb-801b-87678a87deb8 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:35:58.903797 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fadb4e48-36fd-4856-ba98-c0b0735d94f8', 'tag': 'c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e', 'status': 'completed', 'code': 200} Nov 29 02:35:58.954292 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-bb087fa2-8323-48a6-bf4a-72e5eb04739a None None] Set router c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:35:59.003803 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b5051-e289-420d-8796-166c212ac3a6 req-dca9f971-1332-48b3-8f45-ea5aec9abe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:59.005443 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a53b5051-e289-420d-8796-166c212ac3a6 req-dca9f971-1332-48b3-8f45-ea5aec9abe49 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0c5f471953f452db2349f819ae968c6&device_id=fadb4e48-36fd-4856-ba98-c0b0735d94f8 HTTP/1.1" status: 200 len: 1098 time: 0.0497348 Nov 29 02:35:59.089231 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2264a-6bc8-4eb0-a4be-d39ac0693d2e req-94a70f5d-94ad-45ce-81d2-e4a5bacf2381 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:59.090988 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-08a2264a-6bc8-4eb0-a4be-d39ac0693d2e req-94a70f5d-94ad-45ce-81d2-e4a5bacf2381 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fadb4e48-36fd-4856-ba98-c0b0735d94f8 HTTP/1.1" status: 200 len: 945 time: 0.0497539 Nov 29 02:35:59.146691 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b5051-e289-420d-8796-166c212ac3a6 req-0f6da267-fc9a-465d-9560-57d626d9629f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:59.148308 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a53b5051-e289-420d-8796-166c212ac3a6 req-0f6da267-fc9a-465d-9560-57d626d9629f service neutron] 10.222.0.24 "GET /v2.0/networks?id=884709fc-e2b1-46a8-8cf4-6e3dddf3c64b HTTP/1.1" status: 200 len: 897 time: 0.0966792 Nov 29 02:35:59.152914 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-08a2264a-6bc8-4eb0-a4be-d39ac0693d2e req-56bb2fbd-186f-4928-b900-3ac932deac96 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d993517-e313-4b51-976e-fed3d8a0f353&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547266 Nov 29 02:35:59.160152 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-bb087fa2-8323-48a6-bf4a-72e5eb04739a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41868929', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'becec7fb-d4ce-464b-b502-2f282ba57425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:35:01Z', 'updated_at': '2021-11-29T02:35:04Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'becec7fb-d4ce-464b-b502-2f282ba57425', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:35:01Z', 'updated_at': '2021-11-29T02:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '8e41a649-8900-49e0-b348-d922b034d371', 'name': '', 'network_id': '884709fc-e2b1-46a8-8cf4-6e3dddf3c64b', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:57:af:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '281efd3c-28ab-4736-a962-b0c15239f970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:35:04Z', 'updated_at': '2021-11-29T02:35:07Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': '281efd3c-28ab-4736-a962-b0c15239f970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:35:59.188721 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb087fa2-8323-48a6-bf4a-72e5eb04739a None None] Checking router: c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:35:59.197221 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a53b5051-e289-420d-8796-166c212ac3a6 req-7ce1f734-e03f-4d1c-9fc3-228905b88326 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e HTTP/1.1" status: 200 len: 217 time: 0.0410106 Nov 29 02:35:59.203902 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb087fa2-8323-48a6-bf4a-72e5eb04739a None None] Routers {'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:35:59.204504 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-bb087fa2-8323-48a6-bf4a-72e5eb04739a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:35:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:35:59.262939 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b5051-e289-420d-8796-166c212ac3a6 req-a4c62db1-e72c-4dd4-aa53-60536e617faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:59.264289 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a53b5051-e289-420d-8796-166c212ac3a6 req-a4c62db1-e72c-4dd4-aa53-60536e617faf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=281efd3c-28ab-4736-a962-b0c15239f970 HTTP/1.1" status: 200 len: 835 time: 0.0573218 Nov 29 02:35:59.310204 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b5051-e289-420d-8796-166c212ac3a6 req-b3b8cf4b-0897-4022-85c9-b2c19952718e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:35:59.311691 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a53b5051-e289-420d-8796-166c212ac3a6 req-b3b8cf4b-0897-4022-85c9-b2c19952718e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=884709fc-e2b1-46a8-8cf4-6e3dddf3c64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391841 Nov 29 02:35:59.313796 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-bb087fa2-8323-48a6-bf4a-72e5eb04739a None None] Set router c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:35:59.407711 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a53b5051-e289-420d-8796-166c212ac3a6 req-76a53896-0c5f-4058-8f24-cb2582640ddb service neutron] 10.222.0.24 "GET /v2.0/networks/884709fc-e2b1-46a8-8cf4-6e3dddf3c64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856001 Nov 29 02:35:59.501356 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a53b5051-e289-420d-8796-166c212ac3a6 req-d3d115c2-5b17-415f-8de3-ed12cc46a23c service neutron] 10.222.0.24 "GET /v2.0/networks/884709fc-e2b1-46a8-8cf4-6e3dddf3c64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845430 Nov 29 02:35:59.511516 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-bb087fa2-8323-48a6-bf4a-72e5eb04739a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41868929', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'becec7fb-d4ce-464b-b502-2f282ba57425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:35:01Z', 'updated_at': '2021-11-29T02:35:04Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'becec7fb-d4ce-464b-b502-2f282ba57425', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:35:01Z', 'updated_at': '2021-11-29T02:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '8e41a649-8900-49e0-b348-d922b034d371', 'name': '', 'network_id': '884709fc-e2b1-46a8-8cf4-6e3dddf3c64b', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:57:af:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '281efd3c-28ab-4736-a962-b0c15239f970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:35:04Z', 'updated_at': '2021-11-29T02:35:07Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': '281efd3c-28ab-4736-a962-b0c15239f970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:35:59.537747 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb087fa2-8323-48a6-bf4a-72e5eb04739a None None] The sync data for ids ['c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986'] in dv-neutron-819032-3-hyperv is: [{'id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41868929', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'becec7fb-d4ce-464b-b502-2f282ba57425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:35:01Z', 'updated_at': '2021-11-29T02:35:04Z', 'revision_number': 4, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'becec7fb-d4ce-464b-b502-2f282ba57425', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:35:01Z', 'updated_at': '2021-11-29T02:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '8e41a649-8900-49e0-b348-d922b034d371', 'name': '', 'network_id': '884709fc-e2b1-46a8-8cf4-6e3dddf3c64b', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'mac_address': 'fa:16:3e:57:af:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '281efd3c-28ab-4736-a962-b0c15239f970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:35:04Z', 'updated_at': '2021-11-29T02:35:07Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'subnets': [{'id': '281efd3c-28ab-4736-a962-b0c15239f970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:35:59.764341 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db81ecaf-6303-44b2-b16e-ac3b2c306031 None None] New status for floating IP afb45503-363a-4175-a842-f7dbc42d80e8: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:36:00.278788 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc91611-af37-420a-828a-3a0b48bcdec1 req-56f0e342-2205-45b8-9563-4c6f2393f895 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:36:00.280503 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8fc91611-af37-420a-828a-3a0b48bcdec1 req-56f0e342-2205-45b8-9563-4c6f2393f895 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fadb4e48-36fd-4856-ba98-c0b0735d94f8 HTTP/1.1" status: 200 len: 945 time: 0.0481958 Nov 29 02:36:00.327884 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8fc91611-af37-420a-828a-3a0b48bcdec1 req-984e9e09-77b7-4357-8fc1-f93472f51e18 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/security-groups?id=6d993517-e313-4b51-976e-fed3d8a0f353&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415757 Nov 29 02:36:01.073969 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ed025-3f46-41ec-a514-9e798de0238f req-3834edf5-f7da-4622-bd98-8d08d5a97cdf tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:36:01.075472 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-235ed025-3f46-41ec-a514-9e798de0238f req-3834edf5-f7da-4622-bd98-8d08d5a97cdf tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.24 "GET /v2.0/ports?device_id=fadb4e48-36fd-4856-ba98-c0b0735d94f8 HTTP/1.1" status: 200 len: 945 time: 0.0489013 Nov 29 02:36:01.170225 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-235ed025-3f46-41ec-a514-9e798de0238f req-a49b987a-c657-4792-b0c9-b1209d8f955e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Deleting port c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:36:01.170561 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-235ed025-3f46-41ec-a514-9e798de0238f req-a49b987a-c657-4792-b0c9-b1209d8f955e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:01.267789 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-235ed025-3f46-41ec-a514-9e798de0238f req-a49b987a-c657-4792-b0c9-b1209d8f955e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] For port c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e,segment=NetworkSegment(93015822-1d30-4036-a4ef-cc95342302f7),segment_id=93015822-1d30-4036-a4ef-cc95342302f7)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:36:01.268162 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-235ed025-3f46-41ec-a514-9e798de0238f req-a49b987a-c657-4792-b0c9-b1209d8f955e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:01.282165 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-235ed025-3f46-41ec-a514-9e798de0238f req-a49b987a-c657-4792-b0c9-b1209d8f955e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Calling delete_port for c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:36:01.410405 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-235ed025-3f46-41ec-a514-9e798de0238f req-a49b987a-c657-4792-b0c9-b1209d8f955e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:01.443211 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b987a-c657-4792-b0c9-b1209d8f955e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event deleted for resources: {'Port': ['ID=c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:01.485274 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-235ed025-3f46-41ec-a514-9e798de0238f req-a49b987a-c657-4792-b0c9-b1209d8f955e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] No DVR routers for this DVR port c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:36:01.493184 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-235ed025-3f46-41ec-a514-9e798de0238f req-a49b987a-c657-4792-b0c9-b1209d8f955e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:01.496736 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-235ed025-3f46-41ec-a514-9e798de0238f req-a49b987a-c657-4792-b0c9-b1209d8f955e tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.24 "DELETE /v2.0/ports/c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e HTTP/1.1" status: 204 len: 173 time: 0.4113011 Nov 29 02:36:01.497366 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadb4e48-36fd-4856-ba98-c0b0735d94f8', 'name': 'network-vif-deleted', 'tag': 'c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:36:01.499814 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a420a07-6fb2-4682-b2e5-7a1a20b304d0" -d '{"events": [{"server_uuid": "fadb4e48-36fd-4856-ba98-c0b0735d94f8", "name": "network-vif-deleted", "tag": "c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:36:01.543375 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58996576-d868-46f3-b3e2-dbe33f3d5d9d x-openstack-request-id: req-58996576-d868-46f3-b3e2-dbe33f3d5d9d {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:36:01.543909 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fadb4e48-36fd-4856-ba98-c0b0735d94f8", "name": "network-vif-deleted", "tag": "c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:36:01.544390 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-58996576-d868-46f3-b3e2-dbe33f3d5d9d {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:36:01.545040 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fadb4e48-36fd-4856-ba98-c0b0735d94f8', 'name': 'network-vif-deleted', 'tag': 'c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e', 'status': 'completed', 'code': 200} Nov 29 02:36:01.750606 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7cb0d47c-1966-4911-9d43-8fce151b17d6 req-cc94d2ec-c267-4559-a33c-c646b5801cc1 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "GET /v2.0/ports?device_id=fadb4e48-36fd-4856-ba98-c0b0735d94f8 HTTP/1.1" status: 200 len: 210 time: 0.3532453 Nov 29 02:36:02.807620 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 50008) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:36:03.169804 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da6bce72-d34d-4fc3-969d-719956813173 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:03.430151 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-da6bce72-d34d-4fc3-969d-719956813173 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Deleting port 8e41a649-8900-49e0-b348-d922b034d371 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:36:03.430498 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da6bce72-d34d-4fc3-969d-719956813173 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:03.472615 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:36:03.492772 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:36:03.493123 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device c3ef7d79-f003-4f0f-b0e0-9a09a04e3d2e not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:36:03.525519 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-da6bce72-d34d-4fc3-969d-719956813173 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] For port 8e41a649-8900-49e0-b348-d922b034d371, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=8e41a649-8900-49e0-b348-d922b034d371,segment=NetworkSegment(93015822-1d30-4036-a4ef-cc95342302f7),segment_id=93015822-1d30-4036-a4ef-cc95342302f7)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:36:03.525913 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da6bce72-d34d-4fc3-969d-719956813173 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:03.538408 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-da6bce72-d34d-4fc3-969d-719956813173 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Calling delete_port for 8e41a649-8900-49e0-b348-d922b034d371 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:36:03.719214 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da6bce72-d34d-4fc3-969d-719956813173 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:03.744136 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6bce72-d34d-4fc3-969d-719956813173 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event deleted for resources: {'Port': ['ID=8e41a649-8900-49e0-b348-d922b034d371,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:03.921732 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da6bce72-d34d-4fc3-969d-719956813173 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:04.128754 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6bce72-d34d-4fc3-969d-719956813173 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Router c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:36:04.231718 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6bce72-d34d-4fc3-969d-719956813173 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:36:04.236897 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-da6bce72-d34d-4fc3-969d-719956813173 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "PUT /v2.0/routers/c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4282224 Nov 29 02:36:04.239565 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 50014) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:36:04.242236 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa27442-9620-44f3-aaf6-0dc0f000275d None None] Sync routers for ids ['c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:36:04.252392 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa27442-9620-44f3-aaf6-0dc0f000275d None None] Routers {'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:36:04.252997 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8aa27442-9620-44f3-aaf6-0dc0f000275d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:35:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:36:04.295340 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-9734675a-0cd0-4100-b515-c8fe6b7e6c72 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Deleting subnet 281efd3c-28ab-4736-a962-b0c15239f970 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:36:04.298926 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9734675a-0cd0-4100-b515-c8fe6b7e6c72 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:04.340331 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9734675a-0cd0-4100-b515-c8fe6b7e6c72 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:04.422532 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9734675a-0cd0-4100-b515-c8fe6b7e6c72 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:04.440985 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-8aa27442-9620-44f3-aaf6-0dc0f000275d None None] Set router c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:36:04.483827 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9734675a-0cd0-4100-b515-c8fe6b7e6c72 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:04.512387 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734675a-0cd0-4100-b515-c8fe6b7e6c72 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event deleted for resources: {'Subnet': ['ID=281efd3c-28ab-4736-a962-b0c15239f970,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:04.514348 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9734675a-0cd0-4100-b515-c8fe6b7e6c72 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:04.520470 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-9734675a-0cd0-4100-b515-c8fe6b7e6c72 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "DELETE /v2.0/subnets/281efd3c-28ab-4736-a962-b0c15239f970 HTTP/1.1" status: 204 len: 168 time: 0.2770588 Nov 29 02:36:04.521302 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 50016) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:36:04.524917 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f324e5e7-2151-4e55-8f26-365cdccbdc70 None None] Network 884709fc-e2b1-46a8-8cf4-6e3dddf3c64b requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:36:04.620302 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8aa27442-9620-44f3-aaf6-0dc0f000275d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41868929', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'becec7fb-d4ce-464b-b502-2f282ba57425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:35:01Z', 'updated_at': '2021-11-29T02:36:03Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'becec7fb-d4ce-464b-b502-2f282ba57425', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:35:01Z', 'updated_at': '2021-11-29T02:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:36:04.628789 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c5e0306-2b98-4837-9c0d-11acf5b388cb tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:04.647373 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa27442-9620-44f3-aaf6-0dc0f000275d None None] Checking router: c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:36:04.655971 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa27442-9620-44f3-aaf6-0dc0f000275d None None] Routers {'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:36:04.656571 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8aa27442-9620-44f3-aaf6-0dc0f000275d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:35:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:36:04.708333 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8450cfa-90e9-450d-8033-40799c128edd None None] DHCP port deletion for 884709fc-e2b1-46a8-8cf4-6e3dddf3c64b request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:36:04.739259 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c5e0306-2b98-4837-9c0d-11acf5b388cb tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:04.757497 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f8450cfa-90e9-450d-8033-40799c128edd None None] Deleting port 075ba5a2-164e-418d-8f6d-8a33b4acc37f {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:36:04.757943 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f8450cfa-90e9-450d-8033-40799c128edd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:04.763032 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-8aa27442-9620-44f3-aaf6-0dc0f000275d None None] Set router c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:36:04.794910 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5c5e0306-2b98-4837-9c0d-11acf5b388cb tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Deleting port becec7fb-d4ce-464b-b502-2f282ba57425 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:36:04.795353 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c5e0306-2b98-4837-9c0d-11acf5b388cb tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:04.823700 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-f8450cfa-90e9-450d-8033-40799c128edd None None] For port 075ba5a2-164e-418d-8f6d-8a33b4acc37f, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=075ba5a2-164e-418d-8f6d-8a33b4acc37f,segment=NetworkSegment(93015822-1d30-4036-a4ef-cc95342302f7),segment_id=93015822-1d30-4036-a4ef-cc95342302f7)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:36:04.824102 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f8450cfa-90e9-450d-8033-40799c128edd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:04.836712 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f8450cfa-90e9-450d-8033-40799c128edd None None] Calling delete_port for 075ba5a2-164e-418d-8f6d-8a33b4acc37f owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:36:04.876238 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-5c5e0306-2b98-4837-9c0d-11acf5b388cb tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] For port becec7fb-d4ce-464b-b502-2f282ba57425, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=becec7fb-d4ce-464b-b502-2f282ba57425,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:36:04.877154 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c5e0306-2b98-4837-9c0d-11acf5b388cb tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:04.890134 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-5c5e0306-2b98-4837-9c0d-11acf5b388cb tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Calling delete_port for becec7fb-d4ce-464b-b502-2f282ba57425 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:36:04.917045 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f8450cfa-90e9-450d-8033-40799c128edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:04.945593 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8450cfa-90e9-450d-8033-40799c128edd None None] Pushing event deleted for resources: {'Port': ['ID=075ba5a2-164e-418d-8f6d-8a33b4acc37f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:04.949035 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8aa27442-9620-44f3-aaf6-0dc0f000275d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41868929', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'becec7fb-d4ce-464b-b502-2f282ba57425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:35:01Z', 'updated_at': '2021-11-29T02:36:03Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'becec7fb-d4ce-464b-b502-2f282ba57425', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:35:01Z', 'updated_at': '2021-11-29T02:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:36:04.955740 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8450cfa-90e9-450d-8033-40799c128edd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:04.956229 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8450cfa-90e9-450d-8033-40799c128edd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:04.956740 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8450cfa-90e9-450d-8033-40799c128edd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:04.956935 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8450cfa-90e9-450d-8033-40799c128edd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:04.957257 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8450cfa-90e9-450d-8033-40799c128edd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:04.957970 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8450cfa-90e9-450d-8033-40799c128edd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:04.957970 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8450cfa-90e9-450d-8033-40799c128edd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:04.958282 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8450cfa-90e9-450d-8033-40799c128edd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:04.958621 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8450cfa-90e9-450d-8033-40799c128edd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:04.958953 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8450cfa-90e9-450d-8033-40799c128edd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:04.959283 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8450cfa-90e9-450d-8033-40799c128edd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:04.959612 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8450cfa-90e9-450d-8033-40799c128edd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:04.962335 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8450cfa-90e9-450d-8033-40799c128edd None None] No DVR routers for this DVR port 075ba5a2-164e-418d-8f6d-8a33b4acc37f on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:36:04.979691 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa27442-9620-44f3-aaf6-0dc0f000275d None None] The sync data for ids ['c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986'] in dv-neutron-819032-3-hyperv is: [{'id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41868929', 'tenant_id': 'a0c5f471953f452db2349f819ae968c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': 'becec7fb-d4ce-464b-b502-2f282ba57425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:35:01Z', 'updated_at': '2021-11-29T02:36:03Z', 'revision_number': 5, 'project_id': 'a0c5f471953f452db2349f819ae968c6', 'gw_port': {'id': 'becec7fb-d4ce-464b-b502-2f282ba57425', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:35:01Z', 'updated_at': '2021-11-29T02:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:36:05.076965 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c5e0306-2b98-4837-9c0d-11acf5b388cb tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:05.110289 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e0306-2b98-4837-9c0d-11acf5b388cb tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event deleted for resources: {'Port': ['ID=becec7fb-d4ce-464b-b502-2f282ba57425,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:05.116629 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1941d7a4-80ae-4785-a267-bcade413a07c None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:36:05.165712 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c5e0306-2b98-4837-9c0d-11acf5b388cb tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:05.219183 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:36:05.253170 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c5e0306-2b98-4837-9c0d-11acf5b388cb tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:05.255270 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c5e0306-2b98-4837-9c0d-11acf5b388cb tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:05.297561 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c5e0306-2b98-4837-9c0d-11acf5b388cb tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:05.298111 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5e0306-2b98-4837-9c0d-11acf5b388cb tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Fanout notify agent at l3_agent the message router_deleted on router c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:36:05.306311 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c5e0306-2b98-4837-9c0d-11acf5b388cb tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:05.307399 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5c5e0306-2b98-4837-9c0d-11acf5b388cb tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "DELETE /v2.0/routers/c67e2fdf-7450-4b0d-8f1b-2e3e8faf0986 HTTP/1.1" status: 204 len: 168 time: 0.7858300 Nov 29 02:36:05.310079 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 50020) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:36:05.396565 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-95bfb28d-f003-4624-86b0-364ad70c61b4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:05.542693 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 8e41a649-8900-49e0-b348-d922b034d371 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:36:05.563821 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 8e41a649-8900-49e0-b348-d922b034d371 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:36:05.564703 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 8e41a649-8900-49e0-b348-d922b034d371 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:36:05.565128 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 075ba5a2-164e-418d-8f6d-8a33b4acc37f no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:36:05.585140 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 075ba5a2-164e-418d-8f6d-8a33b4acc37f {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:36:05.585486 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 075ba5a2-164e-418d-8f6d-8a33b4acc37f not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:36:05.797888 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-95bfb28d-f003-4624-86b0-364ad70c61b4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:05.818074 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-95bfb28d-f003-4624-86b0-364ad70c61b4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884709fc-e2b1-46a8-8cf4-6e3dddf3c64b']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:36:05.826998 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-95bfb28d-f003-4624-86b0-364ad70c61b4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93015822-1d30-4036-a4ef-cc95342302f7') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:36:05.827302 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-95bfb28d-f003-4624-86b0-364ad70c61b4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93015822-1d30-4036-a4ef-cc95342302f7') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:36:05.836385 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-95bfb28d-f003-4624-86b0-364ad70c61b4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:05.849161 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-95bfb28d-f003-4624-86b0-364ad70c61b4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:05.854870 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95bfb28d-f003-4624-86b0-364ad70c61b4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:36:05.855255 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-95bfb28d-f003-4624-86b0-364ad70c61b4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:05.858079 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:36:05.858079 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:36:05.858079 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:36:05.858079 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:36:05.858079 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:36:05.858079 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:36:05.858079 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:36:05.858079 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:36:05.858079 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:36:05.858079 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:36:05.858079 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:36:05.858079 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:36:05.858079 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:36:05.858079 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:36:05.858079 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:36:05.858079 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:36:05.858079 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:36:05.858079 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:36:05.858079 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:36:05.858079 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:36:05.858079 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:36:05.858079 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:36:05.858079 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:36:05.858079 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:36:05.858079 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:36:05.858079 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:36:05.858079 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:36:05.858079 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:36:05.858079 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:36:05.858079 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:36:05.858079 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:36:05.858079 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:36:05.913589 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-95bfb28d-f003-4624-86b0-364ad70c61b4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:05.920118 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-95bfb28d-f003-4624-86b0-364ad70c61b4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:05.923199 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-95bfb28d-f003-4624-86b0-364ad70c61b4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "DELETE /v2.0/networks/884709fc-e2b1-46a8-8cf4-6e3dddf3c64b HTTP/1.1" status: 204 len: 168 time: 0.6122141 Nov 29 02:36:05.931578 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 50022) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:36:05.934889 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bfb28d-f003-4624-86b0-364ad70c61b4 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event deleted for resources: {'Network': ['ID=884709fc-e2b1-46a8-8cf4-6e3dddf3c64b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:05.989384 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cada59aa-1ae9-4f76-8f40-c39105a84ae9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:06.013114 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cada59aa-1ae9-4f76-8f40-c39105a84ae9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:06.075987 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cada59aa-1ae9-4f76-8f40-c39105a84ae9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:06.078654 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-cada59aa-1ae9-4f76-8f40-c39105a84ae9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:06.079810 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-cada59aa-1ae9-4f76-8f40-c39105a84ae9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] 10.222.0.37 "DELETE /v2.0/security-groups/6d993517-e313-4b51-976e-fed3d8a0f353 HTTP/1.1" status: 204 len: 168 time: 0.1471782 Nov 29 02:36:06.089269 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada59aa-1ae9-4f76-8f40-c39105a84ae9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d993517-e313-4b51-976e-fed3d8a0f353,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:06.096917 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada59aa-1ae9-4f76-8f40-c39105a84ae9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:06.097280 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada59aa-1ae9-4f76-8f40-c39105a84ae9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:06.097657 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada59aa-1ae9-4f76-8f40-c39105a84ae9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:06.098010 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada59aa-1ae9-4f76-8f40-c39105a84ae9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:06.098356 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada59aa-1ae9-4f76-8f40-c39105a84ae9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:06.098698 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada59aa-1ae9-4f76-8f40-c39105a84ae9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:06.099041 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada59aa-1ae9-4f76-8f40-c39105a84ae9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:06.099377 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada59aa-1ae9-4f76-8f40-c39105a84ae9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:06.099712 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada59aa-1ae9-4f76-8f40-c39105a84ae9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:06.100046 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada59aa-1ae9-4f76-8f40-c39105a84ae9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:06.100381 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada59aa-1ae9-4f76-8f40-c39105a84ae9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:06.100715 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cada59aa-1ae9-4f76-8f40-c39105a84ae9 tempest-TestNetworkAdvancedServerOps-1176847019 tempest-TestNetworkAdvancedServerOps-1176847019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:06.405215 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 50030) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:36:06.548030 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-eea2d8bb-07b1-412d-b8dc-2ed02492ee85 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a0c5f471953f452db2349f819ae968c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1414795 Nov 29 02:36:06.550490 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 50034) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:36:06.604070 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7cfb610a-1640-4b3e-a4a9-d1e248ee6ea0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:06.623924 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7cfb610a-1640-4b3e-a4a9-d1e248ee6ea0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:06.671943 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7cfb610a-1640-4b3e-a4a9-d1e248ee6ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:06.674650 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7cfb610a-1640-4b3e-a4a9-d1e248ee6ea0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:06.675773 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7cfb610a-1640-4b3e-a4a9-d1e248ee6ea0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/87230807-0ca6-4e6f-855c-38314b5d1a94 HTTP/1.1" status: 204 len: 168 time: 0.1220114 Nov 29 02:36:06.683504 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb610a-1640-4b3e-a4a9-d1e248ee6ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87230807-0ca6-4e6f-855c-38314b5d1a94,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:06.926500 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 50040) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:36:06.939955 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5bb4c467-a487-4bde-b620-bf2872bc19d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:07.013856 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5bb4c467-a487-4bde-b620-bf2872bc19d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:07.017949 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5bb4c467-a487-4bde-b620-bf2872bc19d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:07.054469 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-5bb4c467-a487-4bde-b620-bf2872bc19d8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3183fcb224534a929cb9d961a983dda7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1268477 Nov 29 02:36:07.055570 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4c467-a487-4bde-b620-bf2872bc19d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280f13d7-2e0e-4e0f-8e8b-7fa94033967e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:07.057171 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 50042) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:36:07.106184 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d385956-52e8-4a10-8d44-7200cb365c4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:07.131881 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d385956-52e8-4a10-8d44-7200cb365c4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:07.138449 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device becec7fb-d4ce-464b-b502-2f282ba57425 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:36:07.161527 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: becec7fb-d4ce-464b-b502-2f282ba57425 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:36:07.161908 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device becec7fb-d4ce-464b-b502-2f282ba57425 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:36:07.181847 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d385956-52e8-4a10-8d44-7200cb365c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:07.184506 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d385956-52e8-4a10-8d44-7200cb365c4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:07.185667 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7d385956-52e8-4a10-8d44-7200cb365c4e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/280f13d7-2e0e-4e0f-8e8b-7fa94033967e HTTP/1.1" status: 204 len: 168 time: 0.1266611 Nov 29 02:36:07.194161 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d385956-52e8-4a10-8d44-7200cb365c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280f13d7-2e0e-4e0f-8e8b-7fa94033967e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:07.863696 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 50066) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:36:07.957706 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-444e2432-92d4-40b0-a5c4-4d3ef50a0d2f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-981564765-network', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:36:07.978548 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444e2432-92d4-40b0-a5c4-4d3ef50a0d2f admin admin] Made reservation on behalf of b1015da155d44168a735e5ab410d1f97 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:36:07.980816 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-444e2432-92d4-40b0-a5c4-4d3ef50a0d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:07.988840 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-444e2432-92d4-40b0-a5c4-4d3ef50a0d2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:08.070397 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-444e2432-92d4-40b0-a5c4-4d3ef50a0d2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:08.074102 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-444e2432-92d4-40b0-a5c4-4d3ef50a0d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:08.098742 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-444e2432-92d4-40b0-a5c4-4d3ef50a0d2f admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:36:08.108230 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e2432-92d4-40b0-a5c4-4d3ef50a0d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570fcfed-bfd9-48ef-8af7-59e39e63b36c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:08.114561 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-444e2432-92d4-40b0-a5c4-4d3ef50a0d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:08.114735 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-444e2432-92d4-40b0-a5c4-4d3ef50a0d2f admin admin] Added segment 4040ab5b-010e-439d-b5b2-43ca76cca1fd of type vlan for network 8e9bafec-7960-4a04-82ce-58a8768d7942 Nov 29 02:36:08.157298 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-444e2432-92d4-40b0-a5c4-4d3ef50a0d2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:08.181229 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-444e2432-92d4-40b0-a5c4-4d3ef50a0d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:08.182179 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444e2432-92d4-40b0-a5c4-4d3ef50a0d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:36:08.182742 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-444e2432-92d4-40b0-a5c4-4d3ef50a0d2f admin admin] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:08.243818 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-444e2432-92d4-40b0-a5c4-4d3ef50a0d2f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3789883 Nov 29 02:36:08.246851 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 50070) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:36:08.254724 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1b948034-1acb-4330-b1be-5b46d63bd165 admin admin] Request body: {'subnet': {'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-981564765-subnet', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:36:08.255237 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e2432-92d4-40b0-a5c4-4d3ef50a0d2f admin admin] Pushing event updated for resources: {'Network': ['ID=8e9bafec-7960-4a04-82ce-58a8768d7942,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:08.265397 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 8e9bafec-7960-4a04-82ce-58a8768d7942 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:36:08.278670 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b948034-1acb-4330-b1be-5b46d63bd165 admin admin] Made reservation on behalf of b1015da155d44168a735e5ab410d1f97 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:36:08.281388 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1b948034-1acb-4330-b1be-5b46d63bd165 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:08.447538 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1b948034-1acb-4330-b1be-5b46d63bd165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:08.504147 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b948034-1acb-4330-b1be-5b46d63bd165 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9188a006-ba6b-4146-b10b-7031ffbfd1d9,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:08.509184 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b948034-1acb-4330-b1be-5b46d63bd165 admin admin] Checking segment: {'id': '4040ab5b-010e-439d-b5b2-43ca76cca1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:36:08.509580 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b948034-1acb-4330-b1be-5b46d63bd165 admin admin] Network hostable DHCP agents. Network: 8e9bafec-7960-4a04-82ce-58a8768d7942, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:36:08.526453 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b948034-1acb-4330-b1be-5b46d63bd165 admin admin] Network 8e9bafec-7960-4a04-82ce-58a8768d7942 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:36:08.535025 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-1b948034-1acb-4330-b1be-5b46d63bd165 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 8e9bafec-7960-4a04-82ce-58a8768d7942) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:36:08.539294 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b948034-1acb-4330-b1be-5b46d63bd165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:36:08.539912 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1b948034-1acb-4330-b1be-5b46d63bd165 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:08.543869 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5857b8-9353-4f29-918b-59c31c8f0f7e None None] Network 8e9bafec-7960-4a04-82ce-58a8768d7942 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:36:08.554965 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1b948034-1acb-4330-b1be-5b46d63bd165 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3058643 Nov 29 02:36:08.557913 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 50072) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:36:08.562409 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4e88c49b-ef68-4cb2-9a38-913875cfedb9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-981564765-router', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:36:08.583790 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e88c49b-ef68-4cb2-9a38-913875cfedb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:08.585460 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e88c49b-ef68-4cb2-9a38-913875cfedb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:08.639577 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e88c49b-ef68-4cb2-9a38-913875cfedb9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:08.691232 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b74a8c-d29c-4532-a843-430512bbd9db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-8e9bafec-7960-4a04-82ce-58a8768d7942', 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'fixed_ips': [{'subnet_id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:36:08.692103 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-72b74a8c-d29c-4532-a843-430512bbd9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:08.774416 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e88c49b-ef68-4cb2-9a38-913875cfedb9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:08.825824 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-72b74a8c-d29c-4532-a843-430512bbd9db None None] Allocated IP 172.20.0.2 (8e9bafec-7960-4a04-82ce-58a8768d7942/9188a006-ba6b-4146-b10b-7031ffbfd1d9/8eb8470c-7231-4e17-be08-7cd90b08580e) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:36:08.967483 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-72b74a8c-d29c-4532-a843-430512bbd9db None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:08.969272 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e88c49b-ef68-4cb2-9a38-913875cfedb9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:08.974225 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-72b74a8c-d29c-4532-a843-430512bbd9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:08.989848 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e88c49b-ef68-4cb2-9a38-913875cfedb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:09.015655 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b74a8c-d29c-4532-a843-430512bbd9db None None] Network 8e9bafec-7960-4a04-82ce-58a8768d7942 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:36:09.018538 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-72b74a8c-d29c-4532-a843-430512bbd9db None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:36:09.020909 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b74a8c-d29c-4532-a843-430512bbd9db None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:36:09.033982 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b74a8c-d29c-4532-a843-430512bbd9db None None] Pushing event updated for resources: {'Port': ['ID=8eb8470c-7231-4e17-be08-7cd90b08580e,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:09.084604 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-72b74a8c-d29c-4532-a843-430512bbd9db None None] Attempting to bind port 8eb8470c-7231-4e17-be08-7cd90b08580e on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:36:09.084969 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-72b74a8c-d29c-4532-a843-430512bbd9db None None] Attempting to bind port 8eb8470c-7231-4e17-be08-7cd90b08580e by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '4040ab5b-010e-439d-b5b2-43ca76cca1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:36:09.085334 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b74a8c-d29c-4532-a843-430512bbd9db None None] Attempting to bind port 8eb8470c-7231-4e17-be08-7cd90b08580e on network 8e9bafec-7960-4a04-82ce-58a8768d7942 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:36:09.090268 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b74a8c-d29c-4532-a843-430512bbd9db None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:36:09.090636 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b74a8c-d29c-4532-a843-430512bbd9db None None] Checking segment: {'id': '4040ab5b-010e-439d-b5b2-43ca76cca1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:36:09.091030 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-72b74a8c-d29c-4532-a843-430512bbd9db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:09.091419 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b74a8c-d29c-4532-a843-430512bbd9db None None] Bound using segment: {'id': '4040ab5b-010e-439d-b5b2-43ca76cca1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:36:09.091871 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-72b74a8c-d29c-4532-a843-430512bbd9db None None] Bound port: 8eb8470c-7231-4e17-be08-7cd90b08580e, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4040ab5b-010e-439d-b5b2-43ca76cca1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:36:09.092250 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-72b74a8c-d29c-4532-a843-430512bbd9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:09.093436 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-4e88c49b-ef68-4cb2-9a38-913875cfedb9 admin admin] Allocated IP 172.26.3.252 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/fae55ca3-4c30-4a69-b306-e50fa0eebc1d) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:36:09.158418 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-72b74a8c-d29c-4532-a843-430512bbd9db None None] For port 8eb8470c-7231-4e17-be08-7cd90b08580e, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:36:09.161684 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-72b74a8c-d29c-4532-a843-430512bbd9db None None] For port 8eb8470c-7231-4e17-be08-7cd90b08580e, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=8eb8470c-7231-4e17-be08-7cd90b08580e,segment=NetworkSegment(4040ab5b-010e-439d-b5b2-43ca76cca1fd),segment_id=4040ab5b-010e-439d-b5b2-43ca76cca1fd)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:36:09.166180 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-72b74a8c-d29c-4532-a843-430512bbd9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:09.202477 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e88c49b-ef68-4cb2-9a38-913875cfedb9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:09.223844 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b74a8c-d29c-4532-a843-430512bbd9db None None] Pushing event updated for resources: {'Port': ['ID=8eb8470c-7231-4e17-be08-7cd90b08580e,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:09.237982 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e88c49b-ef68-4cb2-9a38-913875cfedb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:09.273515 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e88c49b-ef68-4cb2-9a38-913875cfedb9 admin admin] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:36:09.278521 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-4e88c49b-ef68-4cb2-9a38-913875cfedb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:36:09.282414 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e88c49b-ef68-4cb2-9a38-913875cfedb9 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:36:09.292866 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f9b7fd-5089-4861-9cc9-24d12f1f3551 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:36:09.320264 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88c49b-ef68-4cb2-9a38-913875cfedb9 admin admin] Pushing event updated for resources: {'Port': ['ID=fae55ca3-4c30-4a69-b306-e50fa0eebc1d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:09.399147 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-4ada7096-8d0f-4fad-813a-0550b816e7ab None None] Provisioning complete for port fae55ca3-4c30-4a69-b306-e50fa0eebc1d triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:36:09.399635 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4ada7096-8d0f-4fad-813a-0550b816e7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:09.440352 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-4ada7096-8d0f-4fad-813a-0550b816e7ab None None] Port fae55ca3-4c30-4a69-b306-e50fa0eebc1d cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:36:09.580113 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e88c49b-ef68-4cb2-9a38-913875cfedb9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:09.770531 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e88c49b-ef68-4cb2-9a38-913875cfedb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:09.898404 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e88c49b-ef68-4cb2-9a38-913875cfedb9 admin admin] Router d034f537-7dc4-4e3f-b691-98831fa24269 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:36:10.007918 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e88c49b-ef68-4cb2-9a38-913875cfedb9 admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:36:10.018442 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e6ad45-5295-47d8-8e0e-ac38d89b5c41 None None] Sync routers for ids ['d034f537-7dc4-4e3f-b691-98831fa24269'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:36:10.025803 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4e88c49b-ef68-4cb2-9a38-913875cfedb9 admin admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:10.027020 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4e88c49b-ef68-4cb2-9a38-913875cfedb9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4680738 Nov 29 02:36:10.030052 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 50074) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:36:10.030860 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e6ad45-5295-47d8-8e0e-ac38d89b5c41 None None] Routers {'d034f537-7dc4-4e3f-b691-98831fa24269'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:36:10.031505 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-33e6ad45-5295-47d8-8e0e-ac38d89b5c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:35:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['d034f537-7dc4-4e3f-b691-98831fa24269'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:36:10.141382 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-33e6ad45-5295-47d8-8e0e-ac38d89b5c41 None None] Set router d034f537-7dc4-4e3f-b691-98831fa24269 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:36:10.207316 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c59bd53-027f-4176-8b8b-9ff33f08da83 None None] Network 8e9bafec-7960-4a04-82ce-58a8768d7942 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:36:10.329292 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-e34624bd-8090-4f7e-81e3-0af28d715c6d None None] Provisioning complete for port 8eb8470c-7231-4e17-be08-7cd90b08580e triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:36:10.330103 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e34624bd-8090-4f7e-81e3-0af28d715c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:10.458128 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-839c2806-bfdc-4481-86b7-1986490c2aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:10.528780 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e34624bd-8090-4f7e-81e3-0af28d715c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:10.531955 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-33e6ad45-5295-47d8-8e0e-ac38d89b5c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'name': 'tempest-TestShelveInstance-981564765-router', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:09Z', 'revision_number': 3, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'gw_port': {'id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f3:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:36:10.573668 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e6ad45-5295-47d8-8e0e-ac38d89b5c41 None None] Checking router: d034f537-7dc4-4e3f-b691-98831fa24269 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:36:10.573668 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e6ad45-5295-47d8-8e0e-ac38d89b5c41 None None] Updating router d034f537-7dc4-4e3f-b691-98831fa24269 port fae55ca3-4c30-4a69-b306-e50fa0eebc1d binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:36:10.609143 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-33e6ad45-5295-47d8-8e0e-ac38d89b5c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:10.620506 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-839c2806-bfdc-4481-86b7-1986490c2aea admin admin] Allocated IP 172.20.0.1 (8e9bafec-7960-4a04-82ce-58a8768d7942/9188a006-ba6b-4146-b10b-7031ffbfd1d9/96874bc0-e8fe-4e54-86be-205df305bc40) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:36:10.637943 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e34624bd-8090-4f7e-81e3-0af28d715c6d None None] For port 8eb8470c-7231-4e17-be08-7cd90b08580e, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=8eb8470c-7231-4e17-be08-7cd90b08580e,segment=NetworkSegment(4040ab5b-010e-439d-b5b2-43ca76cca1fd),segment_id=4040ab5b-010e-439d-b5b2-43ca76cca1fd)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:36:10.648354 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e34624bd-8090-4f7e-81e3-0af28d715c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:10.735506 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-839c2806-bfdc-4481-86b7-1986490c2aea admin admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:10.758880 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34624bd-8090-4f7e-81e3-0af28d715c6d None None] Pushing event updated for resources: {'Port': ['ID=8eb8470c-7231-4e17-be08-7cd90b08580e,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:10.771064 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-839c2806-bfdc-4481-86b7-1986490c2aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:10.816294 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839c2806-bfdc-4481-86b7-1986490c2aea admin admin] Network 8e9bafec-7960-4a04-82ce-58a8768d7942 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:36:10.819266 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-839c2806-bfdc-4481-86b7-1986490c2aea admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:36:10.822944 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839c2806-bfdc-4481-86b7-1986490c2aea admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:36:10.828323 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c2806-bfdc-4481-86b7-1986490c2aea admin admin] Pushing event updated for resources: {'Port': ['ID=96874bc0-e8fe-4e54-86be-205df305bc40,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:10.866243 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-839c2806-bfdc-4481-86b7-1986490c2aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:10.894504 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-c30f0d9b-d68d-43dd-9786-dca940640989 None None] Provisioning complete for port 8eb8470c-7231-4e17-be08-7cd90b08580e triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:36:10.894693 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c30f0d9b-d68d-43dd-9786-dca940640989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:10.966505 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-33e6ad45-5295-47d8-8e0e-ac38d89b5c41 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:10.977836 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-33e6ad45-5295-47d8-8e0e-ac38d89b5c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:11.010871 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-839c2806-bfdc-4481-86b7-1986490c2aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:11.052657 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301bd8f2-02c2-4828-a8cc-9e43d633f86e None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:36:11.073776 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-33e6ad45-5295-47d8-8e0e-ac38d89b5c41 None None] Attempting to bind port fae55ca3-4c30-4a69-b306-e50fa0eebc1d on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:36:11.074143 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-33e6ad45-5295-47d8-8e0e-ac38d89b5c41 None None] Attempting to bind port fae55ca3-4c30-4a69-b306-e50fa0eebc1d by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:36:11.074504 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e6ad45-5295-47d8-8e0e-ac38d89b5c41 None None] Attempting to bind port fae55ca3-4c30-4a69-b306-e50fa0eebc1d on network 4bf244a8-fda8-412f-8f05-2c7c5210f333 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:36:11.078035 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b76a5b-d8c6-4f19-9440-8e27354c63b1 None None] Pushing event updated for resources: {'Port': ['ID=fae55ca3-4c30-4a69-b306-e50fa0eebc1d,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:11.092011 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e6ad45-5295-47d8-8e0e-ac38d89b5c41 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:36:11.092475 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e6ad45-5295-47d8-8e0e-ac38d89b5c41 None None] Checking segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:36:11.092879 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-33e6ad45-5295-47d8-8e0e-ac38d89b5c41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:11.093273 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e6ad45-5295-47d8-8e0e-ac38d89b5c41 None None] Bound using segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:36:11.093959 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-33e6ad45-5295-47d8-8e0e-ac38d89b5c41 None None] Bound port: fae55ca3-4c30-4a69-b306-e50fa0eebc1d, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:36:11.094340 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-33e6ad45-5295-47d8-8e0e-ac38d89b5c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:11.154654 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-33e6ad45-5295-47d8-8e0e-ac38d89b5c41 None None] For port fae55ca3-4c30-4a69-b306-e50fa0eebc1d, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:36:11.160254 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-33e6ad45-5295-47d8-8e0e-ac38d89b5c41 None None] For port fae55ca3-4c30-4a69-b306-e50fa0eebc1d, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=fae55ca3-4c30-4a69-b306-e50fa0eebc1d,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:36:11.165018 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-33e6ad45-5295-47d8-8e0e-ac38d89b5c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:11.187846 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-839c2806-bfdc-4481-86b7-1986490c2aea admin admin] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:11.194297 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-839c2806-bfdc-4481-86b7-1986490c2aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:11.225494 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5adffb7-1568-470e-abe0-6d6c9fbbb0ee None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:36:11.247868 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 8eb8470c-7231-4e17-be08-7cd90b08580e up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:36:11.252703 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e6ad45-5295-47d8-8e0e-ac38d89b5c41 None None] Routers {'d034f537-7dc4-4e3f-b691-98831fa24269'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:36:11.253334 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-33e6ad45-5295-47d8-8e0e-ac38d89b5c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:35:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['d034f537-7dc4-4e3f-b691-98831fa24269'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:36:11.277172 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-839c2806-bfdc-4481-86b7-1986490c2aea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:11.279041 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c2806-bfdc-4481-86b7-1986490c2aea admin admin] Pushing event updated for resources: {'Port': ['ID=96874bc0-e8fe-4e54-86be-205df305bc40,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:11.375807 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839c2806-bfdc-4481-86b7-1986490c2aea admin admin] Network 8e9bafec-7960-4a04-82ce-58a8768d7942 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:36:11.377749 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-839c2806-bfdc-4481-86b7-1986490c2aea admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:36:11.481487 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-3fcb0dec-8d04-43f5-9a00-7526560c6676 None None] Provisioning complete for port fae55ca3-4c30-4a69-b306-e50fa0eebc1d triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:36:11.482065 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3fcb0dec-8d04-43f5-9a00-7526560c6676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:11.486814 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b76a5b-d8c6-4f19-9440-8e27354c63b1 None None] Pushing event updated for resources: {'Port': ['ID=fae55ca3-4c30-4a69-b306-e50fa0eebc1d,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:11.500594 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839c2806-bfdc-4481-86b7-1986490c2aea admin admin] Router d034f537-7dc4-4e3f-b691-98831fa24269 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:36:11.587315 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 8eb8470c-7231-4e17-be08-7cd90b08580e triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:36:11.587688 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:11.615989 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839c2806-bfdc-4481-86b7-1986490c2aea admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:36:11.621114 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-839c2806-bfdc-4481-86b7-1986490c2aea admin admin] 10.222.0.37 "PUT /v2.0/routers/d034f537-7dc4-4e3f-b691-98831fa24269/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5898404 Nov 29 02:36:11.635158 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-33e6ad45-5295-47d8-8e0e-ac38d89b5c41 None None] Set router d034f537-7dc4-4e3f-b691-98831fa24269 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:36:11.690418 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3fcb0dec-8d04-43f5-9a00-7526560c6676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:11.746709 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-3fcb0dec-8d04-43f5-9a00-7526560c6676 None None] For port fae55ca3-4c30-4a69-b306-e50fa0eebc1d, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=fae55ca3-4c30-4a69-b306-e50fa0eebc1d,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:36:11.788647 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3fcb0dec-8d04-43f5-9a00-7526560c6676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:11.873465 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-3fcb0dec-8d04-43f5-9a00-7526560c6676 None None] Provisioning complete for port 96874bc0-e8fe-4e54-86be-205df305bc40 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:36:11.873952 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3fcb0dec-8d04-43f5-9a00-7526560c6676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:11.928253 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb0dec-8d04-43f5-9a00-7526560c6676 None None] Pushing event updated for resources: {'Port': ['ID=fae55ca3-4c30-4a69-b306-e50fa0eebc1d,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:11.964626 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-3fcb0dec-8d04-43f5-9a00-7526560c6676 None None] Port 96874bc0-e8fe-4e54-86be-205df305bc40 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:36:11.994849 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-33e6ad45-5295-47d8-8e0e-ac38d89b5c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'name': 'tempest-TestShelveInstance-981564765-router', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:10Z', 'revision_number': 4, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'gw_port': {'id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f3:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '96874bc0-e8fe-4e54-86be-205df305bc40', 'name': '', 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'mac_address': 'fa:16:3e:da:02:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:10Z', 'updated_at': '2021-11-29T02:36:11Z', 'revision_number': 2, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'subnets': [{'id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:36:12.022969 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e6ad45-5295-47d8-8e0e-ac38d89b5c41 None None] The sync data for ids ['d034f537-7dc4-4e3f-b691-98831fa24269'] in dv-neutron-819032-3-hyperv is: [{'id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'name': 'tempest-TestShelveInstance-981564765-router', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:10Z', 'revision_number': 4, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'gw_port': {'id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f3:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '96874bc0-e8fe-4e54-86be-205df305bc40', 'name': '', 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'mac_address': 'fa:16:3e:da:02:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:10Z', 'updated_at': '2021-11-29T02:36:11Z', 'revision_number': 2, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'subnets': [{'id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:36:12.090135 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 50090) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:36:12.094936 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-334554bd-faf7-4e3b-9158-ef66e7226b76 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2066922266-network', 'tenant_id': 'c7320a4f71d04a26b345a237ee00188e'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:36:12.102881 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-030d9b41-50af-4c2e-8829-205d7819a4f9 None None] Provisioning complete for port fae55ca3-4c30-4a69-b306-e50fa0eebc1d triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:36:12.103482 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-030d9b41-50af-4c2e-8829-205d7819a4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:12.107019 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab09d9de-a4cf-4a85-9fc5-977ba025ffaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:12.122907 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334554bd-faf7-4e3b-9158-ef66e7226b76 admin admin] Made reservation on behalf of c7320a4f71d04a26b345a237ee00188e for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:36:12.125336 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-334554bd-faf7-4e3b-9158-ef66e7226b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:12.134635 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-334554bd-faf7-4e3b-9158-ef66e7226b76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:12.217591 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-030d9b41-50af-4c2e-8829-205d7819a4f9 None None] Provisioning complete for port 96874bc0-e8fe-4e54-86be-205df305bc40 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:36:12.217962 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-030d9b41-50af-4c2e-8829-205d7819a4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:12.233926 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-334554bd-faf7-4e3b-9158-ef66e7226b76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:12.239223 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-334554bd-faf7-4e3b-9158-ef66e7226b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:12.273678 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-334554bd-faf7-4e3b-9158-ef66e7226b76 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:36:12.277229 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-030d9b41-50af-4c2e-8829-205d7819a4f9 None None] Port 96874bc0-e8fe-4e54-86be-205df305bc40 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:36:12.288453 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334554bd-faf7-4e3b-9158-ef66e7226b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8dbe35-106d-448a-bb86-079b83b7986b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:12.293320 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-334554bd-faf7-4e3b-9158-ef66e7226b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:12.293700 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-334554bd-faf7-4e3b-9158-ef66e7226b76 admin admin] Added segment 5da5270d-28ce-4718-ad35-d16eeb708dfa of type vlan for network 2a12e440-7da2-49bb-a68b-900f775d600f Nov 29 02:36:12.338168 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-334554bd-faf7-4e3b-9158-ef66e7226b76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:12.364060 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-334554bd-faf7-4e3b-9158-ef66e7226b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:12.365128 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334554bd-faf7-4e3b-9158-ef66e7226b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:36:12.365762 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-334554bd-faf7-4e3b-9158-ef66e7226b76 admin admin] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:12.420446 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-334554bd-faf7-4e3b-9158-ef66e7226b76 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3293574 Nov 29 02:36:12.423716 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 50092) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:36:12.428815 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-29e9bfdd-b1e2-43fc-a9fa-ff7a46795eb8 admin admin] Request body: {'subnet': {'network_id': '2a12e440-7da2-49bb-a68b-900f775d600f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2066922266-subnet', 'tenant_id': 'c7320a4f71d04a26b345a237ee00188e', 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:36:12.431782 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334554bd-faf7-4e3b-9158-ef66e7226b76 admin admin] Pushing event updated for resources: {'Network': ['ID=2a12e440-7da2-49bb-a68b-900f775d600f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:12.441409 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 2a12e440-7da2-49bb-a68b-900f775d600f details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:36:12.453986 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e9bfdd-b1e2-43fc-a9fa-ff7a46795eb8 admin admin] Made reservation on behalf of c7320a4f71d04a26b345a237ee00188e for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:36:12.457461 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-29e9bfdd-b1e2-43fc-a9fa-ff7a46795eb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:12.639079 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-29e9bfdd-b1e2-43fc-a9fa-ff7a46795eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:12.697739 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9bfdd-b1e2-43fc-a9fa-ff7a46795eb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a29a7f7d-bd99-41df-af63-66edcf598b9e,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:12.718445 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e9bfdd-b1e2-43fc-a9fa-ff7a46795eb8 admin admin] Checking segment: {'id': '5da5270d-28ce-4718-ad35-d16eeb708dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2a12e440-7da2-49bb-a68b-900f775d600f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:36:12.718815 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e9bfdd-b1e2-43fc-a9fa-ff7a46795eb8 admin admin] Network hostable DHCP agents. Network: 2a12e440-7da2-49bb-a68b-900f775d600f, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:36:12.735881 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e9bfdd-b1e2-43fc-a9fa-ff7a46795eb8 admin admin] Network 2a12e440-7da2-49bb-a68b-900f775d600f is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:36:12.744705 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-29e9bfdd-b1e2-43fc-a9fa-ff7a46795eb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 2a12e440-7da2-49bb-a68b-900f775d600f) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:36:12.748700 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e9bfdd-b1e2-43fc-a9fa-ff7a46795eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:36:12.749286 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-29e9bfdd-b1e2-43fc-a9fa-ff7a46795eb8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:12.756104 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06e0ab6-481b-419b-9872-0e244faee87f None None] Network 2a12e440-7da2-49bb-a68b-900f775d600f requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:36:12.777205 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-29e9bfdd-b1e2-43fc-a9fa-ff7a46795eb8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3500614 Nov 29 02:36:12.777714 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 50094) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:36:12.782581 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-82b4f045-a37d-4220-a7a3-3e4a08bc108c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2066922266-router', 'tenant_id': 'c7320a4f71d04a26b345a237ee00188e', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:36:12.806410 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82b4f045-a37d-4220-a7a3-3e4a08bc108c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:12.807436 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82b4f045-a37d-4220-a7a3-3e4a08bc108c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:12.863281 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82b4f045-a37d-4220-a7a3-3e4a08bc108c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:12.923952 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0288ae-87a7-4902-b8ef-2491c880ccba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-2a12e440-7da2-49bb-a68b-900f775d600f', 'network_id': '2a12e440-7da2-49bb-a68b-900f775d600f', 'tenant_id': 'c7320a4f71d04a26b345a237ee00188e', 'fixed_ips': [{'subnet_id': 'a29a7f7d-bd99-41df-af63-66edcf598b9e'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:36:12.925144 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-df0288ae-87a7-4902-b8ef-2491c880ccba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:13.011184 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82b4f045-a37d-4220-a7a3-3e4a08bc108c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:13.070134 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-df0288ae-87a7-4902-b8ef-2491c880ccba None None] Allocated IP 172.20.0.2 (2a12e440-7da2-49bb-a68b-900f775d600f/a29a7f7d-bd99-41df-af63-66edcf598b9e/834010d4-ee96-473f-ab81-97103ddeb11f) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:36:13.238220 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-df0288ae-87a7-4902-b8ef-2491c880ccba None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:13.247553 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-df0288ae-87a7-4902-b8ef-2491c880ccba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:13.258085 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device fae55ca3-4c30-4a69-b306-e50fa0eebc1d up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:36:13.318832 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0288ae-87a7-4902-b8ef-2491c880ccba None None] Network 2a12e440-7da2-49bb-a68b-900f775d600f is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:36:13.328639 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-df0288ae-87a7-4902-b8ef-2491c880ccba None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:36:13.337356 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0288ae-87a7-4902-b8ef-2491c880ccba None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:36:13.342353 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0288ae-87a7-4902-b8ef-2491c880ccba None None] Pushing event updated for resources: {'Port': ['ID=834010d4-ee96-473f-ab81-97103ddeb11f,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:13.409743 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port fae55ca3-4c30-4a69-b306-e50fa0eebc1d triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:36:13.410122 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:13.411907 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-df0288ae-87a7-4902-b8ef-2491c880ccba None None] Attempting to bind port 834010d4-ee96-473f-ab81-97103ddeb11f on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:36:13.412289 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-df0288ae-87a7-4902-b8ef-2491c880ccba None None] Attempting to bind port 834010d4-ee96-473f-ab81-97103ddeb11f by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '5da5270d-28ce-4718-ad35-d16eeb708dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2a12e440-7da2-49bb-a68b-900f775d600f'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:36:13.412654 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0288ae-87a7-4902-b8ef-2491c880ccba None None] Attempting to bind port 834010d4-ee96-473f-ab81-97103ddeb11f on network 2a12e440-7da2-49bb-a68b-900f775d600f {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:36:13.419226 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0288ae-87a7-4902-b8ef-2491c880ccba None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:36:13.419511 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0288ae-87a7-4902-b8ef-2491c880ccba None None] Checking segment: {'id': '5da5270d-28ce-4718-ad35-d16eeb708dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2a12e440-7da2-49bb-a68b-900f775d600f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:36:13.419776 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-df0288ae-87a7-4902-b8ef-2491c880ccba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:13.420173 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0288ae-87a7-4902-b8ef-2491c880ccba None None] Bound using segment: {'id': '5da5270d-28ce-4718-ad35-d16eeb708dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2a12e440-7da2-49bb-a68b-900f775d600f'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:36:13.420661 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-df0288ae-87a7-4902-b8ef-2491c880ccba None None] Bound port: 834010d4-ee96-473f-ab81-97103ddeb11f, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5da5270d-28ce-4718-ad35-d16eeb708dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2a12e440-7da2-49bb-a68b-900f775d600f'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:36:13.421044 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-df0288ae-87a7-4902-b8ef-2491c880ccba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:13.526760 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-df0288ae-87a7-4902-b8ef-2491c880ccba None None] For port 834010d4-ee96-473f-ab81-97103ddeb11f, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:36:13.544081 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82b4f045-a37d-4220-a7a3-3e4a08bc108c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:13.560217 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-df0288ae-87a7-4902-b8ef-2491c880ccba None None] For port 834010d4-ee96-473f-ab81-97103ddeb11f, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=834010d4-ee96-473f-ab81-97103ddeb11f,segment=NetworkSegment(5da5270d-28ce-4718-ad35-d16eeb708dfa),segment_id=5da5270d-28ce-4718-ad35-d16eeb708dfa)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:36:13.563403 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82b4f045-a37d-4220-a7a3-3e4a08bc108c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:13.568111 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-df0288ae-87a7-4902-b8ef-2491c880ccba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:13.628309 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0288ae-87a7-4902-b8ef-2491c880ccba None None] Pushing event updated for resources: {'Port': ['ID=834010d4-ee96-473f-ab81-97103ddeb11f,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:13.676840 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-82b4f045-a37d-4220-a7a3-3e4a08bc108c admin admin] Allocated IP 172.26.3.234 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/80374fd4-7675-41c1-8a02-3cf5f6317648) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:36:13.790465 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82b4f045-a37d-4220-a7a3-3e4a08bc108c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:13.831867 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82b4f045-a37d-4220-a7a3-3e4a08bc108c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:13.884864 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b4f045-a37d-4220-a7a3-3e4a08bc108c admin admin] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:36:13.886304 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4f045-a37d-4220-a7a3-3e4a08bc108c admin admin] Pushing event updated for resources: {'Port': ['ID=80374fd4-7675-41c1-8a02-3cf5f6317648,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:13.888995 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-82b4f045-a37d-4220-a7a3-3e4a08bc108c admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:36:13.891128 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b4f045-a37d-4220-a7a3-3e4a08bc108c admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:36:13.904871 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9060925a-8310-48aa-a154-face166adf7a None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:36:14.019393 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-5c3dd432-121f-45dc-a530-7434bb8bfce7 None None] Provisioning complete for port 80374fd4-7675-41c1-8a02-3cf5f6317648 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:36:14.019768 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd432-121f-45dc-a530-7434bb8bfce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:14.059283 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-5c3dd432-121f-45dc-a530-7434bb8bfce7 None None] Port 80374fd4-7675-41c1-8a02-3cf5f6317648 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:36:14.119359 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:14.157416 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82b4f045-a37d-4220-a7a3-3e4a08bc108c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:14.207099 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886f1cab-4df5-492f-97d6-8a0ef24b7e28 None None] Sync routers for ids ['d034f537-7dc4-4e3f-b691-98831fa24269'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:36:14.216976 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886f1cab-4df5-492f-97d6-8a0ef24b7e28 None None] Routers {'d034f537-7dc4-4e3f-b691-98831fa24269'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:36:14.217668 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-886f1cab-4df5-492f-97d6-8a0ef24b7e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:35:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['d034f537-7dc4-4e3f-b691-98831fa24269'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:36:14.321514 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-886f1cab-4df5-492f-97d6-8a0ef24b7e28 None None] Set router d034f537-7dc4-4e3f-b691-98831fa24269 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:36:14.353658 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82b4f045-a37d-4220-a7a3-3e4a08bc108c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:14.369430 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0c4e8073-b297-4fa9-95b6-6eb65154bda4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:14.484351 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b4f045-a37d-4220-a7a3-3e4a08bc108c admin admin] Router 48e75e77-8d2f-4bdf-b165-21237a0e2ca4 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:36:14.528694 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-886f1cab-4df5-492f-97d6-8a0ef24b7e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'name': 'tempest-TestShelveInstance-981564765-router', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:10Z', 'revision_number': 4, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'gw_port': {'id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '96874bc0-e8fe-4e54-86be-205df305bc40', 'name': '', 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'mac_address': 'fa:16:3e:da:02:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:10Z', 'updated_at': '2021-11-29T02:36:11Z', 'revision_number': 2, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'subnets': [{'id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:36:14.558514 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886f1cab-4df5-492f-97d6-8a0ef24b7e28 None None] Checking router: d034f537-7dc4-4e3f-b691-98831fa24269 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:36:14.558872 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886f1cab-4df5-492f-97d6-8a0ef24b7e28 None None] Updating router d034f537-7dc4-4e3f-b691-98831fa24269 port 96874bc0-e8fe-4e54-86be-205df305bc40 binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:36:14.583257 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-886f1cab-4df5-492f-97d6-8a0ef24b7e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:14.597505 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b4f045-a37d-4220-a7a3-3e4a08bc108c admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:36:14.608169 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f9dce5-d501-4039-a4dd-bacd544e3185 None None] Sync routers for ids ['48e75e77-8d2f-4bdf-b165-21237a0e2ca4'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:36:14.615854 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-82b4f045-a37d-4220-a7a3-3e4a08bc108c admin admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:14.617132 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-82b4f045-a37d-4220-a7a3-3e4a08bc108c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8383167 Nov 29 02:36:14.619907 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 50096) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:36:14.621933 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f9dce5-d501-4039-a4dd-bacd544e3185 None None] Routers {'48e75e77-8d2f-4bdf-b165-21237a0e2ca4'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:36:14.622625 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c5f9dce5-d501-4039-a4dd-bacd544e3185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:36:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['48e75e77-8d2f-4bdf-b165-21237a0e2ca4'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:36:14.750284 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-c5f9dce5-d501-4039-a4dd-bacd544e3185 None None] Set router 48e75e77-8d2f-4bdf-b165-21237a0e2ca4 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:36:14.905570 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-886f1cab-4df5-492f-97d6-8a0ef24b7e28 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:14.917454 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-886f1cab-4df5-492f-97d6-8a0ef24b7e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:14.957102 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c5f9dce5-d501-4039-a4dd-bacd544e3185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e75e77-8d2f-4bdf-b165-21237a0e2ca4', 'name': 'tempest-TestShelveInstance-2066922266-router', 'tenant_id': 'c7320a4f71d04a26b345a237ee00188e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': '80374fd4-7675-41c1-8a02-3cf5f6317648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:36:12Z', 'updated_at': '2021-11-29T02:36:14Z', 'revision_number': 3, 'project_id': 'c7320a4f71d04a26b345a237ee00188e', 'gw_port': {'id': '80374fd4-7675-41c1-8a02-3cf5f6317648', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e75e77-8d2f-4bdf-b165-21237a0e2ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:13Z', 'updated_at': '2021-11-29T02:36:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:36:14.969993 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac566d1b-5544-4d41-b25f-6d9bec5fb885 None None] Pushing event updated for resources: {'Port': ['ID=96874bc0-e8fe-4e54-86be-205df305bc40,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:14.981945 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac566d1b-5544-4d41-b25f-6d9bec5fb885 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:14.982315 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac566d1b-5544-4d41-b25f-6d9bec5fb885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:14.982668 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac566d1b-5544-4d41-b25f-6d9bec5fb885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:14.983009 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac566d1b-5544-4d41-b25f-6d9bec5fb885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:14.983349 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac566d1b-5544-4d41-b25f-6d9bec5fb885 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:14.983691 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac566d1b-5544-4d41-b25f-6d9bec5fb885 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:14.984028 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac566d1b-5544-4d41-b25f-6d9bec5fb885 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:14.984362 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac566d1b-5544-4d41-b25f-6d9bec5fb885 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:14.984696 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac566d1b-5544-4d41-b25f-6d9bec5fb885 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:14.985026 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac566d1b-5544-4d41-b25f-6d9bec5fb885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:14.985354 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac566d1b-5544-4d41-b25f-6d9bec5fb885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:14.985712 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac566d1b-5544-4d41-b25f-6d9bec5fb885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:36:14.992057 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f9dce5-d501-4039-a4dd-bacd544e3185 None None] Checking router: 48e75e77-8d2f-4bdf-b165-21237a0e2ca4 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:36:14.992057 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f9dce5-d501-4039-a4dd-bacd544e3185 None None] Updating router 48e75e77-8d2f-4bdf-b165-21237a0e2ca4 port 80374fd4-7675-41c1-8a02-3cf5f6317648 binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:36:15.019804 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c5f9dce5-d501-4039-a4dd-bacd544e3185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:15.062448 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-886f1cab-4df5-492f-97d6-8a0ef24b7e28 None None] Attempting to bind port 96874bc0-e8fe-4e54-86be-205df305bc40 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:36:15.062816 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-886f1cab-4df5-492f-97d6-8a0ef24b7e28 None None] Attempting to bind port 96874bc0-e8fe-4e54-86be-205df305bc40 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '4040ab5b-010e-439d-b5b2-43ca76cca1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:36:15.063180 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886f1cab-4df5-492f-97d6-8a0ef24b7e28 None None] Attempting to bind port 96874bc0-e8fe-4e54-86be-205df305bc40 on network 8e9bafec-7960-4a04-82ce-58a8768d7942 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:36:15.070319 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886f1cab-4df5-492f-97d6-8a0ef24b7e28 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:36:15.070706 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886f1cab-4df5-492f-97d6-8a0ef24b7e28 None None] Checking segment: {'id': '4040ab5b-010e-439d-b5b2-43ca76cca1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:36:15.071105 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-886f1cab-4df5-492f-97d6-8a0ef24b7e28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:15.071497 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886f1cab-4df5-492f-97d6-8a0ef24b7e28 None None] Bound using segment: {'id': '4040ab5b-010e-439d-b5b2-43ca76cca1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:36:15.072104 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-886f1cab-4df5-492f-97d6-8a0ef24b7e28 None None] Bound port: 96874bc0-e8fe-4e54-86be-205df305bc40, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4040ab5b-010e-439d-b5b2-43ca76cca1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:36:15.072478 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-886f1cab-4df5-492f-97d6-8a0ef24b7e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:15.138522 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba9c431d-43c5-475c-b1a0-0aa5dd5eac53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:15.182933 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a132dc-5c5c-405e-9477-58634b0ac866 None None] Network 2a12e440-7da2-49bb-a68b-900f775d600f requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:36:15.196408 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-886f1cab-4df5-492f-97d6-8a0ef24b7e28 None None] For port 96874bc0-e8fe-4e54-86be-205df305bc40, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:36:15.202664 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-886f1cab-4df5-492f-97d6-8a0ef24b7e28 None None] For port 96874bc0-e8fe-4e54-86be-205df305bc40, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=96874bc0-e8fe-4e54-86be-205df305bc40,segment=NetworkSegment(4040ab5b-010e-439d-b5b2-43ca76cca1fd),segment_id=4040ab5b-010e-439d-b5b2-43ca76cca1fd)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:36:15.208661 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-886f1cab-4df5-492f-97d6-8a0ef24b7e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:15.259857 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886f1cab-4df5-492f-97d6-8a0ef24b7e28 None None] Routers {'d034f537-7dc4-4e3f-b691-98831fa24269'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:36:15.260502 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-886f1cab-4df5-492f-97d6-8a0ef24b7e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:36:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['d034f537-7dc4-4e3f-b691-98831fa24269'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:36:15.327503 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 834010d4-ee96-473f-ab81-97103ddeb11f up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:36:15.370766 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-d3018acf-ebd8-490d-98d5-59e20a6f4d9a None None] Provisioning complete for port 834010d4-ee96-473f-ab81-97103ddeb11f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:36:15.371144 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d3018acf-ebd8-490d-98d5-59e20a6f4d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:15.396823 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-ba9c431d-43c5-475c-b1a0-0aa5dd5eac53 admin admin] Allocated IP 172.20.0.1 (2a12e440-7da2-49bb-a68b-900f775d600f/a29a7f7d-bd99-41df-af63-66edcf598b9e/9861a4c7-1b82-4e32-add5-b7dccd700e8b) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:36:15.497961 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac566d1b-5544-4d41-b25f-6d9bec5fb885 None None] Pushing event updated for resources: {'Port': ['ID=96874bc0-e8fe-4e54-86be-205df305bc40,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:15.508002 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:15.545233 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba9c431d-43c5-475c-b1a0-0aa5dd5eac53 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:15.557758 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-886f1cab-4df5-492f-97d6-8a0ef24b7e28 None None] Set router d034f537-7dc4-4e3f-b691-98831fa24269 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:36:15.582195 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba9c431d-43c5-475c-b1a0-0aa5dd5eac53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:15.629693 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 834010d4-ee96-473f-ab81-97103ddeb11f triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:36:15.629960 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:15.630843 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9c431d-43c5-475c-b1a0-0aa5dd5eac53 admin admin] Network 2a12e440-7da2-49bb-a68b-900f775d600f is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:36:15.634166 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-ba9c431d-43c5-475c-b1a0-0aa5dd5eac53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:36:15.636590 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9c431d-43c5-475c-b1a0-0aa5dd5eac53 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:36:15.660749 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c431d-43c5-475c-b1a0-0aa5dd5eac53 admin admin] Pushing event updated for resources: {'Port': ['ID=9861a4c7-1b82-4e32-add5-b7dccd700e8b,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:15.682484 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba9c431d-43c5-475c-b1a0-0aa5dd5eac53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:15.798176 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-886f1cab-4df5-492f-97d6-8a0ef24b7e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'name': 'tempest-TestShelveInstance-981564765-router', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:10Z', 'revision_number': 4, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'gw_port': {'id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '96874bc0-e8fe-4e54-86be-205df305bc40', 'name': '', 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'mac_address': 'fa:16:3e:da:02:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:10Z', 'updated_at': '2021-11-29T02:36:15Z', 'revision_number': 4, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'subnets': [{'id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:36:15.819948 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba9c431d-43c5-475c-b1a0-0aa5dd5eac53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:15.831705 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c5f9dce5-d501-4039-a4dd-bacd544e3185 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:15.837023 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886f1cab-4df5-492f-97d6-8a0ef24b7e28 None None] The sync data for ids ['d034f537-7dc4-4e3f-b691-98831fa24269'] in dv-neutron-819032-3-hyperv is: [{'id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'name': 'tempest-TestShelveInstance-981564765-router', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:10Z', 'revision_number': 4, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'gw_port': {'id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '96874bc0-e8fe-4e54-86be-205df305bc40', 'name': '', 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'mac_address': 'fa:16:3e:da:02:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:10Z', 'updated_at': '2021-11-29T02:36:15Z', 'revision_number': 4, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'subnets': [{'id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:36:15.837879 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d3018acf-ebd8-490d-98d5-59e20a6f4d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:15.860273 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c5f9dce5-d501-4039-a4dd-bacd544e3185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:15.952844 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2401acad-47e6-4ebf-b6e4-ef20472b0582 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:36:15.959429 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-d3018acf-ebd8-490d-98d5-59e20a6f4d9a None None] For port 834010d4-ee96-473f-ab81-97103ddeb11f, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=834010d4-ee96-473f-ab81-97103ddeb11f,segment=NetworkSegment(5da5270d-28ce-4718-ad35-d16eeb708dfa),segment_id=5da5270d-28ce-4718-ad35-d16eeb708dfa)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:36:15.969043 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-c5f9dce5-d501-4039-a4dd-bacd544e3185 None None] Attempting to bind port 80374fd4-7675-41c1-8a02-3cf5f6317648 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:36:15.969415 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-c5f9dce5-d501-4039-a4dd-bacd544e3185 None None] Attempting to bind port 80374fd4-7675-41c1-8a02-3cf5f6317648 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:36:15.969881 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f9dce5-d501-4039-a4dd-bacd544e3185 None None] Attempting to bind port 80374fd4-7675-41c1-8a02-3cf5f6317648 on network 4bf244a8-fda8-412f-8f05-2c7c5210f333 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:36:15.972429 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e76ea1-ca63-4a7a-8838-aced44e0559f None None] Pushing event updated for resources: {'Port': ['ID=80374fd4-7675-41c1-8a02-3cf5f6317648,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:15.974743 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d3018acf-ebd8-490d-98d5-59e20a6f4d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:16.039634 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba9c431d-43c5-475c-b1a0-0aa5dd5eac53 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:16.041044 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f9dce5-d501-4039-a4dd-bacd544e3185 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:36:16.041432 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f9dce5-d501-4039-a4dd-bacd544e3185 None None] Checking segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:36:16.041856 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c5f9dce5-d501-4039-a4dd-bacd544e3185 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:16.042251 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f9dce5-d501-4039-a4dd-bacd544e3185 None None] Bound using segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:36:16.042730 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-c5f9dce5-d501-4039-a4dd-bacd544e3185 None None] Bound port: 80374fd4-7675-41c1-8a02-3cf5f6317648, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:36:16.043114 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c5f9dce5-d501-4039-a4dd-bacd544e3185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:16.046836 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba9c431d-43c5-475c-b1a0-0aa5dd5eac53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:16.126817 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3018acf-ebd8-490d-98d5-59e20a6f4d9a None None] Pushing event updated for resources: {'Port': ['ID=834010d4-ee96-473f-ab81-97103ddeb11f,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:16.144233 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ba9c431d-43c5-475c-b1a0-0aa5dd5eac53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:16.147342 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c5f9dce5-d501-4039-a4dd-bacd544e3185 None None] For port 80374fd4-7675-41c1-8a02-3cf5f6317648, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:36:16.148799 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c431d-43c5-475c-b1a0-0aa5dd5eac53 admin admin] Pushing event updated for resources: {'Port': ['ID=9861a4c7-1b82-4e32-add5-b7dccd700e8b,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:16.151391 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c5f9dce5-d501-4039-a4dd-bacd544e3185 None None] For port 80374fd4-7675-41c1-8a02-3cf5f6317648, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=80374fd4-7675-41c1-8a02-3cf5f6317648,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:36:16.151993 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-6d5a0efb-c530-4fff-8eb1-b26e2e87a20f None None] Provisioning complete for port 80374fd4-7675-41c1-8a02-3cf5f6317648 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:36:16.152365 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6d5a0efb-c530-4fff-8eb1-b26e2e87a20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:16.176736 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c5f9dce5-d501-4039-a4dd-bacd544e3185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:16.233585 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6d5a0efb-c530-4fff-8eb1-b26e2e87a20f None None] Port 80374fd4-7675-41c1-8a02-3cf5f6317648 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:36:16.246913 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2fc592-5755-4ccb-af61-c8aacc347079 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:36:16.276986 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e76ea1-ca63-4a7a-8838-aced44e0559f None None] Pushing event updated for resources: {'Port': ['ID=80374fd4-7675-41c1-8a02-3cf5f6317648,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:16.278666 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9c431d-43c5-475c-b1a0-0aa5dd5eac53 admin admin] Network 2a12e440-7da2-49bb-a68b-900f775d600f is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:36:16.280397 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-ba9c431d-43c5-475c-b1a0-0aa5dd5eac53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:36:16.290057 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f9dce5-d501-4039-a4dd-bacd544e3185 None None] Routers {'48e75e77-8d2f-4bdf-b165-21237a0e2ca4'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:36:16.290776 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c5f9dce5-d501-4039-a4dd-bacd544e3185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:36:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['48e75e77-8d2f-4bdf-b165-21237a0e2ca4'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:36:16.362959 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-6d5a0efb-c530-4fff-8eb1-b26e2e87a20f None None] Provisioning complete for port 96874bc0-e8fe-4e54-86be-205df305bc40 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:36:16.363624 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6d5a0efb-c530-4fff-8eb1-b26e2e87a20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:16.435000 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9c431d-43c5-475c-b1a0-0aa5dd5eac53 admin admin] Router 48e75e77-8d2f-4bdf-b165-21237a0e2ca4 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:36:16.492631 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-c5f9dce5-d501-4039-a4dd-bacd544e3185 None None] Set router 48e75e77-8d2f-4bdf-b165-21237a0e2ca4 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:36:16.538944 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6d5a0efb-c530-4fff-8eb1-b26e2e87a20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:16.567645 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9c431d-43c5-475c-b1a0-0aa5dd5eac53 admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:36:16.573317 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ba9c431d-43c5-475c-b1a0-0aa5dd5eac53 admin admin] 10.222.0.37 "PUT /v2.0/routers/48e75e77-8d2f-4bdf-b165-21237a0e2ca4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9506128 Nov 29 02:36:16.667715 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-6d5a0efb-c530-4fff-8eb1-b26e2e87a20f None None] For port 96874bc0-e8fe-4e54-86be-205df305bc40, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=96874bc0-e8fe-4e54-86be-205df305bc40,segment=NetworkSegment(4040ab5b-010e-439d-b5b2-43ca76cca1fd),segment_id=4040ab5b-010e-439d-b5b2-43ca76cca1fd)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:36:16.677332 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6d5a0efb-c530-4fff-8eb1-b26e2e87a20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:16.763400 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a0efb-c530-4fff-8eb1-b26e2e87a20f None None] Pushing event updated for resources: {'Port': ['ID=96874bc0-e8fe-4e54-86be-205df305bc40,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:16.808124 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-55bdeb01-89b6-49fe-8519-f99f671ba10e None None] Provisioning complete for port 80374fd4-7675-41c1-8a02-3cf5f6317648 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:36:16.808489 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55bdeb01-89b6-49fe-8519-f99f671ba10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:16.864023 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c5f9dce5-d501-4039-a4dd-bacd544e3185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e75e77-8d2f-4bdf-b165-21237a0e2ca4', 'name': 'tempest-TestShelveInstance-2066922266-router', 'tenant_id': 'c7320a4f71d04a26b345a237ee00188e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': '80374fd4-7675-41c1-8a02-3cf5f6317648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:36:12Z', 'updated_at': '2021-11-29T02:36:15Z', 'revision_number': 4, 'project_id': 'c7320a4f71d04a26b345a237ee00188e', 'gw_port': {'id': '80374fd4-7675-41c1-8a02-3cf5f6317648', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e75e77-8d2f-4bdf-b165-21237a0e2ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:13Z', 'updated_at': '2021-11-29T02:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '9861a4c7-1b82-4e32-add5-b7dccd700e8b', 'name': '', 'network_id': '2a12e440-7da2-49bb-a68b-900f775d600f', 'tenant_id': 'c7320a4f71d04a26b345a237ee00188e', 'mac_address': 'fa:16:3e:9c:42:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e75e77-8d2f-4bdf-b165-21237a0e2ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'a29a7f7d-bd99-41df-af63-66edcf598b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:15Z', 'updated_at': '2021-11-29T02:36:15Z', 'revision_number': 2, 'project_id': 'c7320a4f71d04a26b345a237ee00188e', 'subnets': [{'id': 'a29a7f7d-bd99-41df-af63-66edcf598b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:36:16.896937 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f9dce5-d501-4039-a4dd-bacd544e3185 None None] The sync data for ids ['48e75e77-8d2f-4bdf-b165-21237a0e2ca4'] in dv-neutron-819032-3-hyperv is: [{'id': '48e75e77-8d2f-4bdf-b165-21237a0e2ca4', 'name': 'tempest-TestShelveInstance-2066922266-router', 'tenant_id': 'c7320a4f71d04a26b345a237ee00188e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': '80374fd4-7675-41c1-8a02-3cf5f6317648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:36:12Z', 'updated_at': '2021-11-29T02:36:15Z', 'revision_number': 4, 'project_id': 'c7320a4f71d04a26b345a237ee00188e', 'gw_port': {'id': '80374fd4-7675-41c1-8a02-3cf5f6317648', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e75e77-8d2f-4bdf-b165-21237a0e2ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:13Z', 'updated_at': '2021-11-29T02:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '9861a4c7-1b82-4e32-add5-b7dccd700e8b', 'name': '', 'network_id': '2a12e440-7da2-49bb-a68b-900f775d600f', 'tenant_id': 'c7320a4f71d04a26b345a237ee00188e', 'mac_address': 'fa:16:3e:9c:42:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e75e77-8d2f-4bdf-b165-21237a0e2ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'a29a7f7d-bd99-41df-af63-66edcf598b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:15Z', 'updated_at': '2021-11-29T02:36:15Z', 'revision_number': 2, 'project_id': 'c7320a4f71d04a26b345a237ee00188e', 'subnets': [{'id': 'a29a7f7d-bd99-41df-af63-66edcf598b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:36:16.935732 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55bdeb01-89b6-49fe-8519-f99f671ba10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:16.958094 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-55bdeb01-89b6-49fe-8519-f99f671ba10e None None] For port 80374fd4-7675-41c1-8a02-3cf5f6317648, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=80374fd4-7675-41c1-8a02-3cf5f6317648,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:36:16.962674 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55bdeb01-89b6-49fe-8519-f99f671ba10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:16.999987 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-55bdeb01-89b6-49fe-8519-f99f671ba10e None None] Provisioning complete for port 834010d4-ee96-473f-ab81-97103ddeb11f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:36:17.000497 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55bdeb01-89b6-49fe-8519-f99f671ba10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:17.050123 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bdeb01-89b6-49fe-8519-f99f671ba10e None None] Pushing event updated for resources: {'Port': ['ID=80374fd4-7675-41c1-8a02-3cf5f6317648,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:17.164073 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-55bdeb01-89b6-49fe-8519-f99f671ba10e None None] Provisioning complete for port 9861a4c7-1b82-4e32-add5-b7dccd700e8b triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:36:17.164727 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-55bdeb01-89b6-49fe-8519-f99f671ba10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:17.197233 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:17.211423 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-55bdeb01-89b6-49fe-8519-f99f671ba10e None None] Port 9861a4c7-1b82-4e32-add5-b7dccd700e8b cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:36:17.262167 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 96874bc0-e8fe-4e54-86be-205df305bc40 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:36:17.319252 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 96874bc0-e8fe-4e54-86be-205df305bc40 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:36:17.319635 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:17.342465 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 50104) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:36:17.349513 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-3f855474-6808-45f9-a9d8-b4e044efce3a tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1353240580', 'description': 'tempest-secgroup-smoke-1353240580 description', 'project_id': 'b1015da155d44168a735e5ab410d1f97'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:36:17.375429 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f855474-6808-45f9-a9d8-b4e044efce3a tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:17.408569 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 834010d4-ee96-473f-ab81-97103ddeb11f up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:36:17.453012 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f855474-6808-45f9-a9d8-b4e044efce3a tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:17.458341 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f855474-6808-45f9-a9d8-b4e044efce3a tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:17.461648 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 834010d4-ee96-473f-ab81-97103ddeb11f triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:36:17.462019 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:17.490741 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f855474-6808-45f9-a9d8-b4e044efce3a tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:17.494709 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3f855474-6808-45f9-a9d8-b4e044efce3a tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1477408 Nov 29 02:36:17.494709 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f855474-6808-45f9-a9d8-b4e044efce3a tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f97473-7d1c-43e1-9c62-4d3e322c8861,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:17.495053 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 50106) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:36:17.499617 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f4d29546-ac3e-4a98-bf2d-bf644c7a7baa tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Request body: {'security_group_rule': {'security_group_id': '58f97473-7d1c-43e1-9c62-4d3e322c8861', 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:36:17.540943 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f4d29546-ac3e-4a98-bf2d-bf644c7a7baa tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:17.590944 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f4d29546-ac3e-4a98-bf2d-bf644c7a7baa tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:17.594525 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f4d29546-ac3e-4a98-bf2d-bf644c7a7baa tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:17.613676 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d29546-ac3e-4a98-bf2d-bf644c7a7baa tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e059777-2798-4b79-9b99-163a19a0e5ce,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:17.617966 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f4d29546-ac3e-4a98-bf2d-bf644c7a7baa tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:17.621592 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f4d29546-ac3e-4a98-bf2d-bf644c7a7baa tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230519 Nov 29 02:36:17.622039 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 50108) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:36:17.626099 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-fffb4bb7-4fa5-4343-9a32-bb42473bbaae tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Request body: {'security_group_rule': {'security_group_id': '58f97473-7d1c-43e1-9c62-4d3e322c8861', 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:36:17.656651 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fffb4bb7-4fa5-4343-9a32-bb42473bbaae tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:17.711551 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fffb4bb7-4fa5-4343-9a32-bb42473bbaae tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:17.714856 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fffb4bb7-4fa5-4343-9a32-bb42473bbaae tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:17.732298 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb4bb7-4fa5-4343-9a32-bb42473bbaae tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7213410a-42ee-4744-ada1-ee053c0f1f83,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:17.739554 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fffb4bb7-4fa5-4343-9a32-bb42473bbaae tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:17.740736 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-fffb4bb7-4fa5-4343-9a32-bb42473bbaae tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180160 Nov 29 02:36:17.743438 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 50110) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:36:17.747812 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-41a653f2-1da0-414a-bfc4-2d321c3c0636 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Request body: {'security_group_rule': {'security_group_id': '58f97473-7d1c-43e1-9c62-4d3e322c8861', 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:36:17.783847 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-41a653f2-1da0-414a-bfc4-2d321c3c0636 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:17.844436 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-41a653f2-1da0-414a-bfc4-2d321c3c0636 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:17.848290 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-41a653f2-1da0-414a-bfc4-2d321c3c0636 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:17.870364 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a653f2-1da0-414a-bfc4-2d321c3c0636 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3891a5c1-eca1-4597-975d-982d860a990b,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:17.876379 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-41a653f2-1da0-414a-bfc4-2d321c3c0636 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:17.877425 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-41a653f2-1da0-414a-bfc4-2d321c3c0636 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1330426 Nov 29 02:36:17.880124 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 50112) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:36:17.884295 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-3139b7d8-30cc-49cb-a12e-3c13ee31d339 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Request body: {'security_group_rule': {'security_group_id': '58f97473-7d1c-43e1-9c62-4d3e322c8861', 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:36:17.912908 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3139b7d8-30cc-49cb-a12e-3c13ee31d339 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:17.928222 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:17.971798 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3139b7d8-30cc-49cb-a12e-3c13ee31d339 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:17.975239 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3139b7d8-30cc-49cb-a12e-3c13ee31d339 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:17.992366 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139b7d8-30cc-49cb-a12e-3c13ee31d339 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665dbdb5-ed2f-46a7-96cb-c4bdc2d4407e,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:18.000067 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3139b7d8-30cc-49cb-a12e-3c13ee31d339 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:18.001232 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-3139b7d8-30cc-49cb-a12e-3c13ee31d339 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1201940 Nov 29 02:36:18.004440 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 50114) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:36:18.009792 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-fe29fbdd-eb7e-4d9f-aa52-37725cc54efb tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Request body: {'security_group_rule': {'security_group_id': '58f97473-7d1c-43e1-9c62-4d3e322c8861', 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:36:18.034166 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-fe29fbdd-eb7e-4d9f-aa52-37725cc54efb tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Project b1015da155d44168a735e5ab410d1f97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:36:18.038714 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe29fbdd-eb7e-4d9f-aa52-37725cc54efb tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:18.093448 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe29fbdd-eb7e-4d9f-aa52-37725cc54efb tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:18.097117 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe29fbdd-eb7e-4d9f-aa52-37725cc54efb tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:18.117473 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29fbdd-eb7e-4d9f-aa52-37725cc54efb tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094cdda4-6689-4b86-a236-382f2b707794,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:18.123427 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fe29fbdd-eb7e-4d9f-aa52-37725cc54efb tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:18.124044 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-fe29fbdd-eb7e-4d9f-aa52-37725cc54efb tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187189 Nov 29 02:36:18.126692 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 50116) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:36:18.131332 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a4530a57-7858-497f-816f-b284308f638a tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Request body: {'security_group_rule': {'security_group_id': '58f97473-7d1c-43e1-9c62-4d3e322c8861', 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:36:18.153113 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-a4530a57-7858-497f-816f-b284308f638a tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Project b1015da155d44168a735e5ab410d1f97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:36:18.158084 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4530a57-7858-497f-816f-b284308f638a tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:18.214588 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4530a57-7858-497f-816f-b284308f638a tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:18.218240 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4530a57-7858-497f-816f-b284308f638a tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:18.239662 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4530a57-7858-497f-816f-b284308f638a tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78be7af5-8911-4193-b35f-4f14d124eb90,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:18.245339 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4530a57-7858-497f-816f-b284308f638a tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:18.246487 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a4530a57-7858-497f-816f-b284308f638a tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188929 Nov 29 02:36:18.392464 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-e67057f9-75fd-427b-8d0f-df7d5b80a860 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1353240580&fields=id&tenant_id=b1015da155d44168a735e5ab410d1f97 HTTP/1.1" status: 200 len: 267 time: 0.0438197 Nov 29 02:36:18.496212 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-11100200-17e1-4e87-b687-1a35eab65c89 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:36:18.497692 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-11100200-17e1-4e87-b687-1a35eab65c89 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/networks?id=8e9bafec-7960-4a04-82ce-58a8768d7942 HTTP/1.1" status: 200 len: 808 time: 0.0984526 Nov 29 02:36:18.512724 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-235db1a1-1d5f-4cbb-93f1-2fbef3f26c4f tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/quotas/b1015da155d44168a735e5ab410d1f97 HTTP/1.1" status: 200 len: 375 time: 0.0087242 Nov 29 02:36:18.566503 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-0dc9a1d3-decb-4a46-8137-f65db1bb7cb4 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1015da155d44168a735e5ab410d1f97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486345 Nov 29 02:36:18.666446 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-2c3eb821-3935-4eca-8589-83d78df5e54e service neutron] 10.222.0.37 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855327 Nov 29 02:36:18.772432 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-e5465e4f-0bd4-4fd0-acb8-663d43a679e4 service neutron] 10.222.0.37 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993676 Nov 29 02:36:18.942511 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-da99849d-c070-4d8c-b7c1-a7d19a091c1f req-710142f1-55f7-4c49-bbe9-fc455367eb6c tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 210 time: 0.0282083 Nov 29 02:36:19.228592 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 80374fd4-7675-41c1-8a02-3cf5f6317648 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:36:19.290700 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 80374fd4-7675-41c1-8a02-3cf5f6317648 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:36:19.291145 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:19.980011 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8836510-6911-4c36-af35-42faaf8b90b3 None None] Sync routers for ids ['48e75e77-8d2f-4bdf-b165-21237a0e2ca4'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:36:19.989795 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8836510-6911-4c36-af35-42faaf8b90b3 None None] Routers {'48e75e77-8d2f-4bdf-b165-21237a0e2ca4'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:36:19.990409 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d8836510-6911-4c36-af35-42faaf8b90b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:36:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['48e75e77-8d2f-4bdf-b165-21237a0e2ca4'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:36:20.037163 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1593e81d-958e-4fa3-ba11-028df9779bea req-faef3928-a788-4944-8366-011759d20eb8 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 210 time: 0.0268326 Nov 29 02:36:20.095156 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-d8836510-6911-4c36-af35-42faaf8b90b3 None None] Set router 48e75e77-8d2f-4bdf-b165-21237a0e2ca4 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:36:20.262852 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-5135a937-240b-469e-9c42-2ad26f2dd4d4 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:36:20.264366 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-5135a937-240b-469e-9c42-2ad26f2dd4d4 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.24 "GET /v2.0/networks?id=8e9bafec-7960-4a04-82ce-58a8768d7942 HTTP/1.1" status: 200 len: 808 time: 0.1118112 Nov 29 02:36:20.300568 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d8836510-6911-4c36-af35-42faaf8b90b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e75e77-8d2f-4bdf-b165-21237a0e2ca4', 'name': 'tempest-TestShelveInstance-2066922266-router', 'tenant_id': 'c7320a4f71d04a26b345a237ee00188e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': '80374fd4-7675-41c1-8a02-3cf5f6317648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:36:12Z', 'updated_at': '2021-11-29T02:36:15Z', 'revision_number': 4, 'project_id': 'c7320a4f71d04a26b345a237ee00188e', 'gw_port': {'id': '80374fd4-7675-41c1-8a02-3cf5f6317648', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e75e77-8d2f-4bdf-b165-21237a0e2ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:13Z', 'updated_at': '2021-11-29T02:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '9861a4c7-1b82-4e32-add5-b7dccd700e8b', 'name': '', 'network_id': '2a12e440-7da2-49bb-a68b-900f775d600f', 'tenant_id': 'c7320a4f71d04a26b345a237ee00188e', 'mac_address': 'fa:16:3e:9c:42:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e75e77-8d2f-4bdf-b165-21237a0e2ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'a29a7f7d-bd99-41df-af63-66edcf598b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:15Z', 'updated_at': '2021-11-29T02:36:15Z', 'revision_number': 2, 'project_id': 'c7320a4f71d04a26b345a237ee00188e', 'subnets': [{'id': 'a29a7f7d-bd99-41df-af63-66edcf598b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:36:20.327858 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8836510-6911-4c36-af35-42faaf8b90b3 None None] Checking router: 48e75e77-8d2f-4bdf-b165-21237a0e2ca4 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:36:20.328212 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8836510-6911-4c36-af35-42faaf8b90b3 None None] Updating router 48e75e77-8d2f-4bdf-b165-21237a0e2ca4 port 9861a4c7-1b82-4e32-add5-b7dccd700e8b binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:36:20.357963 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d8836510-6911-4c36-af35-42faaf8b90b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:20.365945 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-0960ad6b-6fb4-442a-a616-4c458befbf0c tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1015da155d44168a735e5ab410d1f97 HTTP/1.1" status: 200 len: 380 time: 0.0568743 Nov 29 02:36:20.386032 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-dbbcdb69-293b-4f37-8111-1683d6335a31 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Request body: {'port': {'device_id': '46a5a4bb-5f0a-443f-9131-853cc59eb37d', 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942', 'admin_state_up': True, 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'security_groups': ['58f97473-7d1c-43e1-9c62-4d3e322c8861']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:36:20.490221 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-dbbcdb69-293b-4f37-8111-1683d6335a31 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Made reservation on behalf of b1015da155d44168a735e5ab410d1f97 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:36:20.493736 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-dbbcdb69-293b-4f37-8111-1683d6335a31 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:20.612956 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d8836510-6911-4c36-af35-42faaf8b90b3 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:20.618388 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d8836510-6911-4c36-af35-42faaf8b90b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:20.621534 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-dbbcdb69-293b-4f37-8111-1683d6335a31 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Allocated IP 172.20.0.12 (8e9bafec-7960-4a04-82ce-58a8768d7942/9188a006-ba6b-4146-b10b-7031ffbfd1d9/0660ad40-6475-404b-9be4-1a781bcabf48) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:36:20.670816 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756312f7-57c0-4d98-9bb5-261fd15563f1 None None] Pushing event updated for resources: {'Port': ['ID=9861a4c7-1b82-4e32-add5-b7dccd700e8b,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:20.727781 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-d8836510-6911-4c36-af35-42faaf8b90b3 None None] Attempting to bind port 9861a4c7-1b82-4e32-add5-b7dccd700e8b on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:36:20.728260 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-d8836510-6911-4c36-af35-42faaf8b90b3 None None] Attempting to bind port 9861a4c7-1b82-4e32-add5-b7dccd700e8b by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '5da5270d-28ce-4718-ad35-d16eeb708dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2a12e440-7da2-49bb-a68b-900f775d600f'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:36:20.728715 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8836510-6911-4c36-af35-42faaf8b90b3 None None] Attempting to bind port 9861a4c7-1b82-4e32-add5-b7dccd700e8b on network 2a12e440-7da2-49bb-a68b-900f775d600f {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:36:20.734175 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8836510-6911-4c36-af35-42faaf8b90b3 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:36:20.734706 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8836510-6911-4c36-af35-42faaf8b90b3 None None] Checking segment: {'id': '5da5270d-28ce-4718-ad35-d16eeb708dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2a12e440-7da2-49bb-a68b-900f775d600f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:36:20.735204 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d8836510-6911-4c36-af35-42faaf8b90b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:20.735691 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8836510-6911-4c36-af35-42faaf8b90b3 None None] Bound using segment: {'id': '5da5270d-28ce-4718-ad35-d16eeb708dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2a12e440-7da2-49bb-a68b-900f775d600f'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:36:20.736257 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-d8836510-6911-4c36-af35-42faaf8b90b3 None None] Bound port: 9861a4c7-1b82-4e32-add5-b7dccd700e8b, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5da5270d-28ce-4718-ad35-d16eeb708dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2a12e440-7da2-49bb-a68b-900f775d600f'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:36:20.736728 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d8836510-6911-4c36-af35-42faaf8b90b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:20.777723 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-dbbcdb69-293b-4f37-8111-1683d6335a31 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:20.802481 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d8836510-6911-4c36-af35-42faaf8b90b3 None None] For port 9861a4c7-1b82-4e32-add5-b7dccd700e8b, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:36:20.807302 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-d8836510-6911-4c36-af35-42faaf8b90b3 None None] For port 9861a4c7-1b82-4e32-add5-b7dccd700e8b, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=9861a4c7-1b82-4e32-add5-b7dccd700e8b,segment=NetworkSegment(5da5270d-28ce-4718-ad35-d16eeb708dfa),segment_id=5da5270d-28ce-4718-ad35-d16eeb708dfa)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:36:20.813793 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-d8836510-6911-4c36-af35-42faaf8b90b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:20.820832 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-dbbcdb69-293b-4f37-8111-1683d6335a31 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:20.872023 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-dbbcdb69-293b-4f37-8111-1683d6335a31 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Network 8e9bafec-7960-4a04-82ce-58a8768d7942 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:36:20.872167 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756312f7-57c0-4d98-9bb5-261fd15563f1 None None] Pushing event updated for resources: {'Port': ['ID=9861a4c7-1b82-4e32-add5-b7dccd700e8b,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:20.875823 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-dbbcdb69-293b-4f37-8111-1683d6335a31 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:36:20.881582 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-dbbcdb69-293b-4f37-8111-1683d6335a31 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:36:20.889607 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbcdb69-293b-4f37-8111-1683d6335a31 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Pushing event updated for resources: {'Port': ['ID=0660ad40-6475-404b-9be4-1a781bcabf48,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:20.889893 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8836510-6911-4c36-af35-42faaf8b90b3 None None] Routers {'48e75e77-8d2f-4bdf-b165-21237a0e2ca4'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:36:20.890744 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d8836510-6911-4c36-af35-42faaf8b90b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:36:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['48e75e77-8d2f-4bdf-b165-21237a0e2ca4'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:36:20.960117 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-dbbcdb69-293b-4f37-8111-1683d6335a31 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:36:20.961251 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-dbbcdb69-293b-4f37-8111-1683d6335a31 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:20.968672 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-39004bd8-6b6f-4f9e-b825-035b116f7417 None None] Provisioning complete for port 9861a4c7-1b82-4e32-add5-b7dccd700e8b triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:36:20.969961 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39004bd8-6b6f-4f9e-b825-035b116f7417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:20.983125 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-dbbcdb69-293b-4f37-8111-1683d6335a31 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6005979 Nov 29 02:36:21.012898 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-0916733a-5717-4c94-add3-6dc0d2fa6cf2 service neutron] Request body: {'port': {'device_id': '46a5a4bb-5f0a-443f-9131-853cc59eb37d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:36:21.018857 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-d8836510-6911-4c36-af35-42faaf8b90b3 None None] Set router 48e75e77-8d2f-4bdf-b165-21237a0e2ca4 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:36:21.144879 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39004bd8-6b6f-4f9e-b825-035b116f7417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:21.180160 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-0916733a-5717-4c94-add3-6dc0d2fa6cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:21.224187 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-39004bd8-6b6f-4f9e-b825-035b116f7417 None None] For port 9861a4c7-1b82-4e32-add5-b7dccd700e8b, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=9861a4c7-1b82-4e32-add5-b7dccd700e8b,segment=NetworkSegment(5da5270d-28ce-4718-ad35-d16eeb708dfa),segment_id=5da5270d-28ce-4718-ad35-d16eeb708dfa)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:36:21.232943 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-39004bd8-6b6f-4f9e-b825-035b116f7417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:21.293989 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39004bd8-6b6f-4f9e-b825-035b116f7417 None None] Pushing event updated for resources: {'Port': ['ID=9861a4c7-1b82-4e32-add5-b7dccd700e8b,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:21.316480 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d42dc4-95b3-4f41-97dd-70e12480382d req-bd49dc1f-671d-4ca0-b535-8f709b084f94 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:36:21.317512 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 9861a4c7-1b82-4e32-add5-b7dccd700e8b up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:36:21.318227 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b1d42dc4-95b3-4f41-97dd-70e12480382d req-bd49dc1f-671d-4ca0-b535-8f709b084f94 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 932 time: 0.1323490 Nov 29 02:36:21.370245 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-3659125d-b3ba-42af-9f2c-673a36d84059 None None] Provisioning complete for port 0660ad40-6475-404b-9be4-1a781bcabf48 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:36:21.370829 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3659125d-b3ba-42af-9f2c-673a36d84059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:21.392245 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b1d42dc4-95b3-4f41-97dd-70e12480382d req-f8544f4f-1d66-4b28-a7b6-ae21a8967bc9 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662808 Nov 29 02:36:21.402031 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-d8836510-6911-4c36-af35-42faaf8b90b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e75e77-8d2f-4bdf-b165-21237a0e2ca4', 'name': 'tempest-TestShelveInstance-2066922266-router', 'tenant_id': 'c7320a4f71d04a26b345a237ee00188e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': '80374fd4-7675-41c1-8a02-3cf5f6317648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:36:12Z', 'updated_at': '2021-11-29T02:36:15Z', 'revision_number': 4, 'project_id': 'c7320a4f71d04a26b345a237ee00188e', 'gw_port': {'id': '80374fd4-7675-41c1-8a02-3cf5f6317648', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e75e77-8d2f-4bdf-b165-21237a0e2ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:13Z', 'updated_at': '2021-11-29T02:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '9861a4c7-1b82-4e32-add5-b7dccd700e8b', 'name': '', 'network_id': '2a12e440-7da2-49bb-a68b-900f775d600f', 'tenant_id': 'c7320a4f71d04a26b345a237ee00188e', 'mac_address': 'fa:16:3e:9c:42:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e75e77-8d2f-4bdf-b165-21237a0e2ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'a29a7f7d-bd99-41df-af63-66edcf598b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:15Z', 'updated_at': '2021-11-29T02:36:20Z', 'revision_number': 4, 'project_id': 'c7320a4f71d04a26b345a237ee00188e', 'subnets': [{'id': 'a29a7f7d-bd99-41df-af63-66edcf598b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:36:21.416783 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-3659125d-b3ba-42af-9f2c-673a36d84059 None None] Port 0660ad40-6475-404b-9be4-1a781bcabf48 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:36:21.428144 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 9861a4c7-1b82-4e32-add5-b7dccd700e8b triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:36:21.428730 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:21.431937 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8836510-6911-4c36-af35-42faaf8b90b3 None None] The sync data for ids ['48e75e77-8d2f-4bdf-b165-21237a0e2ca4'] in dv-neutron-819032-3-hyperv is: [{'id': '48e75e77-8d2f-4bdf-b165-21237a0e2ca4', 'name': 'tempest-TestShelveInstance-2066922266-router', 'tenant_id': 'c7320a4f71d04a26b345a237ee00188e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': '80374fd4-7675-41c1-8a02-3cf5f6317648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:36:12Z', 'updated_at': '2021-11-29T02:36:15Z', 'revision_number': 4, 'project_id': 'c7320a4f71d04a26b345a237ee00188e', 'gw_port': {'id': '80374fd4-7675-41c1-8a02-3cf5f6317648', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e75e77-8d2f-4bdf-b165-21237a0e2ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:13Z', 'updated_at': '2021-11-29T02:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '9861a4c7-1b82-4e32-add5-b7dccd700e8b', 'name': '', 'network_id': '2a12e440-7da2-49bb-a68b-900f775d600f', 'tenant_id': 'c7320a4f71d04a26b345a237ee00188e', 'mac_address': 'fa:16:3e:9c:42:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e75e77-8d2f-4bdf-b165-21237a0e2ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'a29a7f7d-bd99-41df-af63-66edcf598b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:15Z', 'updated_at': '2021-11-29T02:36:20Z', 'revision_number': 4, 'project_id': 'c7320a4f71d04a26b345a237ee00188e', 'subnets': [{'id': 'a29a7f7d-bd99-41df-af63-66edcf598b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:36:21.465086 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-3659125d-b3ba-42af-9f2c-673a36d84059 None None] Provisioning complete for port 9861a4c7-1b82-4e32-add5-b7dccd700e8b triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:36:21.465463 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3659125d-b3ba-42af-9f2c-673a36d84059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:21.546124 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-0916733a-5717-4c94-add3-6dc0d2fa6cf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0660ad40-6475-404b-9be4-1a781bcabf48 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:36:21.554177 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-0916733a-5717-4c94-add3-6dc0d2fa6cf2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:21.568795 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-0916733a-5717-4c94-add3-6dc0d2fa6cf2 service neutron] Transition to ACTIVE for port object 0660ad40-6475-404b-9be4-1a781bcabf48 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:36:21.572984 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-0916733a-5717-4c94-add3-6dc0d2fa6cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:21.630868 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916733a-5717-4c94-add3-6dc0d2fa6cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=0660ad40-6475-404b-9be4-1a781bcabf48,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:21.712176 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-0916733a-5717-4c94-add3-6dc0d2fa6cf2 service neutron] Attempting to bind port 0660ad40-6475-404b-9be4-1a781bcabf48 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:36:21.712586 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-0916733a-5717-4c94-add3-6dc0d2fa6cf2 service neutron] Attempting to bind port 0660ad40-6475-404b-9be4-1a781bcabf48 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '4040ab5b-010e-439d-b5b2-43ca76cca1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:36:21.712989 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-0916733a-5717-4c94-add3-6dc0d2fa6cf2 service neutron] Attempting to bind port 0660ad40-6475-404b-9be4-1a781bcabf48 on network 8e9bafec-7960-4a04-82ce-58a8768d7942 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:36:21.717668 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-0916733a-5717-4c94-add3-6dc0d2fa6cf2 service neutron] Port 0660ad40-6475-404b-9be4-1a781bcabf48 on network 8e9bafec-7960-4a04-82ce-58a8768d7942 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:36:21.718070 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-0916733a-5717-4c94-add3-6dc0d2fa6cf2 service neutron] Attempting to bind port 0660ad40-6475-404b-9be4-1a781bcabf48 on network 8e9bafec-7960-4a04-82ce-58a8768d7942 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:36:21.723041 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-0916733a-5717-4c94-add3-6dc0d2fa6cf2 service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:36:21.723462 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-0916733a-5717-4c94-add3-6dc0d2fa6cf2 service neutron] Checking segment: {'id': '4040ab5b-010e-439d-b5b2-43ca76cca1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:36:21.723901 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-0916733a-5717-4c94-add3-6dc0d2fa6cf2 service neutron] Bound using segment: {'id': '4040ab5b-010e-439d-b5b2-43ca76cca1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:36:21.724395 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-0916733a-5717-4c94-add3-6dc0d2fa6cf2 service neutron] Bound port: 0660ad40-6475-404b-9be4-1a781bcabf48, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4040ab5b-010e-439d-b5b2-43ca76cca1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:36:21.724836 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-0916733a-5717-4c94-add3-6dc0d2fa6cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:21.794449 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-0916733a-5717-4c94-add3-6dc0d2fa6cf2 service neutron] For port 0660ad40-6475-404b-9be4-1a781bcabf48, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:36:21.797522 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-0916733a-5717-4c94-add3-6dc0d2fa6cf2 service neutron] For port 0660ad40-6475-404b-9be4-1a781bcabf48, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=0660ad40-6475-404b-9be4-1a781bcabf48,segment=NetworkSegment(4040ab5b-010e-439d-b5b2-43ca76cca1fd),segment_id=4040ab5b-010e-439d-b5b2-43ca76cca1fd)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:36:21.802474 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-0916733a-5717-4c94-add3-6dc0d2fa6cf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:21.842974 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-0916733a-5717-4c94-add3-6dc0d2fa6cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:36:21.843948 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-0916733a-5717-4c94-add3-6dc0d2fa6cf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:21.845058 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-0916733a-5717-4c94-add3-6dc0d2fa6cf2 service neutron] 10.222.0.24 "PUT /v2.0/ports/0660ad40-6475-404b-9be4-1a781bcabf48 HTTP/1.1" status: 200 len: 1094 time: 0.8383865 Nov 29 02:36:21.845512 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a5a4bb-5f0a-443f-9131-853cc59eb37d', 'tag': '0660ad40-6475-404b-9be4-1a781bcabf48'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:36:21.848568 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c775da-423c-4a6e-92bc-2cc9d4c8480a" -d '{"events": [{"name": "network-changed", "server_uuid": "46a5a4bb-5f0a-443f-9131-853cc59eb37d", "tag": "0660ad40-6475-404b-9be4-1a781bcabf48"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:36:21.872688 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916733a-5717-4c94-add3-6dc0d2fa6cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=0660ad40-6475-404b-9be4-1a781bcabf48,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:21.904301 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6aebbda-eb9e-4f34-933e-be579273e1ca x-openstack-request-id: req-b6aebbda-eb9e-4f34-933e-be579273e1ca {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:36:21.905009 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a5a4bb-5f0a-443f-9131-853cc59eb37d", "tag": "0660ad40-6475-404b-9be4-1a781bcabf48", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:36:21.905366 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b6aebbda-eb9e-4f34-933e-be579273e1ca {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:36:21.905909 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a5a4bb-5f0a-443f-9131-853cc59eb37d', 'tag': '0660ad40-6475-404b-9be4-1a781bcabf48', 'status': 'completed', 'code': 200} Nov 29 02:36:21.975911 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-6eb692cf-fd56-4565-8f60-e50890eca5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:36:21.977417 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-6eb692cf-fd56-4565-8f60-e50890eca5b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b1015da155d44168a735e5ab410d1f97&device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 1097 time: 0.0458620 Nov 29 02:36:22.035459 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-f8b970b4-a134-47e0-bdad-0a96c12afcce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0660ad40-6475-404b-9be4-1a781bcabf48 HTTP/1.1" status: 200 len: 217 time: 0.0357666 Nov 29 02:36:22.086512 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-12431906-f633-4c83-a885-e8347afa8f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:36:22.087952 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-12431906-f633-4c83-a885-e8347afa8f36 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9188a006-ba6b-4146-b10b-7031ffbfd1d9 HTTP/1.1" status: 200 len: 847 time: 0.0439517 Nov 29 02:36:22.148975 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-f03cf118-78ad-4b16-9db9-aa0316b02009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:36:22.150531 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-f03cf118-78ad-4b16-9db9-aa0316b02009 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e9bafec-7960-4a04-82ce-58a8768d7942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0500703 Nov 29 02:36:22.244740 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-ee524dc5-08f8-4305-b87e-be001d0d3308 service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804780 Nov 29 02:36:22.516317 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64a2bb-43b4-4d49-9629-e13e6eeb8cd7 req-45ae109d-5308-4555-b741-bcbee23f589e tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:36:22.517915 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dd64a2bb-43b4-4d49-9629-e13e6eeb8cd7 req-45ae109d-5308-4555-b741-bcbee23f589e tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 944 time: 0.0510728 Nov 29 02:36:22.568806 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dd64a2bb-43b4-4d49-9629-e13e6eeb8cd7 req-e1242ed2-f55a-4331-8a97-656cde48d115 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445724 Nov 29 02:36:22.637318 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-db2408ac-33e4-420c-b2c2-5cc97aba5f58 req-394c79b0-ca7b-4bd1-aa2b-9caaf4e930a1 service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786883 Nov 29 02:36:22.779175 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c775da-423c-4a6e-92bc-2cc9d4c8480a req-398dfe27-48f7-4790-bf86-377cf818ad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:36:22.780902 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b3c775da-423c-4a6e-92bc-2cc9d4c8480a req-398dfe27-48f7-4790-bf86-377cf818ad23 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b1015da155d44168a735e5ab410d1f97&device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 1097 time: 0.0395346 Nov 29 02:36:22.875722 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c775da-423c-4a6e-92bc-2cc9d4c8480a req-a2004689-a6ab-41f7-bf65-6047822ec55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:36:22.877246 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b3c775da-423c-4a6e-92bc-2cc9d4c8480a req-a2004689-a6ab-41f7-bf65-6047822ec55b service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e9bafec-7960-4a04-82ce-58a8768d7942 HTTP/1.1" status: 200 len: 909 time: 0.0889893 Nov 29 02:36:22.921810 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b3c775da-423c-4a6e-92bc-2cc9d4c8480a req-fd476502-2d12-4ade-aca9-5dc08f98a5f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0660ad40-6475-404b-9be4-1a781bcabf48 HTTP/1.1" status: 200 len: 217 time: 0.0353699 Nov 29 02:36:22.972948 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c775da-423c-4a6e-92bc-2cc9d4c8480a req-e6e1f79d-f2b4-48fd-9637-aa1da7d1568e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:36:22.974455 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b3c775da-423c-4a6e-92bc-2cc9d4c8480a req-e6e1f79d-f2b4-48fd-9637-aa1da7d1568e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9188a006-ba6b-4146-b10b-7031ffbfd1d9 HTTP/1.1" status: 200 len: 847 time: 0.0454648 Nov 29 02:36:23.027999 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c775da-423c-4a6e-92bc-2cc9d4c8480a req-3ea15c28-3d12-4bc6-8aa9-c9aad9a38c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:36:23.030119 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b3c775da-423c-4a6e-92bc-2cc9d4c8480a req-3ea15c28-3d12-4bc6-8aa9-c9aad9a38c0c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e9bafec-7960-4a04-82ce-58a8768d7942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0464227 Nov 29 02:36:23.120550 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b3c775da-423c-4a6e-92bc-2cc9d4c8480a req-ea95ab73-077b-4514-aee5-ec95852875bc service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825338 Nov 29 02:36:23.201227 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 9861a4c7-1b82-4e32-add5-b7dccd700e8b up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:36:23.215986 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b3c775da-423c-4a6e-92bc-2cc9d4c8480a req-14b9f4ce-be59-4839-a06b-3470184b79a4 service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874252 Nov 29 02:36:23.247465 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 9861a4c7-1b82-4e32-add5-b7dccd700e8b triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:36:23.247828 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:23.682059 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78195a7-4767-43f4-939e-47baafce902f req-4a662204-b2ac-4a32-94cc-d7f814277951 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:36:23.684133 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e78195a7-4767-43f4-939e-47baafce902f req-4a662204-b2ac-4a32-94cc-d7f814277951 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 944 time: 0.0489039 Nov 29 02:36:23.731879 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e78195a7-4767-43f4-939e-47baafce902f req-19b0f479-4412-456d-b5cc-08c84ded5117 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425220 Nov 29 02:36:24.850517 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb0ae8-236b-4877-9e5a-b3ca431c8d7b req-457b04e6-804f-4ad2-8711-3bc7468d4172 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:36:24.851978 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-72eb0ae8-236b-4877-9e5a-b3ca431c8d7b req-457b04e6-804f-4ad2-8711-3bc7468d4172 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 944 time: 0.0526705 Nov 29 02:36:24.899846 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-72eb0ae8-236b-4877-9e5a-b3ca431c8d7b req-b91126dd-2e7f-4b5d-ae5a-92e4f014b644 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419819 Nov 29 02:36:25.580801 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 0660ad40-6475-404b-9be4-1a781bcabf48 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:36:25.676675 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 0660ad40-6475-404b-9be4-1a781bcabf48, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=0660ad40-6475-404b-9be4-1a781bcabf48,segment=NetworkSegment(4040ab5b-010e-439d-b5b2-43ca76cca1fd),segment_id=4040ab5b-010e-439d-b5b2-43ca76cca1fd)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:36:25.687300 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '0660ad40-6475-404b-9be4-1a781bcabf48', 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942', 'port_id': '0660ad40-6475-404b-9be4-1a781bcabf48', 'mac_address': 'fa:16:3e:c7:0c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:36:25.723191 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:25.735750 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0660ad40-6475-404b-9be4-1a781bcabf48 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:36:25.754901 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 0660ad40-6475-404b-9be4-1a781bcabf48, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=0660ad40-6475-404b-9be4-1a781bcabf48,segment=NetworkSegment(4040ab5b-010e-439d-b5b2-43ca76cca1fd),segment_id=4040ab5b-010e-439d-b5b2-43ca76cca1fd)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:36:25.758819 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:25.805299 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=0660ad40-6475-404b-9be4-1a781bcabf48,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:26.013875 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6687c-429c-47b7-b839-c023196095a8 req-063a05e2-9615-4d43-a016-d843919353d8 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:36:26.015343 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4ea6687c-429c-47b7-b839-c023196095a8 req-063a05e2-9615-4d43-a016-d843919353d8 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 945 time: 0.0478501 Nov 29 02:36:26.065611 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4ea6687c-429c-47b7-b839-c023196095a8 req-dd184510-7252-4abc-a10d-d3df980149d0 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419593 Nov 29 02:36:26.131838 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['0660ad40-6475-404b-9be4-1a781bcabf48'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:36:27.181121 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8ecfa-0853-40cc-a19c-80a15a0f4e7a req-c0f73ca4-8138-458b-8de0-3d6747375860 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:36:27.182726 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f2e8ecfa-0853-40cc-a19c-80a15a0f4e7a req-c0f73ca4-8138-458b-8de0-3d6747375860 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 945 time: 0.0496061 Nov 29 02:36:27.239707 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f2e8ecfa-0853-40cc-a19c-80a15a0f4e7a req-296a8c5b-73ea-4cbd-a7aa-fb62b32c9310 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509808 Nov 29 02:36:27.597935 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 0660ad40-6475-404b-9be4-1a781bcabf48 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:36:27.649218 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port 0660ad40-6475-404b-9be4-1a781bcabf48 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:36:27.652948 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 0660ad40-6475-404b-9be4-1a781bcabf48 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:36:27.653322 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:27.731107 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:27.753290 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a5a4bb-5f0a-443f-9131-853cc59eb37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0660ad40-6475-404b-9be4-1a781bcabf48'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:36:27.755761 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ceaeb4-79ef-4479-9d64-80b196740900" -d '{"events": [{"server_uuid": "46a5a4bb-5f0a-443f-9131-853cc59eb37d", "name": "network-vif-plugged", "status": "completed", "tag": "0660ad40-6475-404b-9be4-1a781bcabf48"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:36:27.769677 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 0660ad40-6475-404b-9be4-1a781bcabf48, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=0660ad40-6475-404b-9be4-1a781bcabf48,segment=NetworkSegment(4040ab5b-010e-439d-b5b2-43ca76cca1fd),segment_id=4040ab5b-010e-439d-b5b2-43ca76cca1fd)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:36:27.775172 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:27.801626 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b7c3cb-88a1-415d-8f25-3952448cda64 x-openstack-request-id: req-e3b7c3cb-88a1-415d-8f25-3952448cda64 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:36:27.801924 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a5a4bb-5f0a-443f-9131-853cc59eb37d", "name": "network-vif-plugged", "status": "completed", "tag": "0660ad40-6475-404b-9be4-1a781bcabf48", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:36:27.802180 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e3b7c3cb-88a1-415d-8f25-3952448cda64 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:36:27.802568 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a5a4bb-5f0a-443f-9131-853cc59eb37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0660ad40-6475-404b-9be4-1a781bcabf48', 'code': 200} Nov 29 02:36:27.828162 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=0660ad40-6475-404b-9be4-1a781bcabf48,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:28.025374 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9ed4b-55b4-4ba5-8bdc-8562e2239f44 req-2423537c-c8f3-4ca5-b808-f3b00aaf9093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:36:28.026813 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-00e9ed4b-55b4-4ba5-8bdc-8562e2239f44 req-2423537c-c8f3-4ca5-b808-f3b00aaf9093 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 1099 time: 0.0400250 Nov 29 02:36:28.075665 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-00e9ed4b-55b4-4ba5-8bdc-8562e2239f44 req-7238a160-0d26-4b8e-99e4-a2161a3e59b7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397401 Nov 29 02:36:28.351514 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61379ca2-c9a3-410f-99e9-2b65b1bb4923 req-bc7f0891-a4a5-46bd-ac67-81b22dc8dca1 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:36:28.352854 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-61379ca2-c9a3-410f-99e9-2b65b1bb4923 req-bc7f0891-a4a5-46bd-ac67-81b22dc8dca1 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 946 time: 0.0481849 Nov 29 02:36:28.400859 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-61379ca2-c9a3-410f-99e9-2b65b1bb4923 req-6495a517-c559-4b21-8685-645ffae3ad3d tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420880 Nov 29 02:36:29.516282 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5488948-3b26-4b50-ad35-417b1a15e0b3 req-b6b4b99c-18b7-451a-9aa1-b2e6b3fc598f tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:36:29.517786 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f5488948-3b26-4b50-ad35-417b1a15e0b3 req-b6b4b99c-18b7-451a-9aa1-b2e6b3fc598f tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 946 time: 0.0494683 Nov 29 02:36:29.566876 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f5488948-3b26-4b50-ad35-417b1a15e0b3 req-f59aa6a6-7ef9-4cbf-a733-7fbb55576a1f tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425045 Nov 29 02:36:29.686360 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d002b7f-e155-4f42-9261-09469a58afa6 req-84aefba7-eebf-4db3-9ff2-1c34ea76fff7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:36:29.687753 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1d002b7f-e155-4f42-9261-09469a58afa6 req-84aefba7-eebf-4db3-9ff2-1c34ea76fff7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 946 time: 0.0518222 Nov 29 02:36:29.735672 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1d002b7f-e155-4f42-9261-09469a58afa6 req-0e873dbd-942a-4245-b443-b1604339f3dc tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414400 Nov 29 02:36:29.758014 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 50174) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:36:29.897367 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a646ef-0052-496f-a407-8c24440e330b tempest-TestShelveInstance-1421702082 tempest-TestShelveInstance-1421702082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:36:29.901911 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 50178) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:36:29.902467 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-74a646ef-0052-496f-a407-8c24440e330b tempest-TestShelveInstance-1421702082 tempest-TestShelveInstance-1421702082-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 1094 time: 0.1429574 Nov 29 02:36:29.906951 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-69b57a21-a7f4-4012-b142-98d6f0936112 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'port_id': '0660ad40-6475-404b-9be4-1a781bcabf48', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:36:29.931281 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69b57a21-a7f4-4012-b142-98d6f0936112 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for floatingip, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:30.030672 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69b57a21-a7f4-4012-b142-98d6f0936112 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:30.135383 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-69b57a21-a7f4-4012-b142-98d6f0936112 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Allocated IP 172.26.3.223 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/1f5e2031-afba-47b4-b3aa-534b7375e4fd) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:36:30.238857 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69b57a21-a7f4-4012-b142-98d6f0936112 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:30.270507 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69b57a21-a7f4-4012-b142-98d6f0936112 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:30.304791 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b57a21-a7f4-4012-b142-98d6f0936112 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:36:30.309482 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-69b57a21-a7f4-4012-b142-98d6f0936112 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:36:30.312910 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b57a21-a7f4-4012-b142-98d6f0936112 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:36:30.344187 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b57a21-a7f4-4012-b142-98d6f0936112 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Pushing event updated for resources: {'Port': ['ID=1f5e2031-afba-47b4-b3aa-534b7375e4fd,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:30.651175 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69b57a21-a7f4-4012-b142-98d6f0936112 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:30.718446 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69b57a21-a7f4-4012-b142-98d6f0936112 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:30.871769 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69b57a21-a7f4-4012-b142-98d6f0936112 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:30.876035 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69b57a21-a7f4-4012-b142-98d6f0936112 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:30.943491 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b57a21-a7f4-4012-b142-98d6f0936112 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Pushing event updated for resources: {'Port': ['ID=1f5e2031-afba-47b4-b3aa-534b7375e4fd,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:36:30.953308 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69b57a21-a7f4-4012-b142-98d6f0936112 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:31.053266 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [None req-69b57a21-a7f4-4012-b142-98d6f0936112 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Floating IP 8c0cc21c-a2c2-4310-86e0-e29b4618ffd4 associated. External IP: 172.26.3.223, port: 0660ad40-6475-404b-9be4-1a781bcabf48. Nov 29 02:36:31.263902 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b57a21-a7f4-4012-b142-98d6f0936112 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Router d034f537-7dc4-4e3f-b691-98831fa24269 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:36:31.365393 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b57a21-a7f4-4012-b142-98d6f0936112 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:36:31.375321 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1802dc1e-915b-4d4e-bccd-cc80a275247e None None] Sync routers for ids ['d034f537-7dc4-4e3f-b691-98831fa24269'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:36:31.384336 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-69b57a21-a7f4-4012-b142-98d6f0936112 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:31.385658 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1802dc1e-915b-4d4e-bccd-cc80a275247e None None] Routers {'d034f537-7dc4-4e3f-b691-98831fa24269'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:36:31.386272 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1802dc1e-915b-4d4e-bccd-cc80a275247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:36:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['d034f537-7dc4-4e3f-b691-98831fa24269'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:36:31.414434 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-69b57a21-a7f4-4012-b142-98d6f0936112 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5112123 Nov 29 02:36:31.415036 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a5a4bb-5f0a-443f-9131-853cc59eb37d', 'tag': '0660ad40-6475-404b-9be4-1a781bcabf48'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:36:31.417294 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288e3d3d-83bd-45a7-93da-adec5a1a146c" -d '{"events": [{"name": "network-changed", "server_uuid": "46a5a4bb-5f0a-443f-9131-853cc59eb37d", "tag": "0660ad40-6475-404b-9be4-1a781bcabf48"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:36:31.464621 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2d477d-2acd-4cbe-b90e-8bda534f8c4c x-openstack-request-id: req-5a2d477d-2acd-4cbe-b90e-8bda534f8c4c {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:36:31.464931 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a5a4bb-5f0a-443f-9131-853cc59eb37d", "tag": "0660ad40-6475-404b-9be4-1a781bcabf48", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:36:31.465189 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a2d477d-2acd-4cbe-b90e-8bda534f8c4c {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:36:31.465632 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a5a4bb-5f0a-443f-9131-853cc59eb37d', 'tag': '0660ad40-6475-404b-9be4-1a781bcabf48', 'status': 'completed', 'code': 200} Nov 29 02:36:31.555491 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e3d3d-83bd-45a7-93da-adec5a1a146c req-d5df64dc-02a3-4e46-b4a2-2a0b42d437f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:36:31.556962 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-288e3d3d-83bd-45a7-93da-adec5a1a146c req-d5df64dc-02a3-4e46-b4a2-2a0b42d437f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b1015da155d44168a735e5ab410d1f97&device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 1099 time: 0.0436499 Nov 29 02:36:31.645510 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-1802dc1e-915b-4d4e-bccd-cc80a275247e None None] Set router d034f537-7dc4-4e3f-b691-98831fa24269 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:36:31.649148 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e3d3d-83bd-45a7-93da-adec5a1a146c req-d0164dd2-a792-4b77-90ed-f9a4c922b29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:36:31.650662 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-288e3d3d-83bd-45a7-93da-adec5a1a146c req-d0164dd2-a792-4b77-90ed-f9a4c922b29b service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e9bafec-7960-4a04-82ce-58a8768d7942 HTTP/1.1" status: 200 len: 909 time: 0.0843461 Nov 29 02:36:31.720290 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-288e3d3d-83bd-45a7-93da-adec5a1a146c req-71392736-f116-42a3-87af-5cd88ba33b52 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0660ad40-6475-404b-9be4-1a781bcabf48 HTTP/1.1" status: 200 len: 1000 time: 0.0602162 Nov 29 02:36:31.768932 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e3d3d-83bd-45a7-93da-adec5a1a146c req-f28a98a4-f354-44d6-88d5-cba4c8b8967f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:36:31.770388 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-288e3d3d-83bd-45a7-93da-adec5a1a146c req-f28a98a4-f354-44d6-88d5-cba4c8b8967f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9188a006-ba6b-4146-b10b-7031ffbfd1d9 HTTP/1.1" status: 200 len: 847 time: 0.0424836 Nov 29 02:36:31.820224 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e3d3d-83bd-45a7-93da-adec5a1a146c req-e1aa6b54-0556-4502-8ffd-85e5c4b4af2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:36:31.821708 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-288e3d3d-83bd-45a7-93da-adec5a1a146c req-e1aa6b54-0556-4502-8ffd-85e5c4b4af2c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e9bafec-7960-4a04-82ce-58a8768d7942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398133 Nov 29 02:36:31.864446 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1802dc1e-915b-4d4e-bccd-cc80a275247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'name': 'tempest-TestShelveInstance-981564765-router', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:10Z', 'revision_number': 4, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'gw_port': {'id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '8c0cc21c-a2c2-4310-86e0-e29b4618ffd4', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'floating_ip_address': '172.26.3.223', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'port_id': '0660ad40-6475-404b-9be4-1a781bcabf48', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942', 'mac_address': 'fa:16:3e:c7:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a5a4bb-5f0a-443f-9131-853cc59eb37d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:36:30Z', 'updated_at': '2021-11-29T02:36:30Z', 'revision_number': 0, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96874bc0-e8fe-4e54-86be-205df305bc40', 'name': '', 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'mac_address': 'fa:16:3e:da:02:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:10Z', 'updated_at': '2021-11-29T02:36:16Z', 'revision_number': 5, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'subnets': [{'id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:36:31.892976 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1802dc1e-915b-4d4e-bccd-cc80a275247e None None] Checking router: d034f537-7dc4-4e3f-b691-98831fa24269 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:36:31.901747 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1802dc1e-915b-4d4e-bccd-cc80a275247e None None] Routers {'d034f537-7dc4-4e3f-b691-98831fa24269'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:36:31.902359 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1802dc1e-915b-4d4e-bccd-cc80a275247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:36:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['d034f537-7dc4-4e3f-b691-98831fa24269'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:36:31.916020 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-288e3d3d-83bd-45a7-93da-adec5a1a146c req-61078b00-b0bf-45c1-9103-38265ffae4a7 service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859354 Nov 29 02:36:32.007048 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-1802dc1e-915b-4d4e-bccd-cc80a275247e None None] Set router d034f537-7dc4-4e3f-b691-98831fa24269 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:36:32.008879 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-288e3d3d-83bd-45a7-93da-adec5a1a146c req-60b7c11b-71d1-4ad4-be92-27a21e57341c service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851548 Nov 29 02:36:32.230686 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1802dc1e-915b-4d4e-bccd-cc80a275247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'name': 'tempest-TestShelveInstance-981564765-router', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:10Z', 'revision_number': 4, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'gw_port': {'id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '8c0cc21c-a2c2-4310-86e0-e29b4618ffd4', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'floating_ip_address': '172.26.3.223', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'port_id': '0660ad40-6475-404b-9be4-1a781bcabf48', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942', 'mac_address': 'fa:16:3e:c7:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a5a4bb-5f0a-443f-9131-853cc59eb37d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:36:30Z', 'updated_at': '2021-11-29T02:36:30Z', 'revision_number': 0, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96874bc0-e8fe-4e54-86be-205df305bc40', 'name': '', 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'mac_address': 'fa:16:3e:da:02:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:10Z', 'updated_at': '2021-11-29T02:36:16Z', 'revision_number': 5, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'subnets': [{'id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:36:32.259910 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1802dc1e-915b-4d4e-bccd-cc80a275247e None None] The sync data for ids ['d034f537-7dc4-4e3f-b691-98831fa24269'] in dv-neutron-819032-3-hyperv is: [{'id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'name': 'tempest-TestShelveInstance-981564765-router', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:10Z', 'revision_number': 4, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'gw_port': {'id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '8c0cc21c-a2c2-4310-86e0-e29b4618ffd4', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'floating_ip_address': '172.26.3.223', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'port_id': '0660ad40-6475-404b-9be4-1a781bcabf48', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942', 'mac_address': 'fa:16:3e:c7:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a5a4bb-5f0a-443f-9131-853cc59eb37d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:36:30Z', 'updated_at': '2021-11-29T02:36:30Z', 'revision_number': 0, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96874bc0-e8fe-4e54-86be-205df305bc40', 'name': '', 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'mac_address': 'fa:16:3e:da:02:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:10Z', 'updated_at': '2021-11-29T02:36:16Z', 'revision_number': 5, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'subnets': [{'id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:36:32.439351 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74018750-662b-4858-b4ab-25d461773767 None None] New status for floating IP 8c0cc21c-a2c2-4310-86e0-e29b4618ffd4: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:36:42.098448 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ee3c9652-5488-4734-b69b-3295e0bcd743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:42.217279 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:36:44.134479 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:44.370692 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b4a24d61-f4dd-477e-9c47-866fe8ac1704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:45.459362 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:47.150670 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:36:47.921888 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:12.100034 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af364636-3031-44f1-a48d-7d889fc88d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:14.145433 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:14.371649 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8ba913bc-b5af-4d4b-9da9-8497707fa157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:15.459252 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:15.920245 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d8eb4758-8a71-4c0c-b4fa-63bcb95a2fb8 req-5d167c52-8bc2-4bce-8e1b-c292f566cd4a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389986 Nov 29 02:37:16.023899 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb4758-8a71-4c0c-b4fa-63bcb95a2fb8 req-57f5d206-6a4f-4b3a-91b6-e928e7d20f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:37:16.025361 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d8eb4758-8a71-4c0c-b4fa-63bcb95a2fb8 req-57f5d206-6a4f-4b3a-91b6-e928e7d20f3c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b1015da155d44168a735e5ab410d1f97&device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 1099 time: 0.0394883 Nov 29 02:37:16.134776 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb4758-8a71-4c0c-b4fa-63bcb95a2fb8 req-7fddbda3-4a73-495b-960d-f80cbcf4262c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:37:16.136248 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d8eb4758-8a71-4c0c-b4fa-63bcb95a2fb8 req-7fddbda3-4a73-495b-960d-f80cbcf4262c service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e9bafec-7960-4a04-82ce-58a8768d7942 HTTP/1.1" status: 200 len: 909 time: 0.0859921 Nov 29 02:37:16.205512 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d8eb4758-8a71-4c0c-b4fa-63bcb95a2fb8 req-f837329f-01ed-4ff5-b5cd-553c54e6126f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0660ad40-6475-404b-9be4-1a781bcabf48 HTTP/1.1" status: 200 len: 1002 time: 0.0597832 Nov 29 02:37:16.257666 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb4758-8a71-4c0c-b4fa-63bcb95a2fb8 req-ecfb55b8-3574-441d-a544-b702cd1eed74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:37:16.259381 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d8eb4758-8a71-4c0c-b4fa-63bcb95a2fb8 req-ecfb55b8-3574-441d-a544-b702cd1eed74 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9188a006-ba6b-4146-b10b-7031ffbfd1d9 HTTP/1.1" status: 200 len: 847 time: 0.0435219 Nov 29 02:37:16.309866 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb4758-8a71-4c0c-b4fa-63bcb95a2fb8 req-137b1098-f677-47b8-83af-eaec0c4417a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:37:16.311327 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d8eb4758-8a71-4c0c-b4fa-63bcb95a2fb8 req-137b1098-f677-47b8-83af-eaec0c4417a0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e9bafec-7960-4a04-82ce-58a8768d7942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390856 Nov 29 02:37:16.411747 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d8eb4758-8a71-4c0c-b4fa-63bcb95a2fb8 req-67fa7052-5798-4cef-9328-5fb80ff65441 service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865695 Nov 29 02:37:16.506377 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d8eb4758-8a71-4c0c-b4fa-63bcb95a2fb8 req-e5f7d24c-39b0-41ce-aff3-e3f163d13794 service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834050 Nov 29 02:37:17.153993 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:17.923683 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:19.218490 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:37:22.530251 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [req-53593897-e412-437b-bb29-6c74e429297d req-2d4b8f18-79d2-450f-90a1-766f365a17af service neutron] (103254) timed out ('10.222.0.37', 46162) {{(pid=103254) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 29 02:37:42.102956 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0bce81d-9ca5-42bd-9a06-cbd7d245ff9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:44.145951 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:44.372979 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-45b34536-2868-45e9-8502-c703a06d36e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:45.461776 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:47.156892 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:47.925949 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:37:56.216713 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:38:12.103042 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-51da0c07-c6a8-4d3d-9491-9790c98e5f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:38:14.161406 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:38:14.376495 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6bfd8192-fda6-487c-b50d-467d2c06ee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:38:15.465387 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:38:16.702989 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-4b097252-74c0-4119-baf7-87ff33b39bd4 req-63e75f3d-0a9c-474d-a3b3-f6ced2acbeeb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390143 Nov 29 02:38:16.814648 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b097252-74c0-4119-baf7-87ff33b39bd4 req-8662a90a-5dec-4515-b0fb-3abc7016c937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:16.816121 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-4b097252-74c0-4119-baf7-87ff33b39bd4 req-8662a90a-5dec-4515-b0fb-3abc7016c937 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b1015da155d44168a735e5ab410d1f97&device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 1099 time: 0.0401957 Nov 29 02:38:16.935486 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b097252-74c0-4119-baf7-87ff33b39bd4 req-a7d99183-c3a8-45d5-9d8b-a95e1701a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:16.936939 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-4b097252-74c0-4119-baf7-87ff33b39bd4 req-a7d99183-c3a8-45d5-9d8b-a95e1701a908 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e9bafec-7960-4a04-82ce-58a8768d7942 HTTP/1.1" status: 200 len: 909 time: 0.0932729 Nov 29 02:38:17.005404 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-4b097252-74c0-4119-baf7-87ff33b39bd4 req-e5dd0af5-672a-4019-9838-8bf713ae084d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0660ad40-6475-404b-9be4-1a781bcabf48 HTTP/1.1" status: 200 len: 1002 time: 0.0551198 Nov 29 02:38:17.055803 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b097252-74c0-4119-baf7-87ff33b39bd4 req-dfc4ac93-7f8d-4490-ac01-eee662bfe809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:17.057213 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-4b097252-74c0-4119-baf7-87ff33b39bd4 req-dfc4ac93-7f8d-4490-ac01-eee662bfe809 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9188a006-ba6b-4146-b10b-7031ffbfd1d9 HTTP/1.1" status: 200 len: 847 time: 0.0423317 Nov 29 02:38:17.110973 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b097252-74c0-4119-baf7-87ff33b39bd4 req-56194fa2-411e-4152-9020-ee5db899fbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:17.112422 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-4b097252-74c0-4119-baf7-87ff33b39bd4 req-56194fa2-411e-4152-9020-ee5db899fbca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e9bafec-7960-4a04-82ce-58a8768d7942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414186 Nov 29 02:38:17.160575 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:38:17.206161 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-4b097252-74c0-4119-baf7-87ff33b39bd4 req-0b7df6cb-a5e7-426c-9fa4-914cf6623598 service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816491 Nov 29 02:38:17.309868 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-4b097252-74c0-4119-baf7-87ff33b39bd4 req-d6034638-a160-48d0-b117-1cf8e5449254 service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925636 Nov 29 02:38:17.927636 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:38:29.439828 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529eda14-6732-496f-8c79-0816d4cc5638 req-615e4739-e5cf-4c43-972c-1b6392ec4ab7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:29.441285 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-529eda14-6732-496f-8c79-0816d4cc5638 req-615e4739-e5cf-4c43-972c-1b6392ec4ab7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 946 time: 0.1011183 Nov 29 02:38:29.492300 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-529eda14-6732-496f-8c79-0816d4cc5638 req-021c151b-0f94-4f0a-9017-d141bf5b03bf tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448620 Nov 29 02:38:30.624500 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9892bc6-dd8b-4f22-844f-ec71a7950c02 req-894677ad-279c-48ae-876a-33c81e932e68 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:30.625994 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f9892bc6-dd8b-4f22-844f-ec71a7950c02 req-894677ad-279c-48ae-876a-33c81e932e68 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 946 time: 0.0482378 Nov 29 02:38:30.675105 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f9892bc6-dd8b-4f22-844f-ec71a7950c02 req-319986d8-fe5e-41c9-9411-3a558df82215 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431218 Nov 29 02:38:31.799964 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970b606-84e5-4686-b85a-8a3f606f31bd req-6ed9639f-1a8d-49d6-a323-795dc392e407 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:31.802142 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e970b606-84e5-4686-b85a-8a3f606f31bd req-6ed9639f-1a8d-49d6-a323-795dc392e407 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 946 time: 0.0485330 Nov 29 02:38:31.851579 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e970b606-84e5-4686-b85a-8a3f606f31bd req-dee2f403-9816-4cc1-a5a5-6a7c6dd9ec9d tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432608 Nov 29 02:38:32.967941 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f0165-39aa-4e1d-8b6d-6d4aab5e9f5f req-2237ab9a-0794-413d-affb-5c526dc8d2d7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:32.969396 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3e3f0165-39aa-4e1d-8b6d-6d4aab5e9f5f req-2237ab9a-0794-413d-affb-5c526dc8d2d7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 946 time: 0.0516679 Nov 29 02:38:33.017637 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3e3f0165-39aa-4e1d-8b6d-6d4aab5e9f5f req-6db51b0b-f263-4a3e-b65d-754951b36784 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414534 Nov 29 02:38:33.215460 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:38:34.135197 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a3527-2f24-4cb7-b96c-eda335197054 req-55573dcf-9ff4-4baa-9c97-1e885f569d7e tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:34.136675 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-923a3527-2f24-4cb7-b96c-eda335197054 req-55573dcf-9ff4-4baa-9c97-1e885f569d7e tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 946 time: 0.0482485 Nov 29 02:38:34.189614 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-923a3527-2f24-4cb7-b96c-eda335197054 req-e2464101-0b07-452d-a5d0-7ceb8f72701c tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469134 Nov 29 02:38:35.305208 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51881d-755b-4006-96dc-12acab7793a8 req-80acf0b2-6a67-488f-99ad-f4f70b65dcd8 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:35.306689 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1c51881d-755b-4006-96dc-12acab7793a8 req-80acf0b2-6a67-488f-99ad-f4f70b65dcd8 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 946 time: 0.0516319 Nov 29 02:38:35.354449 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1c51881d-755b-4006-96dc-12acab7793a8 req-ae80e2e6-6147-4dee-8e9e-a7262e221501 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418916 Nov 29 02:38:36.470862 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006a966-9186-497a-b6a6-6da264376964 req-7f026770-d769-4ce9-9570-4c270f67d931 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:36.472242 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9006a966-9186-497a-b6a6-6da264376964 req-7f026770-d769-4ce9-9570-4c270f67d931 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 946 time: 0.0485060 Nov 29 02:38:36.523637 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9006a966-9186-497a-b6a6-6da264376964 req-d285156a-56d9-4275-95ee-00e793ca5af7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454512 Nov 29 02:38:37.636486 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7581330-4ccf-4d4b-8498-12c5e20606d9 req-02ff04fb-dfb7-401f-8d2e-11242ef43669 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:37.637981 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a7581330-4ccf-4d4b-8498-12c5e20606d9 req-02ff04fb-dfb7-401f-8d2e-11242ef43669 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 946 time: 0.0470569 Nov 29 02:38:37.689977 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a7581330-4ccf-4d4b-8498-12c5e20606d9 req-841752d3-6a57-4b2a-80fd-e0e04f0160ad tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455191 Nov 29 02:38:38.802469 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f772ec8-d2a0-454c-b5ea-ad07e45bf89c req-9089db7f-4cd7-494c-84af-bc90b1fea1ee tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:38.803914 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1f772ec8-d2a0-454c-b5ea-ad07e45bf89c req-9089db7f-4cd7-494c-84af-bc90b1fea1ee tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 946 time: 0.0473442 Nov 29 02:38:38.852513 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1f772ec8-d2a0-454c-b5ea-ad07e45bf89c req-155ffd95-150a-4d57-bc77-14f022894afb tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428038 Nov 29 02:38:39.966052 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd40fe-056e-49bb-a82c-6ebdf1b2fc8e req-327c9cd3-a17e-4651-811e-36209de30c5b tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:39.967538 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b8fd40fe-056e-49bb-a82c-6ebdf1b2fc8e req-327c9cd3-a17e-4651-811e-36209de30c5b tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 946 time: 0.0486932 Nov 29 02:38:40.019327 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b8fd40fe-056e-49bb-a82c-6ebdf1b2fc8e req-b3fb9eeb-a913-49a7-b363-bd136b1874d6 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456934 Nov 29 02:38:41.139978 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d009a4-8fb5-4fa3-8d8a-0e9fd4402d38 req-53c014c5-67cc-4c5f-bfd2-c078b43a19c9 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:41.141463 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-50d009a4-8fb5-4fa3-8d8a-0e9fd4402d38 req-53c014c5-67cc-4c5f-bfd2-c078b43a19c9 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 946 time: 0.0554488 Nov 29 02:38:41.190023 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-50d009a4-8fb5-4fa3-8d8a-0e9fd4402d38 req-501f55be-4dcb-4f7a-b9c2-4a3722776127 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426614 Nov 29 02:38:42.106525 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bb0084cb-308d-4dea-a3f2-f8ae284c0acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:38:42.279737 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 0660ad40-6475-404b-9be4-1a781bcabf48 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:38:42.306570 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80992f3-e671-47e4-8cc9-36a8262923ed req-76e2e555-d643-409e-a188-1dd948d215b1 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:42.308101 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e80992f3-e671-47e4-8cc9-36a8262923ed req-76e2e555-d643-409e-a188-1dd948d215b1 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 946 time: 0.0500152 Nov 29 02:38:42.358424 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e80992f3-e671-47e4-8cc9-36a8262923ed req-23b9802b-9a7d-4457-b401-d7e97e2bda51 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430331 Nov 29 02:38:42.381753 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 0660ad40-6475-404b-9be4-1a781bcabf48, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=0660ad40-6475-404b-9be4-1a781bcabf48,segment=NetworkSegment(4040ab5b-010e-439d-b5b2-43ca76cca1fd),segment_id=4040ab5b-010e-439d-b5b2-43ca76cca1fd)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:38:42.393297 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '0660ad40-6475-404b-9be4-1a781bcabf48', 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942', 'port_id': '0660ad40-6475-404b-9be4-1a781bcabf48', 'mac_address': 'fa:16:3e:c7:0c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:38:42.431287 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:38:42.445025 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0660ad40-6475-404b-9be4-1a781bcabf48 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:38:42.464245 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 0660ad40-6475-404b-9be4-1a781bcabf48, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=0660ad40-6475-404b-9be4-1a781bcabf48,segment=NetworkSegment(4040ab5b-010e-439d-b5b2-43ca76cca1fd),segment_id=4040ab5b-010e-439d-b5b2-43ca76cca1fd)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:38:42.468193 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:38:42.515963 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=0660ad40-6475-404b-9be4-1a781bcabf48,revision_number=6']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:38:42.523082 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:38:42.523435 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:38:42.523774 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:38:42.524107 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:38:42.524438 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:38:42.524770 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:38:42.525098 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:38:42.525424 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:38:42.525778 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:38:42.526100 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:38:42.526422 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:38:42.526740 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:38:42.636982 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['0660ad40-6475-404b-9be4-1a781bcabf48'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:38:43.480033 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b74d7-c631-4e01-a1be-9a6222f8c678 req-d077b75c-d172-4f41-8de9-5e2f91553fa5 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:43.481513 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-831b74d7-c631-4e01-a1be-9a6222f8c678 req-d077b75c-d172-4f41-8de9-5e2f91553fa5 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 945 time: 0.0499642 Nov 29 02:38:43.541525 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-831b74d7-c631-4e01-a1be-9a6222f8c678 req-2ffbc4e7-7ece-4365-bbef-ae580c58e93b tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539172 Nov 29 02:38:44.166155 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:38:44.280886 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 0660ad40-6475-404b-9be4-1a781bcabf48 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:38:44.336611 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 0660ad40-6475-404b-9be4-1a781bcabf48 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:38:44.337002 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:38:44.388548 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7659b0ad-7871-40d6-a5c5-e627b8efd56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:38:44.432183 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:38:44.457832 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a5a4bb-5f0a-443f-9131-853cc59eb37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0660ad40-6475-404b-9be4-1a781bcabf48'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:38:44.460256 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c47765b-55da-45ca-81f5-397f7459cea5" -d '{"events": [{"server_uuid": "46a5a4bb-5f0a-443f-9131-853cc59eb37d", "name": "network-vif-plugged", "status": "completed", "tag": "0660ad40-6475-404b-9be4-1a781bcabf48"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:38:44.486125 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 0660ad40-6475-404b-9be4-1a781bcabf48, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=0660ad40-6475-404b-9be4-1a781bcabf48,segment=NetworkSegment(4040ab5b-010e-439d-b5b2-43ca76cca1fd),segment_id=4040ab5b-010e-439d-b5b2-43ca76cca1fd)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:38:44.491151 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:38:44.551309 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=0660ad40-6475-404b-9be4-1a781bcabf48,revision_number=7']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:38:44.588876 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a270699-621b-49ef-a05e-4244cb6b31c7 x-openstack-request-id: req-5a270699-621b-49ef-a05e-4244cb6b31c7 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:38:44.589269 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a5a4bb-5f0a-443f-9131-853cc59eb37d", "name": "network-vif-plugged", "status": "completed", "tag": "0660ad40-6475-404b-9be4-1a781bcabf48", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:38:44.589785 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a270699-621b-49ef-a05e-4244cb6b31c7 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:38:44.590268 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a5a4bb-5f0a-443f-9131-853cc59eb37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0660ad40-6475-404b-9be4-1a781bcabf48', 'code': 200} Nov 29 02:38:44.673963 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22571c9a-d26e-42e6-8e2a-5c68155da3b5 req-56176c0d-6a4f-4071-a16f-f1ca4eafdaa5 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:44.675610 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-22571c9a-d26e-42e6-8e2a-5c68155da3b5 req-56176c0d-6a4f-4071-a16f-f1ca4eafdaa5 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 946 time: 0.0580814 Nov 29 02:38:44.732720 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-22571c9a-d26e-42e6-8e2a-5c68155da3b5 req-c36cbf0b-05f8-41fc-8334-12b22634d401 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476515 Nov 29 02:38:45.469652 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:38:45.855491 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424c8dc-4cb0-4107-9c58-f38c691af5dc req-d3c8108b-e39e-42b9-8f61-8057415ede42 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:45.858108 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5424c8dc-4cb0-4107-9c58-f38c691af5dc req-d3c8108b-e39e-42b9-8f61-8057415ede42 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 946 time: 0.0537875 Nov 29 02:38:45.917297 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5424c8dc-4cb0-4107-9c58-f38c691af5dc req-f149ee13-3ff9-4922-9b9a-bfb3c90336e4 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525410 Nov 29 02:38:47.044100 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29284cb4-3e2b-4760-a190-f28cbec69dfa req-549a4ca9-43fe-49d1-a8f4-7497e431b4ec tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:47.045640 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-29284cb4-3e2b-4760-a190-f28cbec69dfa req-549a4ca9-43fe-49d1-a8f4-7497e431b4ec tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 946 time: 0.0572276 Nov 29 02:38:47.104037 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-29284cb4-3e2b-4760-a190-f28cbec69dfa req-87016510-e963-4f84-a95b-cc0c9bb321ef tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489640 Nov 29 02:38:47.168472 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:38:47.934263 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:38:48.237535 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b3852-c765-4046-bb23-dd639b725e2e req-cb537c89-1d51-4bfa-bf42-8a41ce3b971b tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:48.239150 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2a3b3852-c765-4046-bb23-dd639b725e2e req-cb537c89-1d51-4bfa-bf42-8a41ce3b971b tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 946 time: 0.0542226 Nov 29 02:38:48.297256 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2a3b3852-c765-4046-bb23-dd639b725e2e req-c8717b65-d36d-4ade-b41b-d531818e61ae tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515101 Nov 29 02:38:49.428863 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70f92d-d95a-461b-9792-28db5669d76d req-23f8d742-a00f-4616-86be-678754feb321 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:49.430397 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0e70f92d-d95a-461b-9792-28db5669d76d req-23f8d742-a00f-4616-86be-678754feb321 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 946 time: 0.0611665 Nov 29 02:38:49.485032 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0e70f92d-d95a-461b-9792-28db5669d76d req-22265208-d43f-4aff-94e0-0986fde98e38 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484533 Nov 29 02:38:50.612752 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d95049-473b-40f5-a7ca-761b4c36377a req-9a2612e9-32ca-48c0-8bfc-77b26fb8e386 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:50.614375 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e0d95049-473b-40f5-a7ca-761b4c36377a req-9a2612e9-32ca-48c0-8bfc-77b26fb8e386 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 946 time: 0.0568385 Nov 29 02:38:50.673017 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e0d95049-473b-40f5-a7ca-761b4c36377a req-58ba1eaa-4fdb-4846-9221-3dca754f9d7c tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522847 Nov 29 02:38:51.791864 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e00cd-71a1-417a-b01d-08a7f983a1a6 req-51055534-9126-424b-8eb3-b415ad6c41ff tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:51.793513 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-561e00cd-71a1-417a-b01d-08a7f983a1a6 req-51055534-9126-424b-8eb3-b415ad6c41ff tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 946 time: 0.0496864 Nov 29 02:38:51.850018 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-561e00cd-71a1-417a-b01d-08a7f983a1a6 req-872eb0cd-59f7-4506-aa19-7f3dcf71cee7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488706 Nov 29 02:38:52.823145 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4c0a7-c002-468b-8241-6f846788d569 req-37a98da6-36fe-4d60-9f29-eb6ab00d2f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:52.824593 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b1c4c0a7-c002-468b-8241-6f846788d569 req-37a98da6-36fe-4d60-9f29-eb6ab00d2f9a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b1015da155d44168a735e5ab410d1f97&device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 1099 time: 0.0388143 Nov 29 02:38:52.922117 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4c0a7-c002-468b-8241-6f846788d569 req-f16faffb-9a4f-4b1c-8912-bf86a0b2714d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:52.923592 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b1c4c0a7-c002-468b-8241-6f846788d569 req-f16faffb-9a4f-4b1c-8912-bf86a0b2714d service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e9bafec-7960-4a04-82ce-58a8768d7942 HTTP/1.1" status: 200 len: 909 time: 0.0866261 Nov 29 02:38:52.964954 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc900f-21c7-42e4-be83-72c4470047e5 req-ac584e3b-b505-4f3a-a972-a5894ea581db tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:52.966463 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-42dc900f-21c7-42e4-be83-72c4470047e5 req-ac584e3b-b505-4f3a-a972-a5894ea581db tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 946 time: 0.0482092 Nov 29 02:38:52.989379 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b1c4c0a7-c002-468b-8241-6f846788d569 req-d641a63d-2d06-403a-8cdc-893bd901e82a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0660ad40-6475-404b-9be4-1a781bcabf48 HTTP/1.1" status: 200 len: 1002 time: 0.0572639 Nov 29 02:38:53.014939 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-42dc900f-21c7-42e4-be83-72c4470047e5 req-5fad01f6-9c31-4817-9558-315c86822bd7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425432 Nov 29 02:38:53.046417 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4c0a7-c002-468b-8241-6f846788d569 req-40da9e54-6855-4c63-8804-b280d7ecf815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:53.047866 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b1c4c0a7-c002-468b-8241-6f846788d569 req-40da9e54-6855-4c63-8804-b280d7ecf815 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9188a006-ba6b-4146-b10b-7031ffbfd1d9 HTTP/1.1" status: 200 len: 847 time: 0.0480671 Nov 29 02:38:53.097479 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4c0a7-c002-468b-8241-6f846788d569 req-e25f9cdc-fa91-427d-9a33-e7ca1855a8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:53.098857 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b1c4c0a7-c002-468b-8241-6f846788d569 req-e25f9cdc-fa91-427d-9a33-e7ca1855a8db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e9bafec-7960-4a04-82ce-58a8768d7942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390210 Nov 29 02:38:53.113829 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [req-b1c4c0a7-c002-468b-8241-6f846788d569 req-32722ff6-a16d-4649-9359-f2348527b164 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:38:53.114764 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b1c4c0a7-c002-468b-8241-6f846788d569 req-32722ff6-a16d-4649-9359-f2348527b164 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048046 Nov 29 02:38:53.212918 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b1c4c0a7-c002-468b-8241-6f846788d569 req-93933364-d2d2-422d-8d53-334f38988798 service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842550 Nov 29 02:38:53.305948 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b1c4c0a7-c002-468b-8241-6f846788d569 req-6ec86809-0d81-4e49-9ef4-2550411437f5 service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807133 Nov 29 02:38:54.129693 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df051a-5b86-4443-b2f4-aec56fec18eb req-43f57569-bd5d-45c7-9e71-258d1371e2bd tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:54.131159 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-61df051a-5b86-4443-b2f4-aec56fec18eb req-43f57569-bd5d-45c7-9e71-258d1371e2bd tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 946 time: 0.0478735 Nov 29 02:38:54.182332 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-61df051a-5b86-4443-b2f4-aec56fec18eb req-235fd62a-5d77-4fd5-9e24-23dde23efc2b tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453138 Nov 29 02:38:55.308048 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5af052-3382-4732-ad0a-ea4acfe9b8be req-7ea2610c-0c90-489a-9732-ba7c16c2f140 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:55.309521 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cc5af052-3382-4732-ad0a-ea4acfe9b8be req-7ea2610c-0c90-489a-9732-ba7c16c2f140 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 946 time: 0.0596035 Nov 29 02:38:55.359011 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cc5af052-3382-4732-ad0a-ea4acfe9b8be req-dbf32922-e894-4114-a6a1-ea03d3fafd5d tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435398 Nov 29 02:38:56.393921 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 0660ad40-6475-404b-9be4-1a781bcabf48 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:38:56.474229 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:38:56.474481 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e0d6e-e89c-438f-b402-f5c96cd40be9 req-29dcf77b-7640-4fe3-afae-c200c6e90315 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:56.475901 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5a6e0d6e-e89c-438f-b402-f5c96cd40be9 req-29dcf77b-7640-4fe3-afae-c200c6e90315 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 946 time: 0.0483792 Nov 29 02:38:56.503656 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a5a4bb-5f0a-443f-9131-853cc59eb37d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0660ad40-6475-404b-9be4-1a781bcabf48'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:38:56.506460 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09cba619-bca1-42e9-90f3-7e1c40e35648" -d '{"events": [{"server_uuid": "46a5a4bb-5f0a-443f-9131-853cc59eb37d", "name": "network-vif-unplugged", "status": "completed", "tag": "0660ad40-6475-404b-9be4-1a781bcabf48"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:38:56.512176 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 0660ad40-6475-404b-9be4-1a781bcabf48, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=0660ad40-6475-404b-9be4-1a781bcabf48,segment=NetworkSegment(4040ab5b-010e-439d-b5b2-43ca76cca1fd),segment_id=4040ab5b-010e-439d-b5b2-43ca76cca1fd)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:38:56.517406 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:38:56.529889 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5a6e0d6e-e89c-438f-b402-f5c96cd40be9 req-643ab968-8810-46c3-b882-01004dcf0539 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476882 Nov 29 02:38:56.561174 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 29 Nov 2021 02:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d33303-b55d-49da-b17f-c79ae71be0ec x-openstack-request-id: req-93d33303-b55d-49da-b17f-c79ae71be0ec {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:38:56.561478 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a5a4bb-5f0a-443f-9131-853cc59eb37d", "name": "network-vif-unplugged", "status": "failed", "tag": "0660ad40-6475-404b-9be4-1a781bcabf48", "code": 422}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:38:56.561780 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-93d33303-b55d-49da-b17f-c79ae71be0ec {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:38:56.564063 dv-neutron-819032-3-hyperv neutron-server[103256]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '46a5a4bb-5f0a-443f-9131-853cc59eb37d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0660ad40-6475-404b-9be4-1a781bcabf48', 'code': 422} returned with failed status Nov 29 02:38:56.578129 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=0660ad40-6475-404b-9be4-1a781bcabf48,revision_number=8']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:38:56.642187 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [req-2d98d226-52c2-48df-b30a-82095c28e5f8 req-6ea83698-442b-4e63-bfa7-9cd4631d15cc service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:38:56.643219 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2d98d226-52c2-48df-b30a-82095c28e5f8 req-6ea83698-442b-4e63-bfa7-9cd4631d15cc service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0467446 Nov 29 02:38:57.811176 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effda9b8-dacf-420c-a36c-bf72494c1483 req-105e21d1-d7e2-485e-be6c-731c7185c348 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:57.813641 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-effda9b8-dacf-420c-a36c-bf72494c1483 req-105e21d1-d7e2-485e-be6c-731c7185c348 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 944 time: 0.0489297 Nov 29 02:38:57.866538 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-effda9b8-dacf-420c-a36c-bf72494c1483 req-3c25e99e-2327-4ec3-ac79-2e87e8dda79c tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472813 Nov 29 02:38:57.991747 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ed773b6d-285e-41fa-811a-3362a83f7e07 req-55db1369-b5dd-4171-8b34-9ad6e4d06c00 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0800190 Nov 29 02:38:58.937621 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed773b6d-285e-41fa-811a-3362a83f7e07 req-66895fab-b501-4686-9e53-dbeb5e29726d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:58.939630 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ed773b6d-285e-41fa-811a-3362a83f7e07 req-66895fab-b501-4686-9e53-dbeb5e29726d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d&tenant_id=b1015da155d44168a735e5ab410d1f97 HTTP/1.1" status: 200 len: 1097 time: 0.0439441 Nov 29 02:38:58.986037 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a723a-20fa-4069-bf29-9a088bdef7aa req-70d45bf0-89e3-4e3e-ab4b-ea44b5aada50 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:58.987790 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ce0a723a-20fa-4069-bf29-9a088bdef7aa req-70d45bf0-89e3-4e3e-ab4b-ea44b5aada50 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 944 time: 0.0487385 Nov 29 02:38:59.018600 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed773b6d-285e-41fa-811a-3362a83f7e07 req-85f77943-148d-4533-8404-f4d8d34c4aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:59.020177 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ed773b6d-285e-41fa-811a-3362a83f7e07 req-85f77943-148d-4533-8404-f4d8d34c4aaf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b1015da155d44168a735e5ab410d1f97&device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 1097 time: 0.0404017 Nov 29 02:38:59.038636 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ce0a723a-20fa-4069-bf29-9a088bdef7aa req-eaad7dae-da62-40b2-b7aa-c31dc455072d tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449266 Nov 29 02:38:59.114392 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed773b6d-285e-41fa-811a-3362a83f7e07 req-c4b71dc1-7f3a-4809-b7b0-e3dfc3fe20be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:59.115935 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ed773b6d-285e-41fa-811a-3362a83f7e07 req-c4b71dc1-7f3a-4809-b7b0-e3dfc3fe20be service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e9bafec-7960-4a04-82ce-58a8768d7942 HTTP/1.1" status: 200 len: 909 time: 0.0833499 Nov 29 02:38:59.188702 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ed773b6d-285e-41fa-811a-3362a83f7e07 req-196d2955-88a1-4bad-ac7a-781deacf953d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0660ad40-6475-404b-9be4-1a781bcabf48 HTTP/1.1" status: 200 len: 1000 time: 0.0603573 Nov 29 02:38:59.243213 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed773b6d-285e-41fa-811a-3362a83f7e07 req-787d7448-9651-4604-98d8-93da674d8a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:59.244630 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ed773b6d-285e-41fa-811a-3362a83f7e07 req-787d7448-9651-4604-98d8-93da674d8a4d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9188a006-ba6b-4146-b10b-7031ffbfd1d9 HTTP/1.1" status: 200 len: 847 time: 0.0441358 Nov 29 02:38:59.292322 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed773b6d-285e-41fa-811a-3362a83f7e07 req-57348ef2-eec3-416b-bed9-bc48db09e0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:38:59.293763 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ed773b6d-285e-41fa-811a-3362a83f7e07 req-57348ef2-eec3-416b-bed9-bc48db09e0ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e9bafec-7960-4a04-82ce-58a8768d7942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0374761 Nov 29 02:38:59.391293 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ed773b6d-285e-41fa-811a-3362a83f7e07 req-3dbd0ce2-2836-472b-ae68-6c25c8c15579 service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833883 Nov 29 02:38:59.778528 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ed773b6d-285e-41fa-811a-3362a83f7e07 req-ecb23d70-7550-4026-b9a7-c3dd11d8d464 service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746555 Nov 29 02:39:00.161211 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9e94e-9adc-4721-b5ec-04da8411ea4e req-1ece57aa-733d-4dc2-b07d-0ca3f6b18821 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:39:00.162729 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2fa9e94e-9adc-4721-b5ec-04da8411ea4e req-1ece57aa-733d-4dc2-b07d-0ca3f6b18821 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 944 time: 0.0547938 Nov 29 02:39:00.214641 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2fa9e94e-9adc-4721-b5ec-04da8411ea4e req-ad516635-27d6-487c-8a27-9d943c8cbc5b tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458474 Nov 29 02:39:00.425445 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 0660ad40-6475-404b-9be4-1a781bcabf48 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:39:01.342049 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bfb120-4fd2-4b90-a048-f8340a55e9ef req-2b51d35f-217a-4d55-beea-1cf1b8be768a tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:39:01.343511 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-26bfb120-4fd2-4b90-a048-f8340a55e9ef req-2b51d35f-217a-4d55-beea-1cf1b8be768a tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 944 time: 0.0519757 Nov 29 02:39:01.402767 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-26bfb120-4fd2-4b90-a048-f8340a55e9ef req-3a04d2c2-bdfa-450f-8ea2-01b4864c6ba8 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529780 Nov 29 02:39:02.525756 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9ee47-1056-4008-8776-896a12733394 req-8a37da79-96e4-4ccb-a9dc-515292bf9272 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:39:02.527386 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0da9ee47-1056-4008-8776-896a12733394 req-8a37da79-96e4-4ccb-a9dc-515292bf9272 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 944 time: 0.0586469 Nov 29 02:39:02.576311 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0da9ee47-1056-4008-8776-896a12733394 req-d860db62-af0d-4712-a5d9-a381d753b52b tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421429 Nov 29 02:39:03.705559 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177f13e-2a25-46f9-a63e-ba16616971ee req-5297214a-df4e-474e-bd1b-aaf76260fdad tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:39:03.707051 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9177f13e-2a25-46f9-a63e-ba16616971ee req-5297214a-df4e-474e-bd1b-aaf76260fdad tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 944 time: 0.0606494 Nov 29 02:39:03.754733 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9177f13e-2a25-46f9-a63e-ba16616971ee req-300766f7-f559-4e25-8d02-f90ba19b6fa1 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417497 Nov 29 02:39:04.880445 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec64cc-97f6-43f1-a08b-84b47283e080 req-2a6d1877-81e2-49a9-9a4a-fbb6dc44e710 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:39:04.881967 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-78ec64cc-97f6-43f1-a08b-84b47283e080 req-2a6d1877-81e2-49a9-9a4a-fbb6dc44e710 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 944 time: 0.0483463 Nov 29 02:39:04.935459 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-78ec64cc-97f6-43f1-a08b-84b47283e080 req-315c874c-9e3d-4d29-8bc1-8eb40e01aac4 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474575 Nov 29 02:39:06.056802 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36770c-3405-4826-81be-c2deee055ea8 req-4b34320d-7b4d-4001-b17a-b2d7819a4071 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:39:06.058341 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3f36770c-3405-4826-81be-c2deee055ea8 req-4b34320d-7b4d-4001-b17a-b2d7819a4071 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 944 time: 0.0505819 Nov 29 02:39:06.117588 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3f36770c-3405-4826-81be-c2deee055ea8 req-5ff94429-e564-41e0-93d5-d4734c18f56e tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531054 Nov 29 02:39:07.234709 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebbb53-e95f-4b30-9b65-e4623663dd50 req-4003f276-5289-475a-a1b2-9d15ce3b4408 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:39:07.236285 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8bebbb53-e95f-4b30-9b65-e4623663dd50 req-4003f276-5289-475a-a1b2-9d15ce3b4408 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 944 time: 0.0517030 Nov 29 02:39:07.290857 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8bebbb53-e95f-4b30-9b65-e4623663dd50 req-ecad5735-7e80-4172-81a2-a5af957a4a26 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440884 Nov 29 02:39:08.410272 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032ce85-a254-4265-9ef2-cd6e8275a7aa req-650a5fef-325b-4973-a499-eaf448aca9d8 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:39:08.411770 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2032ce85-a254-4265-9ef2-cd6e8275a7aa req-650a5fef-325b-4973-a499-eaf448aca9d8 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 944 time: 0.0564835 Nov 29 02:39:08.459365 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2032ce85-a254-4265-9ef2-cd6e8275a7aa req-4dae4a6f-baab-45f8-a589-b9e2fbc2876d tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416446 Nov 29 02:39:09.579484 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d58b6-c495-456f-8f8e-c32d75f0077a req-b9e2c0bb-9543-4844-81a7-6e974f158484 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:39:09.581173 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-553d58b6-c495-456f-8f8e-c32d75f0077a req-b9e2c0bb-9543-4844-81a7-6e974f158484 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 944 time: 0.0528495 Nov 29 02:39:09.630037 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-553d58b6-c495-456f-8f8e-c32d75f0077a req-7619e813-6224-4aed-8247-4c148c1ed2a7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430424 Nov 29 02:39:10.216661 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:39:10.745411 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afedae78-3101-4825-9ead-c1062debe5cb req-e3bfe97c-1376-4469-9eaa-e1e416bd3b92 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:39:10.746901 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-afedae78-3101-4825-9ead-c1062debe5cb req-e3bfe97c-1376-4469-9eaa-e1e416bd3b92 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 944 time: 0.0476239 Nov 29 02:39:10.794938 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-afedae78-3101-4825-9ead-c1062debe5cb req-6f7b9e8f-ec9b-451c-b07d-d74969af8500 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415728 Nov 29 02:39:11.911184 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b5fb4-c64e-4484-bb92-a36211d7f196 req-70766b88-de24-4263-a770-3d8d5b27109c tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:39:11.912663 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-784b5fb4-c64e-4484-bb92-a36211d7f196 req-70766b88-de24-4263-a770-3d8d5b27109c tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 944 time: 0.0490258 Nov 29 02:39:11.965644 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-784b5fb4-c64e-4484-bb92-a36211d7f196 req-c66eead0-5e60-4eba-bb10-90b084f9054c tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471063 Nov 29 02:39:12.108107 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7221abe2-1081-49d8-b53f-4ac7d2fe2f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:39:13.080816 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f00715-73d2-4953-b2c3-94b6faed0297 req-55c33ab7-1c04-45d4-843d-577ff39a58b1 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:39:13.082294 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b7f00715-73d2-4953-b2c3-94b6faed0297 req-55c33ab7-1c04-45d4-843d-577ff39a58b1 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 944 time: 0.0474763 Nov 29 02:39:13.131767 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b7f00715-73d2-4953-b2c3-94b6faed0297 req-82bd269d-e8a0-48be-8e49-b8daf4f6f24a tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433013 Nov 29 02:39:14.161898 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:39:14.246882 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e1562-971b-4458-9a27-d78ebfe5c67f req-216c6670-1833-47e8-9353-fe4a45ef05a8 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:39:14.248381 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-783e1562-971b-4458-9a27-d78ebfe5c67f req-216c6670-1833-47e8-9353-fe4a45ef05a8 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 944 time: 0.0486195 Nov 29 02:39:14.296375 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-783e1562-971b-4458-9a27-d78ebfe5c67f req-88c21f06-2f53-4131-8000-6c6000e4b65e tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421636 Nov 29 02:39:14.382045 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a4a3c263-3b8c-4132-9334-342a3b5efed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:39:14.485179 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 0660ad40-6475-404b-9be4-1a781bcabf48 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:39:14.582525 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 0660ad40-6475-404b-9be4-1a781bcabf48, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=0660ad40-6475-404b-9be4-1a781bcabf48,segment=NetworkSegment(4040ab5b-010e-439d-b5b2-43ca76cca1fd),segment_id=4040ab5b-010e-439d-b5b2-43ca76cca1fd)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:39:14.593501 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '0660ad40-6475-404b-9be4-1a781bcabf48', 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942', 'port_id': '0660ad40-6475-404b-9be4-1a781bcabf48', 'mac_address': 'fa:16:3e:c7:0c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:39:14.629554 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:39:14.642719 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0660ad40-6475-404b-9be4-1a781bcabf48 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:39:14.661109 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 0660ad40-6475-404b-9be4-1a781bcabf48, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=0660ad40-6475-404b-9be4-1a781bcabf48,segment=NetworkSegment(4040ab5b-010e-439d-b5b2-43ca76cca1fd),segment_id=4040ab5b-010e-439d-b5b2-43ca76cca1fd)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:39:14.664598 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:39:14.709670 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=0660ad40-6475-404b-9be4-1a781bcabf48,revision_number=9']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:39:15.012749 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['0660ad40-6475-404b-9be4-1a781bcabf48'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:39:15.418372 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6562e5-573d-4e4a-ba32-fbcf28a60921 req-9d00146a-8197-4a82-b8b0-09b677e12ea8 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:39:15.419847 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7d6562e5-573d-4e4a-ba32-fbcf28a60921 req-9d00146a-8197-4a82-b8b0-09b677e12ea8 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 945 time: 0.0571973 Nov 29 02:39:15.468242 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7d6562e5-573d-4e4a-ba32-fbcf28a60921 req-e2d7bea6-e3d7-44f7-a4d3-e5fc468d1dbc tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419257 Nov 29 02:39:15.468675 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:39:16.487055 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 0660ad40-6475-404b-9be4-1a781bcabf48 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:39:16.537645 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 0660ad40-6475-404b-9be4-1a781bcabf48 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:39:16.538042 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:39:16.584930 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd490d-092d-4ebe-bcbf-b0f4a6951bdb req-c69d0e53-d4b6-4a30-b1c8-8f320a0a90d2 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:39:16.586447 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-84fd490d-092d-4ebe-bcbf-b0f4a6951bdb req-c69d0e53-d4b6-4a30-b1c8-8f320a0a90d2 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 945 time: 0.0489376 Nov 29 02:39:16.614425 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:39:16.634740 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-84fd490d-092d-4ebe-bcbf-b0f4a6951bdb req-cbcc357a-111e-44aa-9046-24a59dd5f9ba tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424185 Nov 29 02:39:16.637241 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a5a4bb-5f0a-443f-9131-853cc59eb37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0660ad40-6475-404b-9be4-1a781bcabf48'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:39:16.639657 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5552ab-9f4d-42ce-8665-5a95df5d4b97" -d '{"events": [{"server_uuid": "46a5a4bb-5f0a-443f-9131-853cc59eb37d", "name": "network-vif-plugged", "status": "completed", "tag": "0660ad40-6475-404b-9be4-1a781bcabf48"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:39:16.652597 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 0660ad40-6475-404b-9be4-1a781bcabf48, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=0660ad40-6475-404b-9be4-1a781bcabf48,segment=NetworkSegment(4040ab5b-010e-439d-b5b2-43ca76cca1fd),segment_id=4040ab5b-010e-439d-b5b2-43ca76cca1fd)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:39:16.656427 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:39:16.707480 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=0660ad40-6475-404b-9be4-1a781bcabf48,revision_number=10']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:39:17.308847 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:39:17.697970 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c457c395-837f-49da-be1d-0177c49fb858 x-openstack-request-id: req-c457c395-837f-49da-be1d-0177c49fb858 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:39:17.698524 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a5a4bb-5f0a-443f-9131-853cc59eb37d", "name": "network-vif-plugged", "status": "completed", "tag": "0660ad40-6475-404b-9be4-1a781bcabf48", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:39:17.698524 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c457c395-837f-49da-be1d-0177c49fb858 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:39:17.698897 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a5a4bb-5f0a-443f-9131-853cc59eb37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0660ad40-6475-404b-9be4-1a781bcabf48', 'code': 200} Nov 29 02:39:17.758486 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a426b-8671-4054-89c6-d76cd2510e52 req-0156bacc-5b40-4020-827b-077a766714d3 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:39:17.759987 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-182a426b-8671-4054-89c6-d76cd2510e52 req-0156bacc-5b40-4020-827b-077a766714d3 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 947 time: 0.0515060 Nov 29 02:39:17.809517 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-182a426b-8671-4054-89c6-d76cd2510e52 req-dc78a907-35fc-4232-b6ef-6b78f8abc185 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434322 Nov 29 02:39:17.936746 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:39:17.962046 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.24', 52291) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:39:18.014976 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c480d3-8fca-4184-aa6b-df4eb714715f req-8b25e240-1f6b-4438-9c65-ac49a85876d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:39:18.017026 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-67c480d3-8fca-4184-aa6b-df4eb714715f req-8b25e240-1f6b-4438-9c65-ac49a85876d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b1015da155d44168a735e5ab410d1f97&device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 1100 time: 0.0869932 Nov 29 02:39:18.041864 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33741cd8-7cf9-4dea-901c-30d73ca2e84f req-2ae76b95-a99c-4698-a64e-bef0aad500a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:39:18.043362 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-33741cd8-7cf9-4dea-901c-30d73ca2e84f req-2ae76b95-a99c-4698-a64e-bef0aad500a9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 1100 time: 0.0802047 Nov 29 02:39:18.099447 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-33741cd8-7cf9-4dea-901c-30d73ca2e84f req-4d4fcd99-4b06-4104-9d60-ba8da77f6d5f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434141 Nov 29 02:39:18.136912 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c480d3-8fca-4184-aa6b-df4eb714715f req-85b8d5f1-6f84-4a52-a8e7-d37a8ee2a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:39:18.138398 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-67c480d3-8fca-4184-aa6b-df4eb714715f req-85b8d5f1-6f84-4a52-a8e7-d37a8ee2a069 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e9bafec-7960-4a04-82ce-58a8768d7942 HTTP/1.1" status: 200 len: 909 time: 0.0934165 Nov 29 02:39:18.433953 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-67c480d3-8fca-4184-aa6b-df4eb714715f req-4d97be13-12ae-4993-ba58-ea9a6a835613 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0660ad40-6475-404b-9be4-1a781bcabf48 HTTP/1.1" status: 200 len: 1002 time: 0.0571213 Nov 29 02:39:18.492900 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c480d3-8fca-4184-aa6b-df4eb714715f req-5ca84302-100e-4cab-bbdc-4a7ad0515cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:39:18.494346 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-67c480d3-8fca-4184-aa6b-df4eb714715f req-5ca84302-100e-4cab-bbdc-4a7ad0515cd4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9188a006-ba6b-4146-b10b-7031ffbfd1d9 HTTP/1.1" status: 200 len: 847 time: 0.0432432 Nov 29 02:39:18.543938 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c480d3-8fca-4184-aa6b-df4eb714715f req-1cada2fb-5bda-4773-bf9c-8b0985bdce2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:39:18.545449 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-67c480d3-8fca-4184-aa6b-df4eb714715f req-1cada2fb-5bda-4773-bf9c-8b0985bdce2e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e9bafec-7960-4a04-82ce-58a8768d7942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425911 Nov 29 02:39:18.632194 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-67c480d3-8fca-4184-aa6b-df4eb714715f req-fc98ced2-727e-4f37-916e-bf19925252b1 service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788345 Nov 29 02:39:18.724277 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-67c480d3-8fca-4184-aa6b-df4eb714715f req-270d523a-32b8-4825-8200-adddba36efb0 service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839317 Nov 29 02:39:18.927184 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece2c4e-bacf-4311-b142-d87672f8ecc9 req-a05e89c1-532b-4cd9-8c28-f6acf7d3eade tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:39:18.928629 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-aece2c4e-bacf-4311-b142-d87672f8ecc9 req-a05e89c1-532b-4cd9-8c28-f6acf7d3eade tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 947 time: 0.0479198 Nov 29 02:39:18.979860 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-aece2c4e-bacf-4311-b142-d87672f8ecc9 req-f1596218-31ad-4a8c-ad5c-b4e074d1a013 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452447 Nov 29 02:39:20.093456 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379c362-923b-4113-afa3-c42725f7327d req-e298adba-5cf9-4103-91ae-cb8fd2cd75d8 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:39:20.095484 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e379c362-923b-4113-afa3-c42725f7327d req-e298adba-5cf9-4103-91ae-cb8fd2cd75d8 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 947 time: 0.0487659 Nov 29 02:39:20.144915 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e379c362-923b-4113-afa3-c42725f7327d req-e297a879-2c20-4d2a-ba35-3937cac9b976 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435956 Nov 29 02:39:42.110568 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-804c0f90-e53f-4f57-8af1-e0299813391b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:39:44.161991 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:39:44.383715 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f69b4101-69db-434e-aa1c-2f81d420b54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:39:45.472826 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:39:47.170977 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:39:47.216481 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:39:47.930072 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:12.111667 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-60743fc7-dd17-4826-bc00-15573789c14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:14.161277 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:14.384560 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bbf5947d-befa-4f67-95bd-32ff6c93ee08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:15.474684 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:17.174486 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:17.931238 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:20.715461 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e69f1966-f82b-4e1a-88c2-288e2cd09c0a req-4d6210d3-4b7f-4d54-9e88-7b540dd5fafa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416539 Nov 29 02:40:20.828574 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f1966-f82b-4e1a-88c2-288e2cd09c0a req-58a307ec-071a-47a7-99e9-63ada3e11cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:40:20.830072 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e69f1966-f82b-4e1a-88c2-288e2cd09c0a req-58a307ec-071a-47a7-99e9-63ada3e11cde service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b1015da155d44168a735e5ab410d1f97&device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 1100 time: 0.0391564 Nov 29 02:40:20.937517 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f1966-f82b-4e1a-88c2-288e2cd09c0a req-ac6d8d42-dbb5-483e-8a47-50990da064fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:40:20.939653 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e69f1966-f82b-4e1a-88c2-288e2cd09c0a req-ac6d8d42-dbb5-483e-8a47-50990da064fe service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e9bafec-7960-4a04-82ce-58a8768d7942 HTTP/1.1" status: 200 len: 909 time: 0.0841656 Nov 29 02:40:21.016868 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e69f1966-f82b-4e1a-88c2-288e2cd09c0a req-2066f064-92d0-4f17-8879-a67b8d320706 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0660ad40-6475-404b-9be4-1a781bcabf48 HTTP/1.1" status: 200 len: 1002 time: 0.0641394 Nov 29 02:40:21.070644 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f1966-f82b-4e1a-88c2-288e2cd09c0a req-0be758bc-e151-4235-961f-662dd7d3d587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:40:21.072060 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e69f1966-f82b-4e1a-88c2-288e2cd09c0a req-0be758bc-e151-4235-961f-662dd7d3d587 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9188a006-ba6b-4146-b10b-7031ffbfd1d9 HTTP/1.1" status: 200 len: 847 time: 0.0433667 Nov 29 02:40:21.121934 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f1966-f82b-4e1a-88c2-288e2cd09c0a req-2151d4cb-fe6f-4df4-9559-8607666fbbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:40:21.123398 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e69f1966-f82b-4e1a-88c2-288e2cd09c0a req-2151d4cb-fe6f-4df4-9559-8607666fbbef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e9bafec-7960-4a04-82ce-58a8768d7942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386322 Nov 29 02:40:21.218023 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e69f1966-f82b-4e1a-88c2-288e2cd09c0a req-3888b21d-75aa-4686-b8e1-b98dd0afc0c7 service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844865 Nov 29 02:40:21.317079 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e69f1966-f82b-4e1a-88c2-288e2cd09c0a req-97db97ab-9a1b-4799-9c88-3d1fcc472988 service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865514 Nov 29 02:40:24.216801 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:40:33.414623 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 50516) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:40:33.568772 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-195dba31-fff3-4b93-9bfb-1f27d3e2d9a3 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Deleting port 1f5e2031-afba-47b4-b3aa-534b7375e4fd {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:40:33.569124 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-195dba31-fff3-4b93-9bfb-1f27d3e2d9a3 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:33.645564 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-195dba31-fff3-4b93-9bfb-1f27d3e2d9a3 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:33.645904 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-195dba31-fff3-4b93-9bfb-1f27d3e2d9a3 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:33.657868 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-195dba31-fff3-4b93-9bfb-1f27d3e2d9a3 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Calling delete_port for 1f5e2031-afba-47b4-b3aa-534b7375e4fd owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:40:33.802580 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-195dba31-fff3-4b93-9bfb-1f27d3e2d9a3 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:33.830239 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195dba31-fff3-4b93-9bfb-1f27d3e2d9a3 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Pushing event deleted for resources: {'Port': ['ID=1f5e2031-afba-47b4-b3aa-534b7375e4fd,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:40:33.854758 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195dba31-fff3-4b93-9bfb-1f27d3e2d9a3 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:40:33.855118 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195dba31-fff3-4b93-9bfb-1f27d3e2d9a3 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:40:33.855464 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195dba31-fff3-4b93-9bfb-1f27d3e2d9a3 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:40:33.855803 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195dba31-fff3-4b93-9bfb-1f27d3e2d9a3 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:40:33.856141 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195dba31-fff3-4b93-9bfb-1f27d3e2d9a3 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:40:33.856482 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195dba31-fff3-4b93-9bfb-1f27d3e2d9a3 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:40:33.856814 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195dba31-fff3-4b93-9bfb-1f27d3e2d9a3 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:40:33.857147 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195dba31-fff3-4b93-9bfb-1f27d3e2d9a3 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:40:33.857479 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195dba31-fff3-4b93-9bfb-1f27d3e2d9a3 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:40:33.857911 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195dba31-fff3-4b93-9bfb-1f27d3e2d9a3 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:40:33.858242 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195dba31-fff3-4b93-9bfb-1f27d3e2d9a3 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:40:33.858568 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195dba31-fff3-4b93-9bfb-1f27d3e2d9a3 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:40:33.896149 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-195dba31-fff3-4b93-9bfb-1f27d3e2d9a3 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:33.896483 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-195dba31-fff3-4b93-9bfb-1f27d3e2d9a3 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Floating IP 8c0cc21c-a2c2-4310-86e0-e29b4618ffd4 disassociated (deleted). External IP: 172.26.3.223, port: 0660ad40-6475-404b-9be4-1a781bcabf48. Nov 29 02:40:34.101904 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195dba31-fff3-4b93-9bfb-1f27d3e2d9a3 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Router d034f537-7dc4-4e3f-b691-98831fa24269 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:40:34.207314 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195dba31-fff3-4b93-9bfb-1f27d3e2d9a3 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:40:34.211957 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-195dba31-fff3-4b93-9bfb-1f27d3e2d9a3 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:34.216830 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d28c388-5dd1-4f23-be1d-be0ee00371d6 None None] Sync routers for ids ['d034f537-7dc4-4e3f-b691-98831fa24269'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:40:34.225726 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d28c388-5dd1-4f23-be1d-be0ee00371d6 None None] Routers {'d034f537-7dc4-4e3f-b691-98831fa24269'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:40:34.226376 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-8d28c388-5dd1-4f23-be1d-be0ee00371d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:40:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['d034f537-7dc4-4e3f-b691-98831fa24269'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:40:34.237690 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-195dba31-fff3-4b93-9bfb-1f27d3e2d9a3 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "DELETE /v2.0/floatingips/8c0cc21c-a2c2-4310-86e0-e29b4618ffd4 HTTP/1.1" status: 204 len: 168 time: 0.8220356 Nov 29 02:40:34.238381 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a5a4bb-5f0a-443f-9131-853cc59eb37d', 'tag': '0660ad40-6475-404b-9be4-1a781bcabf48'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:40:34.240773 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a54b0b8d43a805c8e04fafa9e6e1877f555095d74f053d1eebc96b979e45145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a414e3c-8b4d-417a-9e06-d26fda049989" -d '{"events": [{"name": "network-changed", "server_uuid": "46a5a4bb-5f0a-443f-9131-853cc59eb37d", "tag": "0660ad40-6475-404b-9be4-1a781bcabf48"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:40:34.335281 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-8d28c388-5dd1-4f23-be1d-be0ee00371d6 None None] Set router d034f537-7dc4-4e3f-b691-98831fa24269 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:40:34.339782 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac218a1-00a9-45b7-8030-e08b8b069c90 x-openstack-request-id: req-3ac218a1-00a9-45b7-8030-e08b8b069c90 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:40:34.340061 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a5a4bb-5f0a-443f-9131-853cc59eb37d", "tag": "0660ad40-6475-404b-9be4-1a781bcabf48", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:40:34.340335 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ac218a1-00a9-45b7-8030-e08b8b069c90 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:40:34.340777 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a5a4bb-5f0a-443f-9131-853cc59eb37d', 'tag': '0660ad40-6475-404b-9be4-1a781bcabf48', 'status': 'completed', 'code': 200} Nov 29 02:40:34.454386 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a414e3c-8b4d-417a-9e06-d26fda049989 req-ad8c2618-69f7-497b-b137-9f4f3f1e444e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:40:34.456364 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5a414e3c-8b4d-417a-9e06-d26fda049989 req-ad8c2618-69f7-497b-b137-9f4f3f1e444e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b1015da155d44168a735e5ab410d1f97&device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 1100 time: 0.0482941 Nov 29 02:40:34.501411 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b04a75-86c6-48dd-bb20-71ad667d6583 req-c3d0f1b3-6020-4001-8924-06fd3664b067 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:40:34.503096 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b0b04a75-86c6-48dd-bb20-71ad667d6583 req-c3d0f1b3-6020-4001-8924-06fd3664b067 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 947 time: 0.0496857 Nov 29 02:40:34.550024 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-8d28c388-5dd1-4f23-be1d-be0ee00371d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'name': 'tempest-TestShelveInstance-981564765-router', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:10Z', 'revision_number': 4, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'gw_port': {'id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '96874bc0-e8fe-4e54-86be-205df305bc40', 'name': '', 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'mac_address': 'fa:16:3e:da:02:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:10Z', 'updated_at': '2021-11-29T02:36:16Z', 'revision_number': 5, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'subnets': [{'id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:40:34.560020 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b0b04a75-86c6-48dd-bb20-71ad667d6583 req-5a3e5a90-bedb-4241-b9cc-f68fc55296b3 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510666 Nov 29 02:40:34.578003 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d28c388-5dd1-4f23-be1d-be0ee00371d6 None None] Checking router: d034f537-7dc4-4e3f-b691-98831fa24269 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:40:34.581193 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a414e3c-8b4d-417a-9e06-d26fda049989 req-64f8f761-e934-4770-be81-b2d38e54075e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:40:34.582770 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5a414e3c-8b4d-417a-9e06-d26fda049989 req-64f8f761-e934-4770-be81-b2d38e54075e service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e9bafec-7960-4a04-82ce-58a8768d7942 HTTP/1.1" status: 200 len: 909 time: 0.1032600 Nov 29 02:40:34.586220 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d28c388-5dd1-4f23-be1d-be0ee00371d6 None None] Routers {'d034f537-7dc4-4e3f-b691-98831fa24269'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:40:34.586818 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-8d28c388-5dd1-4f23-be1d-be0ee00371d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:40:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['d034f537-7dc4-4e3f-b691-98831fa24269'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:40:34.623978 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5a414e3c-8b4d-417a-9e06-d26fda049989 req-ea225860-8a2a-4f23-8862-e898a0879b52 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0660ad40-6475-404b-9be4-1a781bcabf48 HTTP/1.1" status: 200 len: 217 time: 0.0334392 Nov 29 02:40:34.677596 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a414e3c-8b4d-417a-9e06-d26fda049989 req-04b94509-377a-4697-93ad-934886d41c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:40:34.679124 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5a414e3c-8b4d-417a-9e06-d26fda049989 req-04b94509-377a-4697-93ad-934886d41c19 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9188a006-ba6b-4146-b10b-7031ffbfd1d9 HTTP/1.1" status: 200 len: 847 time: 0.0429583 Nov 29 02:40:34.689726 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-8d28c388-5dd1-4f23-be1d-be0ee00371d6 None None] Set router d034f537-7dc4-4e3f-b691-98831fa24269 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:40:34.729067 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a414e3c-8b4d-417a-9e06-d26fda049989 req-b04a8d76-d55e-4df2-81ca-8b200441ad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:40:34.730667 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5a414e3c-8b4d-417a-9e06-d26fda049989 req-b04a8d76-d55e-4df2-81ca-8b200441ad23 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e9bafec-7960-4a04-82ce-58a8768d7942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431859 Nov 29 02:40:34.824669 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5a414e3c-8b4d-417a-9e06-d26fda049989 req-a30641ee-367b-46b2-b9d1-e9ff47a9c01d service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817513 Nov 29 02:40:34.882627 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-8d28c388-5dd1-4f23-be1d-be0ee00371d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'name': 'tempest-TestShelveInstance-981564765-router', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:10Z', 'revision_number': 4, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'gw_port': {'id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '96874bc0-e8fe-4e54-86be-205df305bc40', 'name': '', 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'mac_address': 'fa:16:3e:da:02:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:10Z', 'updated_at': '2021-11-29T02:36:16Z', 'revision_number': 5, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'subnets': [{'id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:40:34.912476 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d28c388-5dd1-4f23-be1d-be0ee00371d6 None None] The sync data for ids ['d034f537-7dc4-4e3f-b691-98831fa24269'] in dv-neutron-819032-3-hyperv is: [{'id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'name': 'tempest-TestShelveInstance-981564765-router', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:10Z', 'revision_number': 4, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'gw_port': {'id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '96874bc0-e8fe-4e54-86be-205df305bc40', 'name': '', 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'mac_address': 'fa:16:3e:da:02:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:10Z', 'updated_at': '2021-11-29T02:36:16Z', 'revision_number': 5, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'subnets': [{'id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:40:34.920502 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5a414e3c-8b4d-417a-9e06-d26fda049989 req-1ceb0fd0-7910-427d-af21-5fb85f54300f service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863900 Nov 29 02:40:35.127518 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cd56c2-55ed-4a1d-a70b-4fe0adeea7cf None None] New status for floating IP 8c0cc21c-a2c2-4310-86e0-e29b4618ffd4: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:40:35.685656 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95cd12-85f1-4355-83c7-b63c44bf9a2f req-a300b739-abe9-4465-86e6-acc0a65f6a95 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:40:35.687112 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1d95cd12-85f1-4355-83c7-b63c44bf9a2f req-a300b739-abe9-4465-86e6-acc0a65f6a95 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 947 time: 0.0479364 Nov 29 02:40:35.738638 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1d95cd12-85f1-4355-83c7-b63c44bf9a2f req-90e25662-5730-4ffb-917f-9401789935d3 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=58f97473-7d1c-43e1-9c62-4d3e322c8861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457308 Nov 29 02:40:36.283037 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ababf-ca9d-4e1a-9e53-bc988c5d34df req-f5981b6f-4e70-491a-8780-b2fca5d807cd tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:40:36.284770 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9f0ababf-ca9d-4e1a-9e53-bc988c5d34df req-f5981b6f-4e70-491a-8780-b2fca5d807cd tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.24 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 947 time: 0.0490272 Nov 29 02:40:36.376371 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-9f0ababf-ca9d-4e1a-9e53-bc988c5d34df req-ba8defb5-b9dc-4f7f-8d83-5848e6c65a0e tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Deleting port 0660ad40-6475-404b-9be4-1a781bcabf48 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:40:36.376715 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9f0ababf-ca9d-4e1a-9e53-bc988c5d34df req-ba8defb5-b9dc-4f7f-8d83-5848e6c65a0e tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:36.468317 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-9f0ababf-ca9d-4e1a-9e53-bc988c5d34df req-ba8defb5-b9dc-4f7f-8d83-5848e6c65a0e tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] For port 0660ad40-6475-404b-9be4-1a781bcabf48, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=0660ad40-6475-404b-9be4-1a781bcabf48,segment=NetworkSegment(4040ab5b-010e-439d-b5b2-43ca76cca1fd),segment_id=4040ab5b-010e-439d-b5b2-43ca76cca1fd)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:40:36.468567 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9f0ababf-ca9d-4e1a-9e53-bc988c5d34df req-ba8defb5-b9dc-4f7f-8d83-5848e6c65a0e tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:36.481320 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-9f0ababf-ca9d-4e1a-9e53-bc988c5d34df req-ba8defb5-b9dc-4f7f-8d83-5848e6c65a0e tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Calling delete_port for 0660ad40-6475-404b-9be4-1a781bcabf48 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:40:36.606982 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9f0ababf-ca9d-4e1a-9e53-bc988c5d34df req-ba8defb5-b9dc-4f7f-8d83-5848e6c65a0e tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:36.635034 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8defb5-b9dc-4f7f-8d83-5848e6c65a0e tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Pushing event deleted for resources: {'Port': ['ID=0660ad40-6475-404b-9be4-1a781bcabf48,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:40:36.646942 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8defb5-b9dc-4f7f-8d83-5848e6c65a0e tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:40:36.647299 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8defb5-b9dc-4f7f-8d83-5848e6c65a0e tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:40:36.647647 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8defb5-b9dc-4f7f-8d83-5848e6c65a0e tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:40:36.647987 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8defb5-b9dc-4f7f-8d83-5848e6c65a0e tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:40:36.648325 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8defb5-b9dc-4f7f-8d83-5848e6c65a0e tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:40:36.648665 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8defb5-b9dc-4f7f-8d83-5848e6c65a0e tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:40:36.648998 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8defb5-b9dc-4f7f-8d83-5848e6c65a0e tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:40:36.649332 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8defb5-b9dc-4f7f-8d83-5848e6c65a0e tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:40:36.649694 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8defb5-b9dc-4f7f-8d83-5848e6c65a0e tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:40:36.650026 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8defb5-b9dc-4f7f-8d83-5848e6c65a0e tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:40:36.650359 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8defb5-b9dc-4f7f-8d83-5848e6c65a0e tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:40:36.650686 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8defb5-b9dc-4f7f-8d83-5848e6c65a0e tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:40:36.684655 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0ababf-ca9d-4e1a-9e53-bc988c5d34df req-ba8defb5-b9dc-4f7f-8d83-5848e6c65a0e tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] No DVR routers for this DVR port 0660ad40-6475-404b-9be4-1a781bcabf48 on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:40:36.687071 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-9f0ababf-ca9d-4e1a-9e53-bc988c5d34df req-ba8defb5-b9dc-4f7f-8d83-5848e6c65a0e tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:36.690391 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9f0ababf-ca9d-4e1a-9e53-bc988c5d34df req-ba8defb5-b9dc-4f7f-8d83-5848e6c65a0e tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.24 "DELETE /v2.0/ports/0660ad40-6475-404b-9be4-1a781bcabf48 HTTP/1.1" status: 204 len: 173 time: 0.3960664 Nov 29 02:40:36.690843 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a5a4bb-5f0a-443f-9131-853cc59eb37d', 'name': 'network-vif-deleted', 'tag': '0660ad40-6475-404b-9be4-1a781bcabf48'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:40:36.693084 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc710454-7801-42f5-88bb-5e72982fcf12" -d '{"events": [{"server_uuid": "46a5a4bb-5f0a-443f-9131-853cc59eb37d", "name": "network-vif-deleted", "tag": "0660ad40-6475-404b-9be4-1a781bcabf48"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:40:36.791440 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44346e87-c17a-4dba-81c1-64693cf24284 x-openstack-request-id: req-44346e87-c17a-4dba-81c1-64693cf24284 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:40:36.791748 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a5a4bb-5f0a-443f-9131-853cc59eb37d", "name": "network-vif-deleted", "tag": "0660ad40-6475-404b-9be4-1a781bcabf48", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:40:36.792007 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-44346e87-c17a-4dba-81c1-64693cf24284 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:40:36.792411 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a5a4bb-5f0a-443f-9131-853cc59eb37d', 'name': 'network-vif-deleted', 'tag': '0660ad40-6475-404b-9be4-1a781bcabf48', 'status': 'completed', 'code': 200} Nov 29 02:40:36.837216 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-72f62dc3-f236-4bc8-b9e3-d426420da3e6 req-d0be3b53-1a38-451a-92f3-4b99120beb85 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=46a5a4bb-5f0a-443f-9131-853cc59eb37d HTTP/1.1" status: 200 len: 210 time: 0.0256329 Nov 29 02:40:37.896390 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 50544) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:40:37.951646 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b49e5e75-f7f2-440b-8e9f-fd6eb9484608 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:37.976289 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b49e5e75-f7f2-440b-8e9f-fd6eb9484608 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:38.038376 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b49e5e75-f7f2-440b-8e9f-fd6eb9484608 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:38.041057 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b49e5e75-f7f2-440b-8e9f-fd6eb9484608 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:38.042276 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b49e5e75-f7f2-440b-8e9f-fd6eb9484608 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "DELETE /v2.0/security-groups/58f97473-7d1c-43e1-9c62-4d3e322c8861 HTTP/1.1" status: 204 len: 168 time: 0.1448970 Nov 29 02:40:38.052514 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e5e75-f7f2-440b-8e9f-fd6eb9484608 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f97473-7d1c-43e1-9c62-4d3e322c8861,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:40:38.266454 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 50550) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:40:38.271006 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e295242f-7d4e-4db8-9775-dccefa1e82b7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-716552946', 'description': 'tempest-secgroup-smoke-716552946 description', 'project_id': 'b1015da155d44168a735e5ab410d1f97'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:40:38.292777 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e295242f-7d4e-4db8-9775-dccefa1e82b7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:38.356161 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e295242f-7d4e-4db8-9775-dccefa1e82b7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:38.360159 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e295242f-7d4e-4db8-9775-dccefa1e82b7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:38.386838 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e295242f-7d4e-4db8-9775-dccefa1e82b7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:38.388024 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e295242f-7d4e-4db8-9775-dccefa1e82b7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1205366 Nov 29 02:40:38.391081 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 50552) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:40:38.395829 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-0053f20e-8f42-41e9-af18-648d6b2f2fff tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Request body: {'security_group_rule': {'security_group_id': '74ca3896-3cfc-4550-afc7-632d090d893d', 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:40:38.396002 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295242f-7d4e-4db8-9775-dccefa1e82b7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ca3896-3cfc-4550-afc7-632d090d893d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:40:38.427110 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0053f20e-8f42-41e9-af18-648d6b2f2fff tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:38.471837 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0053f20e-8f42-41e9-af18-648d6b2f2fff tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:38.475693 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0053f20e-8f42-41e9-af18-648d6b2f2fff tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:38.495410 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053f20e-8f42-41e9-af18-648d6b2f2fff tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b390b361-10c8-4eec-b916-b937806f15ca,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:40:38.500799 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0053f20e-8f42-41e9-af18-648d6b2f2fff tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:38.501418 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-0053f20e-8f42-41e9-af18-648d6b2f2fff tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1092474 Nov 29 02:40:38.504162 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 50554) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:40:38.508852 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-4adcfc0f-2fdc-42ca-ba61-aae3810f9626 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Request body: {'security_group_rule': {'security_group_id': '74ca3896-3cfc-4550-afc7-632d090d893d', 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:40:38.534818 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4adcfc0f-2fdc-42ca-ba61-aae3810f9626 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:38.591858 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4adcfc0f-2fdc-42ca-ba61-aae3810f9626 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:38.595179 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4adcfc0f-2fdc-42ca-ba61-aae3810f9626 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:38.609371 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adcfc0f-2fdc-42ca-ba61-aae3810f9626 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f6778ac-cba7-4192-8344-3dc045d63322,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:40:38.619371 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4adcfc0f-2fdc-42ca-ba61-aae3810f9626 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:38.620535 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4adcfc0f-2fdc-42ca-ba61-aae3810f9626 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154449 Nov 29 02:40:38.623196 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 50556) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:40:38.627853 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-174018f0-be66-460a-abcc-354db7b82ccf tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Request body: {'security_group_rule': {'security_group_id': '74ca3896-3cfc-4550-afc7-632d090d893d', 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:40:38.653264 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-174018f0-be66-460a-abcc-354db7b82ccf tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:38.707459 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-174018f0-be66-460a-abcc-354db7b82ccf tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:38.710868 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-174018f0-be66-460a-abcc-354db7b82ccf tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:38.729799 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174018f0-be66-460a-abcc-354db7b82ccf tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a72a4879-e636-4dfc-8477-153f6fc9ba64,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:40:38.735559 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-174018f0-be66-460a-abcc-354db7b82ccf tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:38.739173 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-174018f0-be66-460a-abcc-354db7b82ccf tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1125271 Nov 29 02:40:38.739369 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 50558) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:40:38.743557 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-031c2d31-7417-446f-bed6-701de89e8dff tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Request body: {'security_group_rule': {'security_group_id': '74ca3896-3cfc-4550-afc7-632d090d893d', 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:40:38.769858 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-031c2d31-7417-446f-bed6-701de89e8dff tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:38.827367 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-031c2d31-7417-446f-bed6-701de89e8dff tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:38.831271 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-031c2d31-7417-446f-bed6-701de89e8dff tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:38.845632 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c2d31-7417-446f-bed6-701de89e8dff tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d0394b-9389-4674-ad34-66be84951eb3,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:40:38.855851 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-031c2d31-7417-446f-bed6-701de89e8dff tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:38.857030 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-031c2d31-7417-446f-bed6-701de89e8dff tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167555 Nov 29 02:40:38.859797 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 50560) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:40:38.864066 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2a960ccb-78ce-4a5a-b988-6b6b80a388e2 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Request body: {'security_group_rule': {'security_group_id': '74ca3896-3cfc-4550-afc7-632d090d893d', 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:40:38.885796 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-2a960ccb-78ce-4a5a-b988-6b6b80a388e2 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Project b1015da155d44168a735e5ab410d1f97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:40:38.891219 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a960ccb-78ce-4a5a-b988-6b6b80a388e2 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:38.952528 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a960ccb-78ce-4a5a-b988-6b6b80a388e2 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:38.955327 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a960ccb-78ce-4a5a-b988-6b6b80a388e2 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:38.973594 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a960ccb-78ce-4a5a-b988-6b6b80a388e2 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694a0ca7-7d9d-4103-9bc5-f33c229e428c,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:40:38.981269 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2a960ccb-78ce-4a5a-b988-6b6b80a388e2 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:38.982493 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2a960ccb-78ce-4a5a-b988-6b6b80a388e2 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1216934 Nov 29 02:40:38.985779 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 50562) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:40:38.989933 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-0279d54c-5f69-44e7-83a8-4a5d9fe9e0ad tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Request body: {'security_group_rule': {'security_group_id': '74ca3896-3cfc-4550-afc7-632d090d893d', 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:40:39.010316 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-0279d54c-5f69-44e7-83a8-4a5d9fe9e0ad tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Project b1015da155d44168a735e5ab410d1f97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:40:39.015038 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0279d54c-5f69-44e7-83a8-4a5d9fe9e0ad tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:39.072192 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0279d54c-5f69-44e7-83a8-4a5d9fe9e0ad tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:39.075699 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0279d54c-5f69-44e7-83a8-4a5d9fe9e0ad tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:39.093712 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279d54c-5f69-44e7-83a8-4a5d9fe9e0ad tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2478034-8857-4ae6-88d3-69f9b06a00c4,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:40:39.098765 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0279d54c-5f69-44e7-83a8-4a5d9fe9e0ad tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:39.100092 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-0279d54c-5f69-44e7-83a8-4a5d9fe9e0ad tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1133301 Nov 29 02:40:40.899275 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 0660ad40-6475-404b-9be4-1a781bcabf48 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:40:40.919880 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: 0660ad40-6475-404b-9be4-1a781bcabf48 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:40:40.920231 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 0660ad40-6475-404b-9be4-1a781bcabf48 not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:40:42.114944 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-47b1c884-417a-4613-af5e-ed36239e8ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:44.160350 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:44.386026 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-70f083a6-646d-4507-a07e-066b7370f971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:45.478949 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:47.177682 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:47.933389 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:54.306665 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-b5463efa-ba0e-4559-b433-6db0ead30853 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-716552946&fields=id&tenant_id=b1015da155d44168a735e5ab410d1f97 HTTP/1.1" status: 200 len: 267 time: 0.0442441 Nov 29 02:40:54.411501 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-f335fb9c-c775-48ff-abd9-f408c50b739d tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:40:54.412866 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-f335fb9c-c775-48ff-abd9-f408c50b739d tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/networks?id=8e9bafec-7960-4a04-82ce-58a8768d7942 HTTP/1.1" status: 200 len: 808 time: 0.0996137 Nov 29 02:40:54.426969 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-9f11496f-1154-440b-bc43-1e6549d39397 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/quotas/b1015da155d44168a735e5ab410d1f97 HTTP/1.1" status: 200 len: 375 time: 0.0085623 Nov 29 02:40:54.479866 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-366a7ede-cbf6-4034-a2d9-9c70243e7694 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1015da155d44168a735e5ab410d1f97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477860 Nov 29 02:40:54.573696 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-95900021-8e1f-47f7-85e0-dede4732dcf2 service neutron] 10.222.0.37 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827086 Nov 29 02:40:54.668549 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-a94c73af-3457-44f8-a96a-f861fb5b0a66 service neutron] 10.222.0.37 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886750 Nov 29 02:40:54.939326 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cf9e3320-3680-4d5d-8736-a81cedf3e2b2 req-1e09b893-eb57-416b-ac4f-09bbaacf345b tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 210 time: 0.0262568 Nov 29 02:40:56.035857 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-bd4d051e-d35f-449d-95e5-466097cac24a tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:40:56.038133 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-bd4d051e-d35f-449d-95e5-466097cac24a tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.24 "GET /v2.0/networks?id=8e9bafec-7960-4a04-82ce-58a8768d7942 HTTP/1.1" status: 200 len: 808 time: 0.1077390 Nov 29 02:40:56.046097 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cedf0fb6-99cd-49f2-9f08-10703b19c929 req-191f5e3d-b1ac-48d8-ae27-0dcf2e03c67a tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 210 time: 0.0353966 Nov 29 02:40:56.138183 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-d6e2155e-0729-4dea-8c36-0560c2790150 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1015da155d44168a735e5ab410d1f97 HTTP/1.1" status: 200 len: 379 time: 0.0697670 Nov 29 02:40:56.152127 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-c035a5e1-230c-4dd9-9704-99c03ac7ea53 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Request body: {'port': {'device_id': '2a62860c-4e4d-43a5-ade6-98d855471ee6', 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942', 'admin_state_up': True, 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'security_groups': ['74ca3896-3cfc-4550-afc7-632d090d893d']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:40:56.270933 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-c035a5e1-230c-4dd9-9704-99c03ac7ea53 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Made reservation on behalf of b1015da155d44168a735e5ab410d1f97 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:40:56.274586 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-c035a5e1-230c-4dd9-9704-99c03ac7ea53 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:56.413756 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-c035a5e1-230c-4dd9-9704-99c03ac7ea53 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Allocated IP 172.20.0.13 (8e9bafec-7960-4a04-82ce-58a8768d7942/9188a006-ba6b-4146-b10b-7031ffbfd1d9/59aa91ed-0bd3-4f17-b96a-0ec619731002) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:40:56.555326 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-c035a5e1-230c-4dd9-9704-99c03ac7ea53 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:56.587713 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-c035a5e1-230c-4dd9-9704-99c03ac7ea53 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:56.631839 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-c035a5e1-230c-4dd9-9704-99c03ac7ea53 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Network 8e9bafec-7960-4a04-82ce-58a8768d7942 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:40:56.635033 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-c035a5e1-230c-4dd9-9704-99c03ac7ea53 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:40:56.638867 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-c035a5e1-230c-4dd9-9704-99c03ac7ea53 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:40:56.675562 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035a5e1-230c-4dd9-9704-99c03ac7ea53 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Pushing event updated for resources: {'Port': ['ID=59aa91ed-0bd3-4f17-b96a-0ec619731002,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:40:56.704415 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-c035a5e1-230c-4dd9-9704-99c03ac7ea53 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:40:56.705081 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-c035a5e1-230c-4dd9-9704-99c03ac7ea53 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:56.724005 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-c035a5e1-230c-4dd9-9704-99c03ac7ea53 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5761456 Nov 29 02:40:56.751332 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-d13d82ab-9bff-4a2f-8e73-7cc2dd0e41b0 service neutron] Request body: {'port': {'device_id': '2a62860c-4e4d-43a5-ade6-98d855471ee6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:40:56.813097 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-d13d82ab-9bff-4a2f-8e73-7cc2dd0e41b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:56.902968 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-e1ff6a9d-6d9d-436c-bf2c-087ad767a50e None None] Provisioning complete for port 59aa91ed-0bd3-4f17-b96a-0ec619731002 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:40:56.903596 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e1ff6a9d-6d9d-436c-bf2c-087ad767a50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:56.941016 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e1ff6a9d-6d9d-436c-bf2c-087ad767a50e None None] Port 59aa91ed-0bd3-4f17-b96a-0ec619731002 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:40:57.082854 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-d13d82ab-9bff-4a2f-8e73-7cc2dd0e41b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59aa91ed-0bd3-4f17-b96a-0ec619731002 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:40:57.090826 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-d13d82ab-9bff-4a2f-8e73-7cc2dd0e41b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:57.104082 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-d13d82ab-9bff-4a2f-8e73-7cc2dd0e41b0 service neutron] Transition to ACTIVE for port object 59aa91ed-0bd3-4f17-b96a-0ec619731002 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:40:57.107759 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-d13d82ab-9bff-4a2f-8e73-7cc2dd0e41b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:57.165738 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede9ba5-6af8-4f25-b820-2fe45d71bd23 req-f9ab3727-cd97-43ea-8129-71b2941ee1ea tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:40:57.170125 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8ede9ba5-6af8-4f25-b820-2fe45d71bd23 req-f9ab3727-cd97-43ea-8129-71b2941ee1ea tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 944 time: 0.0590773 Nov 29 02:40:57.197209 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d82ab-9bff-4a2f-8e73-7cc2dd0e41b0 service neutron] Pushing event updated for resources: {'Port': ['ID=59aa91ed-0bd3-4f17-b96a-0ec619731002,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:40:57.233356 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8ede9ba5-6af8-4f25-b820-2fe45d71bd23 req-15dbf121-01df-403e-9d4d-06a33b71f7d4 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561583 Nov 29 02:40:57.234192 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-d13d82ab-9bff-4a2f-8e73-7cc2dd0e41b0 service neutron] Attempting to bind port 59aa91ed-0bd3-4f17-b96a-0ec619731002 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:40:57.234547 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-d13d82ab-9bff-4a2f-8e73-7cc2dd0e41b0 service neutron] Attempting to bind port 59aa91ed-0bd3-4f17-b96a-0ec619731002 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '4040ab5b-010e-439d-b5b2-43ca76cca1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:40:57.234884 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-d13d82ab-9bff-4a2f-8e73-7cc2dd0e41b0 service neutron] Attempting to bind port 59aa91ed-0bd3-4f17-b96a-0ec619731002 on network 8e9bafec-7960-4a04-82ce-58a8768d7942 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:40:57.239918 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-d13d82ab-9bff-4a2f-8e73-7cc2dd0e41b0 service neutron] Port 59aa91ed-0bd3-4f17-b96a-0ec619731002 on network 8e9bafec-7960-4a04-82ce-58a8768d7942 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:40:57.240084 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-d13d82ab-9bff-4a2f-8e73-7cc2dd0e41b0 service neutron] Attempting to bind port 59aa91ed-0bd3-4f17-b96a-0ec619731002 on network 8e9bafec-7960-4a04-82ce-58a8768d7942 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:40:57.245413 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-d13d82ab-9bff-4a2f-8e73-7cc2dd0e41b0 service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:40:57.245793 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-d13d82ab-9bff-4a2f-8e73-7cc2dd0e41b0 service neutron] Checking segment: {'id': '4040ab5b-010e-439d-b5b2-43ca76cca1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:40:57.246178 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-d13d82ab-9bff-4a2f-8e73-7cc2dd0e41b0 service neutron] Bound using segment: {'id': '4040ab5b-010e-439d-b5b2-43ca76cca1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:40:57.246606 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-d13d82ab-9bff-4a2f-8e73-7cc2dd0e41b0 service neutron] Bound port: 59aa91ed-0bd3-4f17-b96a-0ec619731002, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4040ab5b-010e-439d-b5b2-43ca76cca1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:40:57.246967 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-d13d82ab-9bff-4a2f-8e73-7cc2dd0e41b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:57.317421 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-d13d82ab-9bff-4a2f-8e73-7cc2dd0e41b0 service neutron] For port 59aa91ed-0bd3-4f17-b96a-0ec619731002, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:40:57.320796 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-d13d82ab-9bff-4a2f-8e73-7cc2dd0e41b0 service neutron] For port 59aa91ed-0bd3-4f17-b96a-0ec619731002, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=59aa91ed-0bd3-4f17-b96a-0ec619731002,segment=NetworkSegment(4040ab5b-010e-439d-b5b2-43ca76cca1fd),segment_id=4040ab5b-010e-439d-b5b2-43ca76cca1fd)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:40:57.325295 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-d13d82ab-9bff-4a2f-8e73-7cc2dd0e41b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:57.368458 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-d13d82ab-9bff-4a2f-8e73-7cc2dd0e41b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:40:57.369073 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-d13d82ab-9bff-4a2f-8e73-7cc2dd0e41b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:40:57.370606 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-d13d82ab-9bff-4a2f-8e73-7cc2dd0e41b0 service neutron] 10.222.0.24 "PUT /v2.0/ports/59aa91ed-0bd3-4f17-b96a-0ec619731002 HTTP/1.1" status: 200 len: 1094 time: 0.6237481 Nov 29 02:40:57.371067 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a62860c-4e4d-43a5-ade6-98d855471ee6', 'tag': '59aa91ed-0bd3-4f17-b96a-0ec619731002'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:40:57.373334 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3e1a77-29b5-4f2a-ae7f-a9d074bae853" -d '{"events": [{"name": "network-changed", "server_uuid": "2a62860c-4e4d-43a5-ade6-98d855471ee6", "tag": "59aa91ed-0bd3-4f17-b96a-0ec619731002"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:40:57.390029 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d82ab-9bff-4a2f-8e73-7cc2dd0e41b0 service neutron] Pushing event updated for resources: {'Port': ['ID=59aa91ed-0bd3-4f17-b96a-0ec619731002,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:40:57.440645 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3766cc7-2901-4129-999e-d129b89e83fd x-openstack-request-id: req-f3766cc7-2901-4129-999e-d129b89e83fd {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:40:57.440944 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a62860c-4e4d-43a5-ade6-98d855471ee6", "tag": "59aa91ed-0bd3-4f17-b96a-0ec619731002", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:40:57.441198 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f3766cc7-2901-4129-999e-d129b89e83fd {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:40:57.441622 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a62860c-4e4d-43a5-ade6-98d855471ee6', 'tag': '59aa91ed-0bd3-4f17-b96a-0ec619731002', 'status': 'completed', 'code': 200} Nov 29 02:40:57.510823 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-905f2e21-c3f4-41d0-99d5-404eb5d3fa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:40:57.512339 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-905f2e21-c3f4-41d0-99d5-404eb5d3fa7a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b1015da155d44168a735e5ab410d1f97&device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 1097 time: 0.0517843 Nov 29 02:40:57.567637 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-b7f6cf92-dd8d-4165-a11d-a475088ecb6c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59aa91ed-0bd3-4f17-b96a-0ec619731002 HTTP/1.1" status: 200 len: 217 time: 0.0379758 Nov 29 02:40:57.629948 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-157513d2-f97b-41e7-bd9b-6caa9fcd7392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:40:57.631430 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-157513d2-f97b-41e7-bd9b-6caa9fcd7392 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9188a006-ba6b-4146-b10b-7031ffbfd1d9 HTTP/1.1" status: 200 len: 847 time: 0.0557184 Nov 29 02:40:57.684362 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-241ee543-34c6-4cf1-9757-8075d5f6c96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:40:57.685889 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-241ee543-34c6-4cf1-9757-8075d5f6c96a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e9bafec-7960-4a04-82ce-58a8768d7942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419712 Nov 29 02:40:57.782933 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-39ccde3f-aae0-4713-97e6-98aa3dda5c16 service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840745 Nov 29 02:40:57.878719 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d34ae0cb-de58-4fb6-9221-ff311728d373 req-58106d46-c88e-48df-b3e9-827a8d897959 service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831423 Nov 29 02:40:58.011139 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e1a77-29b5-4f2a-ae7f-a9d074bae853 req-41f1969d-7aae-4655-95b0-80350c60b536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:40:58.012630 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7f3e1a77-29b5-4f2a-ae7f-a9d074bae853 req-41f1969d-7aae-4655-95b0-80350c60b536 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b1015da155d44168a735e5ab410d1f97&device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 1097 time: 0.0400276 Nov 29 02:40:58.107035 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e1a77-29b5-4f2a-ae7f-a9d074bae853 req-d68585a2-8379-42dc-b33f-4532753079e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:40:58.108493 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7f3e1a77-29b5-4f2a-ae7f-a9d074bae853 req-d68585a2-8379-42dc-b33f-4532753079e2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e9bafec-7960-4a04-82ce-58a8768d7942 HTTP/1.1" status: 200 len: 909 time: 0.0865819 Nov 29 02:40:58.153781 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7f3e1a77-29b5-4f2a-ae7f-a9d074bae853 req-cf01ac10-bf1c-493d-ac16-d4acd70e0d66 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59aa91ed-0bd3-4f17-b96a-0ec619731002 HTTP/1.1" status: 200 len: 217 time: 0.0346515 Nov 29 02:40:58.211547 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e1a77-29b5-4f2a-ae7f-a9d074bae853 req-947279de-ffa9-46eb-adba-aa746089f924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:40:58.213017 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7f3e1a77-29b5-4f2a-ae7f-a9d074bae853 req-947279de-ffa9-46eb-adba-aa746089f924 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9188a006-ba6b-4146-b10b-7031ffbfd1d9 HTTP/1.1" status: 200 len: 847 time: 0.0488629 Nov 29 02:40:58.263914 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e1a77-29b5-4f2a-ae7f-a9d074bae853 req-b51ad939-7d38-43b4-9ac4-321c748eed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:40:58.265421 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7f3e1a77-29b5-4f2a-ae7f-a9d074bae853 req-b51ad939-7d38-43b4-9ac4-321c748eed19 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e9bafec-7960-4a04-82ce-58a8768d7942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405581 Nov 29 02:40:58.349567 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134263b-6017-4852-a391-d483455355b8 req-979eb46b-84ae-4177-9c82-c40ea8d9427d tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:40:58.351168 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2134263b-6017-4852-a391-d483455355b8 req-979eb46b-84ae-4177-9c82-c40ea8d9427d tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 944 time: 0.0497484 Nov 29 02:40:58.364107 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7f3e1a77-29b5-4f2a-ae7f-a9d074bae853 req-14174a23-8812-4fbb-8cd0-0a731b7463cb service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860584 Nov 29 02:40:58.404218 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2134263b-6017-4852-a391-d483455355b8 req-8849183c-30b4-4c03-b49e-736a31b67bee tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465767 Nov 29 02:40:58.482118 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7f3e1a77-29b5-4f2a-ae7f-a9d074bae853 req-6484d6d7-5b27-43e5-a415-2800ffa3b7e9 service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000741 Nov 29 02:40:59.522779 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30860ac6-82d4-4a92-ad77-fe0e5eabc187 req-1b4f8143-0b95-4b1e-8780-252fb0a16e12 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:40:59.524309 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-30860ac6-82d4-4a92-ad77-fe0e5eabc187 req-1b4f8143-0b95-4b1e-8780-252fb0a16e12 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 944 time: 0.0502264 Nov 29 02:40:59.576847 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-30860ac6-82d4-4a92-ad77-fe0e5eabc187 req-6e85546f-e88a-42e1-a314-5053c07c0392 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463865 Nov 29 02:41:01.019591 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a37cc-2c44-47f1-ba9a-13a320bd0c53 req-48f37a2d-e822-49e5-b876-afffc8805f3f tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:41:01.021064 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a32a37cc-2c44-47f1-ba9a-13a320bd0c53 req-48f37a2d-e822-49e5-b876-afffc8805f3f tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 944 time: 0.3798211 Nov 29 02:41:01.071504 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a32a37cc-2c44-47f1-ba9a-13a320bd0c53 req-cc6897b5-9d07-4efd-8aa9-12faaeb44512 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433874 Nov 29 02:41:01.215817 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:41:02.184014 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c23288-b42f-4d08-b3c5-a2697f68a044 req-e4c4c6af-76aa-4acc-ae71-4d4f323282f3 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:41:02.185459 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e4c23288-b42f-4d08-b3c5-a2697f68a044 req-e4c4c6af-76aa-4acc-ae71-4d4f323282f3 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 944 time: 0.0475349 Nov 29 02:41:02.232784 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e4c23288-b42f-4d08-b3c5-a2697f68a044 req-63c91531-9821-4034-988b-4dad05e55418 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413139 Nov 29 02:41:03.344296 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7c2f6-237a-4fb7-a410-0a0d013c8b85 req-5f5128ab-f729-4480-88cf-a28ef035a241 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:41:03.346293 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-26f7c2f6-237a-4fb7-a410-0a0d013c8b85 req-5f5128ab-f729-4480-88cf-a28ef035a241 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 944 time: 0.0475280 Nov 29 02:41:03.397776 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-26f7c2f6-237a-4fb7-a410-0a0d013c8b85 req-0167914a-fdd7-49a1-8d36-7cd55288f59e tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455217 Nov 29 02:41:04.512108 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2d658-7b8c-4f9d-a4c2-20f15989d41d req-1096c8e7-ae5b-40ea-b826-62507a01fa47 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:41:04.513599 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0ea2d658-7b8c-4f9d-a4c2-20f15989d41d req-1096c8e7-ae5b-40ea-b826-62507a01fa47 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 944 time: 0.0485175 Nov 29 02:41:04.562094 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0ea2d658-7b8c-4f9d-a4c2-20f15989d41d req-85304b7c-cad6-4e55-b53d-e015b460067e tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425410 Nov 29 02:41:05.675228 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d1100-3b89-431a-92f5-a0f2de7cd258 req-26b113d5-d406-411b-88e2-bbb11d52b0d0 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:41:05.676684 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7a3d1100-3b89-431a-92f5-a0f2de7cd258 req-26b113d5-d406-411b-88e2-bbb11d52b0d0 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 944 time: 0.0475161 Nov 29 02:41:05.723592 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7a3d1100-3b89-431a-92f5-a0f2de7cd258 req-43250e35-9031-43f8-bbe1-f927d3a8e39a tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410841 Nov 29 02:41:06.844268 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0580a-86d5-4756-81b6-b227cd1a753f req-0595f825-aac9-4458-9850-016b363afe26 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:41:06.845809 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5af0580a-86d5-4756-81b6-b227cd1a753f req-0595f825-aac9-4458-9850-016b363afe26 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 944 time: 0.0563116 Nov 29 02:41:06.898959 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5af0580a-86d5-4756-81b6-b227cd1a753f req-c6790073-ecb3-4bb4-b9c0-699c18a05be0 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430477 Nov 29 02:41:08.011379 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58641d78-ca34-42e8-9b41-b9a2fa988dd8 req-7bfa61c4-f318-4c95-89da-34b82f957c29 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:41:08.012816 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-58641d78-ca34-42e8-9b41-b9a2fa988dd8 req-7bfa61c4-f318-4c95-89da-34b82f957c29 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 944 time: 0.0467443 Nov 29 02:41:08.060450 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-58641d78-ca34-42e8-9b41-b9a2fa988dd8 req-b3f65ba4-fc37-4897-9f91-e569be529b8b tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411427 Nov 29 02:41:09.016827 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 59aa91ed-0bd3-4f17-b96a-0ec619731002 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:41:09.116063 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 59aa91ed-0bd3-4f17-b96a-0ec619731002, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=59aa91ed-0bd3-4f17-b96a-0ec619731002,segment=NetworkSegment(4040ab5b-010e-439d-b5b2-43ca76cca1fd),segment_id=4040ab5b-010e-439d-b5b2-43ca76cca1fd)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:41:09.127296 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '59aa91ed-0bd3-4f17-b96a-0ec619731002', 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942', 'port_id': '59aa91ed-0bd3-4f17-b96a-0ec619731002', 'mac_address': 'fa:16:3e:24:cf:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:41:09.164947 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:09.177659 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59aa91ed-0bd3-4f17-b96a-0ec619731002 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:41:09.178481 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7adb7ef-5528-496f-92d3-edf7e4766a69 req-9fabf7b6-2541-4c75-91bb-e44bbcab9e4a tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:41:09.180003 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d7adb7ef-5528-496f-92d3-edf7e4766a69 req-9fabf7b6-2541-4c75-91bb-e44bbcab9e4a tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 944 time: 0.0523381 Nov 29 02:41:09.196517 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 59aa91ed-0bd3-4f17-b96a-0ec619731002, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=59aa91ed-0bd3-4f17-b96a-0ec619731002,segment=NetworkSegment(4040ab5b-010e-439d-b5b2-43ca76cca1fd),segment_id=4040ab5b-010e-439d-b5b2-43ca76cca1fd)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:41:09.200493 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:09.233692 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d7adb7ef-5528-496f-92d3-edf7e4766a69 req-cd7d0cfa-d814-481e-9d20-3865652a92b5 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476384 Nov 29 02:41:09.250847 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=59aa91ed-0bd3-4f17-b96a-0ec619731002,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:41:09.258139 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:41:09.258487 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:41:09.258824 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:41:09.259159 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:41:09.259490 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:41:09.259818 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:41:09.260143 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:41:09.260467 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:41:09.260788 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:41:09.261109 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:41:09.261432 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:41:09.261774 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:41:09.561508 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['59aa91ed-0bd3-4f17-b96a-0ec619731002'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:41:10.347486 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbbcf9-47e2-4f17-bc5e-7a31f48d5278 req-2648877e-9e99-4d76-96b1-91184c1f96e1 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:41:10.348945 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e9fbbcf9-47e2-4f17-bc5e-7a31f48d5278 req-2648877e-9e99-4d76-96b1-91184c1f96e1 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 945 time: 0.0482850 Nov 29 02:41:10.397561 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-e9fbbcf9-47e2-4f17-bc5e-7a31f48d5278 req-8a8f62a9-b425-4691-a49e-67a7d7d2679c tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426974 Nov 29 02:41:11.032605 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 59aa91ed-0bd3-4f17-b96a-0ec619731002 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:41:11.087856 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port 59aa91ed-0bd3-4f17-b96a-0ec619731002 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:41:11.091673 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 59aa91ed-0bd3-4f17-b96a-0ec619731002 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:41:11.092038 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:11.176261 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:11.206219 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a62860c-4e4d-43a5-ade6-98d855471ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59aa91ed-0bd3-4f17-b96a-0ec619731002'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:41:11.208677 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9965ae3d-58f6-4b3a-be8e-9e541d446afa" -d '{"events": [{"server_uuid": "2a62860c-4e4d-43a5-ade6-98d855471ee6", "name": "network-vif-plugged", "status": "completed", "tag": "59aa91ed-0bd3-4f17-b96a-0ec619731002"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:41:11.223939 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 59aa91ed-0bd3-4f17-b96a-0ec619731002, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=59aa91ed-0bd3-4f17-b96a-0ec619731002,segment=NetworkSegment(4040ab5b-010e-439d-b5b2-43ca76cca1fd),segment_id=4040ab5b-010e-439d-b5b2-43ca76cca1fd)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:41:11.228636 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:11.254881 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848a2d6e-b40b-464f-827e-addbc17a844a x-openstack-request-id: req-848a2d6e-b40b-464f-827e-addbc17a844a {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:41:11.255173 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a62860c-4e4d-43a5-ade6-98d855471ee6", "name": "network-vif-plugged", "status": "completed", "tag": "59aa91ed-0bd3-4f17-b96a-0ec619731002", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:41:11.255437 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-848a2d6e-b40b-464f-827e-addbc17a844a {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:41:11.255827 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a62860c-4e4d-43a5-ade6-98d855471ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59aa91ed-0bd3-4f17-b96a-0ec619731002', 'code': 200} Nov 29 02:41:11.284103 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=59aa91ed-0bd3-4f17-b96a-0ec619731002,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:41:11.495779 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc385b2-839f-4442-a976-1a79d54db947 req-f233eb47-538d-40af-97b9-f751a952b872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:41:11.497319 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-afc385b2-839f-4442-a976-1a79d54db947 req-f233eb47-538d-40af-97b9-f751a952b872 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 1099 time: 0.0395639 Nov 29 02:41:11.510387 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a864d-7b05-4212-8d28-e95491465bad req-34212ef8-d704-479b-bfc1-efbafe6ef988 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:41:11.511844 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bb8a864d-7b05-4212-8d28-e95491465bad req-34212ef8-d704-479b-bfc1-efbafe6ef988 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 946 time: 0.0485380 Nov 29 02:41:11.553099 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-afc385b2-839f-4442-a976-1a79d54db947 req-184850de-6c1f-4a62-b170-3a6ef4e756cf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434160 Nov 29 02:41:11.560759 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bb8a864d-7b05-4212-8d28-e95491465bad req-bd2d6882-a9dc-410c-bab1-1847a757d914 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423434 Nov 29 02:41:12.118238 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8acaa442-e1d7-4d3c-9e72-2d8b66f443fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:12.684455 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4f714-949c-41e8-bfa4-77793770d220 req-1df24913-a4ba-4775-94c3-29fad32dad69 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:41:12.686017 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9bf4f714-949c-41e8-bfa4-77793770d220 req-1df24913-a4ba-4775-94c3-29fad32dad69 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 946 time: 0.0556319 Nov 29 02:41:12.735753 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9bf4f714-949c-41e8-bfa4-77793770d220 req-a0ca75a1-7816-420c-aa64-9cfdff49a51f tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423934 Nov 29 02:41:13.848960 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b6736-5360-4d28-89e0-3bc986e2d6d4 req-bda66a80-1027-4504-ada8-8252ccd8aebe tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:41:13.850454 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d17b6736-5360-4d28-89e0-3bc986e2d6d4 req-bda66a80-1027-4504-ada8-8252ccd8aebe tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 946 time: 0.0480804 Nov 29 02:41:13.899194 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d17b6736-5360-4d28-89e0-3bc986e2d6d4 req-16f93c6a-a708-4621-931b-1695f5a7d141 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425887 Nov 29 02:41:14.013406 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6d933-4e59-4d03-adec-05a9a8523fd5 req-a35d2ec7-867a-4f0d-be8e-72504a82f6c5 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:41:14.015327 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5cb6d933-4e59-4d03-adec-05a9a8523fd5 req-a35d2ec7-867a-4f0d-be8e-72504a82f6c5 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 946 time: 0.0510774 Nov 29 02:41:14.065110 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5cb6d933-4e59-4d03-adec-05a9a8523fd5 req-8a1940ca-7d60-4512-b23d-476b04a79fe2 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433753 Nov 29 02:41:14.086462 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 50754) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:41:14.124565 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580e4553-f368-427d-8a2b-b17cc3ee0512 tempest-TestShelveInstance-1421702082 tempest-TestShelveInstance-1421702082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:41:14.126081 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-580e4553-f368-427d-8a2b-b17cc3ee0512 tempest-TestShelveInstance-1421702082 tempest-TestShelveInstance-1421702082-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 1094 time: 0.0386560 Nov 29 02:41:14.129416 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 50756) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:41:14.133534 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-bbf747a3-494b-4cc1-9d4d-91e70fa313a8 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'port_id': '59aa91ed-0bd3-4f17-b96a-0ec619731002', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:41:14.154397 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bbf747a3-494b-4cc1-9d4d-91e70fa313a8 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:14.198756 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:14.260749 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bbf747a3-494b-4cc1-9d4d-91e70fa313a8 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:14.359933 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-bbf747a3-494b-4cc1-9d4d-91e70fa313a8 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Allocated IP 172.26.3.144 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/36918929-bb9c-4494-ab00-1267af2a36c7) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:41:14.386674 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-331a0a73-df2b-4fb5-94a3-32f0b228b4ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:14.472770 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bbf747a3-494b-4cc1-9d4d-91e70fa313a8 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:14.505112 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bbf747a3-494b-4cc1-9d4d-91e70fa313a8 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:14.543077 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf747a3-494b-4cc1-9d4d-91e70fa313a8 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:41:14.545952 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-bbf747a3-494b-4cc1-9d4d-91e70fa313a8 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:41:14.549371 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf747a3-494b-4cc1-9d4d-91e70fa313a8 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:41:14.577708 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf747a3-494b-4cc1-9d4d-91e70fa313a8 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Pushing event updated for resources: {'Port': ['ID=36918929-bb9c-4494-ab00-1267af2a36c7,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:41:14.892475 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bbf747a3-494b-4cc1-9d4d-91e70fa313a8 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:14.956252 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bbf747a3-494b-4cc1-9d4d-91e70fa313a8 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:15.104201 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bbf747a3-494b-4cc1-9d4d-91e70fa313a8 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:15.109172 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bbf747a3-494b-4cc1-9d4d-91e70fa313a8 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:15.182267 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf747a3-494b-4cc1-9d4d-91e70fa313a8 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Pushing event updated for resources: {'Port': ['ID=36918929-bb9c-4494-ab00-1267af2a36c7,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:41:15.192682 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bbf747a3-494b-4cc1-9d4d-91e70fa313a8 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:15.293372 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-bbf747a3-494b-4cc1-9d4d-91e70fa313a8 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Floating IP 76f90b79-47df-4d6b-8723-d91cc7a3961f associated. External IP: 172.26.3.144, port: 59aa91ed-0bd3-4f17-b96a-0ec619731002. Nov 29 02:41:15.480247 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:15.495253 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf747a3-494b-4cc1-9d4d-91e70fa313a8 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Router d034f537-7dc4-4e3f-b691-98831fa24269 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:41:15.600515 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf747a3-494b-4cc1-9d4d-91e70fa313a8 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:41:15.610103 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38e8948-34f8-48ba-a0db-e3ab936b0a3c None None] Sync routers for ids ['d034f537-7dc4-4e3f-b691-98831fa24269'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:41:15.618660 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bbf747a3-494b-4cc1-9d4d-91e70fa313a8 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:15.620209 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38e8948-34f8-48ba-a0db-e3ab936b0a3c None None] Routers {'d034f537-7dc4-4e3f-b691-98831fa24269'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:41:15.620838 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f38e8948-34f8-48ba-a0db-e3ab936b0a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:41:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['d034f537-7dc4-4e3f-b691-98831fa24269'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:41:15.645414 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-bbf747a3-494b-4cc1-9d4d-91e70fa313a8 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5149882 Nov 29 02:41:15.646023 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a62860c-4e4d-43a5-ade6-98d855471ee6', 'tag': '59aa91ed-0bd3-4f17-b96a-0ec619731002'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:41:15.648256 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a54b0b8d43a805c8e04fafa9e6e1877f555095d74f053d1eebc96b979e45145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c338f0-09b2-4639-afdb-246cfdc3e9a5" -d '{"events": [{"name": "network-changed", "server_uuid": "2a62860c-4e4d-43a5-ade6-98d855471ee6", "tag": "59aa91ed-0bd3-4f17-b96a-0ec619731002"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:41:15.685475 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac2beb3-a7d9-4b61-b02b-7b80b87ed1f0 x-openstack-request-id: req-5ac2beb3-a7d9-4b61-b02b-7b80b87ed1f0 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:41:15.685800 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a62860c-4e4d-43a5-ade6-98d855471ee6", "tag": "59aa91ed-0bd3-4f17-b96a-0ec619731002", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:41:15.686120 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ac2beb3-a7d9-4b61-b02b-7b80b87ed1f0 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:41:15.686476 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a62860c-4e4d-43a5-ade6-98d855471ee6', 'tag': '59aa91ed-0bd3-4f17-b96a-0ec619731002', 'status': 'completed', 'code': 200} Nov 29 02:41:15.728257 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-f38e8948-34f8-48ba-a0db-e3ab936b0a3c None None] Set router d034f537-7dc4-4e3f-b691-98831fa24269 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:41:15.771602 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c338f0-09b2-4639-afdb-246cfdc3e9a5 req-11c1ed8f-617b-474e-9c30-0fe8d8301706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:41:15.773041 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-98c338f0-09b2-4639-afdb-246cfdc3e9a5 req-11c1ed8f-617b-474e-9c30-0fe8d8301706 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b1015da155d44168a735e5ab410d1f97&device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 1099 time: 0.0415604 Nov 29 02:41:15.867716 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c338f0-09b2-4639-afdb-246cfdc3e9a5 req-07430ca1-f065-49a8-abbc-344b850a3faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:41:15.869232 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-98c338f0-09b2-4639-afdb-246cfdc3e9a5 req-07430ca1-f065-49a8-abbc-344b850a3faf service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e9bafec-7960-4a04-82ce-58a8768d7942 HTTP/1.1" status: 200 len: 909 time: 0.0881381 Nov 29 02:41:15.942071 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-98c338f0-09b2-4639-afdb-246cfdc3e9a5 req-d2c12f26-f860-4089-ac17-73e947da72b2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59aa91ed-0bd3-4f17-b96a-0ec619731002 HTTP/1.1" status: 200 len: 1000 time: 0.0632553 Nov 29 02:41:15.991812 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c338f0-09b2-4639-afdb-246cfdc3e9a5 req-edc49805-df27-4ad8-aec0-85024dc760e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:41:15.993261 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-98c338f0-09b2-4639-afdb-246cfdc3e9a5 req-edc49805-df27-4ad8-aec0-85024dc760e1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9188a006-ba6b-4146-b10b-7031ffbfd1d9 HTTP/1.1" status: 200 len: 847 time: 0.0438077 Nov 29 02:41:16.039292 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c338f0-09b2-4639-afdb-246cfdc3e9a5 req-69413d2a-eae7-4b80-aeb0-d8452cb70de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:41:16.040699 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-98c338f0-09b2-4639-afdb-246cfdc3e9a5 req-69413d2a-eae7-4b80-aeb0-d8452cb70de3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e9bafec-7960-4a04-82ce-58a8768d7942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398796 Nov 29 02:41:16.092361 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f38e8948-34f8-48ba-a0db-e3ab936b0a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'name': 'tempest-TestShelveInstance-981564765-router', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:10Z', 'revision_number': 4, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'gw_port': {'id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '76f90b79-47df-4d6b-8723-d91cc7a3961f', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'floating_ip_address': '172.26.3.144', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'port_id': '59aa91ed-0bd3-4f17-b96a-0ec619731002', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942', 'mac_address': 'fa:16:3e:24:cf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a62860c-4e4d-43a5-ade6-98d855471ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:41:14Z', 'updated_at': '2021-11-29T02:41:14Z', 'revision_number': 0, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96874bc0-e8fe-4e54-86be-205df305bc40', 'name': '', 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'mac_address': 'fa:16:3e:da:02:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:10Z', 'updated_at': '2021-11-29T02:36:16Z', 'revision_number': 5, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'subnets': [{'id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:41:16.119098 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38e8948-34f8-48ba-a0db-e3ab936b0a3c None None] Checking router: d034f537-7dc4-4e3f-b691-98831fa24269 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:41:16.127311 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38e8948-34f8-48ba-a0db-e3ab936b0a3c None None] Routers {'d034f537-7dc4-4e3f-b691-98831fa24269'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:41:16.127925 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f38e8948-34f8-48ba-a0db-e3ab936b0a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:41:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['d034f537-7dc4-4e3f-b691-98831fa24269'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:41:16.134418 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-98c338f0-09b2-4639-afdb-246cfdc3e9a5 req-56464f6f-f332-4ff4-8be5-d8b6ecd928a9 service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845978 Nov 29 02:41:16.226238 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-98c338f0-09b2-4639-afdb-246cfdc3e9a5 req-1467ae59-680a-4531-a45f-87ff4984143a service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825253 Nov 29 02:41:16.232967 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-f38e8948-34f8-48ba-a0db-e3ab936b0a3c None None] Set router d034f537-7dc4-4e3f-b691-98831fa24269 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:41:16.460551 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f38e8948-34f8-48ba-a0db-e3ab936b0a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'name': 'tempest-TestShelveInstance-981564765-router', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:10Z', 'revision_number': 4, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'gw_port': {'id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '76f90b79-47df-4d6b-8723-d91cc7a3961f', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'floating_ip_address': '172.26.3.144', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'port_id': '59aa91ed-0bd3-4f17-b96a-0ec619731002', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942', 'mac_address': 'fa:16:3e:24:cf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a62860c-4e4d-43a5-ade6-98d855471ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:41:14Z', 'updated_at': '2021-11-29T02:41:14Z', 'revision_number': 0, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96874bc0-e8fe-4e54-86be-205df305bc40', 'name': '', 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'mac_address': 'fa:16:3e:da:02:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:10Z', 'updated_at': '2021-11-29T02:36:16Z', 'revision_number': 5, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'subnets': [{'id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:41:16.486534 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38e8948-34f8-48ba-a0db-e3ab936b0a3c None None] The sync data for ids ['d034f537-7dc4-4e3f-b691-98831fa24269'] in dv-neutron-819032-3-hyperv is: [{'id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'name': 'tempest-TestShelveInstance-981564765-router', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:10Z', 'revision_number': 4, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'gw_port': {'id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '76f90b79-47df-4d6b-8723-d91cc7a3961f', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'floating_ip_address': '172.26.3.144', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'port_id': '59aa91ed-0bd3-4f17-b96a-0ec619731002', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942', 'mac_address': 'fa:16:3e:24:cf:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a62860c-4e4d-43a5-ade6-98d855471ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:41:14Z', 'updated_at': '2021-11-29T02:41:14Z', 'revision_number': 0, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96874bc0-e8fe-4e54-86be-205df305bc40', 'name': '', 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'mac_address': 'fa:16:3e:da:02:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:10Z', 'updated_at': '2021-11-29T02:36:16Z', 'revision_number': 5, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'subnets': [{'id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:41:16.665946 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bd7e52-073b-4b6a-8efe-58784081b05f None None] New status for floating IP 76f90b79-47df-4d6b-8723-d91cc7a3961f: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:41:17.180305 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:17.935569 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:20.922291 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7c623161-0eca-438a-971f-f00a2fea2b31 req-1f69cb76-9e34-4f08-b3c4-5ca3a362b56e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417500 Nov 29 02:41:21.020226 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c623161-0eca-438a-971f-f00a2fea2b31 req-0bc8dcd3-888c-4f79-bbbc-374a87ffcd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:41:21.021776 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7c623161-0eca-438a-971f-f00a2fea2b31 req-0bc8dcd3-888c-4f79-bbbc-374a87ffcd00 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b1015da155d44168a735e5ab410d1f97&device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 1099 time: 0.0400550 Nov 29 02:41:21.144614 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c623161-0eca-438a-971f-f00a2fea2b31 req-fcb58172-1967-4200-af6d-bb2c5778d163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:41:21.146110 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7c623161-0eca-438a-971f-f00a2fea2b31 req-fcb58172-1967-4200-af6d-bb2c5778d163 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e9bafec-7960-4a04-82ce-58a8768d7942 HTTP/1.1" status: 200 len: 909 time: 0.1046414 Nov 29 02:41:21.211544 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7c623161-0eca-438a-971f-f00a2fea2b31 req-72928f1e-ce76-43bf-9aa9-37b6179ff7c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59aa91ed-0bd3-4f17-b96a-0ec619731002 HTTP/1.1" status: 200 len: 1002 time: 0.0573533 Nov 29 02:41:21.260870 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c623161-0eca-438a-971f-f00a2fea2b31 req-3d67e91c-dd14-4178-bbd6-cabf791c717e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:41:21.262296 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7c623161-0eca-438a-971f-f00a2fea2b31 req-3d67e91c-dd14-4178-bbd6-cabf791c717e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9188a006-ba6b-4146-b10b-7031ffbfd1d9 HTTP/1.1" status: 200 len: 847 time: 0.0426576 Nov 29 02:41:21.311029 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c623161-0eca-438a-971f-f00a2fea2b31 req-b15c7849-5dae-4d9f-9695-2bc509ef0b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:41:21.312493 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7c623161-0eca-438a-971f-f00a2fea2b31 req-b15c7849-5dae-4d9f-9695-2bc509ef0b57 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e9bafec-7960-4a04-82ce-58a8768d7942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424895 Nov 29 02:41:21.400132 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7c623161-0eca-438a-971f-f00a2fea2b31 req-c6342e00-4023-4380-98b7-2e4e34ef0239 service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801370 Nov 29 02:41:21.492641 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-7c623161-0eca-438a-971f-f00a2fea2b31 req-ff17295e-9de8-4919-8442-0fc119b8320e service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838797 Nov 29 02:41:38.214909 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:41:42.119909 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e59675d1-7d7d-4326-99a8-634f6aa44258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:44.220447 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:44.387225 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-da60cfbb-5fee-4222-96f0-4b89e40f7da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:45.483708 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:47.182300 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:41:47.937123 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:42:12.121501 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4fb12e07-d30b-4960-a9a1-d642a6eae147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:42:14.221058 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:42:14.388849 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-21dc1874-777e-45e1-98ff-4843c0454e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:42:15.214074 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:42:15.485914 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:42:17.184868 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:42:17.938876 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:42:22.017289 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-88b02d4b-4a25-4ee4-b2f0-548a5817c69c req-e4b1b43d-3ee6-47e8-98c5-4cad46ca34a7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394890 Nov 29 02:42:22.133168 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b02d4b-4a25-4ee4-b2f0-548a5817c69c req-fe796c24-f3e6-4481-9b14-fd2ce1d6cf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:42:22.134749 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-88b02d4b-4a25-4ee4-b2f0-548a5817c69c req-fe796c24-f3e6-4481-9b14-fd2ce1d6cf61 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b1015da155d44168a735e5ab410d1f97&device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 1099 time: 0.0436268 Nov 29 02:42:22.241174 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b02d4b-4a25-4ee4-b2f0-548a5817c69c req-5f6b3d28-0897-41c9-9747-be6d117d865c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:42:22.242712 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-88b02d4b-4a25-4ee4-b2f0-548a5817c69c req-5f6b3d28-0897-41c9-9747-be6d117d865c service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e9bafec-7960-4a04-82ce-58a8768d7942 HTTP/1.1" status: 200 len: 909 time: 0.0822024 Nov 29 02:42:22.603997 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-88b02d4b-4a25-4ee4-b2f0-548a5817c69c req-0eb75ab7-d518-4a81-8e16-6369ae207b58 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59aa91ed-0bd3-4f17-b96a-0ec619731002 HTTP/1.1" status: 200 len: 1002 time: 0.3480337 Nov 29 02:42:22.658215 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b02d4b-4a25-4ee4-b2f0-548a5817c69c req-c4b6bea3-0ece-4982-807f-61e7340cf48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:42:22.659980 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-88b02d4b-4a25-4ee4-b2f0-548a5817c69c req-c4b6bea3-0ece-4982-807f-61e7340cf48a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9188a006-ba6b-4146-b10b-7031ffbfd1d9 HTTP/1.1" status: 200 len: 847 time: 0.0424929 Nov 29 02:42:22.717836 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b02d4b-4a25-4ee4-b2f0-548a5817c69c req-4078af94-a777-4cec-8ec3-f4762f4b5a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:42:22.719828 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-88b02d4b-4a25-4ee4-b2f0-548a5817c69c req-4078af94-a777-4cec-8ec3-f4762f4b5a00 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e9bafec-7960-4a04-82ce-58a8768d7942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0477374 Nov 29 02:42:22.816825 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-88b02d4b-4a25-4ee4-b2f0-548a5817c69c req-2c0e8da4-7cdb-4ac1-a96c-13ad72905cf3 service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810447 Nov 29 02:42:22.910625 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-88b02d4b-4a25-4ee4-b2f0-548a5817c69c req-d9d6d983-7144-4877-984e-77aa25abca9d service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809555 Nov 29 02:42:42.124580 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b4509e5f-6de7-460e-a8c1-3aa019b75f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:42:44.221408 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:42:44.389483 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-15be3235-1bd4-4ab7-9fbc-0ab5c8445868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:42:45.490012 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:42:47.187494 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:42:47.940469 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:42:52.213788 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:43:12.124767 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35f64790-7abe-444e-b4ca-ad42eb115776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:43:13.417989 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ec800-925b-4a7a-a5b3-54abcdfca3da req-666bec19-1b04-48b6-8d23-82efc410ab20 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:13.419521 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-320ec800-925b-4a7a-a5b3-54abcdfca3da req-666bec19-1b04-48b6-8d23-82efc410ab20 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 946 time: 0.0540850 Nov 29 02:43:13.468249 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-320ec800-925b-4a7a-a5b3-54abcdfca3da req-e6405f7e-c3e6-4375-82e2-6ea010821722 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427682 Nov 29 02:43:14.227861 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:43:14.390322 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f9f6fca-3a5b-4d19-bcde-22a74aa6813b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:43:14.593153 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad35c20-9874-47f1-8db8-05a9f4d9c65b req-a385af97-a2fb-4722-b413-6b88471bb703 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:14.594634 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8ad35c20-9874-47f1-8db8-05a9f4d9c65b req-a385af97-a2fb-4722-b413-6b88471bb703 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 946 time: 0.0499957 Nov 29 02:43:14.643258 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8ad35c20-9874-47f1-8db8-05a9f4d9c65b req-247accd8-ce62-40eb-a548-8d5cf7cd09a9 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423372 Nov 29 02:43:15.492558 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:43:15.771886 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da7fbb-270d-4855-8088-24629ddb7f55 req-5e9d69d4-ef79-45c1-9b15-f11f75248326 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:15.773279 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-05da7fbb-270d-4855-8088-24629ddb7f55 req-5e9d69d4-ef79-45c1-9b15-f11f75248326 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 946 time: 0.0516026 Nov 29 02:43:15.821382 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-05da7fbb-270d-4855-8088-24629ddb7f55 req-4b0ed21e-dd71-400b-b0c2-dc894e05ce38 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421896 Nov 29 02:43:16.939509 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950ada2-b69f-44c6-b1f9-7e22f7030e0b req-2ff8ae19-5249-4a1d-ba7e-68a806efd1e9 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:16.940990 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2950ada2-b69f-44c6-b1f9-7e22f7030e0b req-2ff8ae19-5249-4a1d-ba7e-68a806efd1e9 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 946 time: 0.0529428 Nov 29 02:43:16.990503 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2950ada2-b69f-44c6-b1f9-7e22f7030e0b req-ee065266-6f35-4584-8255-a6988898c2b7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435064 Nov 29 02:43:17.190068 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:43:17.943088 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:43:18.103303 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ec75b-d90d-456f-9793-063cc4b0e279 req-d98c74bc-261c-4c46-aed3-9680c9fd6330 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:18.104764 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1a5ec75b-d90d-456f-9793-063cc4b0e279 req-d98c74bc-261c-4c46-aed3-9680c9fd6330 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 946 time: 0.0468504 Nov 29 02:43:18.156861 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1a5ec75b-d90d-456f-9793-063cc4b0e279 req-256a14cf-0b03-4b6b-82cf-df1c0ef52e98 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462344 Nov 29 02:43:19.270432 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267eda6-c137-478a-85eb-45fec6b6cc8b req-7f0dab4a-45a7-4138-a448-0c8eb4a8002c tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:19.271877 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4267eda6-c137-478a-85eb-45fec6b6cc8b req-7f0dab4a-45a7-4138-a448-0c8eb4a8002c tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 946 time: 0.0478282 Nov 29 02:43:19.320329 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4267eda6-c137-478a-85eb-45fec6b6cc8b req-2fc573d3-7b24-4b76-97bb-6e73fbbb96a5 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426404 Nov 29 02:43:20.432043 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73888c5-7a91-45d9-a356-0ccdc97da78a req-f080de40-97e1-4994-9cec-837c3aba8f6a tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:20.433419 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b73888c5-7a91-45d9-a356-0ccdc97da78a req-f080de40-97e1-4994-9cec-837c3aba8f6a tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 946 time: 0.0481088 Nov 29 02:43:20.481891 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b73888c5-7a91-45d9-a356-0ccdc97da78a req-9bf15659-a5dd-4bed-8979-9affd283904f tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426142 Nov 29 02:43:21.599856 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a9b9f-f2fb-4133-bf8d-fd8ece9e66ad req-21ecb665-8c99-4c91-b06d-0a4e31df3906 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:21.601323 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5c9a9b9f-f2fb-4133-bf8d-fd8ece9e66ad req-21ecb665-8c99-4c91-b06d-0a4e31df3906 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 946 time: 0.0524356 Nov 29 02:43:21.649452 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5c9a9b9f-f2fb-4133-bf8d-fd8ece9e66ad req-09ed93f9-0741-41c5-a933-1c33379b56b7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421586 Nov 29 02:43:21.973565 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa90f7e-decd-4fb9-9303-f46b217f0df3 req-29ba8116-f709-4d0b-8036-d9036e837a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:21.975051 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5aa90f7e-decd-4fb9-9303-f46b217f0df3 req-29ba8116-f709-4d0b-8036-d9036e837a69 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b1015da155d44168a735e5ab410d1f97&device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 1099 time: 0.0402393 Nov 29 02:43:22.088876 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa90f7e-decd-4fb9-9303-f46b217f0df3 req-8804640e-f962-4186-b388-15f5e4e445d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:22.090341 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5aa90f7e-decd-4fb9-9303-f46b217f0df3 req-8804640e-f962-4186-b388-15f5e4e445d7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e9bafec-7960-4a04-82ce-58a8768d7942 HTTP/1.1" status: 200 len: 909 time: 0.0868495 Nov 29 02:43:22.158923 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5aa90f7e-decd-4fb9-9303-f46b217f0df3 req-bac65689-2953-4cfd-b595-ce05dce06288 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59aa91ed-0bd3-4f17-b96a-0ec619731002 HTTP/1.1" status: 200 len: 1002 time: 0.0562713 Nov 29 02:43:22.213509 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa90f7e-decd-4fb9-9303-f46b217f0df3 req-586af26f-a032-49f2-a192-201b218ffb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:22.215015 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5aa90f7e-decd-4fb9-9303-f46b217f0df3 req-586af26f-a032-49f2-a192-201b218ffb36 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9188a006-ba6b-4146-b10b-7031ffbfd1d9 HTTP/1.1" status: 200 len: 847 time: 0.0448818 Nov 29 02:43:22.268003 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa90f7e-decd-4fb9-9303-f46b217f0df3 req-00618c9e-fe45-4e7e-8d6a-6a5f302e0712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:22.269404 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5aa90f7e-decd-4fb9-9303-f46b217f0df3 req-00618c9e-fe45-4e7e-8d6a-6a5f302e0712 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e9bafec-7960-4a04-82ce-58a8768d7942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428510 Nov 29 02:43:22.361163 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5aa90f7e-decd-4fb9-9303-f46b217f0df3 req-a53e4ec2-f778-4c93-a73c-bd309967cc8a service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796568 Nov 29 02:43:22.458744 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-5aa90f7e-decd-4fb9-9303-f46b217f0df3 req-91d5d87c-7758-48d9-8512-c9e24fdd94bf service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841293 Nov 29 02:43:22.762566 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496a4eb-069a-4e2e-8178-a34c638361a7 req-bd7b73c6-ccae-44fc-9d5f-121d8971c4d5 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:22.764016 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1496a4eb-069a-4e2e-8178-a34c638361a7 req-bd7b73c6-ccae-44fc-9d5f-121d8971c4d5 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 946 time: 0.0475931 Nov 29 02:43:22.811331 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1496a4eb-069a-4e2e-8178-a34c638361a7 req-3974895b-5457-475b-af30-c13c087a3f20 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409319 Nov 29 02:43:23.714167 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744126b-31d1-41b4-9b7a-f4e8d4b08be9 req-b4f40ef7-083d-436d-a658-9945c586d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:23.715605 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9744126b-31d1-41b4-9b7a-f4e8d4b08be9 req-b4f40ef7-083d-436d-a658-9945c586d810 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b1015da155d44168a735e5ab410d1f97&device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 1099 time: 0.0400438 Nov 29 02:43:23.810624 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744126b-31d1-41b4-9b7a-f4e8d4b08be9 req-8e36b299-b48d-443d-bfe6-a112059ec714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:23.812062 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9744126b-31d1-41b4-9b7a-f4e8d4b08be9 req-8e36b299-b48d-443d-bfe6-a112059ec714 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e9bafec-7960-4a04-82ce-58a8768d7942 HTTP/1.1" status: 200 len: 909 time: 0.0846596 Nov 29 02:43:23.883458 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9744126b-31d1-41b4-9b7a-f4e8d4b08be9 req-65801930-93c1-43bd-a8b2-462ea2328732 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59aa91ed-0bd3-4f17-b96a-0ec619731002 HTTP/1.1" status: 200 len: 1002 time: 0.0627503 Nov 29 02:43:23.936386 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c1768-59d7-45cd-9831-28f9b9fad5cd req-07b1130b-d52c-438d-a4f3-0d8d1e073530 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:23.937948 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-de5c1768-59d7-45cd-9831-28f9b9fad5cd req-07b1130b-d52c-438d-a4f3-0d8d1e073530 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 946 time: 0.0521986 Nov 29 02:43:23.938951 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744126b-31d1-41b4-9b7a-f4e8d4b08be9 req-8a9b6c31-6be2-4c2a-a8ce-65b5577f9570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:23.940383 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9744126b-31d1-41b4-9b7a-f4e8d4b08be9 req-8a9b6c31-6be2-4c2a-a8ce-65b5577f9570 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9188a006-ba6b-4146-b10b-7031ffbfd1d9 HTTP/1.1" status: 200 len: 847 time: 0.0439630 Nov 29 02:43:23.986822 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-de5c1768-59d7-45cd-9831-28f9b9fad5cd req-6ea28087-4a43-419d-9985-d3611253144a tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428462 Nov 29 02:43:23.995314 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744126b-31d1-41b4-9b7a-f4e8d4b08be9 req-d3b8ed75-87b3-4481-8b5d-032e1b9bc44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:23.996900 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9744126b-31d1-41b4-9b7a-f4e8d4b08be9 req-d3b8ed75-87b3-4481-8b5d-032e1b9bc44a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e9bafec-7960-4a04-82ce-58a8768d7942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439241 Nov 29 02:43:24.089767 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9744126b-31d1-41b4-9b7a-f4e8d4b08be9 req-a03ae065-1c60-47a2-aa77-3a3e49bccf42 service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808473 Nov 29 02:43:24.185026 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-9744126b-31d1-41b4-9b7a-f4e8d4b08be9 req-3dc06a3d-dedc-472c-84f3-5ac34454bf24 service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836370 Nov 29 02:43:25.103498 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787e90b-6140-4cc9-9c10-05ce2eb3cde1 req-e81a3342-3fa0-4a45-ad77-3e7f432a4305 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:25.104940 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c787e90b-6140-4cc9-9c10-05ce2eb3cde1 req-e81a3342-3fa0-4a45-ad77-3e7f432a4305 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 946 time: 0.0481088 Nov 29 02:43:25.153160 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c787e90b-6140-4cc9-9c10-05ce2eb3cde1 req-704a27b8-56f2-4ca2-bc51-c3ad24397cf5 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424299 Nov 29 02:43:26.271410 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6e2eb-9d38-4b75-9951-ec97ee9204aa req-f6dad9e8-2577-4b7a-bd50-eb22b384858f tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:26.272981 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9ee6e2eb-9d38-4b75-9951-ec97ee9204aa req-f6dad9e8-2577-4b7a-bd50-eb22b384858f tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 946 time: 0.0494740 Nov 29 02:43:26.327566 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9ee6e2eb-9d38-4b75-9951-ec97ee9204aa req-edc7281b-3bca-4397-a055-83b12bd1c29b tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485470 Nov 29 02:43:27.445041 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dceaf0-11e3-44bb-bec5-de9c9b7b359c req-511085f6-8866-4081-8ba0-ddf7156b286d tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:27.446550 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-10dceaf0-11e3-44bb-bec5-de9c9b7b359c req-511085f6-8866-4081-8ba0-ddf7156b286d tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 946 time: 0.0522654 Nov 29 02:43:27.498511 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-10dceaf0-11e3-44bb-bec5-de9c9b7b359c req-4f8e5f36-3339-46f7-97ef-65ff0c433497 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455134 Nov 29 02:43:28.614455 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ce220-16a0-4127-974b-69fd42632cd2 req-5bd71122-e58c-45a3-80a5-fe064bafd535 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:28.615907 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b20ce220-16a0-4127-974b-69fd42632cd2 req-5bd71122-e58c-45a3-80a5-fe064bafd535 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 946 time: 0.0482683 Nov 29 02:43:28.663338 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b20ce220-16a0-4127-974b-69fd42632cd2 req-5b85f9ac-7739-4204-b9b0-377f428fa66f tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415535 Nov 29 02:43:28.780787 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [req-43482301-5138-404f-a7be-7e5726deabcf req-0ab567c1-30d9-46b4-a388-9969043f4ea2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:43:28.781762 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-43482301-5138-404f-a7be-7e5726deabcf req-0ab567c1-30d9-46b4-a388-9969043f4ea2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0559900 Nov 29 02:43:28.903899 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b5a8ed72-4129-4647-bc3b-18ef0b3c58d9 req-430256df-36d1-40c0-a7c8-0a0e232a6a2a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0388610 Nov 29 02:43:28.913915 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [req-b5a8ed72-4129-4647-bc3b-18ef0b3c58d9 req-96646ba8-a4b7-486f-ae3d-064cae39b6d4 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:43:28.915087 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b5a8ed72-4129-4647-bc3b-18ef0b3c58d9 req-96646ba8-a4b7-486f-ae3d-064cae39b6d4 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058484 Nov 29 02:43:28.939916 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a3781-e40e-4caf-b916-deaf6adaf3f1 req-a5d183ef-5f3e-4901-a88f-9dcc256383c1 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:28.941404 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3c9a3781-e40e-4caf-b916-deaf6adaf3f1 req-a5d183ef-5f3e-4901-a88f-9dcc256383c1 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 946 time: 0.0556550 Nov 29 02:43:28.991634 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3c9a3781-e40e-4caf-b916-deaf6adaf3f1 req-9e039c64-2b48-4822-9f65-2825e899669c tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442374 Nov 29 02:43:29.213845 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:43:29.605874 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 59aa91ed-0bd3-4f17-b96a-0ec619731002 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:43:29.680697 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:43:29.707016 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a62860c-4e4d-43a5-ade6-98d855471ee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59aa91ed-0bd3-4f17-b96a-0ec619731002'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:43:29.709303 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8e20f6-c0ff-4261-9cd1-29c16f64f9aa" -d '{"events": [{"server_uuid": "2a62860c-4e4d-43a5-ade6-98d855471ee6", "name": "network-vif-unplugged", "status": "completed", "tag": "59aa91ed-0bd3-4f17-b96a-0ec619731002"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:43:29.722192 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 59aa91ed-0bd3-4f17-b96a-0ec619731002, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=59aa91ed-0bd3-4f17-b96a-0ec619731002,segment=NetworkSegment(4040ab5b-010e-439d-b5b2-43ca76cca1fd),segment_id=4040ab5b-010e-439d-b5b2-43ca76cca1fd)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:43:29.728315 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:43:29.752132 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 29 Nov 2021 02:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4a961a-73a0-44c9-90fc-077049670668 x-openstack-request-id: req-bf4a961a-73a0-44c9-90fc-077049670668 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:43:29.752375 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a62860c-4e4d-43a5-ade6-98d855471ee6", "name": "network-vif-unplugged", "status": "failed", "tag": "59aa91ed-0bd3-4f17-b96a-0ec619731002", "code": 422}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:43:29.752628 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf4a961a-73a0-44c9-90fc-077049670668 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:43:29.753672 dv-neutron-819032-3-hyperv neutron-server[103256]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2a62860c-4e4d-43a5-ade6-98d855471ee6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '59aa91ed-0bd3-4f17-b96a-0ec619731002', 'code': 422} returned with failed status Nov 29 02:43:29.778522 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=59aa91ed-0bd3-4f17-b96a-0ec619731002,revision_number=6']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:43:29.785753 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:43:29.786112 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:43:29.786458 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:43:29.786798 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:43:29.787135 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:43:29.787490 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:43:29.787804 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:43:29.788135 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:43:29.788465 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:43:29.788790 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:43:29.789118 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:43:29.789438 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:43:30.172752 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7022c1-6d20-40b1-8e3f-dbcfca73c330 req-70068290-695b-4b16-99a8-f3b7769cb3be tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:30.174296 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ce7022c1-6d20-40b1-8e3f-dbcfca73c330 req-70068290-695b-4b16-99a8-f3b7769cb3be tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 944 time: 0.1140144 Nov 29 02:43:30.224830 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ce7022c1-6d20-40b1-8e3f-dbcfca73c330 req-ef8b4b08-6dd9-4536-b2bd-edda6a86a0dc tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437503 Nov 29 02:43:31.390192 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7aae8-5c37-4cfb-a0fa-96f127e38f8d req-c996bec7-6e5b-43e9-a4ab-b275ca85bca2 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:31.391749 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-89c7aae8-5c37-4cfb-a0fa-96f127e38f8d req-c996bec7-6e5b-43e9-a4ab-b275ca85bca2 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 944 time: 0.0950904 Nov 29 02:43:31.451149 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-89c7aae8-5c37-4cfb-a0fa-96f127e38f8d req-cb75ae2c-a2ac-46eb-8fc1-582b2031ec08 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524249 Nov 29 02:43:32.566657 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4165e4-3278-4780-9c9a-bee135f738d4 req-f9ae92c7-00bd-4072-91d3-679d81bdc16c tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:32.568384 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2d4165e4-3278-4780-9c9a-bee135f738d4 req-f9ae92c7-00bd-4072-91d3-679d81bdc16c tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 944 time: 0.0504324 Nov 29 02:43:32.617249 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2d4165e4-3278-4780-9c9a-bee135f738d4 req-07935cd2-b316-4e71-b3c0-093edb57afd7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428019 Nov 29 02:43:33.729606 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bfd95-aea2-4f93-b722-2b1f2b3eef21 req-68ecb56c-21b1-437a-91d3-40b452d70472 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:33.731063 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0f7bfd95-aea2-4f93-b722-2b1f2b3eef21 req-68ecb56c-21b1-437a-91d3-40b452d70472 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 944 time: 0.0471683 Nov 29 02:43:33.779224 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0f7bfd95-aea2-4f93-b722-2b1f2b3eef21 req-b90922f3-2a4d-4ca7-af6d-499476da6ff0 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423083 Nov 29 02:43:34.876458 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8ed72-4129-4647-bc3b-18ef0b3c58d9 req-0db0bdd3-da23-4707-b2e4-e571b2af14f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:34.878492 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b5a8ed72-4129-4647-bc3b-18ef0b3c58d9 req-0db0bdd3-da23-4707-b2e4-e571b2af14f6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6&tenant_id=b1015da155d44168a735e5ab410d1f97 HTTP/1.1" status: 200 len: 1097 time: 0.0403316 Nov 29 02:43:34.900380 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f259d1-cad2-4d86-95ae-528005f9e50b req-8c6fd537-6bd3-4f54-bf94-19d38b61f2e5 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:34.901878 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-84f259d1-cad2-4d86-95ae-528005f9e50b req-8c6fd537-6bd3-4f54-bf94-19d38b61f2e5 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 944 time: 0.0520258 Nov 29 02:43:34.956734 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-84f259d1-cad2-4d86-95ae-528005f9e50b req-a82c32d4-3fa1-495f-af27-0f56a3ad04bd tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487108 Nov 29 02:43:34.968206 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8ed72-4129-4647-bc3b-18ef0b3c58d9 req-65d3c526-1097-41b9-9ff2-b2b97d47afdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:34.969875 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b5a8ed72-4129-4647-bc3b-18ef0b3c58d9 req-65d3c526-1097-41b9-9ff2-b2b97d47afdb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b1015da155d44168a735e5ab410d1f97&device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 1097 time: 0.0436473 Nov 29 02:43:35.067056 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8ed72-4129-4647-bc3b-18ef0b3c58d9 req-bf87e024-4c1e-4248-8f43-3ac8b6f3b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:35.068431 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b5a8ed72-4129-4647-bc3b-18ef0b3c58d9 req-bf87e024-4c1e-4248-8f43-3ac8b6f3b929 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e9bafec-7960-4a04-82ce-58a8768d7942 HTTP/1.1" status: 200 len: 909 time: 0.0853715 Nov 29 02:43:35.145223 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b5a8ed72-4129-4647-bc3b-18ef0b3c58d9 req-a8e089af-dffd-46ab-8e87-95e2fd592978 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59aa91ed-0bd3-4f17-b96a-0ec619731002 HTTP/1.1" status: 200 len: 1000 time: 0.0611000 Nov 29 02:43:35.194951 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8ed72-4129-4647-bc3b-18ef0b3c58d9 req-d6795d13-e9f2-4fff-94f1-d012a697106b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:35.196340 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b5a8ed72-4129-4647-bc3b-18ef0b3c58d9 req-d6795d13-e9f2-4fff-94f1-d012a697106b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9188a006-ba6b-4146-b10b-7031ffbfd1d9 HTTP/1.1" status: 200 len: 847 time: 0.0433211 Nov 29 02:43:35.246415 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8ed72-4129-4647-bc3b-18ef0b3c58d9 req-156b39bd-843a-4ebf-9c98-a268acef1d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:35.247871 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b5a8ed72-4129-4647-bc3b-18ef0b3c58d9 req-156b39bd-843a-4ebf-9c98-a268acef1d93 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e9bafec-7960-4a04-82ce-58a8768d7942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389626 Nov 29 02:43:35.343718 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b5a8ed72-4129-4647-bc3b-18ef0b3c58d9 req-3b190a0e-3fff-4bdd-93f9-95540fd2280e service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849180 Nov 29 02:43:35.439033 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b5a8ed72-4129-4647-bc3b-18ef0b3c58d9 req-ab38ac8e-0c89-4327-8dbf-8a088bffb5cc service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838103 Nov 29 02:43:36.075502 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a470df2-324f-4032-a9bb-a262b25248eb req-6dc82e93-abec-48dc-8231-6b000e5b8a8e tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:36.078002 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8a470df2-324f-4032-a9bb-a262b25248eb req-6dc82e93-abec-48dc-8231-6b000e5b8a8e tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 944 time: 0.0555406 Nov 29 02:43:36.126080 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-8a470df2-324f-4032-a9bb-a262b25248eb req-a2269e47-9621-4b59-83b7-3e1e976a73ff tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418284 Nov 29 02:43:37.245099 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ef12b-dc47-43e5-99e4-44541a9590b5 req-40d42f8d-a10e-4428-8913-1af54de75354 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:37.246578 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-647ef12b-dc47-43e5-99e4-44541a9590b5 req-40d42f8d-a10e-4428-8913-1af54de75354 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 944 time: 0.0507603 Nov 29 02:43:37.294111 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-647ef12b-dc47-43e5-99e4-44541a9590b5 req-8d97dc7e-bf2f-4da7-9a3e-9c17feff9d32 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416510 Nov 29 02:43:38.406711 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad1df4-f66b-422b-bc7c-f0eac8749f67 req-527e2ee9-3851-42af-8809-8073cd048780 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:38.408089 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-85ad1df4-f66b-422b-bc7c-f0eac8749f67 req-527e2ee9-3851-42af-8809-8073cd048780 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 944 time: 0.0484929 Nov 29 02:43:38.457243 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-85ad1df4-f66b-422b-bc7c-f0eac8749f67 req-46b810fa-cbbb-4897-8046-a9b422fd93a1 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428798 Nov 29 02:43:39.572337 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5209e-0358-4518-a087-60e590c2a1b3 req-ba088e24-bd6a-4528-b7e5-6b6c8a2f236e tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:39.573813 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-44e5209e-0358-4518-a087-60e590c2a1b3 req-ba088e24-bd6a-4528-b7e5-6b6c8a2f236e tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 944 time: 0.0487492 Nov 29 02:43:39.625552 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-44e5209e-0358-4518-a087-60e590c2a1b3 req-86cbf170-c2c2-480b-bcd6-b02517ba8ec3 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459042 Nov 29 02:43:40.737971 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3f500-2e71-4a37-9b2e-64c1ca28843f req-794fbbb1-5d77-4b41-a392-a80b53d3c638 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:40.739437 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5ae3f500-2e71-4a37-9b2e-64c1ca28843f req-794fbbb1-5d77-4b41-a392-a80b53d3c638 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 944 time: 0.0476570 Nov 29 02:43:40.787598 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5ae3f500-2e71-4a37-9b2e-64c1ca28843f req-85905b15-3ece-4d77-be46-ea516807c632 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423801 Nov 29 02:43:41.911811 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0555923-b37c-4443-badf-aea3fbf4eb8a req-0edd603d-50c8-4cf2-a67c-d37cc9751cb5 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:41.913265 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b0555923-b37c-4443-badf-aea3fbf4eb8a req-0edd603d-50c8-4cf2-a67c-d37cc9751cb5 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 944 time: 0.0596464 Nov 29 02:43:41.961642 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-b0555923-b37c-4443-badf-aea3fbf4eb8a req-491cc9f4-a12d-471c-926e-e1892f289412 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424247 Nov 29 02:43:42.126636 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1d8cebe9-841a-415b-882e-e6de8d5f8100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:43:43.077745 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f54cb2-f8ec-4f84-bf15-60e4e681db81 req-81ceef1d-1b92-47dd-8b19-aa6ccd98beb5 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:43.079201 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-42f54cb2-f8ec-4f84-bf15-60e4e681db81 req-81ceef1d-1b92-47dd-8b19-aa6ccd98beb5 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 944 time: 0.0511270 Nov 29 02:43:43.132216 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-42f54cb2-f8ec-4f84-bf15-60e4e681db81 req-a6f0d84b-a48c-4003-a297-971d352b003f tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463951 Nov 29 02:43:43.680573 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 59aa91ed-0bd3-4f17-b96a-0ec619731002 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:43:43.774675 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 59aa91ed-0bd3-4f17-b96a-0ec619731002, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=59aa91ed-0bd3-4f17-b96a-0ec619731002,segment=NetworkSegment(4040ab5b-010e-439d-b5b2-43ca76cca1fd),segment_id=4040ab5b-010e-439d-b5b2-43ca76cca1fd)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:43:43.786457 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '59aa91ed-0bd3-4f17-b96a-0ec619731002', 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942', 'port_id': '59aa91ed-0bd3-4f17-b96a-0ec619731002', 'mac_address': 'fa:16:3e:24:cf:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:43:43.822457 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:43:43.837752 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59aa91ed-0bd3-4f17-b96a-0ec619731002 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:43:43.856398 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 59aa91ed-0bd3-4f17-b96a-0ec619731002, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=59aa91ed-0bd3-4f17-b96a-0ec619731002,segment=NetworkSegment(4040ab5b-010e-439d-b5b2-43ca76cca1fd),segment_id=4040ab5b-010e-439d-b5b2-43ca76cca1fd)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:43:43.860301 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:43:43.906982 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=59aa91ed-0bd3-4f17-b96a-0ec619731002,revision_number=7']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:43:44.221452 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:43:44.243466 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['59aa91ed-0bd3-4f17-b96a-0ec619731002'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:43:44.252977 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5022004-2444-40fa-8a06-b90ac47981c4 req-b0ed9947-7075-4842-a810-98762d2790cd tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:44.254491 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a5022004-2444-40fa-8a06-b90ac47981c4 req-b0ed9947-7075-4842-a810-98762d2790cd tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 945 time: 0.0543933 Nov 29 02:43:44.303939 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a5022004-2444-40fa-8a06-b90ac47981c4 req-984f76b8-2ffd-4654-9dfd-ccd9f1f0d3e2 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432007 Nov 29 02:43:44.404703 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b9d986de-b251-4bbd-8d88-b6787d5dc490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:43:45.417600 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714b685-303c-4474-aed1-4934c37f013c req-ae4a5f42-9b34-48ba-a68e-3759289fdf31 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:45.418987 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2714b685-303c-4474-aed1-4934c37f013c req-ae4a5f42-9b34-48ba-a68e-3759289fdf31 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 945 time: 0.0483387 Nov 29 02:43:45.473913 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-2714b685-303c-4474-aed1-4934c37f013c req-4af10e11-886b-434e-bfdc-88027905764a tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484533 Nov 29 02:43:45.495291 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:43:45.684062 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 59aa91ed-0bd3-4f17-b96a-0ec619731002 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:43:45.730531 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 59aa91ed-0bd3-4f17-b96a-0ec619731002 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:43:45.730904 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:43:45.809562 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:43:45.830876 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a62860c-4e4d-43a5-ade6-98d855471ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59aa91ed-0bd3-4f17-b96a-0ec619731002'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:43:45.833079 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9446e747-df9a-4016-bddd-8ce2813307f9" -d '{"events": [{"server_uuid": "2a62860c-4e4d-43a5-ade6-98d855471ee6", "name": "network-vif-plugged", "status": "completed", "tag": "59aa91ed-0bd3-4f17-b96a-0ec619731002"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:43:45.845914 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 59aa91ed-0bd3-4f17-b96a-0ec619731002, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=59aa91ed-0bd3-4f17-b96a-0ec619731002,segment=NetworkSegment(4040ab5b-010e-439d-b5b2-43ca76cca1fd),segment_id=4040ab5b-010e-439d-b5b2-43ca76cca1fd)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:43:45.849630 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:43:45.897360 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=59aa91ed-0bd3-4f17-b96a-0ec619731002,revision_number=8']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:43:45.917518 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c6fcb0-912a-4415-b4de-bddefe64cd1d x-openstack-request-id: req-b9c6fcb0-912a-4415-b4de-bddefe64cd1d {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:43:45.917837 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a62860c-4e4d-43a5-ade6-98d855471ee6", "name": "network-vif-plugged", "status": "completed", "tag": "59aa91ed-0bd3-4f17-b96a-0ec619731002", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:43:45.918093 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9c6fcb0-912a-4415-b4de-bddefe64cd1d {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:43:45.918509 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a62860c-4e4d-43a5-ade6-98d855471ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59aa91ed-0bd3-4f17-b96a-0ec619731002', 'code': 200} Nov 29 02:43:46.203291 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea1839-f7a1-409b-bee7-cff226b544ee req-c7feaae5-1e83-47b6-a5f8-008afdef3615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:46.205266 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e9ea1839-f7a1-409b-bee7-cff226b544ee req-c7feaae5-1e83-47b6-a5f8-008afdef3615 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 1099 time: 0.0426474 Nov 29 02:43:46.258880 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e9ea1839-f7a1-409b-bee7-cff226b544ee req-f5f6f6ff-74b2-4072-8110-e07680cbea0b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385735 Nov 29 02:43:46.647747 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c6605-3822-4ec9-87f1-57f9ac4949e3 req-df2158d4-2cff-4d82-b5a5-b140dea6fe14 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:46.649181 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7e9c6605-3822-4ec9-87f1-57f9ac4949e3 req-df2158d4-2cff-4d82-b5a5-b140dea6fe14 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 946 time: 0.0475140 Nov 29 02:43:46.698499 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7e9c6605-3822-4ec9-87f1-57f9ac4949e3 req-63070886-b14e-4520-9700-dcaae221f4f4 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427849 Nov 29 02:43:47.193726 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:43:47.812494 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c56e24-e0bb-4bc1-9364-774916b54e4d req-8d747fdf-fc81-4b02-81c8-50cb3ba5c75d tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:43:47.813965 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-32c56e24-e0bb-4bc1-9364-774916b54e4d req-8d747fdf-fc81-4b02-81c8-50cb3ba5c75d tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 946 time: 0.0477931 Nov 29 02:43:47.861508 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-32c56e24-e0bb-4bc1-9364-774916b54e4d req-f5dafb6d-ef9d-4cb9-a828-b6f304e0eef9 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417395 Nov 29 02:43:47.944234 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:44:06.212416 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:44:12.128416 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f5e4ee53-3a20-4887-9635-fb761bc55b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:44:14.228980 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:44:14.395746 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a1b05333-f65e-4388-a2b0-5aff2cece1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:44:15.497892 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:44:17.195047 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:44:17.946156 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:44:23.921217 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c3f8f156-b186-4cd1-974f-b6944cb8ad09 req-1baead47-b32b-496e-9392-47986840b79b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760076 Nov 29 02:44:24.035437 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8f156-b186-4cd1-974f-b6944cb8ad09 req-de68186d-5065-4e28-8b34-111145515016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:44:24.037119 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c3f8f156-b186-4cd1-974f-b6944cb8ad09 req-de68186d-5065-4e28-8b34-111145515016 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b1015da155d44168a735e5ab410d1f97&device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 1099 time: 0.0422950 Nov 29 02:44:24.147331 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8f156-b186-4cd1-974f-b6944cb8ad09 req-9ad85a60-3627-4dea-9df8-1a36022bad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:44:24.148799 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c3f8f156-b186-4cd1-974f-b6944cb8ad09 req-9ad85a60-3627-4dea-9df8-1a36022bad9e service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e9bafec-7960-4a04-82ce-58a8768d7942 HTTP/1.1" status: 200 len: 909 time: 0.0841994 Nov 29 02:44:24.221023 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c3f8f156-b186-4cd1-974f-b6944cb8ad09 req-8884d71e-734e-4248-8e82-6cb3ebcfb60d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59aa91ed-0bd3-4f17-b96a-0ec619731002 HTTP/1.1" status: 200 len: 1002 time: 0.0604289 Nov 29 02:44:24.274789 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8f156-b186-4cd1-974f-b6944cb8ad09 req-2b41aed1-7d0a-4a6a-a262-a9bbb574f308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:44:24.276180 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c3f8f156-b186-4cd1-974f-b6944cb8ad09 req-2b41aed1-7d0a-4a6a-a262-a9bbb574f308 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9188a006-ba6b-4146-b10b-7031ffbfd1d9 HTTP/1.1" status: 200 len: 847 time: 0.0421438 Nov 29 02:44:24.330010 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8f156-b186-4cd1-974f-b6944cb8ad09 req-17f13b97-1971-49c3-84dc-edf68b9c46de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:44:24.331512 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c3f8f156-b186-4cd1-974f-b6944cb8ad09 req-17f13b97-1971-49c3-84dc-edf68b9c46de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e9bafec-7960-4a04-82ce-58a8768d7942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386612 Nov 29 02:44:24.425623 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c3f8f156-b186-4cd1-974f-b6944cb8ad09 req-06504625-2a5a-446e-9dee-9cc266421a6b service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844216 Nov 29 02:44:24.513917 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c3f8f156-b186-4cd1-974f-b6944cb8ad09 req-f059a778-6e0f-4416-8563-3b3c1ec1ca61 service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803039 Nov 29 02:44:42.128842 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-283c5fc1-5ff7-41c1-abb8-3555f523af1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:44:43.211061 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:44:44.214394 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:44:44.396042 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80614851-6cb4-407c-8257-f9849e0af259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:44:45.499999 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:44:47.198129 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:44:47.946318 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:06.599446 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 50904) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:45:06.754363 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-7e506a3c-4cd6-4838-bcb4-ab0eb8ada171 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Deleting port 36918929-bb9c-4494-ab00-1267af2a36c7 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:45:06.754700 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7e506a3c-4cd6-4838-bcb4-ab0eb8ada171 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:06.827149 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7e506a3c-4cd6-4838-bcb4-ab0eb8ada171 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:06.827479 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7e506a3c-4cd6-4838-bcb4-ab0eb8ada171 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:06.838701 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-7e506a3c-4cd6-4838-bcb4-ab0eb8ada171 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Calling delete_port for 36918929-bb9c-4494-ab00-1267af2a36c7 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:45:06.989005 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7e506a3c-4cd6-4838-bcb4-ab0eb8ada171 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:07.014051 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e506a3c-4cd6-4838-bcb4-ab0eb8ada171 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Pushing event deleted for resources: {'Port': ['ID=36918929-bb9c-4494-ab00-1267af2a36c7,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:07.040273 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e506a3c-4cd6-4838-bcb4-ab0eb8ada171 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:07.040759 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e506a3c-4cd6-4838-bcb4-ab0eb8ada171 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:07.041113 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e506a3c-4cd6-4838-bcb4-ab0eb8ada171 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:07.041463 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e506a3c-4cd6-4838-bcb4-ab0eb8ada171 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:07.041822 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e506a3c-4cd6-4838-bcb4-ab0eb8ada171 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:07.042662 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e506a3c-4cd6-4838-bcb4-ab0eb8ada171 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:07.042997 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e506a3c-4cd6-4838-bcb4-ab0eb8ada171 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:07.043332 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e506a3c-4cd6-4838-bcb4-ab0eb8ada171 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:07.043680 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e506a3c-4cd6-4838-bcb4-ab0eb8ada171 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:07.043994 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e506a3c-4cd6-4838-bcb4-ab0eb8ada171 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:07.044321 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e506a3c-4cd6-4838-bcb4-ab0eb8ada171 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:07.044648 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e506a3c-4cd6-4838-bcb4-ab0eb8ada171 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:07.085588 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7e506a3c-4cd6-4838-bcb4-ab0eb8ada171 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:07.085923 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-7e506a3c-4cd6-4838-bcb4-ab0eb8ada171 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Floating IP 76f90b79-47df-4d6b-8723-d91cc7a3961f disassociated (deleted). External IP: 172.26.3.144, port: 59aa91ed-0bd3-4f17-b96a-0ec619731002. Nov 29 02:45:07.282700 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e506a3c-4cd6-4838-bcb4-ab0eb8ada171 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Router d034f537-7dc4-4e3f-b691-98831fa24269 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:45:07.699037 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e506a3c-4cd6-4838-bcb4-ab0eb8ada171 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:45:07.703923 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7e506a3c-4cd6-4838-bcb4-ab0eb8ada171 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:07.708923 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5defb54-1a25-4581-9c2e-53efbdad7d58 None None] Sync routers for ids ['d034f537-7dc4-4e3f-b691-98831fa24269'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:45:07.719041 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5defb54-1a25-4581-9c2e-53efbdad7d58 None None] Routers {'d034f537-7dc4-4e3f-b691-98831fa24269'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:45:07.719661 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c5defb54-1a25-4581-9c2e-53efbdad7d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:44:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['d034f537-7dc4-4e3f-b691-98831fa24269'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:07.732990 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-7e506a3c-4cd6-4838-bcb4-ab0eb8ada171 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "DELETE /v2.0/floatingips/76f90b79-47df-4d6b-8723-d91cc7a3961f HTTP/1.1" status: 204 len: 168 time: 1.1325545 Nov 29 02:45:07.733569 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a62860c-4e4d-43a5-ade6-98d855471ee6', 'tag': '59aa91ed-0bd3-4f17-b96a-0ec619731002'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:45:07.735841 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a54b0b8d43a805c8e04fafa9e6e1877f555095d74f053d1eebc96b979e45145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da56b0e2-4ce3-4bf7-aaa7-2820e5019101" -d '{"events": [{"name": "network-changed", "server_uuid": "2a62860c-4e4d-43a5-ade6-98d855471ee6", "tag": "59aa91ed-0bd3-4f17-b96a-0ec619731002"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:45:07.778414 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19fc2ca-664e-4471-ba49-61027a54f32f x-openstack-request-id: req-c19fc2ca-664e-4471-ba49-61027a54f32f {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:45:07.778716 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a62860c-4e4d-43a5-ade6-98d855471ee6", "tag": "59aa91ed-0bd3-4f17-b96a-0ec619731002", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:45:07.778976 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c19fc2ca-664e-4471-ba49-61027a54f32f {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:45:07.779373 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a62860c-4e4d-43a5-ade6-98d855471ee6', 'tag': '59aa91ed-0bd3-4f17-b96a-0ec619731002', 'status': 'completed', 'code': 200} Nov 29 02:45:07.891153 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56b0e2-4ce3-4bf7-aaa7-2820e5019101 req-6ecbc1c6-04f4-4388-8574-8f31e9014d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:07.892631 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-da56b0e2-4ce3-4bf7-aaa7-2820e5019101 req-6ecbc1c6-04f4-4388-8574-8f31e9014d21 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b1015da155d44168a735e5ab410d1f97&device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 1099 time: 0.0557129 Nov 29 02:45:07.966628 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24591ac-7651-4c99-9e2f-9e5a8b2f5d22 req-c522f807-8e10-4610-8c90-e6e511b4fcee tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:07.968018 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a24591ac-7651-4c99-9e2f-9e5a8b2f5d22 req-c522f807-8e10-4610-8c90-e6e511b4fcee tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 946 time: 0.0499787 Nov 29 02:45:07.977379 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-c5defb54-1a25-4581-9c2e-53efbdad7d58 None None] Set router d034f537-7dc4-4e3f-b691-98831fa24269 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:45:08.018304 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a24591ac-7651-4c99-9e2f-9e5a8b2f5d22 req-525bad62-6c9a-4492-a746-8d262bbfc057 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443320 Nov 29 02:45:08.023546 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56b0e2-4ce3-4bf7-aaa7-2820e5019101 req-5f58d6cc-6e62-4888-973d-84ce4753b3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:08.025006 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-da56b0e2-4ce3-4bf7-aaa7-2820e5019101 req-5f58d6cc-6e62-4888-973d-84ce4753b3be service neutron] 10.222.0.24 "GET /v2.0/networks?id=8e9bafec-7960-4a04-82ce-58a8768d7942 HTTP/1.1" status: 200 len: 909 time: 0.0931227 Nov 29 02:45:08.068605 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-da56b0e2-4ce3-4bf7-aaa7-2820e5019101 req-48e6b457-af27-4173-8fd0-0fb8423595d8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59aa91ed-0bd3-4f17-b96a-0ec619731002 HTTP/1.1" status: 200 len: 217 time: 0.0348356 Nov 29 02:45:08.125017 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56b0e2-4ce3-4bf7-aaa7-2820e5019101 req-323d53f0-fd05-4d3a-93d4-1f5e8690ac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:08.126646 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-da56b0e2-4ce3-4bf7-aaa7-2820e5019101 req-323d53f0-fd05-4d3a-93d4-1f5e8690ac3b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9188a006-ba6b-4146-b10b-7031ffbfd1d9 HTTP/1.1" status: 200 len: 847 time: 0.0487211 Nov 29 02:45:08.174225 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56b0e2-4ce3-4bf7-aaa7-2820e5019101 req-3edab720-6a8d-43a1-b294-e372e92faf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:08.175759 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-da56b0e2-4ce3-4bf7-aaa7-2820e5019101 req-3edab720-6a8d-43a1-b294-e372e92faf49 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8e9bafec-7960-4a04-82ce-58a8768d7942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404892 Nov 29 02:45:08.182660 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c5defb54-1a25-4581-9c2e-53efbdad7d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'name': 'tempest-TestShelveInstance-981564765-router', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:10Z', 'revision_number': 4, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'gw_port': {'id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '96874bc0-e8fe-4e54-86be-205df305bc40', 'name': '', 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'mac_address': 'fa:16:3e:da:02:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:10Z', 'updated_at': '2021-11-29T02:36:16Z', 'revision_number': 5, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'subnets': [{'id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:08.219805 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5defb54-1a25-4581-9c2e-53efbdad7d58 None None] Checking router: d034f537-7dc4-4e3f-b691-98831fa24269 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:45:08.228551 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5defb54-1a25-4581-9c2e-53efbdad7d58 None None] Routers {'d034f537-7dc4-4e3f-b691-98831fa24269'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:45:08.229160 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c5defb54-1a25-4581-9c2e-53efbdad7d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:44:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['d034f537-7dc4-4e3f-b691-98831fa24269'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:08.268573 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-da56b0e2-4ce3-4bf7-aaa7-2820e5019101 req-8d8b93cb-156b-49b0-9a5b-22f2008dcf71 service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854375 Nov 29 02:45:08.333568 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-c5defb54-1a25-4581-9c2e-53efbdad7d58 None None] Set router d034f537-7dc4-4e3f-b691-98831fa24269 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:45:08.363633 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-da56b0e2-4ce3-4bf7-aaa7-2820e5019101 req-db6cb5a1-e94c-40a4-9256-1283c05dbcec service neutron] 10.222.0.24 "GET /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854123 Nov 29 02:45:08.528340 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-c5defb54-1a25-4581-9c2e-53efbdad7d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'name': 'tempest-TestShelveInstance-981564765-router', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:10Z', 'revision_number': 4, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'gw_port': {'id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '96874bc0-e8fe-4e54-86be-205df305bc40', 'name': '', 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'mac_address': 'fa:16:3e:da:02:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:10Z', 'updated_at': '2021-11-29T02:36:16Z', 'revision_number': 5, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'subnets': [{'id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:08.554542 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5defb54-1a25-4581-9c2e-53efbdad7d58 None None] The sync data for ids ['d034f537-7dc4-4e3f-b691-98831fa24269'] in dv-neutron-819032-3-hyperv is: [{'id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'name': 'tempest-TestShelveInstance-981564765-router', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:10Z', 'revision_number': 4, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'gw_port': {'id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '96874bc0-e8fe-4e54-86be-205df305bc40', 'name': '', 'network_id': '8e9bafec-7960-4a04-82ce-58a8768d7942', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'mac_address': 'fa:16:3e:da:02:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:10Z', 'updated_at': '2021-11-29T02:36:16Z', 'revision_number': 5, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'subnets': [{'id': '9188a006-ba6b-4146-b10b-7031ffbfd1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:45:08.762503 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77704d5-2492-4c61-82cb-95e28e0fa0e0 None None] New status for floating IP 76f90b79-47df-4d6b-8723-d91cc7a3961f: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:45:09.132138 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe090ca-9f2a-49ef-aa76-e29c6d5ae10e req-047d4b0b-2755-454b-a4c3-4b2c98641edf tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:09.133500 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cbe090ca-9f2a-49ef-aa76-e29c6d5ae10e req-047d4b0b-2755-454b-a4c3-4b2c98641edf tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 946 time: 0.0467119 Nov 29 02:45:09.182176 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cbe090ca-9f2a-49ef-aa76-e29c6d5ae10e req-f63eabeb-642d-40bc-9f55-4337ac00cb3f tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422189 Nov 29 02:45:09.954907 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c51a2-8b4d-42a8-8232-6b6495ff341e req-98d2ff64-a89d-49fb-95db-e7322a1fc00c tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:09.956386 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-6c6c51a2-8b4d-42a8-8232-6b6495ff341e req-98d2ff64-a89d-49fb-95db-e7322a1fc00c tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 946 time: 0.0523396 Nov 29 02:45:10.045106 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-6c6c51a2-8b4d-42a8-8232-6b6495ff341e req-e33706df-6bd5-4c6f-b8cc-3babcf0623b7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Deleting port 59aa91ed-0bd3-4f17-b96a-0ec619731002 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:45:10.045446 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6c6c51a2-8b4d-42a8-8232-6b6495ff341e req-e33706df-6bd5-4c6f-b8cc-3babcf0623b7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:10.134791 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-6c6c51a2-8b4d-42a8-8232-6b6495ff341e req-e33706df-6bd5-4c6f-b8cc-3babcf0623b7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] For port 59aa91ed-0bd3-4f17-b96a-0ec619731002, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=59aa91ed-0bd3-4f17-b96a-0ec619731002,segment=NetworkSegment(4040ab5b-010e-439d-b5b2-43ca76cca1fd),segment_id=4040ab5b-010e-439d-b5b2-43ca76cca1fd)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:45:10.135158 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6c6c51a2-8b4d-42a8-8232-6b6495ff341e req-e33706df-6bd5-4c6f-b8cc-3babcf0623b7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:10.147575 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-6c6c51a2-8b4d-42a8-8232-6b6495ff341e req-e33706df-6bd5-4c6f-b8cc-3babcf0623b7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Calling delete_port for 59aa91ed-0bd3-4f17-b96a-0ec619731002 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:45:10.280622 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6c6c51a2-8b4d-42a8-8232-6b6495ff341e req-e33706df-6bd5-4c6f-b8cc-3babcf0623b7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:10.305797 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273dbc9d-282a-4bfa-8c69-af68ba0f7d0f req-050356cb-a80d-41ae-87e9-edd8186e24c2 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:10.307248 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-273dbc9d-282a-4bfa-8c69-af68ba0f7d0f req-050356cb-a80d-41ae-87e9-edd8186e24c2 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 867 time: 0.0547581 Nov 29 02:45:10.307885 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33706df-6bd5-4c6f-b8cc-3babcf0623b7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Pushing event deleted for resources: {'Port': ['ID=59aa91ed-0bd3-4f17-b96a-0ec619731002,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:10.317591 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33706df-6bd5-4c6f-b8cc-3babcf0623b7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:10.317948 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33706df-6bd5-4c6f-b8cc-3babcf0623b7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:10.318297 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33706df-6bd5-4c6f-b8cc-3babcf0623b7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:10.318639 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33706df-6bd5-4c6f-b8cc-3babcf0623b7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:10.318978 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33706df-6bd5-4c6f-b8cc-3babcf0623b7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:10.319317 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33706df-6bd5-4c6f-b8cc-3babcf0623b7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:10.319653 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33706df-6bd5-4c6f-b8cc-3babcf0623b7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:10.319987 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33706df-6bd5-4c6f-b8cc-3babcf0623b7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:10.320320 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33706df-6bd5-4c6f-b8cc-3babcf0623b7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:10.320651 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33706df-6bd5-4c6f-b8cc-3babcf0623b7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:10.321341 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33706df-6bd5-4c6f-b8cc-3babcf0623b7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:10.321341 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33706df-6bd5-4c6f-b8cc-3babcf0623b7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:10.361833 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6c51a2-8b4d-42a8-8232-6b6495ff341e req-e33706df-6bd5-4c6f-b8cc-3babcf0623b7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] No DVR routers for this DVR port 59aa91ed-0bd3-4f17-b96a-0ec619731002 on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:45:10.363620 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-273dbc9d-282a-4bfa-8c69-af68ba0f7d0f req-4e6320fa-c897-4292-9e67-7651c9af4a84 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/security-groups?id=74ca3896-3cfc-4550-afc7-632d090d893d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498798 Nov 29 02:45:10.364321 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-6c6c51a2-8b4d-42a8-8232-6b6495ff341e req-e33706df-6bd5-4c6f-b8cc-3babcf0623b7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:10.367645 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-6c6c51a2-8b4d-42a8-8232-6b6495ff341e req-e33706df-6bd5-4c6f-b8cc-3babcf0623b7 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.24 "DELETE /v2.0/ports/59aa91ed-0bd3-4f17-b96a-0ec619731002 HTTP/1.1" status: 204 len: 173 time: 0.4032457 Nov 29 02:45:10.368208 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a62860c-4e4d-43a5-ade6-98d855471ee6', 'name': 'network-vif-deleted', 'tag': '59aa91ed-0bd3-4f17-b96a-0ec619731002'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:45:10.370627 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddba3a2-5d8c-44ad-9994-3aa58c881b18" -d '{"events": [{"server_uuid": "2a62860c-4e4d-43a5-ade6-98d855471ee6", "name": "network-vif-deleted", "tag": "59aa91ed-0bd3-4f17-b96a-0ec619731002"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:45:10.408505 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848b3af3-d8db-4df0-b24f-064de9beb274 x-openstack-request-id: req-848b3af3-d8db-4df0-b24f-064de9beb274 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:45:10.408881 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a62860c-4e4d-43a5-ade6-98d855471ee6", "name": "network-vif-deleted", "tag": "59aa91ed-0bd3-4f17-b96a-0ec619731002", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:45:10.409189 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-848b3af3-d8db-4df0-b24f-064de9beb274 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:45:10.409695 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a62860c-4e4d-43a5-ade6-98d855471ee6', 'name': 'network-vif-deleted', 'tag': '59aa91ed-0bd3-4f17-b96a-0ec619731002', 'status': 'completed', 'code': 200} Nov 29 02:45:11.469564 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9f3e0af2-71b8-4b9a-842e-96a387938932 req-2f145097-6331-472a-8dd9-3470c7b1a7bf tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 210 time: 0.0299687 Nov 29 02:45:12.136553 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-830d1bbc-b4f2-43d8-bcb4-4d2e06171197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:12.145413 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 59aa91ed-0bd3-4f17-b96a-0ec619731002 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:45:12.167499 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: 59aa91ed-0bd3-4f17-b96a-0ec619731002 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:45:12.167873 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 59aa91ed-0bd3-4f17-b96a-0ec619731002 not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:45:12.568452 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3239b79a-41e6-4a79-8717-ef6eece85d2a req-a601c298-5c63-4603-a9dc-35e870f8712c tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 210 time: 0.0302107 Nov 29 02:45:13.660545 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4d3ac377-0d6f-4062-a181-ec8023233a89 req-26efb314-4376-4052-afb6-1ca1ff381d92 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 210 time: 0.0262167 Nov 29 02:45:14.221698 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:14.398312 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0cea5876-6b6f-4ff1-99f9-1beabb162e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:14.762022 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7568a5cf-e315-4e83-9479-28203bb99f32 req-fc95c385-09c2-423e-af7e-6a4a5204b22f tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a62860c-4e4d-43a5-ade6-98d855471ee6 HTTP/1.1" status: 200 len: 210 time: 0.0306742 Nov 29 02:45:15.504831 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:15.821692 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 50940) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:45:15.877772 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c13c9dd8-318b-4b8c-8d28-f75ebd0d9684 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:15.902530 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c13c9dd8-318b-4b8c-8d28-f75ebd0d9684 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:15.961590 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c13c9dd8-318b-4b8c-8d28-f75ebd0d9684 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:15.964792 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c13c9dd8-318b-4b8c-8d28-f75ebd0d9684 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:15.965959 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c13c9dd8-318b-4b8c-8d28-f75ebd0d9684 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] 10.222.0.37 "DELETE /v2.0/security-groups/74ca3896-3cfc-4550-afc7-632d090d893d HTTP/1.1" status: 204 len: 168 time: 0.1432829 Nov 29 02:45:15.975369 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c9dd8-318b-4b8c-8d28-f75ebd0d9684 tempest-TestShelveInstance-1008560835 tempest-TestShelveInstance-1008560835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ca3896-3cfc-4550-afc7-632d090d893d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:17.032422 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 50948) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:45:17.203422 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:17.491546 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-186749de-d9d4-47fd-aedd-22778a2bd0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:17.733629 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-186749de-d9d4-47fd-aedd-22778a2bd0e7 admin admin] Deleting port 96874bc0-e8fe-4e54-86be-205df305bc40 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:45:17.733973 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-186749de-d9d4-47fd-aedd-22778a2bd0e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:17.814216 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-186749de-d9d4-47fd-aedd-22778a2bd0e7 admin admin] For port 96874bc0-e8fe-4e54-86be-205df305bc40, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=96874bc0-e8fe-4e54-86be-205df305bc40,segment=NetworkSegment(4040ab5b-010e-439d-b5b2-43ca76cca1fd),segment_id=4040ab5b-010e-439d-b5b2-43ca76cca1fd)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:45:17.814583 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-186749de-d9d4-47fd-aedd-22778a2bd0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:17.826613 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-186749de-d9d4-47fd-aedd-22778a2bd0e7 admin admin] Calling delete_port for 96874bc0-e8fe-4e54-86be-205df305bc40 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:45:17.946960 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:18.007665 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-186749de-d9d4-47fd-aedd-22778a2bd0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:18.039533 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186749de-d9d4-47fd-aedd-22778a2bd0e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=96874bc0-e8fe-4e54-86be-205df305bc40,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:18.208198 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-186749de-d9d4-47fd-aedd-22778a2bd0e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:18.423468 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186749de-d9d4-47fd-aedd-22778a2bd0e7 admin admin] Router d034f537-7dc4-4e3f-b691-98831fa24269 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:45:18.529709 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186749de-d9d4-47fd-aedd-22778a2bd0e7 admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:45:18.535686 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-186749de-d9d4-47fd-aedd-22778a2bd0e7 admin admin] 10.222.0.37 "PUT /v2.0/routers/d034f537-7dc4-4e3f-b691-98831fa24269/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5014606 Nov 29 02:45:18.537957 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 50954) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:45:18.540005 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ef544e-910d-4102-8569-d54b7eaaf8f6 None None] Sync routers for ids ['d034f537-7dc4-4e3f-b691-98831fa24269'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:45:18.549491 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ef544e-910d-4102-8569-d54b7eaaf8f6 None None] Routers {'d034f537-7dc4-4e3f-b691-98831fa24269'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:45:18.550130 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e6ef544e-910d-4102-8569-d54b7eaaf8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:45:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['d034f537-7dc4-4e3f-b691-98831fa24269'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:18.642635 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-58ad094c-1fdd-41ba-be62-4f9f9cab33fe admin admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:18.654312 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-e6ef544e-910d-4102-8569-d54b7eaaf8f6 None None] Set router d034f537-7dc4-4e3f-b691-98831fa24269 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:45:18.751880 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-58ad094c-1fdd-41ba-be62-4f9f9cab33fe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:18.807418 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-58ad094c-1fdd-41ba-be62-4f9f9cab33fe admin admin] Deleting port fae55ca3-4c30-4a69-b306-e50fa0eebc1d {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:45:18.808079 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-58ad094c-1fdd-41ba-be62-4f9f9cab33fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:18.838145 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e6ef544e-910d-4102-8569-d54b7eaaf8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'name': 'tempest-TestShelveInstance-981564765-router', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:45:17Z', 'revision_number': 5, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'gw_port': {'id': 'fae55ca3-4c30-4a69-b306-e50fa0eebc1d', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:18.863482 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ef544e-910d-4102-8569-d54b7eaaf8f6 None None] Checking router: d034f537-7dc4-4e3f-b691-98831fa24269 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:45:18.872192 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ef544e-910d-4102-8569-d54b7eaaf8f6 None None] Routers {'d034f537-7dc4-4e3f-b691-98831fa24269'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:45:18.872802 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e6ef544e-910d-4102-8569-d54b7eaaf8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:45:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['d034f537-7dc4-4e3f-b691-98831fa24269'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:18.891611 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-58ad094c-1fdd-41ba-be62-4f9f9cab33fe admin admin] For port fae55ca3-4c30-4a69-b306-e50fa0eebc1d, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=fae55ca3-4c30-4a69-b306-e50fa0eebc1d,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:45:18.891976 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-58ad094c-1fdd-41ba-be62-4f9f9cab33fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:18.903715 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-58ad094c-1fdd-41ba-be62-4f9f9cab33fe admin admin] Calling delete_port for fae55ca3-4c30-4a69-b306-e50fa0eebc1d owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:45:18.957966 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-e6ef544e-910d-4102-8569-d54b7eaaf8f6 None None] Set router d034f537-7dc4-4e3f-b691-98831fa24269 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:45:19.012222 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e6ef544e-910d-4102-8569-d54b7eaaf8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'name': 'tempest-TestShelveInstance-981564765-router', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:45:18Z', 'revision_number': 6, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'gw_port_host': None}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:19.038851 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ef544e-910d-4102-8569-d54b7eaaf8f6 None None] The sync data for ids ['d034f537-7dc4-4e3f-b691-98831fa24269'] in dv-neutron-819032-3-hyperv is: [{'id': 'd034f537-7dc4-4e3f-b691-98831fa24269', 'name': 'tempest-TestShelveInstance-981564765-router', 'tenant_id': 'b1015da155d44168a735e5ab410d1f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:36:08Z', 'updated_at': '2021-11-29T02:45:18Z', 'revision_number': 6, 'project_id': 'b1015da155d44168a735e5ab410d1f97', 'gw_port_host': None}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:45:19.071101 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-58ad094c-1fdd-41ba-be62-4f9f9cab33fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:19.097389 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad094c-1fdd-41ba-be62-4f9f9cab33fe admin admin] Pushing event deleted for resources: {'Port': ['ID=fae55ca3-4c30-4a69-b306-e50fa0eebc1d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:19.110839 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9409f1f1-5ebf-4bd7-8270-63fefbdfd364 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:45:19.157486 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-58ad094c-1fdd-41ba-be62-4f9f9cab33fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:19.246907 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-58ad094c-1fdd-41ba-be62-4f9f9cab33fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:19.249013 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-58ad094c-1fdd-41ba-be62-4f9f9cab33fe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:19.294857 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-58ad094c-1fdd-41ba-be62-4f9f9cab33fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:19.295311 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ad094c-1fdd-41ba-be62-4f9f9cab33fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router d034f537-7dc4-4e3f-b691-98831fa24269 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:45:19.299594 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-58ad094c-1fdd-41ba-be62-4f9f9cab33fe admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:19.300738 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-58ad094c-1fdd-41ba-be62-4f9f9cab33fe admin admin] 10.222.0.37 "DELETE /v2.0/routers/d034f537-7dc4-4e3f-b691-98831fa24269 HTTP/1.1" status: 204 len: 168 time: 0.7614655 Nov 29 02:45:19.303397 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 50956) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:45:19.347162 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f410469-27fe-4f2b-8e57-7a3530cee20b admin admin] Deleting subnet 9188a006-ba6b-4146-b10b-7031ffbfd1d9 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:45:19.350068 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f410469-27fe-4f2b-8e57-7a3530cee20b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:19.385493 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f410469-27fe-4f2b-8e57-7a3530cee20b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:19.470545 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f410469-27fe-4f2b-8e57-7a3530cee20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:19.530045 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f410469-27fe-4f2b-8e57-7a3530cee20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:19.556813 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f410469-27fe-4f2b-8e57-7a3530cee20b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9188a006-ba6b-4146-b10b-7031ffbfd1d9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:19.559443 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f410469-27fe-4f2b-8e57-7a3530cee20b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:19.562541 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1f410469-27fe-4f2b-8e57-7a3530cee20b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9188a006-ba6b-4146-b10b-7031ffbfd1d9 HTTP/1.1" status: 204 len: 168 time: 0.2582574 Nov 29 02:45:19.562765 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad08c51c-349b-48a3-bc98-a4f338df3131 None None] Network 8e9bafec-7960-4a04-82ce-58a8768d7942 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:45:19.565095 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 50958) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:45:19.639167 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f8864d57-4726-44e3-83e2-b1bc1374bad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:19.692171 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-f8864d57-4726-44e3-83e2-b1bc1374bad5 admin admin] Deleting port 8eb8470c-7231-4e17-be08-7cd90b08580e {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:45:19.692509 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f8864d57-4726-44e3-83e2-b1bc1374bad5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:19.753336 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-f8864d57-4726-44e3-83e2-b1bc1374bad5 admin admin] For port 8eb8470c-7231-4e17-be08-7cd90b08580e, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=8eb8470c-7231-4e17-be08-7cd90b08580e,segment=NetworkSegment(4040ab5b-010e-439d-b5b2-43ca76cca1fd),segment_id=4040ab5b-010e-439d-b5b2-43ca76cca1fd)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:45:19.753652 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f8864d57-4726-44e3-83e2-b1bc1374bad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:19.765513 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-f8864d57-4726-44e3-83e2-b1bc1374bad5 admin admin] Calling delete_port for 8eb8470c-7231-4e17-be08-7cd90b08580e owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:45:19.807919 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93f6f4f-175e-48fe-a401-d9ceb831f38e None None] DHCP port deletion for 8e9bafec-7960-4a04-82ce-58a8768d7942 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:45:19.855522 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f8864d57-4726-44e3-83e2-b1bc1374bad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:19.875120 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e93f6f4f-175e-48fe-a401-d9ceb831f38e None None] Deleting port 8eb8470c-7231-4e17-be08-7cd90b08580e {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:45:19.875497 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e93f6f4f-175e-48fe-a401-d9ceb831f38e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:19.890631 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8864d57-4726-44e3-83e2-b1bc1374bad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eb8470c-7231-4e17-be08-7cd90b08580e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:19.891301 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 96874bc0-e8fe-4e54-86be-205df305bc40 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:45:19.894108 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8864d57-4726-44e3-83e2-b1bc1374bad5 admin admin] No DVR routers for this DVR port 8eb8470c-7231-4e17-be08-7cd90b08580e on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:45:19.938820 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 96874bc0-e8fe-4e54-86be-205df305bc40 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:45:19.939197 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 96874bc0-e8fe-4e54-86be-205df305bc40 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:45:19.962733 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e93f6f4f-175e-48fe-a401-d9ceb831f38e None None] For port 8eb8470c-7231-4e17-be08-7cd90b08580e, host dv-neutron-819032-3-hyperv, got binding levels [] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:45:19.963694 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e93f6f4f-175e-48fe-a401-d9ceb831f38e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:19.976707 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e93f6f4f-175e-48fe-a401-d9ceb831f38e None None] Calling delete_port for 8eb8470c-7231-4e17-be08-7cd90b08580e owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:45:19.976928 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f8864d57-4726-44e3-83e2-b1bc1374bad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:19.979613 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.ipam_backend_mixin [None req-e93f6f4f-175e-48fe-a401-d9ceb831f38e None None] Port 8eb8470c-7231-4e17-be08-7cd90b08580e was not found and therefore no delete operation was performed {{(pid=103256) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 02:45:19.980859 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e93f6f4f-175e-48fe-a401-d9ceb831f38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:19.997298 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-f8864d57-4726-44e3-83e2-b1bc1374bad5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e9bafec-7960-4a04-82ce-58a8768d7942']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:20.006634 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-f8864d57-4726-44e3-83e2-b1bc1374bad5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4040ab5b-010e-439d-b5b2-43ca76cca1fd') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:20.006938 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-f8864d57-4726-44e3-83e2-b1bc1374bad5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4040ab5b-010e-439d-b5b2-43ca76cca1fd') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:20.008993 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f6f4f-175e-48fe-a401-d9ceb831f38e None None] Pushing event deleted for resources: {'Port': ['ID=8eb8470c-7231-4e17-be08-7cd90b08580e,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:20.013791 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93f6f4f-175e-48fe-a401-d9ceb831f38e None None] No DVR routers for this DVR port 8eb8470c-7231-4e17-be08-7cd90b08580e on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:45:20.020322 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f8864d57-4726-44e3-83e2-b1bc1374bad5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:20.020759 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f6f4f-175e-48fe-a401-d9ceb831f38e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:20.021115 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f6f4f-175e-48fe-a401-d9ceb831f38e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:20.024411 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f6f4f-175e-48fe-a401-d9ceb831f38e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:20.024411 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f6f4f-175e-48fe-a401-d9ceb831f38e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:20.024411 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f6f4f-175e-48fe-a401-d9ceb831f38e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:20.024411 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f6f4f-175e-48fe-a401-d9ceb831f38e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:20.024411 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f6f4f-175e-48fe-a401-d9ceb831f38e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:20.024411 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f6f4f-175e-48fe-a401-d9ceb831f38e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:20.024411 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f6f4f-175e-48fe-a401-d9ceb831f38e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:20.024411 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f6f4f-175e-48fe-a401-d9ceb831f38e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:20.024411 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f6f4f-175e-48fe-a401-d9ceb831f38e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:20.024411 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93f6f4f-175e-48fe-a401-d9ceb831f38e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:20.040621 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f8864d57-4726-44e3-83e2-b1bc1374bad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:20.046853 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8864d57-4726-44e3-83e2-b1bc1374bad5 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:45:20.047344 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f8864d57-4726-44e3-83e2-b1bc1374bad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:20.049225 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:45:20.049225 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:45:20.049225 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:45:20.049225 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:45:20.049225 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:45:20.049225 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:45:20.049225 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:45:20.049225 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:45:20.049225 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:45:20.049225 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:45:20.049225 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:45:20.049225 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:45:20.049225 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:45:20.049225 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:45:20.049225 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:45:20.049225 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:45:20.049225 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:45:20.049225 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:45:20.049225 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:45:20.049225 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:45:20.049225 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:45:20.049225 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:45:20.049225 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:45:20.049225 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:45:20.049225 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:45:20.049225 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:45:20.049225 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:45:20.049225 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:45:20.049225 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:45:20.049225 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:45:20.049225 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:45:20.049225 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:45:20.105460 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f8864d57-4726-44e3-83e2-b1bc1374bad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:20.111162 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f8864d57-4726-44e3-83e2-b1bc1374bad5 admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:20.117686 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-f8864d57-4726-44e3-83e2-b1bc1374bad5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8e9bafec-7960-4a04-82ce-58a8768d7942 HTTP/1.1" status: 204 len: 168 time: 0.5453308 Nov 29 02:45:20.118311 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 50960) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:45:20.128064 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8864d57-4726-44e3-83e2-b1bc1374bad5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e9bafec-7960-4a04-82ce-58a8768d7942,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:20.209525 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:45:20.467440 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2bc97a18-105a-4795-bc3c-089ab96a4992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:20.702946 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2bc97a18-105a-4795-bc3c-089ab96a4992 admin admin] Deleting port 9861a4c7-1b82-4e32-add5-b7dccd700e8b {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:45:20.703279 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2bc97a18-105a-4795-bc3c-089ab96a4992 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:20.777815 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-2bc97a18-105a-4795-bc3c-089ab96a4992 admin admin] For port 9861a4c7-1b82-4e32-add5-b7dccd700e8b, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=9861a4c7-1b82-4e32-add5-b7dccd700e8b,segment=NetworkSegment(5da5270d-28ce-4718-ad35-d16eeb708dfa),segment_id=5da5270d-28ce-4718-ad35-d16eeb708dfa)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:45:20.778099 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2bc97a18-105a-4795-bc3c-089ab96a4992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:20.789900 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2bc97a18-105a-4795-bc3c-089ab96a4992 admin admin] Calling delete_port for 9861a4c7-1b82-4e32-add5-b7dccd700e8b owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:45:20.968014 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2bc97a18-105a-4795-bc3c-089ab96a4992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:20.996350 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc97a18-105a-4795-bc3c-089ab96a4992 admin admin] Pushing event deleted for resources: {'Port': ['ID=9861a4c7-1b82-4e32-add5-b7dccd700e8b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:21.158867 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2bc97a18-105a-4795-bc3c-089ab96a4992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:21.529374 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 8eb8470c-7231-4e17-be08-7cd90b08580e no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:45:21.549735 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 8eb8470c-7231-4e17-be08-7cd90b08580e {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:45:21.550079 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 8eb8470c-7231-4e17-be08-7cd90b08580e not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:45:21.550497 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device fae55ca3-4c30-4a69-b306-e50fa0eebc1d no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:45:21.569349 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: fae55ca3-4c30-4a69-b306-e50fa0eebc1d {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:45:21.569788 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device fae55ca3-4c30-4a69-b306-e50fa0eebc1d not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:45:21.669371 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc97a18-105a-4795-bc3c-089ab96a4992 admin admin] Router 48e75e77-8d2f-4bdf-b165-21237a0e2ca4 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:45:21.768035 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc97a18-105a-4795-bc3c-089ab96a4992 admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:45:21.773184 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-2bc97a18-105a-4795-bc3c-089ab96a4992 admin admin] 10.222.0.37 "PUT /v2.0/routers/48e75e77-8d2f-4bdf-b165-21237a0e2ca4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6538656 Nov 29 02:45:21.776018 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 50962) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:45:21.779552 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ed7326-d3b5-40e7-a89b-12b6b2f091eb None None] Sync routers for ids ['48e75e77-8d2f-4bdf-b165-21237a0e2ca4'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:45:21.789164 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ed7326-d3b5-40e7-a89b-12b6b2f091eb None None] Routers {'48e75e77-8d2f-4bdf-b165-21237a0e2ca4'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:45:21.789815 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-87ed7326-d3b5-40e7-a89b-12b6b2f091eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:45:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['48e75e77-8d2f-4bdf-b165-21237a0e2ca4'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:21.877012 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-817f8f19-65f4-4d1b-8e6c-7dc835921bba admin admin] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:21.890631 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-87ed7326-d3b5-40e7-a89b-12b6b2f091eb None None] Set router 48e75e77-8d2f-4bdf-b165-21237a0e2ca4 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:45:21.976973 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-817f8f19-65f4-4d1b-8e6c-7dc835921bba admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:22.030326 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-817f8f19-65f4-4d1b-8e6c-7dc835921bba admin admin] Deleting port 80374fd4-7675-41c1-8a02-3cf5f6317648 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:45:22.030581 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-817f8f19-65f4-4d1b-8e6c-7dc835921bba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:22.064639 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-87ed7326-d3b5-40e7-a89b-12b6b2f091eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e75e77-8d2f-4bdf-b165-21237a0e2ca4', 'name': 'tempest-TestShelveInstance-2066922266-router', 'tenant_id': 'c7320a4f71d04a26b345a237ee00188e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': '80374fd4-7675-41c1-8a02-3cf5f6317648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:36:12Z', 'updated_at': '2021-11-29T02:45:20Z', 'revision_number': 5, 'project_id': 'c7320a4f71d04a26b345a237ee00188e', 'gw_port': {'id': '80374fd4-7675-41c1-8a02-3cf5f6317648', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e75e77-8d2f-4bdf-b165-21237a0e2ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:36:13Z', 'updated_at': '2021-11-29T02:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:22.090651 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ed7326-d3b5-40e7-a89b-12b6b2f091eb None None] Checking router: 48e75e77-8d2f-4bdf-b165-21237a0e2ca4 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:45:22.099042 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ed7326-d3b5-40e7-a89b-12b6b2f091eb None None] Routers {'48e75e77-8d2f-4bdf-b165-21237a0e2ca4'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:45:22.099639 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-87ed7326-d3b5-40e7-a89b-12b6b2f091eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:45:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['48e75e77-8d2f-4bdf-b165-21237a0e2ca4'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:22.111238 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-817f8f19-65f4-4d1b-8e6c-7dc835921bba admin admin] For port 80374fd4-7675-41c1-8a02-3cf5f6317648, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=80374fd4-7675-41c1-8a02-3cf5f6317648,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:45:22.111602 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-817f8f19-65f4-4d1b-8e6c-7dc835921bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:22.124271 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-817f8f19-65f4-4d1b-8e6c-7dc835921bba admin admin] Calling delete_port for 80374fd4-7675-41c1-8a02-3cf5f6317648 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:45:22.182771 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-87ed7326-d3b5-40e7-a89b-12b6b2f091eb None None] Set router 48e75e77-8d2f-4bdf-b165-21237a0e2ca4 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:45:22.238270 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-87ed7326-d3b5-40e7-a89b-12b6b2f091eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e75e77-8d2f-4bdf-b165-21237a0e2ca4', 'name': 'tempest-TestShelveInstance-2066922266-router', 'tenant_id': 'c7320a4f71d04a26b345a237ee00188e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:36:12Z', 'updated_at': '2021-11-29T02:45:21Z', 'revision_number': 6, 'project_id': 'c7320a4f71d04a26b345a237ee00188e', 'gw_port_host': None}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:22.267843 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ed7326-d3b5-40e7-a89b-12b6b2f091eb None None] The sync data for ids ['48e75e77-8d2f-4bdf-b165-21237a0e2ca4'] in dv-neutron-819032-3-hyperv is: [{'id': '48e75e77-8d2f-4bdf-b165-21237a0e2ca4', 'name': 'tempest-TestShelveInstance-2066922266-router', 'tenant_id': 'c7320a4f71d04a26b345a237ee00188e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:36:12Z', 'updated_at': '2021-11-29T02:45:21Z', 'revision_number': 6, 'project_id': 'c7320a4f71d04a26b345a237ee00188e', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:45:22.286499 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-817f8f19-65f4-4d1b-8e6c-7dc835921bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:22.310775 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f8f19-65f4-4d1b-8e6c-7dc835921bba admin admin] Pushing event deleted for resources: {'Port': ['ID=80374fd4-7675-41c1-8a02-3cf5f6317648,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:22.326811 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0fcc5e-81ae-428f-945e-c22015528929 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:45:22.375525 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-817f8f19-65f4-4d1b-8e6c-7dc835921bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:22.462611 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-817f8f19-65f4-4d1b-8e6c-7dc835921bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:22.465242 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-817f8f19-65f4-4d1b-8e6c-7dc835921bba admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:22.506712 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-817f8f19-65f4-4d1b-8e6c-7dc835921bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:22.507260 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817f8f19-65f4-4d1b-8e6c-7dc835921bba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48e75e77-8d2f-4bdf-b165-21237a0e2ca4 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:45:22.512000 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-817f8f19-65f4-4d1b-8e6c-7dc835921bba admin admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:22.513129 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-817f8f19-65f4-4d1b-8e6c-7dc835921bba admin admin] 10.222.0.37 "DELETE /v2.0/routers/48e75e77-8d2f-4bdf-b165-21237a0e2ca4 HTTP/1.1" status: 204 len: 168 time: 0.7362201 Nov 29 02:45:22.515698 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 50964) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:45:22.560099 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-50cbc861-b53a-4856-81c5-3d36c860ba1d admin admin] Deleting subnet a29a7f7d-bd99-41df-af63-66edcf598b9e {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:45:22.562962 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50cbc861-b53a-4856-81c5-3d36c860ba1d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:22.600636 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50cbc861-b53a-4856-81c5-3d36c860ba1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:22.680064 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50cbc861-b53a-4856-81c5-3d36c860ba1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:22.736571 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50cbc861-b53a-4856-81c5-3d36c860ba1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:22.763680 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cbc861-b53a-4856-81c5-3d36c860ba1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a29a7f7d-bd99-41df-af63-66edcf598b9e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:22.765627 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-50cbc861-b53a-4856-81c5-3d36c860ba1d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:22.768760 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-50cbc861-b53a-4856-81c5-3d36c860ba1d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a29a7f7d-bd99-41df-af63-66edcf598b9e HTTP/1.1" status: 204 len: 168 time: 0.2521541 Nov 29 02:45:22.770204 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f729ed5-1db7-4474-af32-59a84b835e42 None None] Network 2a12e440-7da2-49bb-a68b-900f775d600f requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:45:22.771430 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 50966) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:45:22.843007 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-915bb288-f802-4670-97d1-4b8c1762b322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:22.896122 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-915bb288-f802-4670-97d1-4b8c1762b322 admin admin] Deleting port 834010d4-ee96-473f-ab81-97103ddeb11f {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:45:22.896470 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-915bb288-f802-4670-97d1-4b8c1762b322 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:22.963162 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-915bb288-f802-4670-97d1-4b8c1762b322 admin admin] For port 834010d4-ee96-473f-ab81-97103ddeb11f, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=834010d4-ee96-473f-ab81-97103ddeb11f,segment=NetworkSegment(5da5270d-28ce-4718-ad35-d16eeb708dfa),segment_id=5da5270d-28ce-4718-ad35-d16eeb708dfa)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:45:22.963457 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-915bb288-f802-4670-97d1-4b8c1762b322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:22.975392 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-915bb288-f802-4670-97d1-4b8c1762b322 admin admin] Calling delete_port for 834010d4-ee96-473f-ab81-97103ddeb11f owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:45:23.013316 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21da38fa-537c-4ba3-b404-90af01be0312 None None] DHCP port deletion for 2a12e440-7da2-49bb-a68b-900f775d600f request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:45:23.057302 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-915bb288-f802-4670-97d1-4b8c1762b322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:23.063256 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-21da38fa-537c-4ba3-b404-90af01be0312 None None] Deleting port 834010d4-ee96-473f-ab81-97103ddeb11f {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:45:23.063625 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-21da38fa-537c-4ba3-b404-90af01be0312 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:23.082160 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915bb288-f802-4670-97d1-4b8c1762b322 admin admin] Pushing event deleted for resources: {'Port': ['ID=834010d4-ee96-473f-ab81-97103ddeb11f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:23.085730 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915bb288-f802-4670-97d1-4b8c1762b322 admin admin] No DVR routers for this DVR port 834010d4-ee96-473f-ab81-97103ddeb11f on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:45:23.175357 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-915bb288-f802-4670-97d1-4b8c1762b322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:23.197927 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-915bb288-f802-4670-97d1-4b8c1762b322 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a12e440-7da2-49bb-a68b-900f775d600f']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:23.208606 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-915bb288-f802-4670-97d1-4b8c1762b322 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5da5270d-28ce-4718-ad35-d16eeb708dfa') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:23.208914 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-915bb288-f802-4670-97d1-4b8c1762b322 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5da5270d-28ce-4718-ad35-d16eeb708dfa') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:23.219405 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-915bb288-f802-4670-97d1-4b8c1762b322 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:23.235153 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-915bb288-f802-4670-97d1-4b8c1762b322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:23.242464 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915bb288-f802-4670-97d1-4b8c1762b322 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:45:23.242874 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-915bb288-f802-4670-97d1-4b8c1762b322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:23.245536 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:45:23.245536 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:45:23.245536 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:45:23.245536 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:45:23.245536 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:45:23.245536 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:45:23.245536 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:45:23.245536 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:45:23.245536 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:45:23.245536 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:45:23.245536 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:45:23.245536 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:45:23.245536 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:45:23.245536 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:45:23.245536 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:45:23.245536 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:45:23.245536 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:45:23.245536 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:45:23.245536 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:45:23.245536 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:45:23.245536 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:45:23.245536 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:45:23.245536 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:45:23.245536 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:45:23.245536 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:45:23.245536 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:45:23.245536 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:45:23.245536 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:45:23.245536 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:45:23.245536 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:45:23.245536 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:45:23.245536 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:45:23.288545 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-21da38fa-537c-4ba3-b404-90af01be0312 None None] For port 834010d4-ee96-473f-ab81-97103ddeb11f, host dv-neutron-819032-3-hyperv, got binding levels [] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:45:23.288949 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-21da38fa-537c-4ba3-b404-90af01be0312 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:23.305239 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-21da38fa-537c-4ba3-b404-90af01be0312 None None] Calling delete_port for 834010d4-ee96-473f-ab81-97103ddeb11f owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:45:23.308838 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-915bb288-f802-4670-97d1-4b8c1762b322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:23.309352 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.ipam_backend_mixin [None req-21da38fa-537c-4ba3-b404-90af01be0312 None None] Port 834010d4-ee96-473f-ab81-97103ddeb11f was not found and therefore no delete operation was performed {{(pid=103256) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 02:45:23.312753 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-21da38fa-537c-4ba3-b404-90af01be0312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:23.315092 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-915bb288-f802-4670-97d1-4b8c1762b322 admin admin] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:23.321475 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-915bb288-f802-4670-97d1-4b8c1762b322 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2a12e440-7da2-49bb-a68b-900f775d600f HTTP/1.1" status: 204 len: 168 time: 0.5463955 Nov 29 02:45:23.330144 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915bb288-f802-4670-97d1-4b8c1762b322 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a12e440-7da2-49bb-a68b-900f775d600f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:23.344103 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da38fa-537c-4ba3-b404-90af01be0312 None None] Pushing event deleted for resources: {'Port': ['ID=834010d4-ee96-473f-ab81-97103ddeb11f,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:23.347139 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-21da38fa-537c-4ba3-b404-90af01be0312 None None] Network 2a12e440-7da2-49bb-a68b-900f775d600f is not hosted by any dhcp agent {{(pid=103256) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 29 02:45:23.347543 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21da38fa-537c-4ba3-b404-90af01be0312 None None] No DVR routers for this DVR port 834010d4-ee96-473f-ab81-97103ddeb11f on host dv-neutron-819032-3-hyperv {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:45:23.439941 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 50972) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:45:23.481382 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c7c6a217-d32d-49f5-b1ef-1eeb19618d3e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b1015da155d44168a735e5ab410d1f97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400927 Nov 29 02:45:23.483853 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 50974) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:45:23.486418 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 834010d4-ee96-473f-ab81-97103ddeb11f no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:45:23.509322 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 834010d4-ee96-473f-ab81-97103ddeb11f {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:45:23.509817 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 834010d4-ee96-473f-ab81-97103ddeb11f not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:45:23.510351 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 80374fd4-7675-41c1-8a02-3cf5f6317648 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:45:23.529805 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 80374fd4-7675-41c1-8a02-3cf5f6317648 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:45:23.530149 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 80374fd4-7675-41c1-8a02-3cf5f6317648 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:45:23.530574 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 9861a4c7-1b82-4e32-add5-b7dccd700e8b no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:45:23.535711 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7fc51006-a5c6-46d6-a78a-b96834e31db8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:23.553415 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 9861a4c7-1b82-4e32-add5-b7dccd700e8b {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:45:23.553861 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 9861a4c7-1b82-4e32-add5-b7dccd700e8b not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:45:23.560476 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7fc51006-a5c6-46d6-a78a-b96834e31db8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:23.606241 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7fc51006-a5c6-46d6-a78a-b96834e31db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:23.608726 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7fc51006-a5c6-46d6-a78a-b96834e31db8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:23.609910 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-7fc51006-a5c6-46d6-a78a-b96834e31db8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/570fcfed-bfd9-48ef-8af7-59e39e63b36c HTTP/1.1" status: 204 len: 168 time: 0.1251404 Nov 29 02:45:23.618133 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc51006-a5c6-46d6-a78a-b96834e31db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570fcfed-bfd9-48ef-8af7-59e39e63b36c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:23.919247 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 50980) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:45:23.961962 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-c70fc5f3-720e-439a-92e8-c1572eaf7ee2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c7320a4f71d04a26b345a237ee00188e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415442 Nov 29 02:45:23.964985 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 50982) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:45:24.010998 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3713eae5-f936-4b42-a348-9253d25e45f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:24.032058 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3713eae5-f936-4b42-a348-9253d25e45f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:24.077674 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3713eae5-f936-4b42-a348-9253d25e45f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:24.080276 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3713eae5-f936-4b42-a348-9253d25e45f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:24.081399 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-3713eae5-f936-4b42-a348-9253d25e45f8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9e8dbe35-106d-448a-bb86-079b83b7986b HTTP/1.1" status: 204 len: 168 time: 0.1155436 Nov 29 02:45:24.089697 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713eae5-f936-4b42-a348-9253d25e45f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8dbe35-106d-448a-bb86-079b83b7986b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:24.722855 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 51004) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:45:24.815403 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e85be981-7eba-40c2-8873-1b6009414ecc admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1816045103-network', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:45:24.837754 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85be981-7eba-40c2-8873-1b6009414ecc admin admin] Made reservation on behalf of 472343bc4f954ecb97e3242c362f5e65 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:45:24.840142 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e85be981-7eba-40c2-8873-1b6009414ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:24.848312 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e85be981-7eba-40c2-8873-1b6009414ecc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:24.929740 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e85be981-7eba-40c2-8873-1b6009414ecc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:24.933852 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e85be981-7eba-40c2-8873-1b6009414ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:24.955398 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e85be981-7eba-40c2-8873-1b6009414ecc admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:45:24.970158 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85be981-7eba-40c2-8873-1b6009414ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f684cc9-bc46-4d24-b2c5-64f172489541,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:24.972991 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e85be981-7eba-40c2-8873-1b6009414ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:24.973334 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.segments_db [None req-e85be981-7eba-40c2-8873-1b6009414ecc admin admin] Added segment 670ffaeb-4600-4d8c-8603-4bfefb3d3b8b of type vlan for network 51f4859b-5592-441b-bb47-c7b234ed8f13 Nov 29 02:45:25.015716 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e85be981-7eba-40c2-8873-1b6009414ecc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:25.039921 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e85be981-7eba-40c2-8873-1b6009414ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:25.041133 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85be981-7eba-40c2-8873-1b6009414ecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:25.041743 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e85be981-7eba-40c2-8873-1b6009414ecc admin admin] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:25.091143 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e85be981-7eba-40c2-8873-1b6009414ecc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3670847 Nov 29 02:45:25.093960 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 51008) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:45:25.098933 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-420967b9-62e0-42f8-9c65-d28c1b7d81c7 admin admin] Request body: {'subnet': {'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1816045103-subnet', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:45:25.103529 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85be981-7eba-40c2-8873-1b6009414ecc admin admin] Pushing event updated for resources: {'Network': ['ID=51f4859b-5592-441b-bb47-c7b234ed8f13,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:25.114726 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 51f4859b-5592-441b-bb47-c7b234ed8f13 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:45:25.122062 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420967b9-62e0-42f8-9c65-d28c1b7d81c7 admin admin] Made reservation on behalf of 472343bc4f954ecb97e3242c362f5e65 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:45:25.124377 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-420967b9-62e0-42f8-9c65-d28c1b7d81c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28714372'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:25.292762 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-420967b9-62e0-42f8-9c65-d28c1b7d81c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28724540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28714386'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:25.350430 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420967b9-62e0-42f8-9c65-d28c1b7d81c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:25.360676 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420967b9-62e0-42f8-9c65-d28c1b7d81c7 admin admin] Checking segment: {'id': '670ffaeb-4600-4d8c-8603-4bfefb3d3b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:45:25.361040 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420967b9-62e0-42f8-9c65-d28c1b7d81c7 admin admin] Network hostable DHCP agents. Network: 51f4859b-5592-441b-bb47-c7b234ed8f13, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:45:25.377877 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420967b9-62e0-42f8-9c65-d28c1b7d81c7 admin admin] Network 51f4859b-5592-441b-bb47-c7b234ed8f13 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:45:25.386171 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-420967b9-62e0-42f8-9c65-d28c1b7d81c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 51f4859b-5592-441b-bb47-c7b234ed8f13) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:45:25.390162 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420967b9-62e0-42f8-9c65-d28c1b7d81c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:25.390759 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-420967b9-62e0-42f8-9c65-d28c1b7d81c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:25.395450 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e10794-8429-4ff8-8e82-4565598f9bfe None None] Network 51f4859b-5592-441b-bb47-c7b234ed8f13 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:45:25.410829 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-420967b9-62e0-42f8-9c65-d28c1b7d81c7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3156791 Nov 29 02:45:25.413405 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 51010) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:45:25.418269 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1f516009-4048-4345-8770-14c4aeb26e43 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1816045103-router', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:45:25.439203 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f516009-4048-4345-8770-14c4aeb26e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:25.440333 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f516009-4048-4345-8770-14c4aeb26e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:25.491613 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f516009-4048-4345-8770-14c4aeb26e43 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:25.547565 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa75543-ffd5-4e51-8b44-09960142b1f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-51f4859b-5592-441b-bb47-c7b234ed8f13', 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'fixed_ips': [{'subnet_id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:45:25.548659 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-baa75543-ffd5-4e51-8b44-09960142b1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:25.629966 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f516009-4048-4345-8770-14c4aeb26e43 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:25.684964 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-baa75543-ffd5-4e51-8b44-09960142b1f4 None None] Allocated IP 172.20.0.2 (51f4859b-5592-441b-bb47-c7b234ed8f13/501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc/f1acf5f2-e297-4a27-be56-98b006ceb896) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:45:25.824137 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f516009-4048-4345-8770-14c4aeb26e43 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:25.827370 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-baa75543-ffd5-4e51-8b44-09960142b1f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:25.834165 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-baa75543-ffd5-4e51-8b44-09960142b1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:25.843903 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f516009-4048-4345-8770-14c4aeb26e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:25.878646 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa75543-ffd5-4e51-8b44-09960142b1f4 None None] Network 51f4859b-5592-441b-bb47-c7b234ed8f13 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:45:25.882364 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-baa75543-ffd5-4e51-8b44-09960142b1f4 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:45:25.884958 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa75543-ffd5-4e51-8b44-09960142b1f4 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:45:25.887223 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa75543-ffd5-4e51-8b44-09960142b1f4 None None] Pushing event updated for resources: {'Port': ['ID=f1acf5f2-e297-4a27-be56-98b006ceb896,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:25.943545 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-baa75543-ffd5-4e51-8b44-09960142b1f4 None None] Attempting to bind port f1acf5f2-e297-4a27-be56-98b006ceb896 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:45:25.943839 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-baa75543-ffd5-4e51-8b44-09960142b1f4 None None] Attempting to bind port f1acf5f2-e297-4a27-be56-98b006ceb896 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '670ffaeb-4600-4d8c-8603-4bfefb3d3b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:45:25.944180 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa75543-ffd5-4e51-8b44-09960142b1f4 None None] Attempting to bind port f1acf5f2-e297-4a27-be56-98b006ceb896 on network 51f4859b-5592-441b-bb47-c7b234ed8f13 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:45:25.945712 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-1f516009-4048-4345-8770-14c4aeb26e43 admin admin] Allocated IP 172.26.3.210 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/78781ae9-d1d9-4876-b84d-c3d83635f93a) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:45:25.949743 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa75543-ffd5-4e51-8b44-09960142b1f4 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:45:25.950203 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa75543-ffd5-4e51-8b44-09960142b1f4 None None] Checking segment: {'id': '670ffaeb-4600-4d8c-8603-4bfefb3d3b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:45:25.950648 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-baa75543-ffd5-4e51-8b44-09960142b1f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:25.951061 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa75543-ffd5-4e51-8b44-09960142b1f4 None None] Bound using segment: {'id': '670ffaeb-4600-4d8c-8603-4bfefb3d3b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:45:25.951588 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-baa75543-ffd5-4e51-8b44-09960142b1f4 None None] Bound port: f1acf5f2-e297-4a27-be56-98b006ceb896, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670ffaeb-4600-4d8c-8603-4bfefb3d3b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:45:25.952044 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-baa75543-ffd5-4e51-8b44-09960142b1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:26.014149 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-baa75543-ffd5-4e51-8b44-09960142b1f4 None None] For port f1acf5f2-e297-4a27-be56-98b006ceb896, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:45:26.017677 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-baa75543-ffd5-4e51-8b44-09960142b1f4 None None] For port f1acf5f2-e297-4a27-be56-98b006ceb896, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=f1acf5f2-e297-4a27-be56-98b006ceb896,segment=NetworkSegment(670ffaeb-4600-4d8c-8603-4bfefb3d3b8b),segment_id=670ffaeb-4600-4d8c-8603-4bfefb3d3b8b)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:45:26.022362 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-baa75543-ffd5-4e51-8b44-09960142b1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:26.052312 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f516009-4048-4345-8770-14c4aeb26e43 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:26.086215 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa75543-ffd5-4e51-8b44-09960142b1f4 None None] Pushing event updated for resources: {'Port': ['ID=f1acf5f2-e297-4a27-be56-98b006ceb896,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:26.091456 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f516009-4048-4345-8770-14c4aeb26e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:26.133029 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f516009-4048-4345-8770-14c4aeb26e43 admin admin] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:45:26.136560 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-1f516009-4048-4345-8770-14c4aeb26e43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:45:26.140324 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f516009-4048-4345-8770-14c4aeb26e43 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:45:26.150752 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80030b4-effe-4bdb-888b-c1ec724629a0 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:45:26.162642 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f516009-4048-4345-8770-14c4aeb26e43 admin admin] Pushing event updated for resources: {'Port': ['ID=78781ae9-d1d9-4876-b84d-c3d83635f93a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:26.252095 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-343768fb-1ac5-4c7a-b9c3-cb1319fc356e None None] Provisioning complete for port 78781ae9-d1d9-4876-b84d-c3d83635f93a triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:45:26.252470 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-343768fb-1ac5-4c7a-b9c3-cb1319fc356e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:26.293624 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-343768fb-1ac5-4c7a-b9c3-cb1319fc356e None None] Port 78781ae9-d1d9-4876-b84d-c3d83635f93a cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:45:26.404432 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f516009-4048-4345-8770-14c4aeb26e43 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:26.934012 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f516009-4048-4345-8770-14c4aeb26e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:27.044291 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04035b6f-d44a-41fa-a456-3833e1dff25a None None] Network 51f4859b-5592-441b-bb47-c7b234ed8f13 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:45:27.069369 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f516009-4048-4345-8770-14c4aeb26e43 admin admin] Router 614f7495-f7f5-4989-9cb1-c1725b434fe3 is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:45:27.167558 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-b5a8405c-8791-486a-9386-819d2d04b87f None None] Provisioning complete for port f1acf5f2-e297-4a27-be56-98b006ceb896 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:45:27.168137 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b5a8405c-8791-486a-9386-819d2d04b87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:27.183375 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f516009-4048-4345-8770-14c4aeb26e43 admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:45:27.200287 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dae680-0a16-4553-9de6-b1e2eff9bae1 None None] Sync routers for ids ['614f7495-f7f5-4989-9cb1-c1725b434fe3'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:45:27.203291 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f516009-4048-4345-8770-14c4aeb26e43 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:27.207952 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-1f516009-4048-4345-8770-14c4aeb26e43 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7909269 Nov 29 02:45:27.208967 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 51012) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:45:27.246501 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dae680-0a16-4553-9de6-b1e2eff9bae1 None None] Routers {'614f7495-f7f5-4989-9cb1-c1725b434fe3'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:45:27.247136 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-66dae680-0a16-4553-9de6-b1e2eff9bae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:45:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['614f7495-f7f5-4989-9cb1-c1725b434fe3'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:27.401223 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-66dae680-0a16-4553-9de6-b1e2eff9bae1 None None] Set router 614f7495-f7f5-4989-9cb1-c1725b434fe3 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:45:27.403731 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b5a8405c-8791-486a-9386-819d2d04b87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:27.539847 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b5a8405c-8791-486a-9386-819d2d04b87f None None] For port f1acf5f2-e297-4a27-be56-98b006ceb896, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=f1acf5f2-e297-4a27-be56-98b006ceb896,segment=NetworkSegment(670ffaeb-4600-4d8c-8603-4bfefb3d3b8b),segment_id=670ffaeb-4600-4d8c-8603-4bfefb3d3b8b)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:45:27.545950 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device f1acf5f2-e297-4a27-be56-98b006ceb896 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:45:27.554327 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b5a8405c-8791-486a-9386-819d2d04b87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:27.688575 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a87ed096-e024-4db9-9a8a-02c63c0c9d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:27.688828 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a8405c-8791-486a-9386-819d2d04b87f None None] Pushing event updated for resources: {'Port': ['ID=f1acf5f2-e297-4a27-be56-98b006ceb896,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:27.711489 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-6300047e-2dbf-4ed6-a210-987fa5c05fb2 None None] Provisioning complete for port f1acf5f2-e297-4a27-be56-98b006ceb896 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:45:27.711859 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6300047e-2dbf-4ed6-a210-987fa5c05fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:27.716057 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port f1acf5f2-e297-4a27-be56-98b006ceb896 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:45:27.716414 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:27.805894 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-66dae680-0a16-4553-9de6-b1e2eff9bae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'name': 'tempest-TestSnapshotPattern-1816045103-router', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:26Z', 'revision_number': 3, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'gw_port': {'id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:27.843192 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dae680-0a16-4553-9de6-b1e2eff9bae1 None None] Checking router: 614f7495-f7f5-4989-9cb1-c1725b434fe3 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:45:27.843192 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dae680-0a16-4553-9de6-b1e2eff9bae1 None None] Updating router 614f7495-f7f5-4989-9cb1-c1725b434fe3 port 78781ae9-d1d9-4876-b84d-c3d83635f93a binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:45:27.861739 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-a87ed096-e024-4db9-9a8a-02c63c0c9d58 admin admin] Allocated IP 172.20.0.1 (51f4859b-5592-441b-bb47-c7b234ed8f13/501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc/47465a86-536f-4e81-abc9-d476e8e3fa13) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:45:27.922250 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-66dae680-0a16-4553-9de6-b1e2eff9bae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:27.996155 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a87ed096-e024-4db9-9a8a-02c63c0c9d58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:28.033705 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a87ed096-e024-4db9-9a8a-02c63c0c9d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:28.078113 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87ed096-e024-4db9-9a8a-02c63c0c9d58 admin admin] Network 51f4859b-5592-441b-bb47-c7b234ed8f13 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:45:28.081437 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-a87ed096-e024-4db9-9a8a-02c63c0c9d58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:45:28.085759 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87ed096-e024-4db9-9a8a-02c63c0c9d58 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:45:28.119533 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ed096-e024-4db9-9a8a-02c63c0c9d58 admin admin] Pushing event updated for resources: {'Port': ['ID=47465a86-536f-4e81-abc9-d476e8e3fa13,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:28.137213 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a87ed096-e024-4db9-9a8a-02c63c0c9d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:28.199052 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-66dae680-0a16-4553-9de6-b1e2eff9bae1 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:28.205316 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-66dae680-0a16-4553-9de6-b1e2eff9bae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:28.263882 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2304cd03-0ad7-4911-a23b-acf6f8fd620d None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:45:28.269525 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-66dae680-0a16-4553-9de6-b1e2eff9bae1 None None] Attempting to bind port 78781ae9-d1d9-4876-b84d-c3d83635f93a on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:45:28.269926 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-66dae680-0a16-4553-9de6-b1e2eff9bae1 None None] Attempting to bind port 78781ae9-d1d9-4876-b84d-c3d83635f93a by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:45:28.270289 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dae680-0a16-4553-9de6-b1e2eff9bae1 None None] Attempting to bind port 78781ae9-d1d9-4876-b84d-c3d83635f93a on network 4bf244a8-fda8-412f-8f05-2c7c5210f333 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:45:28.284736 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aaa9f4-7cfa-4686-b281-b77445bfd958 None None] Pushing event updated for resources: {'Port': ['ID=78781ae9-d1d9-4876-b84d-c3d83635f93a,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:28.289622 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dae680-0a16-4553-9de6-b1e2eff9bae1 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:45:28.290003 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dae680-0a16-4553-9de6-b1e2eff9bae1 None None] Checking segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:45:28.290964 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-66dae680-0a16-4553-9de6-b1e2eff9bae1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:28.291525 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dae680-0a16-4553-9de6-b1e2eff9bae1 None None] Bound using segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:45:28.291836 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-66dae680-0a16-4553-9de6-b1e2eff9bae1 None None] Bound port: 78781ae9-d1d9-4876-b84d-c3d83635f93a, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:45:28.292240 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-66dae680-0a16-4553-9de6-b1e2eff9bae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:28.299473 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a87ed096-e024-4db9-9a8a-02c63c0c9d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:28.373011 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-66dae680-0a16-4553-9de6-b1e2eff9bae1 None None] For port 78781ae9-d1d9-4876-b84d-c3d83635f93a, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:45:28.376192 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-66dae680-0a16-4553-9de6-b1e2eff9bae1 None None] For port 78781ae9-d1d9-4876-b84d-c3d83635f93a, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=78781ae9-d1d9-4876-b84d-c3d83635f93a,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:45:28.377967 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-a43b0fd3-e527-4e2f-8491-9b88eb53b315 None None] Provisioning complete for port 78781ae9-d1d9-4876-b84d-c3d83635f93a triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:45:28.378425 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a43b0fd3-e527-4e2f-8491-9b88eb53b315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:28.381903 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-66dae680-0a16-4553-9de6-b1e2eff9bae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:28.450783 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22dad22-1d12-4f17-b52e-d0209501bd2e None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:45:28.475321 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a87ed096-e024-4db9-9a8a-02c63c0c9d58 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:28.483980 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dae680-0a16-4553-9de6-b1e2eff9bae1 None None] Routers {'614f7495-f7f5-4989-9cb1-c1725b434fe3'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:45:28.484318 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a87ed096-e024-4db9-9a8a-02c63c0c9d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:28.484999 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-66dae680-0a16-4553-9de6-b1e2eff9bae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:45:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['614f7495-f7f5-4989-9cb1-c1725b434fe3'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:28.552143 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aaa9f4-7cfa-4686-b281-b77445bfd958 None None] Pushing event updated for resources: {'Port': ['ID=78781ae9-d1d9-4876-b84d-c3d83635f93a,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:28.554608 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ed096-e024-4db9-9a8a-02c63c0c9d58 admin admin] Pushing event updated for resources: {'Port': ['ID=47465a86-536f-4e81-abc9-d476e8e3fa13,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:28.557722 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a87ed096-e024-4db9-9a8a-02c63c0c9d58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:28.615947 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a43b0fd3-e527-4e2f-8491-9b88eb53b315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:28.647277 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-66dae680-0a16-4553-9de6-b1e2eff9bae1 None None] Set router 614f7495-f7f5-4989-9cb1-c1725b434fe3 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:45:28.651329 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87ed096-e024-4db9-9a8a-02c63c0c9d58 admin admin] Network 51f4859b-5592-441b-bb47-c7b234ed8f13 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:45:28.652722 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-a87ed096-e024-4db9-9a8a-02c63c0c9d58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:45:28.678276 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a43b0fd3-e527-4e2f-8491-9b88eb53b315 None None] For port 78781ae9-d1d9-4876-b84d-c3d83635f93a, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=78781ae9-d1d9-4876-b84d-c3d83635f93a,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:45:28.683979 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a43b0fd3-e527-4e2f-8491-9b88eb53b315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:28.775548 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87ed096-e024-4db9-9a8a-02c63c0c9d58 admin admin] Router 614f7495-f7f5-4989-9cb1-c1725b434fe3 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:45:28.891895 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87ed096-e024-4db9-9a8a-02c63c0c9d58 admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:45:28.897109 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a87ed096-e024-4db9-9a8a-02c63c0c9d58 admin admin] 10.222.0.37 "PUT /v2.0/routers/614f7495-f7f5-4989-9cb1-c1725b434fe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6878107 Nov 29 02:45:28.967574 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b0fd3-e527-4e2f-8491-9b88eb53b315 None None] Pushing event updated for resources: {'Port': ['ID=78781ae9-d1d9-4876-b84d-c3d83635f93a,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:28.983654 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-9c276b0b-ea52-49d6-a688-ebf7674c414f None None] Provisioning complete for port 47465a86-536f-4e81-abc9-d476e8e3fa13 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:45:28.984026 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c276b0b-ea52-49d6-a688-ebf7674c414f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:29.038032 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-9c276b0b-ea52-49d6-a688-ebf7674c414f None None] Port 47465a86-536f-4e81-abc9-d476e8e3fa13 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:45:29.069038 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-9c276b0b-ea52-49d6-a688-ebf7674c414f None None] Provisioning complete for port 78781ae9-d1d9-4876-b84d-c3d83635f93a triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:45:29.069409 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c276b0b-ea52-49d6-a688-ebf7674c414f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:29.129087 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-66dae680-0a16-4553-9de6-b1e2eff9bae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'name': 'tempest-TestSnapshotPattern-1816045103-router', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 4, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'gw_port': {'id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '47465a86-536f-4e81-abc9-d476e8e3fa13', 'name': '', 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'mac_address': 'fa:16:3e:e8:63:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:27Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 2, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'subnets': [{'id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:29.158990 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dae680-0a16-4553-9de6-b1e2eff9bae1 None None] The sync data for ids ['614f7495-f7f5-4989-9cb1-c1725b434fe3'] in dv-neutron-819032-3-hyperv is: [{'id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'name': 'tempest-TestSnapshotPattern-1816045103-router', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 4, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'gw_port': {'id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '47465a86-536f-4e81-abc9-d476e8e3fa13', 'name': '', 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'mac_address': 'fa:16:3e:e8:63:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:27Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 2, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'subnets': [{'id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:45:29.320305 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-66ac46c2-7bf8-4988-bcf3-d0b1d6b7e815 None None] Provisioning complete for port 47465a86-536f-4e81-abc9-d476e8e3fa13 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:45:29.321050 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-66ac46c2-7bf8-4988-bcf3-d0b1d6b7e815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:29.364012 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-66ac46c2-7bf8-4988-bcf3-d0b1d6b7e815 None None] Port 47465a86-536f-4e81-abc9-d476e8e3fa13 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:45:29.416860 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 51028) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:45:29.423282 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a6cbd380-fc91-4e5e-b69a-bb58bf41da88 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-478583623-network', 'tenant_id': 'd48d6cdba1ee4b40bababa5217104783'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:45:29.447953 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cbd380-fc91-4e5e-b69a-bb58bf41da88 admin admin] Made reservation on behalf of d48d6cdba1ee4b40bababa5217104783 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:45:29.451249 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a6cbd380-fc91-4e5e-b69a-bb58bf41da88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:29.461948 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a6cbd380-fc91-4e5e-b69a-bb58bf41da88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:29.507123 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device f1acf5f2-e297-4a27-be56-98b006ceb896 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:45:29.555769 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a6cbd380-fc91-4e5e-b69a-bb58bf41da88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:29.560995 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a6cbd380-fc91-4e5e-b69a-bb58bf41da88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:29.566944 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port f1acf5f2-e297-4a27-be56-98b006ceb896 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:45:29.567314 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:29.591077 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6cbd380-fc91-4e5e-b69a-bb58bf41da88 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 02:45:29.601594 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cbd380-fc91-4e5e-b69a-bb58bf41da88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82364ea2-12fe-4b4e-ab55-1872083d69b4,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:29.606659 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a6cbd380-fc91-4e5e-b69a-bb58bf41da88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:29.607008 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.segments_db [None req-a6cbd380-fc91-4e5e-b69a-bb58bf41da88 admin admin] Added segment 86b5f709-9676-41b6-979b-8e9f2aacb572 of type vlan for network 963f5064-587d-4c29-a928-a408011f1460 Nov 29 02:45:29.656045 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a6cbd380-fc91-4e5e-b69a-bb58bf41da88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763261345073'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:29.684341 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a6cbd380-fc91-4e5e-b69a-bb58bf41da88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:29.685434 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cbd380-fc91-4e5e-b69a-bb58bf41da88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:29.686037 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a6cbd380-fc91-4e5e-b69a-bb58bf41da88 admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:29.746094 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a6cbd380-fc91-4e5e-b69a-bb58bf41da88 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3267276 Nov 29 02:45:29.749009 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 51030) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:45:29.752448 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cbd380-fc91-4e5e-b69a-bb58bf41da88 admin admin] Pushing event updated for resources: {'Network': ['ID=963f5064-587d-4c29-a928-a408011f1460,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:29.754167 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-8a8441f9-bbf3-4c6a-8b22-87cd242374a0 admin admin] Request body: {'subnet': {'network_id': '963f5064-587d-4c29-a928-a408011f1460', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-478583623-subnet', 'tenant_id': 'd48d6cdba1ee4b40bababa5217104783', 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:45:29.765921 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Network 963f5064-587d-4c29-a928-a408011f1460 details requested by agent ovs-agent-dv-neutron-819032-3-hyperv with host dv-neutron-819032-3-hyperv {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 02:45:29.779820 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8441f9-bbf3-4c6a-8b22-87cd242374a0 admin admin] Made reservation on behalf of d48d6cdba1ee4b40bababa5217104783 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:45:29.782940 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8a8441f9-bbf3-4c6a-8b22-87cd242374a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33331502'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:29.982453 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8a8441f9-bbf3-4c6a-8b22-87cd242374a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1415540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33331512'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:30.037783 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8441f9-bbf3-4c6a-8b22-87cd242374a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db68de7b-9f40-428e-9e49-79776cbec13d,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:30.050408 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8441f9-bbf3-4c6a-8b22-87cd242374a0 admin admin] Checking segment: {'id': '86b5f709-9676-41b6-979b-8e9f2aacb572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '963f5064-587d-4c29-a928-a408011f1460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:45:30.050789 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8441f9-bbf3-4c6a-8b22-87cd242374a0 admin admin] Network hostable DHCP agents. Network: 963f5064-587d-4c29-a928-a408011f1460, hostable agents: ['62b166a8-e23b-4c90-81a8-c9ce1def9c83'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 02:45:30.069787 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8441f9-bbf3-4c6a-8b22-87cd242374a0 admin admin] Network 963f5064-587d-4c29-a928-a408011f1460 is scheduled to be hosted by DHCP agent 62b166a8-e23b-4c90-81a8-c9ce1def9c83 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 02:45:30.079090 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-8a8441f9-bbf3-4c6a-8b22-87cd242374a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819032-3-hyperv, 963f5064-587d-4c29-a928-a408011f1460) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:45:30.083204 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8441f9-bbf3-4c6a-8b22-87cd242374a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:30.083877 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8a8441f9-bbf3-4c6a-8b22-87cd242374a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:30.092616 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6145b260-8d0e-4c5f-8b82-3ee3b2b38200 None None] Network 963f5064-587d-4c29-a928-a408011f1460 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:45:30.101221 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-8a8441f9-bbf3-4c6a-8b22-87cd242374a0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3509927 Nov 29 02:45:30.104269 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 51032) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:45:30.109100 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-633f7813-7ab3-4c2d-93c0-4640d249ccb3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-478583623-router', 'tenant_id': 'd48d6cdba1ee4b40bababa5217104783', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:45:30.132138 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-633f7813-7ab3-4c2d-93c0-4640d249ccb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-591807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32614'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:30.134819 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-633f7813-7ab3-4c2d-93c0-4640d249ccb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599934', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32593'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:30.195118 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-633f7813-7ab3-4c2d-93c0-4640d249ccb3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:30.260255 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dd2423-8bb2-4aeb-a125-d26150e64414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd084b483-c796-5e0e-80eb-3eeeb69d6888-963f5064-587d-4c29-a928-a408011f1460', 'network_id': '963f5064-587d-4c29-a928-a408011f1460', 'tenant_id': 'd48d6cdba1ee4b40bababa5217104783', 'fixed_ips': [{'subnet_id': 'db68de7b-9f40-428e-9e49-79776cbec13d'}]}} from dv-neutron-819032-3-hyperv. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 02:45:30.261282 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-30dd2423-8bb2-4aeb-a125-d26150e64414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:30.341250 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-633f7813-7ab3-4c2d-93c0-4640d249ccb3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:30.411232 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-30dd2423-8bb2-4aeb-a125-d26150e64414 None None] Allocated IP 172.20.0.2 (963f5064-587d-4c29-a928-a408011f1460/db68de7b-9f40-428e-9e49-79776cbec13d/017f4740-c4fe-4cae-a64b-e72033b5b24b) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:45:30.552351 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-633f7813-7ab3-4c2d-93c0-4640d249ccb3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:30.564043 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-30dd2423-8bb2-4aeb-a125-d26150e64414 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:30.570033 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-30dd2423-8bb2-4aeb-a125-d26150e64414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:30.572914 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-633f7813-7ab3-4c2d-93c0-4640d249ccb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:30.610023 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dd2423-8bb2-4aeb-a125-d26150e64414 None None] Network 963f5064-587d-4c29-a928-a408011f1460 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:45:30.612956 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-30dd2423-8bb2-4aeb-a125-d26150e64414 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:45:30.616648 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dd2423-8bb2-4aeb-a125-d26150e64414 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:45:30.623545 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd2423-8bb2-4aeb-a125-d26150e64414 None None] Pushing event updated for resources: {'Port': ['ID=017f4740-c4fe-4cae-a64b-e72033b5b24b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:30.679077 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-633f7813-7ab3-4c2d-93c0-4640d249ccb3 admin admin] Allocated IP 172.26.3.131 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/84623f4a-cf02-4b7e-a14e-da0e0305d2d7) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:45:30.684672 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-30dd2423-8bb2-4aeb-a125-d26150e64414 None None] Attempting to bind port 017f4740-c4fe-4cae-a64b-e72033b5b24b on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:45:30.685118 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-30dd2423-8bb2-4aeb-a125-d26150e64414 None None] Attempting to bind port 017f4740-c4fe-4cae-a64b-e72033b5b24b by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '86b5f709-9676-41b6-979b-8e9f2aacb572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '963f5064-587d-4c29-a928-a408011f1460'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:45:30.685523 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dd2423-8bb2-4aeb-a125-d26150e64414 None None] Attempting to bind port 017f4740-c4fe-4cae-a64b-e72033b5b24b on network 963f5064-587d-4c29-a928-a408011f1460 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:45:30.690831 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dd2423-8bb2-4aeb-a125-d26150e64414 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:45:30.691445 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dd2423-8bb2-4aeb-a125-d26150e64414 None None] Checking segment: {'id': '86b5f709-9676-41b6-979b-8e9f2aacb572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '963f5064-587d-4c29-a928-a408011f1460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:45:30.691907 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-30dd2423-8bb2-4aeb-a125-d26150e64414 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:30.692557 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dd2423-8bb2-4aeb-a125-d26150e64414 None None] Bound using segment: {'id': '86b5f709-9676-41b6-979b-8e9f2aacb572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '963f5064-587d-4c29-a928-a408011f1460'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:45:30.692767 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-30dd2423-8bb2-4aeb-a125-d26150e64414 None None] Bound port: 017f4740-c4fe-4cae-a64b-e72033b5b24b, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b5f709-9676-41b6-979b-8e9f2aacb572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '963f5064-587d-4c29-a928-a408011f1460'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:45:30.693154 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-30dd2423-8bb2-4aeb-a125-d26150e64414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:30.757087 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-30dd2423-8bb2-4aeb-a125-d26150e64414 None None] For port 017f4740-c4fe-4cae-a64b-e72033b5b24b, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:45:30.760819 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-30dd2423-8bb2-4aeb-a125-d26150e64414 None None] For port 017f4740-c4fe-4cae-a64b-e72033b5b24b, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=017f4740-c4fe-4cae-a64b-e72033b5b24b,segment=NetworkSegment(86b5f709-9676-41b6-979b-8e9f2aacb572),segment_id=86b5f709-9676-41b6-979b-8e9f2aacb572)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:45:30.765787 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-30dd2423-8bb2-4aeb-a125-d26150e64414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:30.786586 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-633f7813-7ab3-4c2d-93c0-4640d249ccb3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:30.824983 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd2423-8bb2-4aeb-a125-d26150e64414 None None] Pushing event updated for resources: {'Port': ['ID=017f4740-c4fe-4cae-a64b-e72033b5b24b,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:30.830933 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-633f7813-7ab3-4c2d-93c0-4640d249ccb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:30.875129 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633f7813-7ab3-4c2d-93c0-4640d249ccb3 admin admin] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:45:30.878123 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-633f7813-7ab3-4c2d-93c0-4640d249ccb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:45:30.881944 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633f7813-7ab3-4c2d-93c0-4640d249ccb3 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:45:30.891067 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0f047e-d070-48d4-98c7-2bd2d1071113 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:45:30.904794 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f7813-7ab3-4c2d-93c0-4640d249ccb3 admin admin] Pushing event updated for resources: {'Port': ['ID=84623f4a-cf02-4b7e-a14e-da0e0305d2d7,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:31.021817 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-063f212d-8e72-43c5-807a-308b6edcc4db None None] Provisioning complete for port 84623f4a-cf02-4b7e-a14e-da0e0305d2d7 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:45:31.022193 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-063f212d-8e72-43c5-807a-308b6edcc4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:31.080408 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-063f212d-8e72-43c5-807a-308b6edcc4db None None] Port 84623f4a-cf02-4b7e-a14e-da0e0305d2d7 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:45:31.162923 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-633f7813-7ab3-4c2d-93c0-4640d249ccb3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:31.344948 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435a47f5-5eb5-426f-a172-8782805846a4 None None] Sync routers for ids ['614f7495-f7f5-4989-9cb1-c1725b434fe3'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:45:31.355261 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435a47f5-5eb5-426f-a172-8782805846a4 None None] Routers {'614f7495-f7f5-4989-9cb1-c1725b434fe3'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:45:31.355965 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-435a47f5-5eb5-426f-a172-8782805846a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:45:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['614f7495-f7f5-4989-9cb1-c1725b434fe3'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:31.361454 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-633f7813-7ab3-4c2d-93c0-4640d249ccb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599885'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:31.459304 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-435a47f5-5eb5-426f-a172-8782805846a4 None None] Set router 614f7495-f7f5-4989-9cb1-c1725b434fe3 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:45:31.522158 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633f7813-7ab3-4c2d-93c0-4640d249ccb3 admin admin] Router 5562efdc-3a79-4e41-b0be-f168cc44743f is scheduled to L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 02:45:31.574741 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 78781ae9-d1d9-4876-b84d-c3d83635f93a up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:45:31.631280 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 78781ae9-d1d9-4876-b84d-c3d83635f93a triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:45:31.631747 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:31.681749 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-435a47f5-5eb5-426f-a172-8782805846a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'name': 'tempest-TestSnapshotPattern-1816045103-router', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 4, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'gw_port': {'id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '47465a86-536f-4e81-abc9-d476e8e3fa13', 'name': '', 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'mac_address': 'fa:16:3e:e8:63:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:27Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 2, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'subnets': [{'id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:31.714048 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435a47f5-5eb5-426f-a172-8782805846a4 None None] Checking router: 614f7495-f7f5-4989-9cb1-c1725b434fe3 for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:45:31.714410 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435a47f5-5eb5-426f-a172-8782805846a4 None None] Updating router 614f7495-f7f5-4989-9cb1-c1725b434fe3 port 47465a86-536f-4e81-abc9-d476e8e3fa13 binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:45:31.724150 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 017f4740-c4fe-4cae-a64b-e72033b5b24b up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:45:31.742776 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-435a47f5-5eb5-426f-a172-8782805846a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:31.781424 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 017f4740-c4fe-4cae-a64b-e72033b5b24b triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:45:31.781828 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:31.875677 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:31.914581 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] For port 017f4740-c4fe-4cae-a64b-e72033b5b24b, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=017f4740-c4fe-4cae-a64b-e72033b5b24b,segment=NetworkSegment(86b5f709-9676-41b6-979b-8e9f2aacb572),segment_id=86b5f709-9676-41b6-979b-8e9f2aacb572)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:45:31.920537 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:31.976704 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633f7813-7ab3-4c2d-93c0-4640d249ccb3 admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:45:31.986841 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c238d88-a7cd-475b-a966-46494e719238 None None] Sync routers for ids ['5562efdc-3a79-4e41-b0be-f168cc44743f'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:45:31.997985 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-633f7813-7ab3-4c2d-93c0-4640d249ccb3 admin admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:32.001888 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-633f7813-7ab3-4c2d-93c0-4640d249ccb3 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8937068 Nov 29 02:45:32.002502 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 51034) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:45:32.006530 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Pushing event updated for resources: {'Port': ['ID=017f4740-c4fe-4cae-a64b-e72033b5b24b,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:32.023953 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c238d88-a7cd-475b-a966-46494e719238 None None] Routers {'5562efdc-3a79-4e41-b0be-f168cc44743f'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:45:32.026342 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9c238d88-a7cd-475b-a966-46494e719238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:45:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['5562efdc-3a79-4e41-b0be-f168cc44743f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:32.045130 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-435a47f5-5eb5-426f-a172-8782805846a4 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:32.052759 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-435a47f5-5eb5-426f-a172-8782805846a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:32.130983 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d93bbf-c879-49a3-9a3f-7c721c4b8deb None None] Network 963f5064-587d-4c29-a928-a408011f1460 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:45:32.162185 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc7561-6e34-4240-9486-bb9c55cbb1b5 None None] Pushing event updated for resources: {'Port': ['ID=47465a86-536f-4e81-abc9-d476e8e3fa13,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:32.179562 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-435a47f5-5eb5-426f-a172-8782805846a4 None None] Attempting to bind port 47465a86-536f-4e81-abc9-d476e8e3fa13 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:45:32.180428 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-435a47f5-5eb5-426f-a172-8782805846a4 None None] Attempting to bind port 47465a86-536f-4e81-abc9-d476e8e3fa13 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '670ffaeb-4600-4d8c-8603-4bfefb3d3b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:45:32.180861 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435a47f5-5eb5-426f-a172-8782805846a4 None None] Attempting to bind port 47465a86-536f-4e81-abc9-d476e8e3fa13 on network 51f4859b-5592-441b-bb47-c7b234ed8f13 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:45:32.192513 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435a47f5-5eb5-426f-a172-8782805846a4 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:45:32.193119 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435a47f5-5eb5-426f-a172-8782805846a4 None None] Checking segment: {'id': '670ffaeb-4600-4d8c-8603-4bfefb3d3b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:45:32.193784 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-435a47f5-5eb5-426f-a172-8782805846a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:32.194592 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435a47f5-5eb5-426f-a172-8782805846a4 None None] Bound using segment: {'id': '670ffaeb-4600-4d8c-8603-4bfefb3d3b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:45:32.195234 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-435a47f5-5eb5-426f-a172-8782805846a4 None None] Bound port: 47465a86-536f-4e81-abc9-d476e8e3fa13, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670ffaeb-4600-4d8c-8603-4bfefb3d3b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:45:32.195784 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-435a47f5-5eb5-426f-a172-8782805846a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:32.200372 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc7561-6e34-4240-9486-bb9c55cbb1b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:32.201007 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc7561-6e34-4240-9486-bb9c55cbb1b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:32.201653 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc7561-6e34-4240-9486-bb9c55cbb1b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:32.202158 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc7561-6e34-4240-9486-bb9c55cbb1b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:32.202666 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc7561-6e34-4240-9486-bb9c55cbb1b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:32.203178 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc7561-6e34-4240-9486-bb9c55cbb1b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:32.203680 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc7561-6e34-4240-9486-bb9c55cbb1b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:32.204181 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc7561-6e34-4240-9486-bb9c55cbb1b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:32.204890 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc7561-6e34-4240-9486-bb9c55cbb1b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:32.205389 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc7561-6e34-4240-9486-bb9c55cbb1b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:32.205916 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc7561-6e34-4240-9486-bb9c55cbb1b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:32.206417 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc7561-6e34-4240-9486-bb9c55cbb1b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:45:32.210336 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-9c238d88-a7cd-475b-a966-46494e719238 None None] Set router 5562efdc-3a79-4e41-b0be-f168cc44743f gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:45:32.287271 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-435a47f5-5eb5-426f-a172-8782805846a4 None None] For port 47465a86-536f-4e81-abc9-d476e8e3fa13, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:45:32.291620 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-435a47f5-5eb5-426f-a172-8782805846a4 None None] For port 47465a86-536f-4e81-abc9-d476e8e3fa13, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=47465a86-536f-4e81-abc9-d476e8e3fa13,segment=NetworkSegment(670ffaeb-4600-4d8c-8603-4bfefb3d3b8b),segment_id=670ffaeb-4600-4d8c-8603-4bfefb3d3b8b)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:45:32.297425 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-435a47f5-5eb5-426f-a172-8782805846a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:32.402928 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0d8ce25e-0be7-4bcb-9142-febaf1b1e3d9 None None] Provisioning complete for port 017f4740-c4fe-4cae-a64b-e72033b5b24b triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:45:32.403377 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0d8ce25e-0be7-4bcb-9142-febaf1b1e3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:32.448941 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435a47f5-5eb5-426f-a172-8782805846a4 None None] Routers {'614f7495-f7f5-4989-9cb1-c1725b434fe3'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:45:32.449811 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-435a47f5-5eb5-426f-a172-8782805846a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:45:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['614f7495-f7f5-4989-9cb1-c1725b434fe3'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:32.510192 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d6655b69-4fef-4a6e-9e58-47d09d0cc083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:32.553901 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9c238d88-a7cd-475b-a966-46494e719238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5562efdc-3a79-4e41-b0be-f168cc44743f', 'name': 'tempest-TestSnapshotPattern-478583623-router', 'tenant_id': 'd48d6cdba1ee4b40bababa5217104783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '84623f4a-cf02-4b7e-a14e-da0e0305d2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:45:30Z', 'updated_at': '2021-11-29T02:45:31Z', 'revision_number': 3, 'project_id': 'd48d6cdba1ee4b40bababa5217104783', 'gw_port': {'id': '84623f4a-cf02-4b7e-a14e-da0e0305d2d7', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f4:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5562efdc-3a79-4e41-b0be-f168cc44743f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:30Z', 'updated_at': '2021-11-29T02:45:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:32.580916 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc7561-6e34-4240-9486-bb9c55cbb1b5 None None] Pushing event updated for resources: {'Port': ['ID=47465a86-536f-4e81-abc9-d476e8e3fa13,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:32.593225 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c238d88-a7cd-475b-a966-46494e719238 None None] Checking router: 5562efdc-3a79-4e41-b0be-f168cc44743f for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:45:32.593790 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c238d88-a7cd-475b-a966-46494e719238 None None] Updating router 5562efdc-3a79-4e41-b0be-f168cc44743f port 84623f4a-cf02-4b7e-a14e-da0e0305d2d7 binding host dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:45:32.604391 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-435a47f5-5eb5-426f-a172-8782805846a4 None None] Set router 614f7495-f7f5-4989-9cb1-c1725b434fe3 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:45:32.632931 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c238d88-a7cd-475b-a966-46494e719238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:32.718622 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-d6655b69-4fef-4a6e-9e58-47d09d0cc083 admin admin] Allocated IP 172.20.0.1 (963f5064-587d-4c29-a928-a408011f1460/db68de7b-9f40-428e-9e49-79776cbec13d/3abdd407-d410-4329-9827-d62ac15cd0ed) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:45:32.762959 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-c6577ea8-fca6-4823-86f8-abc75c7d2c15 None None] Provisioning complete for port 47465a86-536f-4e81-abc9-d476e8e3fa13 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:45:32.763576 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c6577ea8-fca6-4823-86f8-abc75c7d2c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:32.838208 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-435a47f5-5eb5-426f-a172-8782805846a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'name': 'tempest-TestSnapshotPattern-1816045103-router', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 4, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'gw_port': {'id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '47465a86-536f-4e81-abc9-d476e8e3fa13', 'name': '', 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'mac_address': 'fa:16:3e:e8:63:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:27Z', 'updated_at': '2021-11-29T02:45:32Z', 'revision_number': 4, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'subnets': [{'id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:32.847913 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d6655b69-4fef-4a6e-9e58-47d09d0cc083 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:32.875165 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435a47f5-5eb5-426f-a172-8782805846a4 None None] The sync data for ids ['614f7495-f7f5-4989-9cb1-c1725b434fe3'] in dv-neutron-819032-3-hyperv is: [{'id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'name': 'tempest-TestSnapshotPattern-1816045103-router', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 4, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'gw_port': {'id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '47465a86-536f-4e81-abc9-d476e8e3fa13', 'name': '', 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'mac_address': 'fa:16:3e:e8:63:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:27Z', 'updated_at': '2021-11-29T02:45:32Z', 'revision_number': 4, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'subnets': [{'id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:45:32.886161 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d6655b69-4fef-4a6e-9e58-47d09d0cc083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:32.938209 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6655b69-4fef-4a6e-9e58-47d09d0cc083 admin admin] Network 963f5064-587d-4c29-a928-a408011f1460 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:45:32.939350 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6655b69-4fef-4a6e-9e58-47d09d0cc083 admin admin] Pushing event updated for resources: {'Port': ['ID=3abdd407-d410-4329-9827-d62ac15cd0ed,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:32.942187 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-d6655b69-4fef-4a6e-9e58-47d09d0cc083 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:45:32.944167 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6655b69-4fef-4a6e-9e58-47d09d0cc083 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:45:32.963387 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c6577ea8-fca6-4823-86f8-abc75c7d2c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:33.005046 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d6655b69-4fef-4a6e-9e58-47d09d0cc083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601470'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:33.037435 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c6577ea8-fca6-4823-86f8-abc75c7d2c15 None None] For port 47465a86-536f-4e81-abc9-d476e8e3fa13, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=47465a86-536f-4e81-abc9-d476e8e3fa13,segment=NetworkSegment(670ffaeb-4600-4d8c-8603-4bfefb3d3b8b),segment_id=670ffaeb-4600-4d8c-8603-4bfefb3d3b8b)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:45:33.040843 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c238d88-a7cd-475b-a966-46494e719238 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:33.045500 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c6577ea8-fca6-4823-86f8-abc75c7d2c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:33.078195 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c238d88-a7cd-475b-a966-46494e719238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:33.120872 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095951aa-71ab-4b64-b416-a9e68a7b36c8 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:45:33.141780 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9c238d88-a7cd-475b-a966-46494e719238 None None] Attempting to bind port 84623f4a-cf02-4b7e-a14e-da0e0305d2d7 on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:45:33.142252 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9c238d88-a7cd-475b-a966-46494e719238 None None] Attempting to bind port 84623f4a-cf02-4b7e-a14e-da0e0305d2d7 by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:45:33.142759 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c238d88-a7cd-475b-a966-46494e719238 None None] Attempting to bind port 84623f4a-cf02-4b7e-a14e-da0e0305d2d7 on network 4bf244a8-fda8-412f-8f05-2c7c5210f333 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:45:33.147357 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6577ea8-fca6-4823-86f8-abc75c7d2c15 None None] Pushing event updated for resources: {'Port': ['ID=47465a86-536f-4e81-abc9-d476e8e3fa13,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:33.157488 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c238d88-a7cd-475b-a966-46494e719238 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:45:33.157725 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c238d88-a7cd-475b-a966-46494e719238 None None] Checking segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:45:33.158203 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c238d88-a7cd-475b-a966-46494e719238 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:33.158665 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c238d88-a7cd-475b-a966-46494e719238 None None] Bound using segment: {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:45:33.159213 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9c238d88-a7cd-475b-a966-46494e719238 None None] Bound port: 84623f4a-cf02-4b7e-a14e-da0e0305d2d7, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5ffc3a-0d64-4b0b-926a-ecc293404c89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:45:33.159674 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c238d88-a7cd-475b-a966-46494e719238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:33.182972 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d6655b69-4fef-4a6e-9e58-47d09d0cc083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:33.371370 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d6655b69-4fef-4a6e-9e58-47d09d0cc083 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:33.377017 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d6655b69-4fef-4a6e-9e58-47d09d0cc083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:33.388721 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb29d7-e0bc-4f01-b1c5-d9613a083dee None None] Pushing event updated for resources: {'Port': ['ID=84623f4a-cf02-4b7e-a14e-da0e0305d2d7,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:33.403008 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-02fdeccc-dfe1-4264-9c9c-696d8685322d None None] Provisioning complete for port 84623f4a-cf02-4b7e-a14e-da0e0305d2d7 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:45:33.403379 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-02fdeccc-dfe1-4264-9c9c-696d8685322d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:33.435299 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9c238d88-a7cd-475b-a966-46494e719238 None None] For port 84623f4a-cf02-4b7e-a14e-da0e0305d2d7, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:45:33.452415 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6655b69-4fef-4a6e-9e58-47d09d0cc083 admin admin] Pushing event updated for resources: {'Port': ['ID=3abdd407-d410-4329-9827-d62ac15cd0ed,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:33.455251 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d6655b69-4fef-4a6e-9e58-47d09d0cc083 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601490'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:33.456121 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9c238d88-a7cd-475b-a966-46494e719238 None None] For port 84623f4a-cf02-4b7e-a14e-da0e0305d2d7, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=84623f4a-cf02-4b7e-a14e-da0e0305d2d7,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:45:33.459136 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-02fdeccc-dfe1-4264-9c9c-696d8685322d None None] Port 84623f4a-cf02-4b7e-a14e-da0e0305d2d7 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:45:33.464933 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c238d88-a7cd-475b-a966-46494e719238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:33.521208 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-02fdeccc-dfe1-4264-9c9c-696d8685322d None None] Provisioning complete for port 017f4740-c4fe-4cae-a64b-e72033b5b24b triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:45:33.521599 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-02fdeccc-dfe1-4264-9c9c-696d8685322d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:33.525761 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3c431c-64c5-448c-a2b3-1b7bf9c2b060 None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:45:33.567530 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 47465a86-536f-4e81-abc9-d476e8e3fa13 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:45:33.581747 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6655b69-4fef-4a6e-9e58-47d09d0cc083 admin admin] Network 963f5064-587d-4c29-a928-a408011f1460 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:45:33.583196 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-d6655b69-4fef-4a6e-9e58-47d09d0cc083 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:45:33.608706 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c238d88-a7cd-475b-a966-46494e719238 None None] Routers {'5562efdc-3a79-4e41-b0be-f168cc44743f'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:45:33.609363 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9c238d88-a7cd-475b-a966-46494e719238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:45:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['5562efdc-3a79-4e41-b0be-f168cc44743f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:33.621354 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb29d7-e0bc-4f01-b1c5-d9613a083dee None None] Pushing event updated for resources: {'Port': ['ID=84623f4a-cf02-4b7e-a14e-da0e0305d2d7,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:33.760543 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 47465a86-536f-4e81-abc9-d476e8e3fa13 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:45:33.760543 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:33.821045 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-9c238d88-a7cd-475b-a966-46494e719238 None None] Set router 5562efdc-3a79-4e41-b0be-f168cc44743f gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:45:34.018279 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 017f4740-c4fe-4cae-a64b-e72033b5b24b up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:45:34.031584 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6655b69-4fef-4a6e-9e58-47d09d0cc083 admin admin] Router 5562efdc-3a79-4e41-b0be-f168cc44743f has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:45:34.042917 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-643f6492-15fe-4cf2-8779-f5aa401b51f7 None None] Provisioning complete for port 84623f4a-cf02-4b7e-a14e-da0e0305d2d7 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:45:34.043302 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-643f6492-15fe-4cf2-8779-f5aa401b51f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:34.138116 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6655b69-4fef-4a6e-9e58-47d09d0cc083 admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:45:34.148568 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d6655b69-4fef-4a6e-9e58-47d09d0cc083 admin admin] 10.222.0.37 "PUT /v2.0/routers/5562efdc-3a79-4e41-b0be-f168cc44743f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1451418 Nov 29 02:45:34.152235 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 017f4740-c4fe-4cae-a64b-e72033b5b24b triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:45:34.152703 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:34.217559 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-9c238d88-a7cd-475b-a966-46494e719238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5562efdc-3a79-4e41-b0be-f168cc44743f', 'name': 'tempest-TestSnapshotPattern-478583623-router', 'tenant_id': 'd48d6cdba1ee4b40bababa5217104783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '84623f4a-cf02-4b7e-a14e-da0e0305d2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:45:30Z', 'updated_at': '2021-11-29T02:45:33Z', 'revision_number': 4, 'project_id': 'd48d6cdba1ee4b40bababa5217104783', 'gw_port': {'id': '84623f4a-cf02-4b7e-a14e-da0e0305d2d7', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f4:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5562efdc-3a79-4e41-b0be-f168cc44743f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:30Z', 'updated_at': '2021-11-29T02:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '3abdd407-d410-4329-9827-d62ac15cd0ed', 'name': '', 'network_id': '963f5064-587d-4c29-a928-a408011f1460', 'tenant_id': 'd48d6cdba1ee4b40bababa5217104783', 'mac_address': 'fa:16:3e:7d:e7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5562efdc-3a79-4e41-b0be-f168cc44743f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'db68de7b-9f40-428e-9e49-79776cbec13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:32Z', 'updated_at': '2021-11-29T02:45:33Z', 'revision_number': 2, 'project_id': 'd48d6cdba1ee4b40bababa5217104783', 'subnets': [{'id': 'db68de7b-9f40-428e-9e49-79776cbec13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:34.252163 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c238d88-a7cd-475b-a966-46494e719238 None None] The sync data for ids ['5562efdc-3a79-4e41-b0be-f168cc44743f'] in dv-neutron-819032-3-hyperv is: [{'id': '5562efdc-3a79-4e41-b0be-f168cc44743f', 'name': 'tempest-TestSnapshotPattern-478583623-router', 'tenant_id': 'd48d6cdba1ee4b40bababa5217104783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '84623f4a-cf02-4b7e-a14e-da0e0305d2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:45:30Z', 'updated_at': '2021-11-29T02:45:33Z', 'revision_number': 4, 'project_id': 'd48d6cdba1ee4b40bababa5217104783', 'gw_port': {'id': '84623f4a-cf02-4b7e-a14e-da0e0305d2d7', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f4:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5562efdc-3a79-4e41-b0be-f168cc44743f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:30Z', 'updated_at': '2021-11-29T02:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '3abdd407-d410-4329-9827-d62ac15cd0ed', 'name': '', 'network_id': '963f5064-587d-4c29-a928-a408011f1460', 'tenant_id': 'd48d6cdba1ee4b40bababa5217104783', 'mac_address': 'fa:16:3e:7d:e7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5562efdc-3a79-4e41-b0be-f168cc44743f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'db68de7b-9f40-428e-9e49-79776cbec13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:32Z', 'updated_at': '2021-11-29T02:45:33Z', 'revision_number': 2, 'project_id': 'd48d6cdba1ee4b40bababa5217104783', 'subnets': [{'id': 'db68de7b-9f40-428e-9e49-79776cbec13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:45:34.259975 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-643f6492-15fe-4cf2-8779-f5aa401b51f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:34.285537 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-643f6492-15fe-4cf2-8779-f5aa401b51f7 None None] For port 84623f4a-cf02-4b7e-a14e-da0e0305d2d7, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=84623f4a-cf02-4b7e-a14e-da0e0305d2d7,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:45:34.305343 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-643f6492-15fe-4cf2-8779-f5aa401b51f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:34.361032 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-643f6492-15fe-4cf2-8779-f5aa401b51f7 None None] Provisioning complete for port 3abdd407-d410-4329-9827-d62ac15cd0ed triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:45:34.361419 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-643f6492-15fe-4cf2-8779-f5aa401b51f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:34.402400 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f6492-15fe-4cf2-8779-f5aa401b51f7 None None] Pushing event updated for resources: {'Port': ['ID=84623f4a-cf02-4b7e-a14e-da0e0305d2d7,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:34.410126 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-643f6492-15fe-4cf2-8779-f5aa401b51f7 None None] Port 3abdd407-d410-4329-9827-d62ac15cd0ed cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:45:35.644194 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 51044) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:45:35.648900 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d948ce11-bf37-48e8-9877-8bf8b0936fab tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-632039050', 'description': 'tempest-secgroup-smoke-632039050 description', 'project_id': '472343bc4f954ecb97e3242c362f5e65'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:45:35.678983 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d948ce11-bf37-48e8-9877-8bf8b0936fab tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:35.753054 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d948ce11-bf37-48e8-9877-8bf8b0936fab tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:35.757320 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d948ce11-bf37-48e8-9877-8bf8b0936fab tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:35.788833 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948ce11-bf37-48e8-9877-8bf8b0936fab tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e9a685-bda5-41de-805c-3f2594fea270,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:35.793039 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d948ce11-bf37-48e8-9877-8bf8b0936fab tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:35.796919 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-d948ce11-bf37-48e8-9877-8bf8b0936fab tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1490941 Nov 29 02:45:35.797272 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 51046) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:45:35.801894 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f4ed3de9-1293-4dd6-ae19-a62fd0f04ad4 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Request body: {'security_group_rule': {'security_group_id': 'f2e9a685-bda5-41de-805c-3f2594fea270', 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:45:35.832072 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4ed3de9-1293-4dd6-ae19-a62fd0f04ad4 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:35.885761 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4ed3de9-1293-4dd6-ae19-a62fd0f04ad4 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:35.889938 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4ed3de9-1293-4dd6-ae19-a62fd0f04ad4 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:35.910007 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed3de9-1293-4dd6-ae19-a62fd0f04ad4 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd2d9f4e-2044-422b-add4-e183a0196b6a,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:35.916446 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f4ed3de9-1293-4dd6-ae19-a62fd0f04ad4 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:35.920436 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 51048) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:45:35.920597 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f4ed3de9-1293-4dd6-ae19-a62fd0f04ad4 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221635 Nov 29 02:45:35.925323 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4af01963-3e9e-45a4-ac7f-36c17a2881ca tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Request body: {'security_group_rule': {'security_group_id': 'f2e9a685-bda5-41de-805c-3f2594fea270', 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:45:35.952976 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4af01963-3e9e-45a4-ac7f-36c17a2881ca tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:36.012736 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4af01963-3e9e-45a4-ac7f-36c17a2881ca tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:36.016643 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4af01963-3e9e-45a4-ac7f-36c17a2881ca tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:36.035262 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af01963-3e9e-45a4-ac7f-36c17a2881ca tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c0a379-887f-46f0-b5d9-838cf232a377,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:36.044341 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4af01963-3e9e-45a4-ac7f-36c17a2881ca tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:36.048080 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-4af01963-3e9e-45a4-ac7f-36c17a2881ca tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238923 Nov 29 02:45:36.048442 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 51050) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:45:36.053975 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-988c8e0f-23ce-4aff-8ca0-75961f5c5b1e tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Request body: {'security_group_rule': {'security_group_id': 'f2e9a685-bda5-41de-805c-3f2594fea270', 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:45:36.083302 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-988c8e0f-23ce-4aff-8ca0-75961f5c5b1e tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:36.142144 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-988c8e0f-23ce-4aff-8ca0-75961f5c5b1e tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:36.146825 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-988c8e0f-23ce-4aff-8ca0-75961f5c5b1e tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:36.165122 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c8e0f-23ce-4aff-8ca0-75961f5c5b1e tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b66869-75d2-46ae-ba0b-c1507d450132,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:36.172748 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-988c8e0f-23ce-4aff-8ca0-75961f5c5b1e tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:36.174259 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-988c8e0f-23ce-4aff-8ca0-75961f5c5b1e tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245837 Nov 29 02:45:36.176780 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 51052) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:45:36.181979 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-96ac0c86-3793-4af7-ae34-874b3dcd02f7 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Request body: {'security_group_rule': {'security_group_id': 'f2e9a685-bda5-41de-805c-3f2594fea270', 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:45:36.209493 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-96ac0c86-3793-4af7-ae34-874b3dcd02f7 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:36.271947 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-96ac0c86-3793-4af7-ae34-874b3dcd02f7 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:36.276331 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-96ac0c86-3793-4af7-ae34-874b3dcd02f7 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:36.294537 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac0c86-3793-4af7-ae34-874b3dcd02f7 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da593f5-2431-4b42-9c7d-0539e08594f6,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:36.299466 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-96ac0c86-3793-4af7-ae34-874b3dcd02f7 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:36.300702 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-96ac0c86-3793-4af7-ae34-874b3dcd02f7 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1228745 Nov 29 02:45:36.303433 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 51054) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:45:36.308164 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-35fd42d9-06e6-46e6-9f9e-c00212666711 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Request body: {'security_group_rule': {'security_group_id': 'f2e9a685-bda5-41de-805c-3f2594fea270', 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:45:36.329599 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-35fd42d9-06e6-46e6-9f9e-c00212666711 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Project 472343bc4f954ecb97e3242c362f5e65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:45:36.334245 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35fd42d9-06e6-46e6-9f9e-c00212666711 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:36.397094 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35fd42d9-06e6-46e6-9f9e-c00212666711 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:36.401296 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35fd42d9-06e6-46e6-9f9e-c00212666711 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:36.420044 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd42d9-06e6-46e6-9f9e-c00212666711 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60cac5ea-f905-4352-9b0c-9feb14b5bcdd,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:36.430268 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-35fd42d9-06e6-46e6-9f9e-c00212666711 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:36.432011 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-35fd42d9-06e6-46e6-9f9e-c00212666711 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1276629 Nov 29 02:45:36.434713 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 51056) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:45:36.439299 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-16ec1258-a311-4545-bfa9-99898b0ced00 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Request body: {'security_group_rule': {'security_group_id': 'f2e9a685-bda5-41de-805c-3f2594fea270', 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:45:36.461196 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-16ec1258-a311-4545-bfa9-99898b0ced00 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Project 472343bc4f954ecb97e3242c362f5e65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 02:45:36.466913 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-16ec1258-a311-4545-bfa9-99898b0ced00 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:36.525119 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-16ec1258-a311-4545-bfa9-99898b0ced00 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:36.529276 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-16ec1258-a311-4545-bfa9-99898b0ced00 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539728'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:36.544560 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec1258-a311-4545-bfa9-99898b0ced00 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb53b4d-5e9d-4020-a0f6-bbad87e31910,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:36.555174 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-16ec1258-a311-4545-bfa9-99898b0ced00 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:36.556995 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-16ec1258-a311-4545-bfa9-99898b0ced00 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212995 Nov 29 02:45:36.706760 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-182e89ae-76ea-4040-a6af-8f5aa35c1eb2 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-632039050&fields=id&tenant_id=472343bc4f954ecb97e3242c362f5e65 HTTP/1.1" status: 200 len: 267 time: 0.0460052 Nov 29 02:45:36.815691 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-ece63f80-e705-4aeb-9fc4-95994d735f0e tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:36.817152 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-ece63f80-e705-4aeb-9fc4-95994d735f0e tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/networks?id=51f4859b-5592-441b-bb47-c7b234ed8f13 HTTP/1.1" status: 200 len: 810 time: 0.1036510 Nov 29 02:45:36.831726 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-be06ff18-48dd-4dbd-9c5c-e49f52b96614 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/quotas/472343bc4f954ecb97e3242c362f5e65 HTTP/1.1" status: 200 len: 375 time: 0.0087211 Nov 29 02:45:36.885188 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-5b0f958e-41b7-4377-a84c-ce5e91507e4c tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=472343bc4f954ecb97e3242c362f5e65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482771 Nov 29 02:45:36.902275 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-a30874fb-5902-4f8f-a5f7-370f9f612e31 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:45:36.903224 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-a30874fb-5902-4f8f-a5f7-370f9f612e31 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068135 Nov 29 02:45:36.943592 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d48d7dc-67d3-44ae-b8b5-b65d3ca66925 None None] Sync routers for ids ['5562efdc-3a79-4e41-b0be-f168cc44743f'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:45:36.953494 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d48d7dc-67d3-44ae-b8b5-b65d3ca66925 None None] Routers {'5562efdc-3a79-4e41-b0be-f168cc44743f'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:45:36.954126 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1d48d7dc-67d3-44ae-b8b5-b65d3ca66925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:45:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['5562efdc-3a79-4e41-b0be-f168cc44743f'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:36.998038 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-d7358d89-b911-42cd-aede-a9bac4cf033d service neutron] 10.222.0.37 "GET /v2.0/networks/51f4859b-5592-441b-bb47-c7b234ed8f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882304 Nov 29 02:45:37.057839 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-1d48d7dc-67d3-44ae-b8b5-b65d3ca66925 None None] Set router 5562efdc-3a79-4e41-b0be-f168cc44743f gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:45:37.085930 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-62f9eff7-0262-4921-a616-4e9c7cbe8660 service neutron] 10.222.0.37 "GET /v2.0/networks/51f4859b-5592-441b-bb47-c7b234ed8f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819182 Nov 29 02:45:37.249219 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-53965000-7c78-4fb5-88e0-19f9d628a5a3 req-c1a6c14d-ac05-4672-8fe8-da1b09c65e01 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=da0a5084-dcf2-48cc-b2a2-55e650f06e3e HTTP/1.1" status: 200 len: 210 time: 0.0296772 Nov 29 02:45:37.259760 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1d48d7dc-67d3-44ae-b8b5-b65d3ca66925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5562efdc-3a79-4e41-b0be-f168cc44743f', 'name': 'tempest-TestSnapshotPattern-478583623-router', 'tenant_id': 'd48d6cdba1ee4b40bababa5217104783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '84623f4a-cf02-4b7e-a14e-da0e0305d2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:45:30Z', 'updated_at': '2021-11-29T02:45:33Z', 'revision_number': 4, 'project_id': 'd48d6cdba1ee4b40bababa5217104783', 'gw_port': {'id': '84623f4a-cf02-4b7e-a14e-da0e0305d2d7', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5562efdc-3a79-4e41-b0be-f168cc44743f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:30Z', 'updated_at': '2021-11-29T02:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '3abdd407-d410-4329-9827-d62ac15cd0ed', 'name': '', 'network_id': '963f5064-587d-4c29-a928-a408011f1460', 'tenant_id': 'd48d6cdba1ee4b40bababa5217104783', 'mac_address': 'fa:16:3e:7d:e7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5562efdc-3a79-4e41-b0be-f168cc44743f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'db68de7b-9f40-428e-9e49-79776cbec13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:32Z', 'updated_at': '2021-11-29T02:45:33Z', 'revision_number': 2, 'project_id': 'd48d6cdba1ee4b40bababa5217104783', 'subnets': [{'id': 'db68de7b-9f40-428e-9e49-79776cbec13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:37.286104 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d48d7dc-67d3-44ae-b8b5-b65d3ca66925 None None] Checking router: 5562efdc-3a79-4e41-b0be-f168cc44743f for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:45:37.286464 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d48d7dc-67d3-44ae-b8b5-b65d3ca66925 None None] Updating router 5562efdc-3a79-4e41-b0be-f168cc44743f port 3abdd407-d410-4329-9827-d62ac15cd0ed binding host dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 02:45:37.313059 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1d48d7dc-67d3-44ae-b8b5-b65d3ca66925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:37.507664 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 84623f4a-cf02-4b7e-a14e-da0e0305d2d7 up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:45:37.554976 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 84623f4a-cf02-4b7e-a14e-da0e0305d2d7 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:45:37.555836 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:37.565931 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1d48d7dc-67d3-44ae-b8b5-b65d3ca66925 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:37.573527 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1d48d7dc-67d3-44ae-b8b5-b65d3ca66925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:37.626231 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c333e2-34c6-46d0-93cd-094fe56c0b9f None None] Pushing event updated for resources: {'Port': ['ID=3abdd407-d410-4329-9827-d62ac15cd0ed,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:37.690459 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1d48d7dc-67d3-44ae-b8b5-b65d3ca66925 None None] Attempting to bind port 3abdd407-d410-4329-9827-d62ac15cd0ed on host dv-neutron-819032-3-hyperv for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:45:37.692008 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1d48d7dc-67d3-44ae-b8b5-b65d3ca66925 None None] Attempting to bind port 3abdd407-d410-4329-9827-d62ac15cd0ed by drivers openvswitch,hyperv on host dv-neutron-819032-3-hyperv at level 0 using segments [{'id': '86b5f709-9676-41b6-979b-8e9f2aacb572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '963f5064-587d-4c29-a928-a408011f1460'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:45:37.692512 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d48d7dc-67d3-44ae-b8b5-b65d3ca66925 None None] Attempting to bind port 3abdd407-d410-4329-9827-d62ac15cd0ed on network 963f5064-587d-4c29-a928-a408011f1460 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:45:37.699748 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d48d7dc-67d3-44ae-b8b5-b65d3ca66925 None None] Checking agent: {'id': '0376d2c6-6237-4547-8232-9d2e37b506de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819032-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 49, 48), 'started_at': datetime.datetime(2021, 11, 29, 1, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819032-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:45:37.700124 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d48d7dc-67d3-44ae-b8b5-b65d3ca66925 None None] Checking segment: {'id': '86b5f709-9676-41b6-979b-8e9f2aacb572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '963f5064-587d-4c29-a928-a408011f1460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:45:37.700525 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1d48d7dc-67d3-44ae-b8b5-b65d3ca66925 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:37.700924 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d48d7dc-67d3-44ae-b8b5-b65d3ca66925 None None] Bound using segment: {'id': '86b5f709-9676-41b6-979b-8e9f2aacb572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '963f5064-587d-4c29-a928-a408011f1460'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:45:37.701384 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1d48d7dc-67d3-44ae-b8b5-b65d3ca66925 None None] Bound port: 3abdd407-d410-4329-9827-d62ac15cd0ed, host: dv-neutron-819032-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b5f709-9676-41b6-979b-8e9f2aacb572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '963f5064-587d-4c29-a928-a408011f1460'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:45:37.701797 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1d48d7dc-67d3-44ae-b8b5-b65d3ca66925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:37.763892 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-1d48d7dc-67d3-44ae-b8b5-b65d3ca66925 None None] For port 3abdd407-d410-4329-9827-d62ac15cd0ed, host dv-neutron-819032-3-hyperv, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:45:37.766939 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-1d48d7dc-67d3-44ae-b8b5-b65d3ca66925 None None] For port 3abdd407-d410-4329-9827-d62ac15cd0ed, host dv-neutron-819032-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=3abdd407-d410-4329-9827-d62ac15cd0ed,segment=NetworkSegment(86b5f709-9676-41b6-979b-8e9f2aacb572),segment_id=86b5f709-9676-41b6-979b-8e9f2aacb572)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:45:37.771765 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1d48d7dc-67d3-44ae-b8b5-b65d3ca66925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:37.827937 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d48d7dc-67d3-44ae-b8b5-b65d3ca66925 None None] Routers {'5562efdc-3a79-4e41-b0be-f168cc44743f'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:45:37.828576 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1d48d7dc-67d3-44ae-b8b5-b65d3ca66925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:45:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['5562efdc-3a79-4e41-b0be-f168cc44743f'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:37.833880 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c333e2-34c6-46d0-93cd-094fe56c0b9f None None] Pushing event updated for resources: {'Port': ['ID=3abdd407-d410-4329-9827-d62ac15cd0ed,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:37.854696 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-9f8d3256-876e-4963-85dd-ba2040b04ab3 None None] Provisioning complete for port 3abdd407-d410-4329-9827-d62ac15cd0ed triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:45:37.855159 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f8d3256-876e-4963-85dd-ba2040b04ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:37.940511 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f8d3256-876e-4963-85dd-ba2040b04ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:37.942921 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-1d48d7dc-67d3-44ae-b8b5-b65d3ca66925 None None] Set router 5562efdc-3a79-4e41-b0be-f168cc44743f gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:45:37.975526 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9f8d3256-876e-4963-85dd-ba2040b04ab3 None None] For port 3abdd407-d410-4329-9827-d62ac15cd0ed, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=3abdd407-d410-4329-9827-d62ac15cd0ed,segment=NetworkSegment(86b5f709-9676-41b6-979b-8e9f2aacb572),segment_id=86b5f709-9676-41b6-979b-8e9f2aacb572)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:45:37.981573 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9f8d3256-876e-4963-85dd-ba2040b04ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:38.037611 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d3256-876e-4963-85dd-ba2040b04ab3 None None] Pushing event updated for resources: {'Port': ['ID=3abdd407-d410-4329-9827-d62ac15cd0ed,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:38.102983 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-5dbfe5ed-cb6d-4ab3-8b42-55b147dff9b0 None None] Provisioning complete for port 3abdd407-d410-4329-9827-d62ac15cd0ed triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:45:38.103351 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5dbfe5ed-cb6d-4ab3-8b42-55b147dff9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:38.229243 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1d48d7dc-67d3-44ae-b8b5-b65d3ca66925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5562efdc-3a79-4e41-b0be-f168cc44743f', 'name': 'tempest-TestSnapshotPattern-478583623-router', 'tenant_id': 'd48d6cdba1ee4b40bababa5217104783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '84623f4a-cf02-4b7e-a14e-da0e0305d2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:45:30Z', 'updated_at': '2021-11-29T02:45:33Z', 'revision_number': 4, 'project_id': 'd48d6cdba1ee4b40bababa5217104783', 'gw_port': {'id': '84623f4a-cf02-4b7e-a14e-da0e0305d2d7', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5562efdc-3a79-4e41-b0be-f168cc44743f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:30Z', 'updated_at': '2021-11-29T02:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '3abdd407-d410-4329-9827-d62ac15cd0ed', 'name': '', 'network_id': '963f5064-587d-4c29-a928-a408011f1460', 'tenant_id': 'd48d6cdba1ee4b40bababa5217104783', 'mac_address': 'fa:16:3e:7d:e7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5562efdc-3a79-4e41-b0be-f168cc44743f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'db68de7b-9f40-428e-9e49-79776cbec13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:32Z', 'updated_at': '2021-11-29T02:45:37Z', 'revision_number': 4, 'project_id': 'd48d6cdba1ee4b40bababa5217104783', 'subnets': [{'id': 'db68de7b-9f40-428e-9e49-79776cbec13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:38.255462 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d48d7dc-67d3-44ae-b8b5-b65d3ca66925 None None] The sync data for ids ['5562efdc-3a79-4e41-b0be-f168cc44743f'] in dv-neutron-819032-3-hyperv is: [{'id': '5562efdc-3a79-4e41-b0be-f168cc44743f', 'name': 'tempest-TestSnapshotPattern-478583623-router', 'tenant_id': 'd48d6cdba1ee4b40bababa5217104783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '84623f4a-cf02-4b7e-a14e-da0e0305d2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:45:30Z', 'updated_at': '2021-11-29T02:45:33Z', 'revision_number': 4, 'project_id': 'd48d6cdba1ee4b40bababa5217104783', 'gw_port': {'id': '84623f4a-cf02-4b7e-a14e-da0e0305d2d7', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5562efdc-3a79-4e41-b0be-f168cc44743f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:30Z', 'updated_at': '2021-11-29T02:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '3abdd407-d410-4329-9827-d62ac15cd0ed', 'name': '', 'network_id': '963f5064-587d-4c29-a928-a408011f1460', 'tenant_id': 'd48d6cdba1ee4b40bababa5217104783', 'mac_address': 'fa:16:3e:7d:e7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5562efdc-3a79-4e41-b0be-f168cc44743f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'db68de7b-9f40-428e-9e49-79776cbec13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:32Z', 'updated_at': '2021-11-29T02:45:37Z', 'revision_number': 4, 'project_id': 'd48d6cdba1ee4b40bababa5217104783', 'subnets': [{'id': 'db68de7b-9f40-428e-9e49-79776cbec13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:45:38.328488 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9814b836-1353-43d4-a8b5-14ee775349b4 req-6efdd772-a15a-4b43-82a8-eb7bec4b33cb tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=da0a5084-dcf2-48cc-b2a2-55e650f06e3e HTTP/1.1" status: 200 len: 210 time: 0.0269122 Nov 29 02:45:39.406354 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c76ed4d7-e590-498c-a759-22f65ba790f4 req-26d57fa6-6960-4cdf-a79d-9d7833916ccd tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=da0a5084-dcf2-48cc-b2a2-55e650f06e3e HTTP/1.1" status: 200 len: 210 time: 0.0278354 Nov 29 02:45:39.510194 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 3abdd407-d410-4329-9827-d62ac15cd0ed up at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:45:39.557248 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Provisioning complete for port 3abdd407-d410-4329-9827-d62ac15cd0ed triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:45:39.557657 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:40.483983 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0905c1f2-7be1-423b-8785-60ae21ff4a1f req-eedf8631-f7e2-42b4-a539-532effdfae06 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=da0a5084-dcf2-48cc-b2a2-55e650f06e3e HTTP/1.1" status: 200 len: 210 time: 0.0255284 Nov 29 02:45:41.576797 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-94d7657a-155a-42c8-99ef-d08bce7efd78 req-11cbe3eb-2d2e-4b02-841c-d0108975c745 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=da0a5084-dcf2-48cc-b2a2-55e650f06e3e HTTP/1.1" status: 200 len: 210 time: 0.0265408 Nov 29 02:45:42.127946 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-983e6194-c99f-4b51-8bc0-754870272b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:42.459536 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-56aeda3a-167f-4d93-b1a2-2860f89ad9a8 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:42.461023 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-56aeda3a-167f-4d93-b1a2-2860f89ad9a8 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.24 "GET /v2.0/networks?id=51f4859b-5592-441b-bb47-c7b234ed8f13 HTTP/1.1" status: 200 len: 810 time: 0.1091716 Nov 29 02:45:42.553352 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-5a763d5d-b01f-4dae-a0f8-2a9a842a449f tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=472343bc4f954ecb97e3242c362f5e65 HTTP/1.1" status: 200 len: 379 time: 0.0552917 Nov 29 02:45:42.565988 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-54ad056c-3868-4a31-9899-ab3346b497f4 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Request body: {'port': {'device_id': 'da0a5084-dcf2-48cc-b2a2-55e650f06e3e', 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'admin_state_up': True, 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'security_groups': ['f2e9a685-bda5-41de-805c-3f2594fea270']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:45:42.669055 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0ed3d7d7-ea05-41c8-9fef-5e35c719a347 req-3119e115-5564-4b34-9cdc-1a1604082db2 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=da0a5084-dcf2-48cc-b2a2-55e650f06e3e HTTP/1.1" status: 200 len: 210 time: 0.0256610 Nov 29 02:45:42.676155 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-54ad056c-3868-4a31-9899-ab3346b497f4 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Made reservation on behalf of 472343bc4f954ecb97e3242c362f5e65 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:45:42.679789 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-54ad056c-3868-4a31-9899-ab3346b497f4 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:42.801065 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-54ad056c-3868-4a31-9899-ab3346b497f4 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Allocated IP 172.20.0.12 (51f4859b-5592-441b-bb47-c7b234ed8f13/501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc/dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:45:42.939951 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-54ad056c-3868-4a31-9899-ab3346b497f4 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:42.972365 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-54ad056c-3868-4a31-9899-ab3346b497f4 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:43.014150 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-54ad056c-3868-4a31-9899-ab3346b497f4 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Network 51f4859b-5592-441b-bb47-c7b234ed8f13 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:45:43.017049 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-54ad056c-3868-4a31-9899-ab3346b497f4 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:45:43.020663 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-54ad056c-3868-4a31-9899-ab3346b497f4 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:45:43.054057 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad056c-3868-4a31-9899-ab3346b497f4 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Pushing event updated for resources: {'Port': ['ID=dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:43.083845 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-54ad056c-3868-4a31-9899-ab3346b497f4 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:43.084474 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-54ad056c-3868-4a31-9899-ab3346b497f4 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:43.101620 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-54ad056c-3868-4a31-9899-ab3346b497f4 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5391569 Nov 29 02:45:43.128460 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-4916535c-a151-4c00-9657-baa58a8d17d1 service neutron] Request body: {'port': {'device_id': 'da0a5084-dcf2-48cc-b2a2-55e650f06e3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:45:43.186060 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-4916535c-a151-4c00-9657-baa58a8d17d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:43.234424 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-d4a220ff-5c96-4b5c-a0fd-7fd34d3cc8b2 None None] Provisioning complete for port dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:45:43.235018 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d4a220ff-5c96-4b5c-a0fd-7fd34d3cc8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:43.267985 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-d4a220ff-5c96-4b5c-a0fd-7fd34d3cc8b2 None None] Port dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:45:43.448658 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-4916535c-a151-4c00-9657-baa58a8d17d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:45:43.455943 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-4916535c-a151-4c00-9657-baa58a8d17d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:43.468434 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-4916535c-a151-4c00-9657-baa58a8d17d1 service neutron] Transition to ACTIVE for port object dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:45:43.471711 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-4916535c-a151-4c00-9657-baa58a8d17d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:43.526121 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4916535c-a151-4c00-9657-baa58a8d17d1 service neutron] Pushing event updated for resources: {'Port': ['ID=dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:43.597915 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-4916535c-a151-4c00-9657-baa58a8d17d1 service neutron] Attempting to bind port dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:45:43.598412 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-4916535c-a151-4c00-9657-baa58a8d17d1 service neutron] Attempting to bind port dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '670ffaeb-4600-4d8c-8603-4bfefb3d3b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:45:43.598752 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-4916535c-a151-4c00-9657-baa58a8d17d1 service neutron] Attempting to bind port dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5 on network 51f4859b-5592-441b-bb47-c7b234ed8f13 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:45:43.604040 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-4916535c-a151-4c00-9657-baa58a8d17d1 service neutron] Port dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5 on network 51f4859b-5592-441b-bb47-c7b234ed8f13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:45:43.604373 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-4916535c-a151-4c00-9657-baa58a8d17d1 service neutron] Attempting to bind port dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5 on network 51f4859b-5592-441b-bb47-c7b234ed8f13 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:45:43.609374 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-4916535c-a151-4c00-9657-baa58a8d17d1 service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:45:43.609755 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-4916535c-a151-4c00-9657-baa58a8d17d1 service neutron] Checking segment: {'id': '670ffaeb-4600-4d8c-8603-4bfefb3d3b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:45:43.610146 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-4916535c-a151-4c00-9657-baa58a8d17d1 service neutron] Bound using segment: {'id': '670ffaeb-4600-4d8c-8603-4bfefb3d3b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:45:43.610574 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-4916535c-a151-4c00-9657-baa58a8d17d1 service neutron] Bound port: dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '670ffaeb-4600-4d8c-8603-4bfefb3d3b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:45:43.610936 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-4916535c-a151-4c00-9657-baa58a8d17d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:43.677535 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-4916535c-a151-4c00-9657-baa58a8d17d1 service neutron] For port dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:45:43.680730 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-4916535c-a151-4c00-9657-baa58a8d17d1 service neutron] For port dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5,segment=NetworkSegment(670ffaeb-4600-4d8c-8603-4bfefb3d3b8b),segment_id=670ffaeb-4600-4d8c-8603-4bfefb3d3b8b)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:45:43.685441 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-4916535c-a151-4c00-9657-baa58a8d17d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:43.735697 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-4916535c-a151-4c00-9657-baa58a8d17d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:43.736295 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-4916535c-a151-4c00-9657-baa58a8d17d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:43.737715 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-4916535c-a151-4c00-9657-baa58a8d17d1 service neutron] 10.222.0.24 "PUT /v2.0/ports/dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5 HTTP/1.1" status: 200 len: 1094 time: 0.6138074 Nov 29 02:45:43.738400 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0a5084-dcf2-48cc-b2a2-55e650f06e3e', 'tag': 'dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:45:43.740732 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae66fe30-da9a-4777-8e84-a379bb8b97da" -d '{"events": [{"name": "network-changed", "server_uuid": "da0a5084-dcf2-48cc-b2a2-55e650f06e3e", "tag": "dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:45:43.773406 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4916535c-a151-4c00-9657-baa58a8d17d1 service neutron] Pushing event updated for resources: {'Port': ['ID=dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:43.806600 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926d410-4551-4b08-b0f0-62031fbeb66b req-4ec759ca-237d-4710-b594-7e094c112d14 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:43.808141 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0926d410-4551-4b08-b0f0-62031fbeb66b req-4ec759ca-237d-4710-b594-7e094c112d14 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=da0a5084-dcf2-48cc-b2a2-55e650f06e3e HTTP/1.1" status: 200 len: 944 time: 0.0639930 Nov 29 02:45:43.868247 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-dc0a9047-906a-47e0-9d45-94d0546f3170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:43.869854 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-dc0a9047-906a-47e0-9d45-94d0546f3170 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=472343bc4f954ecb97e3242c362f5e65&device_id=da0a5084-dcf2-48cc-b2a2-55e650f06e3e HTTP/1.1" status: 200 len: 1097 time: 0.0561147 Nov 29 02:45:43.880726 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-0926d410-4551-4b08-b0f0-62031fbeb66b req-4770a17a-fbe5-4119-b37e-72a80c20d6f9 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e9a685-bda5-41de-805c-3f2594fea270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555336 Nov 29 02:45:43.889903 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9dfed9b-f899-44aa-a9a9-3bed26b55d8b x-openstack-request-id: req-d9dfed9b-f899-44aa-a9a9-3bed26b55d8b {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:45:43.890761 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0a5084-dcf2-48cc-b2a2-55e650f06e3e", "tag": "dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:45:43.891261 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d9dfed9b-f899-44aa-a9a9-3bed26b55d8b {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:45:43.891905 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da0a5084-dcf2-48cc-b2a2-55e650f06e3e', 'tag': 'dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5', 'status': 'completed', 'code': 200} Nov 29 02:45:43.944614 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-a9dc0a2b-dbe0-4912-9b48-0f2c6b82dd6a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5 HTTP/1.1" status: 200 len: 217 time: 0.0358758 Nov 29 02:45:43.999412 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-9fe4306f-8e80-4fea-94e2-38ca0d43a07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:44.000850 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-9fe4306f-8e80-4fea-94e2-38ca0d43a07a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc HTTP/1.1" status: 200 len: 849 time: 0.0486805 Nov 29 02:45:44.057119 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-6164275e-0972-44e7-b366-6bc059cc352d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:44.058697 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-6164275e-0972-44e7-b366-6bc059cc352d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51f4859b-5592-441b-bb47-c7b234ed8f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450153 Nov 29 02:45:44.156013 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-ab0625b3-4796-4727-b070-b9af8a4b66d3 service neutron] 10.222.0.24 "GET /v2.0/networks/51f4859b-5592-441b-bb47-c7b234ed8f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846198 Nov 29 02:45:44.222417 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:44.253326 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-dc975070-1a35-4f75-9678-6b195ae709c7 req-807b1bad-614a-4e9c-aa5f-21582c2fc1b1 service neutron] 10.222.0.24 "GET /v2.0/networks/51f4859b-5592-441b-bb47-c7b234ed8f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851357 Nov 29 02:45:44.389513 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66fe30-da9a-4777-8e84-a379bb8b97da req-61ab32fa-f712-438c-a342-7d3432bf4db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:44.391065 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ae66fe30-da9a-4777-8e84-a379bb8b97da req-61ab32fa-f712-438c-a342-7d3432bf4db7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=472343bc4f954ecb97e3242c362f5e65&device_id=da0a5084-dcf2-48cc-b2a2-55e650f06e3e HTTP/1.1" status: 200 len: 1097 time: 0.0403721 Nov 29 02:45:44.399169 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fec7f2e9-2a12-4a08-90f7-341268d7254d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:44.488129 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66fe30-da9a-4777-8e84-a379bb8b97da req-c1469bb2-f051-4643-bcb8-d540ca3c70d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:44.489597 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ae66fe30-da9a-4777-8e84-a379bb8b97da req-c1469bb2-f051-4643-bcb8-d540ca3c70d6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=51f4859b-5592-441b-bb47-c7b234ed8f13 HTTP/1.1" status: 200 len: 911 time: 0.0892570 Nov 29 02:45:44.532778 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ae66fe30-da9a-4777-8e84-a379bb8b97da req-ff83d46c-4d70-4ce1-9943-2db44f7bfc4e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5 HTTP/1.1" status: 200 len: 217 time: 0.0329936 Nov 29 02:45:44.584795 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66fe30-da9a-4777-8e84-a379bb8b97da req-2cd3cc69-5fbf-4f41-b552-bf88e02a61d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:44.586755 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ae66fe30-da9a-4777-8e84-a379bb8b97da req-2cd3cc69-5fbf-4f41-b552-bf88e02a61d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc HTTP/1.1" status: 200 len: 849 time: 0.0458016 Nov 29 02:45:44.633973 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66fe30-da9a-4777-8e84-a379bb8b97da req-00bdd6d5-c0ba-434c-9c5f-c469f616170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:44.637698 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ae66fe30-da9a-4777-8e84-a379bb8b97da req-00bdd6d5-c0ba-434c-9c5f-c469f616170e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51f4859b-5592-441b-bb47-c7b234ed8f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432866 Nov 29 02:45:44.727581 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ae66fe30-da9a-4777-8e84-a379bb8b97da req-30c2acbf-76aa-4ed8-a284-15e4aef5c68d service neutron] 10.222.0.24 "GET /v2.0/networks/51f4859b-5592-441b-bb47-c7b234ed8f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811820 Nov 29 02:45:44.819266 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ae66fe30-da9a-4777-8e84-a379bb8b97da req-5b1ca113-f1b1-4a5d-94c7-5b965461bda3 service neutron] 10.222.0.24 "GET /v2.0/networks/51f4859b-5592-441b-bb47-c7b234ed8f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842366 Nov 29 02:45:45.002331 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b5724-e34b-41fd-b6a9-032af345e8e3 req-fde30c3c-26e6-4d08-87f6-4085ea18343f tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:45.003707 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d89b5724-e34b-41fd-b6a9-032af345e8e3 req-fde30c3c-26e6-4d08-87f6-4085ea18343f tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=da0a5084-dcf2-48cc-b2a2-55e650f06e3e HTTP/1.1" status: 200 len: 944 time: 0.0479972 Nov 29 02:45:45.052645 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-d89b5724-e34b-41fd-b6a9-032af345e8e3 req-6dc2ba3c-9e64-4b7a-b1c0-1adaa90bfeda tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e9a685-bda5-41de-805c-3f2594fea270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425301 Nov 29 02:45:45.505299 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:46.171483 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebde7db-98da-4225-86c9-01fd8fa0cc57 req-fc9b6e2b-085e-4eba-b9f5-9afaeafa3855 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:46.172958 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4ebde7db-98da-4225-86c9-01fd8fa0cc57 req-fc9b6e2b-085e-4eba-b9f5-9afaeafa3855 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=da0a5084-dcf2-48cc-b2a2-55e650f06e3e HTTP/1.1" status: 200 len: 944 time: 0.0527449 Nov 29 02:45:46.220632 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4ebde7db-98da-4225-86c9-01fd8fa0cc57 req-b0d5e49b-bfcd-4deb-bbd5-580194dcf3b1 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e9a685-bda5-41de-805c-3f2594fea270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418186 Nov 29 02:45:46.261242 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:45:46.355403 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5,segment=NetworkSegment(670ffaeb-4600-4d8c-8603-4bfefb3d3b8b),segment_id=670ffaeb-4600-4d8c-8603-4bfefb3d3b8b)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:45:46.365931 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': 'dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5', 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'port_id': 'dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5', 'mac_address': 'fa:16:3e:78:69:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:45:46.401492 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:46.415130 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:45:46.434941 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5,segment=NetworkSegment(670ffaeb-4600-4d8c-8603-4bfefb3d3b8b),segment_id=670ffaeb-4600-4d8c-8603-4bfefb3d3b8b)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:45:46.438669 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:46.484251 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:46.808528 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:45:47.204035 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:47.334028 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733daa87-80b1-459c-8a89-e8d782c669b5 req-ee85b438-2f1f-41ee-839b-2ad22c5afefc tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:47.335529 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-733daa87-80b1-459c-8a89-e8d782c669b5 req-ee85b438-2f1f-41ee-839b-2ad22c5afefc tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=da0a5084-dcf2-48cc-b2a2-55e650f06e3e HTTP/1.1" status: 200 len: 945 time: 0.0491908 Nov 29 02:45:47.383986 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-733daa87-80b1-459c-8a89-e8d782c669b5 req-1b2ad595-ae0a-4bd1-8573-c4c130176545 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e9a685-bda5-41de-805c-3f2594fea270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425854 Nov 29 02:45:47.951986 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:48.282828 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:45:48.330116 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:45:48.333897 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:45:48.334271 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:48.410145 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:48.432827 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0a5084-dcf2-48cc-b2a2-55e650f06e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:45:48.435121 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e375ee0f-e4b2-401e-80cd-9eb619788aba" -d '{"events": [{"server_uuid": "da0a5084-dcf2-48cc-b2a2-55e650f06e3e", "name": "network-vif-plugged", "status": "completed", "tag": "dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:45:48.452674 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5,segment=NetworkSegment(670ffaeb-4600-4d8c-8603-4bfefb3d3b8b),segment_id=670ffaeb-4600-4d8c-8603-4bfefb3d3b8b)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:45:48.458009 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:48.482636 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedc0014-6530-4b5c-8040-2d6b2a95ea8d x-openstack-request-id: req-aedc0014-6530-4b5c-8040-2d6b2a95ea8d {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:45:48.482939 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0a5084-dcf2-48cc-b2a2-55e650f06e3e", "name": "network-vif-plugged", "status": "completed", "tag": "dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:45:48.483195 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aedc0014-6530-4b5c-8040-2d6b2a95ea8d {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:45:48.483585 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0a5084-dcf2-48cc-b2a2-55e650f06e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5', 'code': 200} Nov 29 02:45:48.500474 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6dc1b-7173-4051-a92c-2adef143484a req-5e1f1cf3-5191-4248-b6da-a5fb431f463f tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:48.502000 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bdd6dc1b-7173-4051-a92c-2adef143484a req-5e1f1cf3-5191-4248-b6da-a5fb431f463f tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=da0a5084-dcf2-48cc-b2a2-55e650f06e3e HTTP/1.1" status: 200 len: 946 time: 0.0502839 Nov 29 02:45:48.508977 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:48.556250 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-bdd6dc1b-7173-4051-a92c-2adef143484a req-5d6e80cc-ff01-43fa-9d98-d952b4c66cb0 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e9a685-bda5-41de-805c-3f2594fea270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482428 Nov 29 02:45:48.709829 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bb5bc-8eb1-4090-adcd-3fb62dcb7cf8 req-76fdc794-65c5-4c23-97cd-57a5ab9fcac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:48.711937 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-aa3bb5bc-8eb1-4090-adcd-3fb62dcb7cf8 req-76fdc794-65c5-4c23-97cd-57a5ab9fcac4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=da0a5084-dcf2-48cc-b2a2-55e650f06e3e HTTP/1.1" status: 200 len: 1099 time: 0.0395527 Nov 29 02:45:48.757559 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-aa3bb5bc-8eb1-4090-adcd-3fb62dcb7cf8 req-b0566c30-e6ad-4b5a-89cd-f40c5991626d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f2e9a685-bda5-41de-805c-3f2594fea270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374267 Nov 29 02:45:49.674041 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d5f97-691a-494d-8f49-556d18689804 req-8732c72c-9a41-486b-98d6-c18a9c132d71 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:49.675494 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7c8d5f97-691a-494d-8f49-556d18689804 req-8732c72c-9a41-486b-98d6-c18a9c132d71 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=da0a5084-dcf2-48cc-b2a2-55e650f06e3e HTTP/1.1" status: 200 len: 946 time: 0.0483310 Nov 29 02:45:49.723101 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-7c8d5f97-691a-494d-8f49-556d18689804 req-8337c168-96de-4bd8-82c0-8f26fead01c0 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e9a685-bda5-41de-805c-3f2594fea270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416112 Nov 29 02:45:50.835068 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d2cd3-2126-44d7-8831-05c27b417262 req-7cf221c2-de49-46d5-b7ca-01bea57ace44 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:50.836561 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-906d2cd3-2126-44d7-8831-05c27b417262 req-7cf221c2-de49-46d5-b7ca-01bea57ace44 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=da0a5084-dcf2-48cc-b2a2-55e650f06e3e HTTP/1.1" status: 200 len: 946 time: 0.0479696 Nov 29 02:45:50.884658 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-906d2cd3-2126-44d7-8831-05c27b417262 req-5e5964a0-ed71-4ebd-be4d-100fc802f76b tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e9a685-bda5-41de-805c-3f2594fea270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422890 Nov 29 02:45:51.001525 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471832e0-e90a-4f16-ad15-18643126dae4 req-7ee77b4c-6a81-4743-bfa8-5884a5e26e5f tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:51.002900 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-471832e0-e90a-4f16-ad15-18643126dae4 req-7ee77b4c-6a81-4743-bfa8-5884a5e26e5f tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=da0a5084-dcf2-48cc-b2a2-55e650f06e3e HTTP/1.1" status: 200 len: 946 time: 0.0523527 Nov 29 02:45:51.051713 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-471832e0-e90a-4f16-ad15-18643126dae4 req-161f8469-aec1-4cd5-a5da-fc648c807fd7 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e9a685-bda5-41de-805c-3f2594fea270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428505 Nov 29 02:45:51.073435 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 51128) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:45:51.203522 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5698288a-fbec-43a3-b9b5-12a5efd6da25 tempest-TestSnapshotPattern-1673001072 tempest-TestSnapshotPattern-1673001072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:51.205128 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-5698288a-fbec-43a3-b9b5-12a5efd6da25 tempest-TestSnapshotPattern-1673001072 tempest-TestSnapshotPattern-1673001072-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=da0a5084-dcf2-48cc-b2a2-55e650f06e3e HTTP/1.1" status: 200 len: 1094 time: 0.1306012 Nov 29 02:45:51.208068 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 51132) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:45:51.213032 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [None req-ac498a06-9ed1-40ec-a698-1b56db129402 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'port_id': 'dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:45:51.235832 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac498a06-9ed1-40ec-a698-1b56db129402 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for floatingip, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:51.336634 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac498a06-9ed1-40ec-a698-1b56db129402 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:51.451176 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-ac498a06-9ed1-40ec-a698-1b56db129402 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Allocated IP 172.26.3.132 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/dd380508-3ef7-4651-866a-ee43b1951a56) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:45:51.549736 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac498a06-9ed1-40ec-a698-1b56db129402 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:51.586518 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac498a06-9ed1-40ec-a698-1b56db129402 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:51.620401 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac498a06-9ed1-40ec-a698-1b56db129402 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:45:51.626432 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-ac498a06-9ed1-40ec-a698-1b56db129402 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:45:51.630097 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac498a06-9ed1-40ec-a698-1b56db129402 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:45:51.657447 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac498a06-9ed1-40ec-a698-1b56db129402 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Pushing event updated for resources: {'Port': ['ID=dd380508-3ef7-4651-866a-ee43b1951a56,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:51.971299 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac498a06-9ed1-40ec-a698-1b56db129402 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:52.034471 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac498a06-9ed1-40ec-a698-1b56db129402 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:52.181769 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac498a06-9ed1-40ec-a698-1b56db129402 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:52.186161 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac498a06-9ed1-40ec-a698-1b56db129402 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:52.252203 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac498a06-9ed1-40ec-a698-1b56db129402 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Pushing event updated for resources: {'Port': ['ID=dd380508-3ef7-4651-866a-ee43b1951a56,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:45:52.261920 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac498a06-9ed1-40ec-a698-1b56db129402 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:52.358608 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.db.l3_db [None req-ac498a06-9ed1-40ec-a698-1b56db129402 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Floating IP 0a10779e-a3fe-462c-9450-4af522220813 associated. External IP: 172.26.3.132, port: dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5. Nov 29 02:45:52.560576 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac498a06-9ed1-40ec-a698-1b56db129402 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Router 614f7495-f7f5-4989-9cb1-c1725b434fe3 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:45:52.663030 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac498a06-9ed1-40ec-a698-1b56db129402 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:45:52.674444 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6f4a0c-7f03-4786-b70f-2a792bf61af1 None None] Sync routers for ids ['614f7495-f7f5-4989-9cb1-c1725b434fe3'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:45:52.681040 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac498a06-9ed1-40ec-a698-1b56db129402 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:45:52.683973 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6f4a0c-7f03-4786-b70f-2a792bf61af1 None None] Routers {'614f7495-f7f5-4989-9cb1-c1725b434fe3'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:45:52.684695 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-fe6f4a0c-7f03-4786-b70f-2a792bf61af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:45:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['614f7495-f7f5-4989-9cb1-c1725b434fe3'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:52.720878 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-ac498a06-9ed1-40ec-a698-1b56db129402 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4977758 Nov 29 02:45:52.720878 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0a5084-dcf2-48cc-b2a2-55e650f06e3e', 'tag': 'dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:45:52.720878 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dbe206-e77c-4418-a75d-3125a5ca0df0" -d '{"events": [{"name": "network-changed", "server_uuid": "da0a5084-dcf2-48cc-b2a2-55e650f06e3e", "tag": "dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:45:52.745989 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4947ed52-9fca-4272-88ac-2fdda9938720 x-openstack-request-id: req-4947ed52-9fca-4272-88ac-2fdda9938720 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:45:52.746287 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0a5084-dcf2-48cc-b2a2-55e650f06e3e", "tag": "dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:45:52.746542 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4947ed52-9fca-4272-88ac-2fdda9938720 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:45:52.746945 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da0a5084-dcf2-48cc-b2a2-55e650f06e3e', 'tag': 'dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5', 'status': 'completed', 'code': 200} Nov 29 02:45:52.792374 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-fe6f4a0c-7f03-4786-b70f-2a792bf61af1 None None] Set router 614f7495-f7f5-4989-9cb1-c1725b434fe3 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:45:52.830014 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbe206-e77c-4418-a75d-3125a5ca0df0 req-dd62fda4-8c8a-4a9c-922d-9c8d89d7a634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:52.831409 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a4dbe206-e77c-4418-a75d-3125a5ca0df0 req-dd62fda4-8c8a-4a9c-922d-9c8d89d7a634 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=472343bc4f954ecb97e3242c362f5e65&device_id=da0a5084-dcf2-48cc-b2a2-55e650f06e3e HTTP/1.1" status: 200 len: 1099 time: 0.0391939 Nov 29 02:45:52.923675 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbe206-e77c-4418-a75d-3125a5ca0df0 req-8082726e-7f05-40f0-9b16-f6788a70f504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:52.925135 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a4dbe206-e77c-4418-a75d-3125a5ca0df0 req-8082726e-7f05-40f0-9b16-f6788a70f504 service neutron] 10.222.0.24 "GET /v2.0/networks?id=51f4859b-5592-441b-bb47-c7b234ed8f13 HTTP/1.1" status: 200 len: 911 time: 0.0860777 Nov 29 02:45:52.989257 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a4dbe206-e77c-4418-a75d-3125a5ca0df0 req-30e4cbf8-1062-4f41-a667-9b8b4db21d85 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5 HTTP/1.1" status: 200 len: 1000 time: 0.0558665 Nov 29 02:45:53.035080 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-fe6f4a0c-7f03-4786-b70f-2a792bf61af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'name': 'tempest-TestSnapshotPattern-1816045103-router', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 4, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'gw_port': {'id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '0a10779e-a3fe-462c-9450-4af522220813', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'floating_ip_address': '172.26.3.132', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'port_id': 'dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'mac_address': 'fa:16:3e:78:69:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0a5084-dcf2-48cc-b2a2-55e650f06e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:45:51Z', 'updated_at': '2021-11-29T02:45:51Z', 'revision_number': 0, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47465a86-536f-4e81-abc9-d476e8e3fa13', 'name': '', 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'mac_address': 'fa:16:3e:e8:63:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:27Z', 'updated_at': '2021-11-29T02:45:32Z', 'revision_number': 5, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'subnets': [{'id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:53.051740 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbe206-e77c-4418-a75d-3125a5ca0df0 req-9378c964-9f6b-4f35-b540-79c8c45c813b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:53.053230 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a4dbe206-e77c-4418-a75d-3125a5ca0df0 req-9378c964-9f6b-4f35-b540-79c8c45c813b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc HTTP/1.1" status: 200 len: 849 time: 0.0563929 Nov 29 02:45:53.061336 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6f4a0c-7f03-4786-b70f-2a792bf61af1 None None] Checking router: 614f7495-f7f5-4989-9cb1-c1725b434fe3 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:45:53.069758 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6f4a0c-7f03-4786-b70f-2a792bf61af1 None None] Routers {'614f7495-f7f5-4989-9cb1-c1725b434fe3'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:45:53.070919 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-fe6f4a0c-7f03-4786-b70f-2a792bf61af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:45:44Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['614f7495-f7f5-4989-9cb1-c1725b434fe3'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:53.103264 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbe206-e77c-4418-a75d-3125a5ca0df0 req-9b5a7e54-a101-48ab-870f-735460a2cbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:45:53.104675 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a4dbe206-e77c-4418-a75d-3125a5ca0df0 req-9b5a7e54-a101-48ab-870f-735460a2cbad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51f4859b-5592-441b-bb47-c7b234ed8f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434186 Nov 29 02:45:53.176329 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-fe6f4a0c-7f03-4786-b70f-2a792bf61af1 None None] Set router 614f7495-f7f5-4989-9cb1-c1725b434fe3 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:45:53.198047 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a4dbe206-e77c-4418-a75d-3125a5ca0df0 req-ca73e765-3492-416a-92b5-77a54916ccef service neutron] 10.222.0.24 "GET /v2.0/networks/51f4859b-5592-441b-bb47-c7b234ed8f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816398 Nov 29 02:45:53.292451 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-a4dbe206-e77c-4418-a75d-3125a5ca0df0 req-2bfadad6-a06d-430d-8386-7ae815c16c10 service neutron] 10.222.0.24 "GET /v2.0/networks/51f4859b-5592-441b-bb47-c7b234ed8f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866530 Nov 29 02:45:53.396579 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-fe6f4a0c-7f03-4786-b70f-2a792bf61af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'name': 'tempest-TestSnapshotPattern-1816045103-router', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 4, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'gw_port': {'id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '0a10779e-a3fe-462c-9450-4af522220813', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'floating_ip_address': '172.26.3.132', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'port_id': 'dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'mac_address': 'fa:16:3e:78:69:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0a5084-dcf2-48cc-b2a2-55e650f06e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:45:51Z', 'updated_at': '2021-11-29T02:45:51Z', 'revision_number': 0, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47465a86-536f-4e81-abc9-d476e8e3fa13', 'name': '', 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'mac_address': 'fa:16:3e:e8:63:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:27Z', 'updated_at': '2021-11-29T02:45:32Z', 'revision_number': 5, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'subnets': [{'id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:45:53.425408 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6f4a0c-7f03-4786-b70f-2a792bf61af1 None None] The sync data for ids ['614f7495-f7f5-4989-9cb1-c1725b434fe3'] in dv-neutron-819032-3-hyperv is: [{'id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'name': 'tempest-TestSnapshotPattern-1816045103-router', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 4, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'gw_port': {'id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '0a10779e-a3fe-462c-9450-4af522220813', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'floating_ip_address': '172.26.3.132', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'port_id': 'dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'mac_address': 'fa:16:3e:78:69:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0a5084-dcf2-48cc-b2a2-55e650f06e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:45:51Z', 'updated_at': '2021-11-29T02:45:51Z', 'revision_number': 0, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47465a86-536f-4e81-abc9-d476e8e3fa13', 'name': '', 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'mac_address': 'fa:16:3e:e8:63:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:27Z', 'updated_at': '2021-11-29T02:45:32Z', 'revision_number': 5, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'subnets': [{'id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:45:53.618399 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1095241-318e-4e30-8372-d280ba2308e6 None None] New status for floating IP 0a10779e-a3fe-462c-9450-4af522220813: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:45:57.208466 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:46:12.132542 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46e4153d-04a2-46ec-be05-ca099c881717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:46:14.242867 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:46:14.400338 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed70893d-4445-4fc9-aa90-71b57ef5e1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:46:15.508656 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:46:17.205909 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:46:17.953775 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:46:25.863054 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b9bc5a51-81f6-490f-a9ab-e57a82f59b5e req-d46793ab-db98-44ae-8440-7485f31ab2fc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=da0a5084-dcf2-48cc-b2a2-55e650f06e3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424819 Nov 29 02:46:25.970507 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc5a51-81f6-490f-a9ab-e57a82f59b5e req-6fbde894-4600-4c6e-9391-37183578c7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:46:25.971986 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b9bc5a51-81f6-490f-a9ab-e57a82f59b5e req-6fbde894-4600-4c6e-9391-37183578c7c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=472343bc4f954ecb97e3242c362f5e65&device_id=da0a5084-dcf2-48cc-b2a2-55e650f06e3e HTTP/1.1" status: 200 len: 1099 time: 0.0423341 Nov 29 02:46:26.075018 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc5a51-81f6-490f-a9ab-e57a82f59b5e req-0257eb9d-173b-410c-8af7-2be91f51d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:46:26.076451 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b9bc5a51-81f6-490f-a9ab-e57a82f59b5e req-0257eb9d-173b-410c-8af7-2be91f51d417 service neutron] 10.222.0.24 "GET /v2.0/networks?id=51f4859b-5592-441b-bb47-c7b234ed8f13 HTTP/1.1" status: 200 len: 911 time: 0.0840189 Nov 29 02:46:26.436413 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b9bc5a51-81f6-490f-a9ab-e57a82f59b5e req-389873d4-a55b-4223-b9cb-b90f6b7b4b2e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5 HTTP/1.1" status: 200 len: 1002 time: 0.3512657 Nov 29 02:46:26.485239 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc5a51-81f6-490f-a9ab-e57a82f59b5e req-9718bcff-b640-4a87-8d91-0d6c8baf38c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:46:26.486660 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b9bc5a51-81f6-490f-a9ab-e57a82f59b5e req-9718bcff-b640-4a87-8d91-0d6c8baf38c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc HTTP/1.1" status: 200 len: 849 time: 0.0418921 Nov 29 02:46:26.531527 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc5a51-81f6-490f-a9ab-e57a82f59b5e req-9b272925-36fa-48c1-9257-0a2b89128baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:46:26.533030 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b9bc5a51-81f6-490f-a9ab-e57a82f59b5e req-9b272925-36fa-48c1-9257-0a2b89128baf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51f4859b-5592-441b-bb47-c7b234ed8f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391390 Nov 29 02:46:26.628894 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b9bc5a51-81f6-490f-a9ab-e57a82f59b5e req-f0a96c02-b29c-4bf6-aea6-5069531ce038 service neutron] 10.222.0.24 "GET /v2.0/networks/51f4859b-5592-441b-bb47-c7b234ed8f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851550 Nov 29 02:46:26.722433 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-b9bc5a51-81f6-490f-a9ab-e57a82f59b5e req-0e937666-db8e-47a1-84ad-0e0817d7a2d7 service neutron] 10.222.0.24 "GET /v2.0/networks/51f4859b-5592-441b-bb47-c7b234ed8f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793297 Nov 29 02:46:34.207366 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:46:42.134766 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d1069002-4502-46fa-8d95-3bdf3e4c6314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:46:44.251329 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:46:44.400365 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a787868c-9f0f-4a45-83ae-222c707aa65c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:46:45.511863 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:46:47.209070 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:46:47.955103 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:47:11.209915 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:47:12.136353 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-82c2ee8d-1c7e-4a43-b883-61672658617e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:47:14.248292 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:47:14.401288 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b73e4c64-8c53-46ac-a332-f7de62f778b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:47:15.514991 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:47:17.213181 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:47:17.959334 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:47:25.905961 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c45f5bfb-6ecf-4691-8b07-4a2ee7d80712 req-34cc6b40-85c7-4b62-9270-c0a532588c01 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=da0a5084-dcf2-48cc-b2a2-55e650f06e3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427203 Nov 29 02:47:26.016573 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f5bfb-6ecf-4691-8b07-4a2ee7d80712 req-08137390-c953-49b5-aecc-f24feebe68f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:47:26.018055 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c45f5bfb-6ecf-4691-8b07-4a2ee7d80712 req-08137390-c953-49b5-aecc-f24feebe68f7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=472343bc4f954ecb97e3242c362f5e65&device_id=da0a5084-dcf2-48cc-b2a2-55e650f06e3e HTTP/1.1" status: 200 len: 1099 time: 0.0395947 Nov 29 02:47:26.124387 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f5bfb-6ecf-4691-8b07-4a2ee7d80712 req-92554df8-d711-414e-9be3-22c26d0cc9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:47:26.125920 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c45f5bfb-6ecf-4691-8b07-4a2ee7d80712 req-92554df8-d711-414e-9be3-22c26d0cc9f9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=51f4859b-5592-441b-bb47-c7b234ed8f13 HTTP/1.1" status: 200 len: 911 time: 0.0853577 Nov 29 02:47:26.197237 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c45f5bfb-6ecf-4691-8b07-4a2ee7d80712 req-2e81876b-f2e5-4c3d-8a71-08c0314b4d93 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5 HTTP/1.1" status: 200 len: 1002 time: 0.0584776 Nov 29 02:47:26.254319 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f5bfb-6ecf-4691-8b07-4a2ee7d80712 req-6bc8e6d6-5fa1-4e99-9939-11fb6d55f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:47:26.255726 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c45f5bfb-6ecf-4691-8b07-4a2ee7d80712 req-6bc8e6d6-5fa1-4e99-9939-11fb6d55f02a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc HTTP/1.1" status: 200 len: 849 time: 0.0463274 Nov 29 02:47:26.305384 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f5bfb-6ecf-4691-8b07-4a2ee7d80712 req-87449ee7-52b6-453c-b94b-2cb0daedf776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:47:26.306858 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c45f5bfb-6ecf-4691-8b07-4a2ee7d80712 req-87449ee7-52b6-453c-b94b-2cb0daedf776 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51f4859b-5592-441b-bb47-c7b234ed8f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388043 Nov 29 02:47:26.400552 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c45f5bfb-6ecf-4691-8b07-4a2ee7d80712 req-685b955e-3c59-42bb-ba5c-e968bff17852 service neutron] 10.222.0.24 "GET /v2.0/networks/51f4859b-5592-441b-bb47-c7b234ed8f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792754 Nov 29 02:47:26.498781 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-c45f5bfb-6ecf-4691-8b07-4a2ee7d80712 req-fbdf37a0-9c74-4c9a-bf99-bacf7a0756de service neutron] 10.222.0.24 "GET /v2.0/networks/51f4859b-5592-441b-bb47-c7b234ed8f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851812 Nov 29 02:47:42.137289 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6042c207-6cda-49d0-8913-a18684c5fabe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:47:44.261845 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:47:44.401866 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-419e6626-5136-4aba-8f59-5c88ee8a47ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:47:45.519450 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:47:47.215542 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:47:47.961892 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:47:48.207901 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:47:54.790342 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:47:54.880474 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5,segment=NetworkSegment(670ffaeb-4600-4d8c-8603-4bfefb3d3b8b),segment_id=670ffaeb-4600-4d8c-8603-4bfefb3d3b8b)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:47:54.891070 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': 'dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5', 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'port_id': 'dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5', 'mac_address': 'fa:16:3e:78:69:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:47:54.926535 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:47:54.942315 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:47:54.962424 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5,segment=NetworkSegment(670ffaeb-4600-4d8c-8603-4bfefb3d3b8b),segment_id=670ffaeb-4600-4d8c-8603-4bfefb3d3b8b)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:47:54.966548 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:47:55.013931 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5,revision_number=6']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:47:55.021180 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:47:55.021533 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:47:55.021905 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:47:55.022781 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:47:55.023115 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:47:55.023453 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:47:55.023789 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:47:55.024114 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:47:55.024440 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:47:55.024765 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:47:55.025101 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:47:55.025423 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:47:55.116986 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:47:56.791472 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:47:56.840435 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:47:56.840934 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:47:56.932573 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:47:56.960129 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0a5084-dcf2-48cc-b2a2-55e650f06e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:47:56.962886 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd60ea1-a8de-45fb-a5e8-70f77470fe75" -d '{"events": [{"server_uuid": "da0a5084-dcf2-48cc-b2a2-55e650f06e3e", "name": "network-vif-plugged", "status": "completed", "tag": "dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:47:56.979118 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5,segment=NetworkSegment(670ffaeb-4600-4d8c-8603-4bfefb3d3b8b),segment_id=670ffaeb-4600-4d8c-8603-4bfefb3d3b8b)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:47:56.991959 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:47:57.021136 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372e52b7-29e9-4ddc-ba12-09037ad4894d x-openstack-request-id: req-372e52b7-29e9-4ddc-ba12-09037ad4894d {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:47:57.021522 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0a5084-dcf2-48cc-b2a2-55e650f06e3e", "name": "network-vif-plugged", "status": "completed", "tag": "dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:47:57.021830 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-372e52b7-29e9-4ddc-ba12-09037ad4894d {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:47:57.022767 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0a5084-dcf2-48cc-b2a2-55e650f06e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5', 'code': 200} Nov 29 02:47:57.052289 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5,revision_number=7']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:48:04.621657 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-409139b3-9263-4b6f-8d59-247309056457 req-07f111ed-8ceb-4ccb-a7fb-7cf1715c64f6 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-632039050&fields=id&tenant_id=472343bc4f954ecb97e3242c362f5e65 HTTP/1.1" status: 200 len: 267 time: 0.0460248 Nov 29 02:48:04.734316 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409139b3-9263-4b6f-8d59-247309056457 req-360855ec-e65c-4130-a9f3-5deb18900582 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:04.735958 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-409139b3-9263-4b6f-8d59-247309056457 req-360855ec-e65c-4130-a9f3-5deb18900582 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/networks?id=51f4859b-5592-441b-bb47-c7b234ed8f13 HTTP/1.1" status: 200 len: 810 time: 0.1075528 Nov 29 02:48:04.751084 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-409139b3-9263-4b6f-8d59-247309056457 req-e7e05ab4-56b8-4faa-aa86-d122cccb1695 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/quotas/472343bc4f954ecb97e3242c362f5e65 HTTP/1.1" status: 200 len: 375 time: 0.0088196 Nov 29 02:48:04.803602 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-409139b3-9263-4b6f-8d59-247309056457 req-9601efd6-3d6f-4663-95c6-4cabc363e3f3 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=472343bc4f954ecb97e3242c362f5e65&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467532 Nov 29 02:48:04.900353 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-409139b3-9263-4b6f-8d59-247309056457 req-53ca08e8-9811-404f-b2b2-ac92e308e8d8 service neutron] 10.222.0.37 "GET /v2.0/networks/51f4859b-5592-441b-bb47-c7b234ed8f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851345 Nov 29 02:48:04.987167 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-409139b3-9263-4b6f-8d59-247309056457 req-aedbcf58-3df1-4916-91e1-9d56870e915c service neutron] 10.222.0.37 "GET /v2.0/networks/51f4859b-5592-441b-bb47-c7b234ed8f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808344 Nov 29 02:48:05.171328 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-04bd062e-b7e1-4b14-8ba2-8201545e8258 req-b70e0489-156a-4342-92f6-4a6282d9f45c tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b8204ce-681b-46a7-918b-263c0d6cd330 HTTP/1.1" status: 200 len: 210 time: 0.0267773 Nov 29 02:48:06.266922 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5ba675b7-1b3d-4456-abb4-9a2afbd8c969 req-1ad5dad6-7eb0-4d17-a889-d4459b9a9d4d tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b8204ce-681b-46a7-918b-263c0d6cd330 HTTP/1.1" status: 200 len: 210 time: 0.0257776 Nov 29 02:48:06.268867 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409139b3-9263-4b6f-8d59-247309056457 req-a9f5d6c6-6983-447a-ad56-b3640b44d5c1 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:06.270398 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-409139b3-9263-4b6f-8d59-247309056457 req-a9f5d6c6-6983-447a-ad56-b3640b44d5c1 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.24 "GET /v2.0/networks?id=51f4859b-5592-441b-bb47-c7b234ed8f13 HTTP/1.1" status: 200 len: 810 time: 0.1104786 Nov 29 02:48:06.354035 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-409139b3-9263-4b6f-8d59-247309056457 req-23f840c0-5f21-4d32-b9ce-591ca9de69b0 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=472343bc4f954ecb97e3242c362f5e65 HTTP/1.1" status: 200 len: 379 time: 0.0545754 Nov 29 02:48:06.368468 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-409139b3-9263-4b6f-8d59-247309056457 req-06871d4c-ff27-42ed-9608-981c4060fcf7 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Request body: {'port': {'device_id': '3b8204ce-681b-46a7-918b-263c0d6cd330', 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'admin_state_up': True, 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'security_groups': ['f2e9a685-bda5-41de-805c-3f2594fea270']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:48:06.478062 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-409139b3-9263-4b6f-8d59-247309056457 req-06871d4c-ff27-42ed-9608-981c4060fcf7 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Made reservation on behalf of 472343bc4f954ecb97e3242c362f5e65 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 02:48:06.481494 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-409139b3-9263-4b6f-8d59-247309056457 req-06871d4c-ff27-42ed-9608-981c4060fcf7 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:06.607720 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-409139b3-9263-4b6f-8d59-247309056457 req-06871d4c-ff27-42ed-9608-981c4060fcf7 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Allocated IP 172.20.0.5 (51f4859b-5592-441b-bb47-c7b234ed8f13/501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc/6904099b-8fb6-41f8-a036-3c3e6ab575c1) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:48:06.753603 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-409139b3-9263-4b6f-8d59-247309056457 req-06871d4c-ff27-42ed-9608-981c4060fcf7 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:06.792307 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-409139b3-9263-4b6f-8d59-247309056457 req-06871d4c-ff27-42ed-9608-981c4060fcf7 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:06.848268 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-409139b3-9263-4b6f-8d59-247309056457 req-06871d4c-ff27-42ed-9608-981c4060fcf7 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Network 51f4859b-5592-441b-bb47-c7b234ed8f13 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:48:06.854853 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-409139b3-9263-4b6f-8d59-247309056457 req-06871d4c-ff27-42ed-9608-981c4060fcf7 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:48:06.862610 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-409139b3-9263-4b6f-8d59-247309056457 req-06871d4c-ff27-42ed-9608-981c4060fcf7 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:48:06.872941 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06871d4c-ff27-42ed-9608-981c4060fcf7 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Pushing event updated for resources: {'Port': ['ID=6904099b-8fb6-41f8-a036-3c3e6ab575c1,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:48:06.919351 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06871d4c-ff27-42ed-9608-981c4060fcf7 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:48:06.919351 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06871d4c-ff27-42ed-9608-981c4060fcf7 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:48:06.919351 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06871d4c-ff27-42ed-9608-981c4060fcf7 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:48:06.919351 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06871d4c-ff27-42ed-9608-981c4060fcf7 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:48:06.919351 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06871d4c-ff27-42ed-9608-981c4060fcf7 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:48:06.919351 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06871d4c-ff27-42ed-9608-981c4060fcf7 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:48:06.919351 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06871d4c-ff27-42ed-9608-981c4060fcf7 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:48:06.920608 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06871d4c-ff27-42ed-9608-981c4060fcf7 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:48:06.921129 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06871d4c-ff27-42ed-9608-981c4060fcf7 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:48:06.921757 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06871d4c-ff27-42ed-9608-981c4060fcf7 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:48:06.922289 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06871d4c-ff27-42ed-9608-981c4060fcf7 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:48:06.922789 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06871d4c-ff27-42ed-9608-981c4060fcf7 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:48:06.953954 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409139b3-9263-4b6f-8d59-247309056457 req-06871d4c-ff27-42ed-9608-981c4060fcf7 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:06.954950 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-409139b3-9263-4b6f-8d59-247309056457 req-06871d4c-ff27-42ed-9608-981c4060fcf7 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:06.976669 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-409139b3-9263-4b6f-8d59-247309056457 req-06871d4c-ff27-42ed-9608-981c4060fcf7 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6118851 Nov 29 02:48:07.183606 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-78d6c4e8-7615-4f0e-8fb8-b473f453d636 None None] Provisioning complete for port 6904099b-8fb6-41f8-a036-3c3e6ab575c1 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:48:07.184177 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-78d6c4e8-7615-4f0e-8fb8-b473f453d636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:07.232720 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-78d6c4e8-7615-4f0e-8fb8-b473f453d636 None None] Port 6904099b-8fb6-41f8-a036-3c3e6ab575c1 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 02:48:07.393733 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d0a60-7d50-4d8e-af96-ca79f5165792 req-2b9c7e1e-afe0-4049-a88c-ac070d2ad4a4 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:07.395264 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5a1d0a60-7d50-4d8e-af96-ca79f5165792 req-2b9c7e1e-afe0-4049-a88c-ac070d2ad4a4 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b8204ce-681b-46a7-918b-263c0d6cd330 HTTP/1.1" status: 200 len: 931 time: 0.0540335 Nov 29 02:48:07.444590 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5a1d0a60-7d50-4d8e-af96-ca79f5165792 req-2e621c31-91c1-460f-8499-784c712297aa tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e9a685-bda5-41de-805c-3f2594fea270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432525 Nov 29 02:48:08.560360 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60fa20-74d5-4842-bb91-f6f690e98ad3 req-d478cc2a-02b7-4790-b7e6-30022f85ec0c tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:08.561983 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9a60fa20-74d5-4842-bb91-f6f690e98ad3 req-d478cc2a-02b7-4790-b7e6-30022f85ec0c tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b8204ce-681b-46a7-918b-263c0d6cd330 HTTP/1.1" status: 200 len: 931 time: 0.0502183 Nov 29 02:48:08.625861 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9a60fa20-74d5-4842-bb91-f6f690e98ad3 req-d36ba505-b9ab-4044-9fc3-9f481ea97974 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e9a685-bda5-41de-805c-3f2594fea270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577238 Nov 29 02:48:08.868607 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:48:08.955880 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:08.978159 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0a5084-dcf2-48cc-b2a2-55e650f06e3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:48:08.980405 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1173be7-318b-4c67-a353-37001165f0ce" -d '{"events": [{"server_uuid": "da0a5084-dcf2-48cc-b2a2-55e650f06e3e", "name": "network-vif-unplugged", "status": "completed", "tag": "dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:48:08.997948 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5,segment=NetworkSegment(670ffaeb-4600-4d8c-8603-4bfefb3d3b8b),segment_id=670ffaeb-4600-4d8c-8603-4bfefb3d3b8b)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:48:09.002419 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:09.027073 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 02:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d804045-5a6a-4206-a533-888d9f7e40aa x-openstack-request-id: req-4d804045-5a6a-4206-a533-888d9f7e40aa {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:48:09.027369 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0a5084-dcf2-48cc-b2a2-55e650f06e3e", "name": "network-vif-unplugged", "status": "completed", "tag": "dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:48:09.027831 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d804045-5a6a-4206-a533-888d9f7e40aa {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:48:09.028226 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0a5084-dcf2-48cc-b2a2-55e650f06e3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5', 'code': 200} Nov 29 02:48:09.052495 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5,revision_number=8']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:48:09.749187 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98547014-3ec5-4414-843e-baf58e79c02b req-0f1d3a07-20ad-4cad-9391-bbed55cd8e89 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:09.750828 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-98547014-3ec5-4414-843e-baf58e79c02b req-0f1d3a07-20ad-4cad-9391-bbed55cd8e89 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b8204ce-681b-46a7-918b-263c0d6cd330 HTTP/1.1" status: 200 len: 931 time: 0.0581686 Nov 29 02:48:09.808689 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-98547014-3ec5-4414-843e-baf58e79c02b req-7b2af4f7-a973-4b3e-8f6c-784ef3a2bc8c tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e9a685-bda5-41de-805c-3f2594fea270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516822 Nov 29 02:48:10.924539 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572fbdb-c1ed-4bfe-8c21-deeac8816a39 req-b92623d4-0250-4b22-b043-87776cdded68 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:10.926095 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4572fbdb-c1ed-4bfe-8c21-deeac8816a39 req-b92623d4-0250-4b22-b043-87776cdded68 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b8204ce-681b-46a7-918b-263c0d6cd330 HTTP/1.1" status: 200 len: 931 time: 0.0495052 Nov 29 02:48:10.979862 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-4572fbdb-c1ed-4bfe-8c21-deeac8816a39 req-cc084582-75a6-49b8-8fcc-954647dbefd4 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e9a685-bda5-41de-805c-3f2594fea270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470905 Nov 29 02:48:12.102133 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89d9ff-afdf-44e4-a3ec-3fc27bcd70fa req-cf2e3b0d-d64a-422f-9825-7e2cc0ab6105 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:12.103902 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ac89d9ff-afdf-44e4-a3ec-3fc27bcd70fa req-cf2e3b0d-d64a-422f-9825-7e2cc0ab6105 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b8204ce-681b-46a7-918b-263c0d6cd330 HTTP/1.1" status: 200 len: 931 time: 0.0478966 Nov 29 02:48:12.165794 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9c5386f-010e-482f-afbe-3609dc9ccf31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:12.188946 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ac89d9ff-afdf-44e4-a3ec-3fc27bcd70fa req-7aff22cc-9d46-445d-9c20-10543b00d5fa tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e9a685-bda5-41de-805c-3f2594fea270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783234 Nov 29 02:48:13.307049 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc4120-5a8d-4d6e-9069-9e1af6bfb87a req-e6df0d97-9b8f-4c5f-a03c-72ced47cb2fe tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:13.308590 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-48dc4120-5a8d-4d6e-9069-9e1af6bfb87a req-e6df0d97-9b8f-4c5f-a03c-72ced47cb2fe tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b8204ce-681b-46a7-918b-263c0d6cd330 HTTP/1.1" status: 200 len: 931 time: 0.0531936 Nov 29 02:48:13.358891 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-48dc4120-5a8d-4d6e-9069-9e1af6bfb87a req-d52abb52-8601-4f68-9f9d-8f4ee7dadeb0 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e9a685-bda5-41de-805c-3f2594fea270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444572 Nov 29 02:48:14.280020 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:14.405810 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3b4b81ef-56ba-4b81-b0c2-53632d5437a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:14.476546 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453877be-27da-4911-b3ac-0db37f1656f5 req-3edda4f9-2c2e-4f70-81ac-e6c8231f2d3b tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:14.478586 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-453877be-27da-4911-b3ac-0db37f1656f5 req-3edda4f9-2c2e-4f70-81ac-e6c8231f2d3b tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b8204ce-681b-46a7-918b-263c0d6cd330 HTTP/1.1" status: 200 len: 931 time: 0.0514011 Nov 29 02:48:14.539988 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-453877be-27da-4911-b3ac-0db37f1656f5 req-68435030-91ff-4103-9bb9-43cb052bf63f tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e9a685-bda5-41de-805c-3f2594fea270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550294 Nov 29 02:48:15.524001 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:15.677624 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d416234-94eb-40f6-bc9e-3338e6c501ff req-54a7248d-8d17-4578-8e71-7e73ee208564 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:15.679842 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3d416234-94eb-40f6-bc9e-3338e6c501ff req-54a7248d-8d17-4578-8e71-7e73ee208564 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b8204ce-681b-46a7-918b-263c0d6cd330 HTTP/1.1" status: 200 len: 931 time: 0.0699191 Nov 29 02:48:15.728200 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-3d416234-94eb-40f6-bc9e-3338e6c501ff req-be9e7074-e150-417e-a491-dd77081b7065 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e9a685-bda5-41de-805c-3f2594fea270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424151 Nov 29 02:48:16.863297 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152c0e0-5a0b-4219-80a8-fab1626b34aa req-1b00b923-0961-4d2a-86fe-c1ab0941a188 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:16.865320 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5152c0e0-5a0b-4219-80a8-fab1626b34aa req-1b00b923-0961-4d2a-86fe-c1ab0941a188 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b8204ce-681b-46a7-918b-263c0d6cd330 HTTP/1.1" status: 200 len: 931 time: 0.0518811 Nov 29 02:48:16.918299 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-5152c0e0-5a0b-4219-80a8-fab1626b34aa req-76b0bb6c-0f10-46cc-96a8-0344fb00f383 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e9a685-bda5-41de-805c-3f2594fea270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464044 Nov 29 02:48:17.218194 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:17.967831 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:18.035535 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242a17d-8cf3-4f4d-9e6c-29d5e2787511 req-18a4b7ae-6d17-4372-8121-0c6ce63f0e9c tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:18.038187 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c242a17d-8cf3-4f4d-9e6c-29d5e2787511 req-18a4b7ae-6d17-4372-8121-0c6ce63f0e9c tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b8204ce-681b-46a7-918b-263c0d6cd330 HTTP/1.1" status: 200 len: 931 time: 0.0501812 Nov 29 02:48:18.095825 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-c242a17d-8cf3-4f4d-9e6c-29d5e2787511 req-9632b023-375b-4544-bf1c-156f73f672c1 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e9a685-bda5-41de-805c-3f2594fea270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495431 Nov 29 02:48:18.138717 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.v2.base [req-409139b3-9263-4b6f-8d59-247309056457 req-db7ebc56-5225-4566-8ea2-e3404b4487fc service neutron] Request body: {'port': {'device_id': '3b8204ce-681b-46a7-918b-263c0d6cd330', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8190'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:48:18.190267 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-409139b3-9263-4b6f-8d59-247309056457 req-db7ebc56-5225-4566-8ea2-e3404b4487fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:18.452595 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [req-409139b3-9263-4b6f-8d59-247309056457 req-db7ebc56-5225-4566-8ea2-e3404b4487fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6904099b-8fb6-41f8-a036-3c3e6ab575c1 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:48:18.460054 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-409139b3-9263-4b6f-8d59-247309056457 req-db7ebc56-5225-4566-8ea2-e3404b4487fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:18.471637 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-409139b3-9263-4b6f-8d59-247309056457 req-db7ebc56-5225-4566-8ea2-e3404b4487fc service neutron] Transition to ACTIVE for port object 6904099b-8fb6-41f8-a036-3c3e6ab575c1 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 02:48:18.476365 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-409139b3-9263-4b6f-8d59-247309056457 req-db7ebc56-5225-4566-8ea2-e3404b4487fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:18.529629 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ebc56-5225-4566-8ea2-e3404b4487fc service neutron] Pushing event updated for resources: {'Port': ['ID=6904099b-8fb6-41f8-a036-3c3e6ab575c1,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:48:18.602364 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-409139b3-9263-4b6f-8d59-247309056457 req-db7ebc56-5225-4566-8ea2-e3404b4487fc service neutron] Attempting to bind port 6904099b-8fb6-41f8-a036-3c3e6ab575c1 on host hv-neutron-8190 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 02:48:18.602699 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-409139b3-9263-4b6f-8d59-247309056457 req-db7ebc56-5225-4566-8ea2-e3404b4487fc service neutron] Attempting to bind port 6904099b-8fb6-41f8-a036-3c3e6ab575c1 by drivers openvswitch,hyperv on host hv-neutron-8190 at level 0 using segments [{'id': '670ffaeb-4600-4d8c-8603-4bfefb3d3b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 02:48:18.603028 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409139b3-9263-4b6f-8d59-247309056457 req-db7ebc56-5225-4566-8ea2-e3404b4487fc service neutron] Attempting to bind port 6904099b-8fb6-41f8-a036-3c3e6ab575c1 on network 51f4859b-5592-441b-bb47-c7b234ed8f13 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:48:18.607471 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409139b3-9263-4b6f-8d59-247309056457 req-db7ebc56-5225-4566-8ea2-e3404b4487fc service neutron] Port 6904099b-8fb6-41f8-a036-3c3e6ab575c1 on network 51f4859b-5592-441b-bb47-c7b234ed8f13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8190 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 02:48:18.607790 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409139b3-9263-4b6f-8d59-247309056457 req-db7ebc56-5225-4566-8ea2-e3404b4487fc service neutron] Attempting to bind port 6904099b-8fb6-41f8-a036-3c3e6ab575c1 on network 51f4859b-5592-441b-bb47-c7b234ed8f13 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 02:48:18.612543 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409139b3-9263-4b6f-8d59-247309056457 req-db7ebc56-5225-4566-8ea2-e3404b4487fc service neutron] Checking agent: {'id': '9a838029-4d99-432b-89e5-a6a8a07e1d1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8190', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'started_at': datetime.datetime(2021, 11, 29, 1, 55, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 2, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 02:48:18.612879 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409139b3-9263-4b6f-8d59-247309056457 req-db7ebc56-5225-4566-8ea2-e3404b4487fc service neutron] Checking segment: {'id': '670ffaeb-4600-4d8c-8603-4bfefb3d3b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 02:48:18.613259 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409139b3-9263-4b6f-8d59-247309056457 req-db7ebc56-5225-4566-8ea2-e3404b4487fc service neutron] Bound using segment: {'id': '670ffaeb-4600-4d8c-8603-4bfefb3d3b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 02:48:18.613709 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-409139b3-9263-4b6f-8d59-247309056457 req-db7ebc56-5225-4566-8ea2-e3404b4487fc service neutron] Bound port: 6904099b-8fb6-41f8-a036-3c3e6ab575c1, host: hv-neutron-8190, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '670ffaeb-4600-4d8c-8603-4bfefb3d3b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 02:48:18.614059 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-409139b3-9263-4b6f-8d59-247309056457 req-db7ebc56-5225-4566-8ea2-e3404b4487fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:18.685287 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-409139b3-9263-4b6f-8d59-247309056457 req-db7ebc56-5225-4566-8ea2-e3404b4487fc service neutron] For port 6904099b-8fb6-41f8-a036-3c3e6ab575c1, host hv-neutron-8190, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 02:48:18.688725 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-409139b3-9263-4b6f-8d59-247309056457 req-db7ebc56-5225-4566-8ea2-e3404b4487fc service neutron] For port 6904099b-8fb6-41f8-a036-3c3e6ab575c1, host hv-neutron-8190, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=6904099b-8fb6-41f8-a036-3c3e6ab575c1,segment=NetworkSegment(670ffaeb-4600-4d8c-8603-4bfefb3d3b8b),segment_id=670ffaeb-4600-4d8c-8603-4bfefb3d3b8b)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 02:48:18.692252 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-409139b3-9263-4b6f-8d59-247309056457 req-db7ebc56-5225-4566-8ea2-e3404b4487fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1415631'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:18.727731 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409139b3-9263-4b6f-8d59-247309056457 req-db7ebc56-5225-4566-8ea2-e3404b4487fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:18.728356 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-409139b3-9263-4b6f-8d59-247309056457 req-db7ebc56-5225-4566-8ea2-e3404b4487fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:18.729765 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-409139b3-9263-4b6f-8d59-247309056457 req-db7ebc56-5225-4566-8ea2-e3404b4487fc service neutron] 10.222.0.24 "PUT /v2.0/ports/6904099b-8fb6-41f8-a036-3c3e6ab575c1 HTTP/1.1" status: 200 len: 1093 time: 0.5968208 Nov 29 02:48:18.730211 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8204ce-681b-46a7-918b-263c0d6cd330', 'tag': '6904099b-8fb6-41f8-a036-3c3e6ab575c1'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:48:18.732476 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba36ab3-d2ef-4f66-ad96-8888f61e40aa" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8204ce-681b-46a7-918b-263c0d6cd330", "tag": "6904099b-8fb6-41f8-a036-3c3e6ab575c1"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:48:18.756257 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ebc56-5225-4566-8ea2-e3404b4487fc service neutron] Pushing event updated for resources: {'Port': ['ID=6904099b-8fb6-41f8-a036-3c3e6ab575c1,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:48:18.780881 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf648b1-14f8-4ab2-899b-2a3501cb8552 x-openstack-request-id: req-1cf648b1-14f8-4ab2-899b-2a3501cb8552 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:48:18.781250 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8204ce-681b-46a7-918b-263c0d6cd330", "tag": "6904099b-8fb6-41f8-a036-3c3e6ab575c1", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:48:18.781613 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1cf648b1-14f8-4ab2-899b-2a3501cb8552 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:48:18.782095 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8204ce-681b-46a7-918b-263c0d6cd330', 'tag': '6904099b-8fb6-41f8-a036-3c3e6ab575c1', 'status': 'completed', 'code': 200} Nov 29 02:48:18.845098 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409139b3-9263-4b6f-8d59-247309056457 req-705f0be7-b3b0-471d-91f8-a84c6154e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:18.846638 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-409139b3-9263-4b6f-8d59-247309056457 req-705f0be7-b3b0-471d-91f8-a84c6154e6cf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=472343bc4f954ecb97e3242c362f5e65&device_id=3b8204ce-681b-46a7-918b-263c0d6cd330 HTTP/1.1" status: 200 len: 1096 time: 0.0425248 Nov 29 02:48:18.901719 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-409139b3-9263-4b6f-8d59-247309056457 req-ab59df73-76b7-49d7-a0e8-4547784be86a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6904099b-8fb6-41f8-a036-3c3e6ab575c1 HTTP/1.1" status: 200 len: 217 time: 0.0392485 Nov 29 02:48:18.952142 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409139b3-9263-4b6f-8d59-247309056457 req-da310c60-d7a5-4911-b8c0-33434511b00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:18.953578 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-409139b3-9263-4b6f-8d59-247309056457 req-da310c60-d7a5-4911-b8c0-33434511b00d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc HTTP/1.1" status: 200 len: 849 time: 0.0437610 Nov 29 02:48:19.008089 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409139b3-9263-4b6f-8d59-247309056457 req-b9f591be-22eb-42e4-8c79-ef1142b160e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:19.009457 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-409139b3-9263-4b6f-8d59-247309056457 req-b9f591be-22eb-42e4-8c79-ef1142b160e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51f4859b-5592-441b-bb47-c7b234ed8f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394852 Nov 29 02:48:19.103268 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-409139b3-9263-4b6f-8d59-247309056457 req-0ddc7e45-7fc2-4423-a468-e4147333c5f2 service neutron] 10.222.0.24 "GET /v2.0/networks/51f4859b-5592-441b-bb47-c7b234ed8f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854273 Nov 29 02:48:19.192262 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-409139b3-9263-4b6f-8d59-247309056457 req-b771a039-3c01-4fb1-addd-5e7b36254586 service neutron] 10.222.0.24 "GET /v2.0/networks/51f4859b-5592-441b-bb47-c7b234ed8f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816576 Nov 29 02:48:19.210793 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48151f09-e6b1-43aa-a5bf-c24241ba00e4 req-bd84b06a-c7f3-4114-b134-2efd22b5f35f tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:19.212285 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-48151f09-e6b1-43aa-a5bf-c24241ba00e4 req-bd84b06a-c7f3-4114-b134-2efd22b5f35f tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b8204ce-681b-46a7-918b-263c0d6cd330 HTTP/1.1" status: 200 len: 943 time: 0.0482924 Nov 29 02:48:19.261963 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-48151f09-e6b1-43aa-a5bf-c24241ba00e4 req-bb951736-0db0-4508-b773-8ca4e9ce6696 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e9a685-bda5-41de-805c-3f2594fea270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435641 Nov 29 02:48:19.340512 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba36ab3-d2ef-4f66-ad96-8888f61e40aa req-8d7a3793-7d28-4d36-8788-b7e672d24281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:19.342019 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-1ba36ab3-d2ef-4f66-ad96-8888f61e40aa req-8d7a3793-7d28-4d36-8788-b7e672d24281 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=472343bc4f954ecb97e3242c362f5e65&device_id=3b8204ce-681b-46a7-918b-263c0d6cd330 HTTP/1.1" status: 200 len: 1096 time: 0.0449698 Nov 29 02:48:19.430353 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba36ab3-d2ef-4f66-ad96-8888f61e40aa req-d6f721ad-5f78-442b-be50-db751a92c201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:19.431776 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-1ba36ab3-d2ef-4f66-ad96-8888f61e40aa req-d6f721ad-5f78-442b-be50-db751a92c201 service neutron] 10.222.0.24 "GET /v2.0/networks?id=51f4859b-5592-441b-bb47-c7b234ed8f13 HTTP/1.1" status: 200 len: 911 time: 0.0816889 Nov 29 02:48:19.483535 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-1ba36ab3-d2ef-4f66-ad96-8888f61e40aa req-76048b7a-b70c-495e-becc-04a8783904f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6904099b-8fb6-41f8-a036-3c3e6ab575c1 HTTP/1.1" status: 200 len: 217 time: 0.0366056 Nov 29 02:48:19.534565 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba36ab3-d2ef-4f66-ad96-8888f61e40aa req-1288124a-8009-4313-b66a-99b29cdbe43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:19.535969 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-1ba36ab3-d2ef-4f66-ad96-8888f61e40aa req-1288124a-8009-4313-b66a-99b29cdbe43f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc HTTP/1.1" status: 200 len: 849 time: 0.0432968 Nov 29 02:48:19.581597 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba36ab3-d2ef-4f66-ad96-8888f61e40aa req-8936aed0-19ec-440d-9703-7dde63554fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:19.583020 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-1ba36ab3-d2ef-4f66-ad96-8888f61e40aa req-8936aed0-19ec-440d-9703-7dde63554fe9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51f4859b-5592-441b-bb47-c7b234ed8f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387027 Nov 29 02:48:19.673111 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-1ba36ab3-d2ef-4f66-ad96-8888f61e40aa req-22b6623f-78d4-40f2-9524-5fee8aab4c13 service neutron] 10.222.0.24 "GET /v2.0/networks/51f4859b-5592-441b-bb47-c7b234ed8f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822992 Nov 29 02:48:19.763971 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-1ba36ab3-d2ef-4f66-ad96-8888f61e40aa req-4a3a5165-30be-41f2-a37b-426430bd96ac service neutron] 10.222.0.24 "GET /v2.0/networks/51f4859b-5592-441b-bb47-c7b234ed8f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817685 Nov 29 02:48:20.379482 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9eecba-b3c6-40e8-9eb0-2b9df56d5e77 req-2e0be540-5720-404a-8fab-12ecc26ac1d5 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:20.380946 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9d9eecba-b3c6-40e8-9eb0-2b9df56d5e77 req-2e0be540-5720-404a-8fab-12ecc26ac1d5 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b8204ce-681b-46a7-918b-263c0d6cd330 HTTP/1.1" status: 200 len: 943 time: 0.0485981 Nov 29 02:48:20.429238 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9d9eecba-b3c6-40e8-9eb0-2b9df56d5e77 req-98c032f9-d93a-494d-a2d5-11dafdfd43ae tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e9a685-bda5-41de-805c-3f2594fea270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422382 Nov 29 02:48:21.546592 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df06727-1f6f-451b-82df-66cfb8e3a432 req-4438af29-6a7a-401c-ac66-561e76c58fc1 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:21.548081 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1df06727-1f6f-451b-82df-66cfb8e3a432 req-4438af29-6a7a-401c-ac66-561e76c58fc1 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b8204ce-681b-46a7-918b-263c0d6cd330 HTTP/1.1" status: 200 len: 943 time: 0.0528119 Nov 29 02:48:21.596859 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-1df06727-1f6f-451b-82df-66cfb8e3a432 req-173da512-9792-4fe0-a763-1ca44a5a6be7 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e9a685-bda5-41de-805c-3f2594fea270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422649 Nov 29 02:48:22.711052 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd415f0-6144-4ab9-a542-f502e20f44d5 req-b7db74b3-428d-4950-bebf-de34c57e2ddb tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:22.712499 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cbd415f0-6144-4ab9-a542-f502e20f44d5 req-b7db74b3-428d-4950-bebf-de34c57e2ddb tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b8204ce-681b-46a7-918b-263c0d6cd330 HTTP/1.1" status: 200 len: 943 time: 0.0483527 Nov 29 02:48:22.759568 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-cbd415f0-6144-4ab9-a542-f502e20f44d5 req-86ed13d1-5787-4e44-ac2e-5cfdb9c5ab57 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e9a685-bda5-41de-805c-3f2594fea270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412521 Nov 29 02:48:22.946404 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 6904099b-8fb6-41f8-a036-3c3e6ab575c1 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:48:23.039633 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 6904099b-8fb6-41f8-a036-3c3e6ab575c1, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=6904099b-8fb6-41f8-a036-3c3e6ab575c1,segment=NetworkSegment(670ffaeb-4600-4d8c-8603-4bfefb3d3b8b),segment_id=670ffaeb-4600-4d8c-8603-4bfefb3d3b8b)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:48:23.050939 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '6904099b-8fb6-41f8-a036-3c3e6ab575c1', 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'port_id': '6904099b-8fb6-41f8-a036-3c3e6ab575c1', 'mac_address': 'fa:16:3e:35:a8:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:48:23.087326 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:23.100008 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6904099b-8fb6-41f8-a036-3c3e6ab575c1 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:48:23.118651 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 6904099b-8fb6-41f8-a036-3c3e6ab575c1, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=6904099b-8fb6-41f8-a036-3c3e6ab575c1,segment=NetworkSegment(670ffaeb-4600-4d8c-8603-4bfefb3d3b8b),segment_id=670ffaeb-4600-4d8c-8603-4bfefb3d3b8b)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:48:23.122391 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:23.167784 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=6904099b-8fb6-41f8-a036-3c3e6ab575c1,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:48:23.488635 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['6904099b-8fb6-41f8-a036-3c3e6ab575c1'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:48:23.875898 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b05185-54cd-4615-8d34-5b7abacbbc53 req-8862c224-7f36-4537-b299-b85f1e794a16 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:23.877354 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f7b05185-54cd-4615-8d34-5b7abacbbc53 req-8862c224-7f36-4537-b299-b85f1e794a16 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b8204ce-681b-46a7-918b-263c0d6cd330 HTTP/1.1" status: 200 len: 944 time: 0.0505846 Nov 29 02:48:23.925195 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f7b05185-54cd-4615-8d34-5b7abacbbc53 req-7bb0066d-6bb3-4eed-a2d6-0449742a9556 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e9a685-bda5-41de-805c-3f2594fea270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414937 Nov 29 02:48:24.963590 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 6904099b-8fb6-41f8-a036-3c3e6ab575c1 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:48:25.019770 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning for port 6904099b-8fb6-41f8-a036-3c3e6ab575c1 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 02:48:25.024419 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 6904099b-8fb6-41f8-a036-3c3e6ab575c1 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:48:25.024791 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:25.045572 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8838de-e41e-45c5-8f95-708aad9f9cf5 req-e08c72aa-978d-4242-b21f-6fff94376545 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:25.047178 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ca8838de-e41e-45c5-8f95-708aad9f9cf5 req-e08c72aa-978d-4242-b21f-6fff94376545 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b8204ce-681b-46a7-918b-263c0d6cd330 HTTP/1.1" status: 200 len: 944 time: 0.0551660 Nov 29 02:48:25.099617 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-ca8838de-e41e-45c5-8f95-708aad9f9cf5 req-ec017fc9-ddd3-4160-b87a-3c3333110146 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e9a685-bda5-41de-805c-3f2594fea270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461268 Nov 29 02:48:25.206665 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:48:25.242247 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:25.263402 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8204ce-681b-46a7-918b-263c0d6cd330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6904099b-8fb6-41f8-a036-3c3e6ab575c1'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:48:25.265667 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f680db-0f0b-4b24-8f63-bf5ac49a53f5" -d '{"events": [{"server_uuid": "3b8204ce-681b-46a7-918b-263c0d6cd330", "name": "network-vif-plugged", "status": "completed", "tag": "6904099b-8fb6-41f8-a036-3c3e6ab575c1"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:48:25.278967 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 6904099b-8fb6-41f8-a036-3c3e6ab575c1, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=6904099b-8fb6-41f8-a036-3c3e6ab575c1,segment=NetworkSegment(670ffaeb-4600-4d8c-8603-4bfefb3d3b8b),segment_id=670ffaeb-4600-4d8c-8603-4bfefb3d3b8b)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:48:25.285924 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:25.314127 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451c805d-4227-4156-8f39-2645365b23c3 x-openstack-request-id: req-451c805d-4227-4156-8f39-2645365b23c3 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:48:25.314424 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8204ce-681b-46a7-918b-263c0d6cd330", "name": "network-vif-plugged", "status": "completed", "tag": "6904099b-8fb6-41f8-a036-3c3e6ab575c1", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:48:25.314678 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-451c805d-4227-4156-8f39-2645365b23c3 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:48:25.315092 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8204ce-681b-46a7-918b-263c0d6cd330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6904099b-8fb6-41f8-a036-3c3e6ab575c1', 'code': 200} Nov 29 02:48:25.338539 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=6904099b-8fb6-41f8-a036-3c3e6ab575c1,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:48:25.541720 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182b944-7a15-47ec-89dc-b7f9ea0392aa req-ff8684fc-8f6d-41c1-9d33-856a1ef20db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:25.543190 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d182b944-7a15-47ec-89dc-b7f9ea0392aa req-ff8684fc-8f6d-41c1-9d33-856a1ef20db7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b8204ce-681b-46a7-918b-263c0d6cd330 HTTP/1.1" status: 200 len: 1098 time: 0.0398433 Nov 29 02:48:25.599422 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-d182b944-7a15-47ec-89dc-b7f9ea0392aa req-b92bebd0-5314-48c6-8004-d3d12d3f7d64 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f2e9a685-bda5-41de-805c-3f2594fea270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419168 Nov 29 02:48:26.214581 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3dc52d-24cf-46d3-964b-8daa369a4393 req-a5d54283-89bd-4f47-a3fb-61c5380c91ea tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:26.216014 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9e3dc52d-24cf-46d3-964b-8daa369a4393 req-a5d54283-89bd-4f47-a3fb-61c5380c91ea tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b8204ce-681b-46a7-918b-263c0d6cd330 HTTP/1.1" status: 200 len: 945 time: 0.0468533 Nov 29 02:48:26.267247 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9e3dc52d-24cf-46d3-964b-8daa369a4393 req-cd53e68a-74df-4e7c-9d82-cc2f984c9d95 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e9a685-bda5-41de-805c-3f2594fea270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454609 Nov 29 02:48:26.852339 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-507f9ccc-c93f-47ce-94fa-5dab3e64f291 req-4b9db555-83bc-48cd-99f0-da2524ec9f19 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=da0a5084-dcf2-48cc-b2a2-55e650f06e3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404537 Nov 29 02:48:26.969187 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f9ccc-c93f-47ce-94fa-5dab3e64f291 req-f63ffa2e-59cf-4e0c-9523-9b769b972ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:26.970985 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-507f9ccc-c93f-47ce-94fa-5dab3e64f291 req-f63ffa2e-59cf-4e0c-9523-9b769b972ed0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=472343bc4f954ecb97e3242c362f5e65&device_id=da0a5084-dcf2-48cc-b2a2-55e650f06e3e HTTP/1.1" status: 200 len: 1097 time: 0.0414338 Nov 29 02:48:27.079608 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f9ccc-c93f-47ce-94fa-5dab3e64f291 req-0abde06b-4e45-41dc-b72e-da3518dadedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:27.081100 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-507f9ccc-c93f-47ce-94fa-5dab3e64f291 req-0abde06b-4e45-41dc-b72e-da3518dadedc service neutron] 10.222.0.24 "GET /v2.0/networks?id=51f4859b-5592-441b-bb47-c7b234ed8f13 HTTP/1.1" status: 200 len: 911 time: 0.0891683 Nov 29 02:48:27.148331 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-507f9ccc-c93f-47ce-94fa-5dab3e64f291 req-06314328-9c85-4b98-881f-b6550cdd2dd6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5 HTTP/1.1" status: 200 len: 1000 time: 0.0575421 Nov 29 02:48:27.196550 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f9ccc-c93f-47ce-94fa-5dab3e64f291 req-5d0ff3b0-0ce6-47ab-8cc9-a6325e0ed9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:27.198058 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-507f9ccc-c93f-47ce-94fa-5dab3e64f291 req-5d0ff3b0-0ce6-47ab-8cc9-a6325e0ed9cc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc HTTP/1.1" status: 200 len: 849 time: 0.0435002 Nov 29 02:48:27.248758 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f9ccc-c93f-47ce-94fa-5dab3e64f291 req-a17db395-2089-428c-9671-0b632121765f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:27.250294 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-507f9ccc-c93f-47ce-94fa-5dab3e64f291 req-a17db395-2089-428c-9671-0b632121765f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51f4859b-5592-441b-bb47-c7b234ed8f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429173 Nov 29 02:48:27.341930 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-507f9ccc-c93f-47ce-94fa-5dab3e64f291 req-bf55648b-be34-4f20-b269-4e4a270d14dc service neutron] 10.222.0.24 "GET /v2.0/networks/51f4859b-5592-441b-bb47-c7b234ed8f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833657 Nov 29 02:48:27.386521 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad58bdb-1918-4327-82cb-e00a0cde2184 req-0190c07f-ee7f-4ba3-a97d-1c1a0e6f7a68 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:27.388029 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9ad58bdb-1918-4327-82cb-e00a0cde2184 req-0190c07f-ee7f-4ba3-a97d-1c1a0e6f7a68 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b8204ce-681b-46a7-918b-263c0d6cd330 HTTP/1.1" status: 200 len: 945 time: 0.0505815 Nov 29 02:48:27.437048 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9ad58bdb-1918-4327-82cb-e00a0cde2184 req-759c05ed-2df0-4aef-abb0-31c0e8196a55 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e9a685-bda5-41de-805c-3f2594fea270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425704 Nov 29 02:48:27.437670 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-507f9ccc-c93f-47ce-94fa-5dab3e64f291 req-3f0914d3-b0f4-45e8-9574-2c1ffcbb2c84 service neutron] 10.222.0.24 "GET /v2.0/networks/51f4859b-5592-441b-bb47-c7b234ed8f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885029 Nov 29 02:48:27.557084 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3239ed5-c896-4a2e-99c1-46d2faa93cd8 req-65adb2e8-8369-4507-861c-3e1858f10428 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:27.558611 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a3239ed5-c896-4a2e-99c1-46d2faa93cd8 req-65adb2e8-8369-4507-861c-3e1858f10428 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b8204ce-681b-46a7-918b-263c0d6cd330 HTTP/1.1" status: 200 len: 945 time: 0.0515141 Nov 29 02:48:27.608185 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-a3239ed5-c896-4a2e-99c1-46d2faa93cd8 req-130b4c93-4c24-4b8a-bef7-085829fa2554 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e9a685-bda5-41de-805c-3f2594fea270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434961 Nov 29 02:48:27.630267 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 51404) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:48:27.673645 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33697564-4d82-44e6-989a-fd7ff157bf5e tempest-TestSnapshotPattern-1673001072 tempest-TestSnapshotPattern-1673001072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:27.675167 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-33697564-4d82-44e6-989a-fd7ff157bf5e tempest-TestSnapshotPattern-1673001072 tempest-TestSnapshotPattern-1673001072-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3b8204ce-681b-46a7-918b-263c0d6cd330 HTTP/1.1" status: 200 len: 1093 time: 0.0439115 Nov 29 02:48:27.677865 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 51406) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:48:27.682640 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a0cbe75d-674a-4135-81eb-061c99f1af35 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Request body: {'floatingip': {'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'port_id': '6904099b-8fb6-41f8-a036-3c3e6ab575c1', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 02:48:27.704551 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0cbe75d-674a-4135-81eb-061c99f1af35 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:27.801596 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0cbe75d-674a-4135-81eb-061c99f1af35 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:27.915304 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-a0cbe75d-674a-4135-81eb-061c99f1af35 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Allocated IP 172.26.3.68 (4bf244a8-fda8-412f-8f05-2c7c5210f333/511eb198-0fe9-4716-8e57-1778191b4e7a/9358b08c-df1e-4bab-b1b3-8566d87a53d5) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 02:48:28.019244 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0cbe75d-674a-4135-81eb-061c99f1af35 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:28.052621 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0cbe75d-674a-4135-81eb-061c99f1af35 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763261377482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:28.102328 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cbe75d-674a-4135-81eb-061c99f1af35 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Network 4bf244a8-fda8-412f-8f05-2c7c5210f333 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 02:48:28.105215 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-a0cbe75d-674a-4135-81eb-061c99f1af35 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 02:48:28.109791 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cbe75d-674a-4135-81eb-061c99f1af35 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 02:48:28.115067 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cbe75d-674a-4135-81eb-061c99f1af35 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Pushing event updated for resources: {'Port': ['ID=9358b08c-df1e-4bab-b1b3-8566d87a53d5,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:48:28.138886 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbe75d-674a-4135-81eb-061c99f1af35 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:48:28.139243 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbe75d-674a-4135-81eb-061c99f1af35 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:48:28.139597 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbe75d-674a-4135-81eb-061c99f1af35 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:48:28.139942 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbe75d-674a-4135-81eb-061c99f1af35 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:48:28.140281 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbe75d-674a-4135-81eb-061c99f1af35 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:48:28.140621 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbe75d-674a-4135-81eb-061c99f1af35 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:48:28.140958 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbe75d-674a-4135-81eb-061c99f1af35 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:48:28.141291 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbe75d-674a-4135-81eb-061c99f1af35 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:48:28.141650 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbe75d-674a-4135-81eb-061c99f1af35 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:48:28.141987 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbe75d-674a-4135-81eb-061c99f1af35 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:48:28.142316 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbe75d-674a-4135-81eb-061c99f1af35 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:48:28.142909 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cbe75d-674a-4135-81eb-061c99f1af35 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:48:28.467398 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0cbe75d-674a-4135-81eb-061c99f1af35 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:28.530851 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0cbe75d-674a-4135-81eb-061c99f1af35 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:28.677693 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0cbe75d-674a-4135-81eb-061c99f1af35 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:28.682524 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0cbe75d-674a-4135-81eb-061c99f1af35 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28724615'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:28.746670 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cbe75d-674a-4135-81eb-061c99f1af35 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Pushing event updated for resources: {'Port': ['ID=9358b08c-df1e-4bab-b1b3-8566d87a53d5,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:48:28.760272 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0cbe75d-674a-4135-81eb-061c99f1af35 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600055'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:28.860120 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-a0cbe75d-674a-4135-81eb-061c99f1af35 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Floating IP c681d35d-3345-449d-9453-eca79d1ba2c2 associated. External IP: 172.26.3.68, port: 6904099b-8fb6-41f8-a036-3c3e6ab575c1. Nov 29 02:48:29.063564 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0cbe75d-674a-4135-81eb-061c99f1af35 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Router 614f7495-f7f5-4989-9cb1-c1725b434fe3 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:48:29.169308 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cbe75d-674a-4135-81eb-061c99f1af35 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:48:29.178592 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2653cf-2511-4c08-b5d1-094d11844ea5 None None] Sync routers for ids ['614f7495-f7f5-4989-9cb1-c1725b434fe3'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:48:29.187267 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a0cbe75d-674a-4135-81eb-061c99f1af35 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:29.188924 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2653cf-2511-4c08-b5d1-094d11844ea5 None None] Routers {'614f7495-f7f5-4989-9cb1-c1725b434fe3'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:48:29.189564 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-fe2653cf-2511-4c08-b5d1-094d11844ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:48:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['614f7495-f7f5-4989-9cb1-c1725b434fe3'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:48:29.214235 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-a0cbe75d-674a-4135-81eb-061c99f1af35 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5353692 Nov 29 02:48:29.214819 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8204ce-681b-46a7-918b-263c0d6cd330', 'tag': '6904099b-8fb6-41f8-a036-3c3e6ab575c1'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:48:29.217057 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a54b0b8d43a805c8e04fafa9e6e1877f555095d74f053d1eebc96b979e45145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff97b003-b890-4399-b4d5-db87ccf50bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8204ce-681b-46a7-918b-263c0d6cd330", "tag": "6904099b-8fb6-41f8-a036-3c3e6ab575c1"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:48:29.296539 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-fe2653cf-2511-4c08-b5d1-094d11844ea5 None None] Set router 614f7495-f7f5-4989-9cb1-c1725b434fe3 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:48:29.320744 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ca4ffa-dc5e-4b4f-8906-6f00a1b6d5fc x-openstack-request-id: req-a9ca4ffa-dc5e-4b4f-8906-6f00a1b6d5fc {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:48:29.321103 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8204ce-681b-46a7-918b-263c0d6cd330", "tag": "6904099b-8fb6-41f8-a036-3c3e6ab575c1", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:48:29.321451 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9ca4ffa-dc5e-4b4f-8906-6f00a1b6d5fc {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:48:29.321991 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8204ce-681b-46a7-918b-263c0d6cd330', 'tag': '6904099b-8fb6-41f8-a036-3c3e6ab575c1', 'status': 'completed', 'code': 200} Nov 29 02:48:29.407993 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97b003-b890-4399-b4d5-db87ccf50bbf req-6164ba3f-7b88-4242-a882-3c278fee96d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:29.409514 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ff97b003-b890-4399-b4d5-db87ccf50bbf req-6164ba3f-7b88-4242-a882-3c278fee96d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=472343bc4f954ecb97e3242c362f5e65&device_id=3b8204ce-681b-46a7-918b-263c0d6cd330 HTTP/1.1" status: 200 len: 1098 time: 0.0402861 Nov 29 02:48:29.504107 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97b003-b890-4399-b4d5-db87ccf50bbf req-933efa6d-34b4-4383-938b-4cabccfb9613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:29.505601 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ff97b003-b890-4399-b4d5-db87ccf50bbf req-933efa6d-34b4-4383-938b-4cabccfb9613 service neutron] 10.222.0.24 "GET /v2.0/networks?id=51f4859b-5592-441b-bb47-c7b234ed8f13 HTTP/1.1" status: 200 len: 911 time: 0.0870728 Nov 29 02:48:29.520890 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-fe2653cf-2511-4c08-b5d1-094d11844ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'name': 'tempest-TestSnapshotPattern-1816045103-router', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 4, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'gw_port': {'id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '0a10779e-a3fe-462c-9450-4af522220813', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'floating_ip_address': '172.26.3.132', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'port_id': 'dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'mac_address': 'fa:16:3e:78:69:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0a5084-dcf2-48cc-b2a2-55e650f06e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:45:51Z', 'updated_at': '2021-11-29T02:45:53Z', 'revision_number': 1, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'fixed_ip_address_scope': None}, {'id': 'c681d35d-3345-449d-9453-eca79d1ba2c2', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'floating_ip_address': '172.26.3.68', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'port_id': '6904099b-8fb6-41f8-a036-3c3e6ab575c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'mac_address': 'fa:16:3e:35:a8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8204ce-681b-46a7-918b-263c0d6cd330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:48:28Z', 'updated_at': '2021-11-29T02:48:28Z', 'revision_number': 0, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47465a86-536f-4e81-abc9-d476e8e3fa13', 'name': '', 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'mac_address': 'fa:16:3e:e8:63:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:27Z', 'updated_at': '2021-11-29T02:45:32Z', 'revision_number': 5, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'subnets': [{'id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:48:29.551784 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2653cf-2511-4c08-b5d1-094d11844ea5 None None] Checking router: 614f7495-f7f5-4989-9cb1-c1725b434fe3 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:48:29.560138 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2653cf-2511-4c08-b5d1-094d11844ea5 None None] Routers {'614f7495-f7f5-4989-9cb1-c1725b434fe3'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:48:29.560751 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-fe2653cf-2511-4c08-b5d1-094d11844ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:48:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['614f7495-f7f5-4989-9cb1-c1725b434fe3'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:48:29.571794 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ff97b003-b890-4399-b4d5-db87ccf50bbf req-68c87268-8f4a-4aeb-b9a8-cef06d1ea0e1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6904099b-8fb6-41f8-a036-3c3e6ab575c1 HTTP/1.1" status: 200 len: 998 time: 0.0576894 Nov 29 02:48:29.626852 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97b003-b890-4399-b4d5-db87ccf50bbf req-18ec6639-ded6-46ee-ab5f-1f14869c9e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:29.627211 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ff97b003-b890-4399-b4d5-db87ccf50bbf req-18ec6639-ded6-46ee-ab5f-1f14869c9e50 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc HTTP/1.1" status: 200 len: 849 time: 0.0478179 Nov 29 02:48:29.669497 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-fe2653cf-2511-4c08-b5d1-094d11844ea5 None None] Set router 614f7495-f7f5-4989-9cb1-c1725b434fe3 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:48:29.676477 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97b003-b890-4399-b4d5-db87ccf50bbf req-4924536b-c88f-4cfb-9c95-7792ccbf638e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:48:29.677991 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ff97b003-b890-4399-b4d5-db87ccf50bbf req-4924536b-c88f-4cfb-9c95-7792ccbf638e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51f4859b-5592-441b-bb47-c7b234ed8f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439067 Nov 29 02:48:29.768269 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ff97b003-b890-4399-b4d5-db87ccf50bbf req-7e976013-2308-46ae-9d4a-d751f050e7fe service neutron] 10.222.0.24 "GET /v2.0/networks/51f4859b-5592-441b-bb47-c7b234ed8f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816200 Nov 29 02:48:29.866839 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-ff97b003-b890-4399-b4d5-db87ccf50bbf req-1c1b0278-cf55-4582-86fd-6113e9069d9e service neutron] 10.222.0.24 "GET /v2.0/networks/51f4859b-5592-441b-bb47-c7b234ed8f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900240 Nov 29 02:48:29.893036 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-fe2653cf-2511-4c08-b5d1-094d11844ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'name': 'tempest-TestSnapshotPattern-1816045103-router', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 4, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'gw_port': {'id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '0a10779e-a3fe-462c-9450-4af522220813', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'floating_ip_address': '172.26.3.132', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'port_id': 'dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'mac_address': 'fa:16:3e:78:69:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0a5084-dcf2-48cc-b2a2-55e650f06e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:45:51Z', 'updated_at': '2021-11-29T02:45:53Z', 'revision_number': 1, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'fixed_ip_address_scope': None}, {'id': 'c681d35d-3345-449d-9453-eca79d1ba2c2', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'floating_ip_address': '172.26.3.68', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'port_id': '6904099b-8fb6-41f8-a036-3c3e6ab575c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'mac_address': 'fa:16:3e:35:a8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8204ce-681b-46a7-918b-263c0d6cd330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:48:28Z', 'updated_at': '2021-11-29T02:48:28Z', 'revision_number': 0, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47465a86-536f-4e81-abc9-d476e8e3fa13', 'name': '', 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'mac_address': 'fa:16:3e:e8:63:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:27Z', 'updated_at': '2021-11-29T02:45:32Z', 'revision_number': 5, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'subnets': [{'id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:48:29.924096 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2653cf-2511-4c08-b5d1-094d11844ea5 None None] The sync data for ids ['614f7495-f7f5-4989-9cb1-c1725b434fe3'] in dv-neutron-819032-3-hyperv is: [{'id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'name': 'tempest-TestSnapshotPattern-1816045103-router', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 4, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'gw_port': {'id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '0a10779e-a3fe-462c-9450-4af522220813', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'floating_ip_address': '172.26.3.132', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'port_id': 'dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'mac_address': 'fa:16:3e:78:69:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0a5084-dcf2-48cc-b2a2-55e650f06e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:45:51Z', 'updated_at': '2021-11-29T02:45:53Z', 'revision_number': 1, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'fixed_ip_address_scope': None}, {'id': 'c681d35d-3345-449d-9453-eca79d1ba2c2', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'floating_ip_address': '172.26.3.68', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'port_id': '6904099b-8fb6-41f8-a036-3c3e6ab575c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'mac_address': 'fa:16:3e:35:a8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8204ce-681b-46a7-918b-263c0d6cd330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:48:28Z', 'updated_at': '2021-11-29T02:48:28Z', 'revision_number': 0, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47465a86-536f-4e81-abc9-d476e8e3fa13', 'name': '', 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'mac_address': 'fa:16:3e:e8:63:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:27Z', 'updated_at': '2021-11-29T02:45:32Z', 'revision_number': 5, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'subnets': [{'id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:48:30.106440 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c34b97-62dd-4daf-8675-7ee8ed182f37 None None] New status for floating IP c681d35d-3345-449d-9453-eca79d1ba2c2: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:48:42.137997 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1352916f-9c07-4426-8b46-87146dc793e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:44.274563 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:44.408428 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bcba5593-4957-41ee-8866-899a26ef0235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:45.524583 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:47.221034 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:48:47.961239 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:49:02.204978 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:49:12.139020 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-13231b59-d979-47d0-bf35-6c0d0ce85984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:49:14.275175 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:49:14.409459 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d21773f5-b4ac-4a36-9bea-7b8e3069e992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:49:15.533443 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:49:17.224863 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:49:17.961614 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:49:27.730784 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-105c99e5-9bb3-4195-823a-b33b0f35f424 req-36767d7e-e4a7-4777-9f58-b92832bd079f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=da0a5084-dcf2-48cc-b2a2-55e650f06e3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1582141 Nov 29 02:49:27.853111 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c99e5-9bb3-4195-823a-b33b0f35f424 req-79a9e9bd-5ab1-4c38-b6db-2c662c85bb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:49:27.854588 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-105c99e5-9bb3-4195-823a-b33b0f35f424 req-79a9e9bd-5ab1-4c38-b6db-2c662c85bb53 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=472343bc4f954ecb97e3242c362f5e65&device_id=da0a5084-dcf2-48cc-b2a2-55e650f06e3e HTTP/1.1" status: 200 len: 1097 time: 0.0408049 Nov 29 02:49:27.967979 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c99e5-9bb3-4195-823a-b33b0f35f424 req-773b4447-0f87-4bf3-97ed-3b62f273cce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:49:27.969481 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-105c99e5-9bb3-4195-823a-b33b0f35f424 req-773b4447-0f87-4bf3-97ed-3b62f273cce2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=51f4859b-5592-441b-bb47-c7b234ed8f13 HTTP/1.1" status: 200 len: 911 time: 0.0907292 Nov 29 02:49:28.038563 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-105c99e5-9bb3-4195-823a-b33b0f35f424 req-2bba2609-5c8d-439e-8e4e-30af8e7abcf6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5 HTTP/1.1" status: 200 len: 1000 time: 0.0596235 Nov 29 02:49:28.094441 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c99e5-9bb3-4195-823a-b33b0f35f424 req-dd11752e-76c4-4d0d-b9e3-f98a0e042f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:49:28.095981 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-105c99e5-9bb3-4195-823a-b33b0f35f424 req-dd11752e-76c4-4d0d-b9e3-f98a0e042f88 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc HTTP/1.1" status: 200 len: 849 time: 0.0456374 Nov 29 02:49:28.150821 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c99e5-9bb3-4195-823a-b33b0f35f424 req-8ff5cfa8-c2dc-470d-9420-37dc61bf3de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:49:28.152318 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-105c99e5-9bb3-4195-823a-b33b0f35f424 req-8ff5cfa8-c2dc-470d-9420-37dc61bf3de8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51f4859b-5592-441b-bb47-c7b234ed8f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428789 Nov 29 02:49:28.166375 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [req-105c99e5-9bb3-4195-823a-b33b0f35f424 req-e91c57cc-5acc-4efc-b162-015134236115 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 02:49:28.167372 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-105c99e5-9bb3-4195-823a-b33b0f35f424 req-e91c57cc-5acc-4efc-b162-015134236115 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048614 Nov 29 02:49:28.259747 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-105c99e5-9bb3-4195-823a-b33b0f35f424 req-7193c3e6-1064-412f-829f-f3b1590d873b service neutron] 10.222.0.24 "GET /v2.0/networks/51f4859b-5592-441b-bb47-c7b234ed8f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852942 Nov 29 02:49:28.356105 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-105c99e5-9bb3-4195-823a-b33b0f35f424 req-b10d52cb-2659-4a82-8f9c-e2d133a4b432 service neutron] 10.222.0.24 "GET /v2.0/networks/51f4859b-5592-441b-bb47-c7b234ed8f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842142 Nov 29 02:49:39.204281 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:49:42.140114 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5212c9c2-deaa-4b80-801d-b7ac25711c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:49:44.273485 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:49:44.410339 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58b5a68b-8d11-4f54-8264-a6e245f26751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:49:45.530812 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:49:47.227397 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:49:47.965191 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:09.524619 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 6904099b-8fb6-41f8-a036-3c3e6ab575c1 details requested by agent hyperv_hv-neutron-8190 with host hv-neutron-8190 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 02:50:09.619233 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 6904099b-8fb6-41f8-a036-3c3e6ab575c1, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=6904099b-8fb6-41f8-a036-3c3e6ab575c1,segment=NetworkSegment(670ffaeb-4600-4d8c-8603-4bfefb3d3b8b),segment_id=670ffaeb-4600-4d8c-8603-4bfefb3d3b8b)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:50:09.630678 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Returning: {'device': '6904099b-8fb6-41f8-a036-3c3e6ab575c1', 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'port_id': '6904099b-8fb6-41f8-a036-3c3e6ab575c1', 'mac_address': 'fa:16:3e:35:a8:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 02:50:09.668301 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:09.680735 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6904099b-8fb6-41f8-a036-3c3e6ab575c1 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 02:50:09.700580 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 6904099b-8fb6-41f8-a036-3c3e6ab575c1, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=6904099b-8fb6-41f8-a036-3c3e6ab575c1,segment=NetworkSegment(670ffaeb-4600-4d8c-8603-4bfefb3d3b8b),segment_id=670ffaeb-4600-4d8c-8603-4bfefb3d3b8b)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:50:09.704380 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:09.754207 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=6904099b-8fb6-41f8-a036-3c3e6ab575c1,revision_number=6']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:50:09.763051 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:50:09.763399 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:50:09.763736 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:50:09.764068 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:50:09.764648 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:50:09.764973 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:50:09.765299 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:50:09.765648 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:50:09.765970 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:50:09.766291 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:50:09.766608 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:50:09.766925 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:50:09.869181 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] get_ports_and_sgs() called for port_ids ['6904099b-8fb6-41f8-a036-3c3e6ab575c1'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 02:50:11.531725 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 6904099b-8fb6-41f8-a036-3c3e6ab575c1 up at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 02:50:11.592645 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Provisioning complete for port 6904099b-8fb6-41f8-a036-3c3e6ab575c1 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 02:50:11.593067 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4156882'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:11.688919 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:11.860203 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8204ce-681b-46a7-918b-263c0d6cd330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6904099b-8fb6-41f8-a036-3c3e6ab575c1'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:50:11.863451 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008e675e-6e34-490f-aef7-b520a3c4161f" -d '{"events": [{"server_uuid": "3b8204ce-681b-46a7-918b-263c0d6cd330", "name": "network-vif-plugged", "status": "completed", "tag": "6904099b-8fb6-41f8-a036-3c3e6ab575c1"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:50:11.877470 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 6904099b-8fb6-41f8-a036-3c3e6ab575c1, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=6904099b-8fb6-41f8-a036-3c3e6ab575c1,segment=NetworkSegment(670ffaeb-4600-4d8c-8603-4bfefb3d3b8b),segment_id=670ffaeb-4600-4d8c-8603-4bfefb3d3b8b)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:50:11.887852 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:11.952347 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=6904099b-8fb6-41f8-a036-3c3e6ab575c1,revision_number=7']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:50:12.013864 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4467ad-35bf-489e-a66f-419dbbe0aaaf x-openstack-request-id: req-0b4467ad-35bf-489e-a66f-419dbbe0aaaf {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:50:12.014168 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8204ce-681b-46a7-918b-263c0d6cd330", "name": "network-vif-plugged", "status": "completed", "tag": "6904099b-8fb6-41f8-a036-3c3e6ab575c1", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:50:12.014693 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b4467ad-35bf-489e-a66f-419dbbe0aaaf {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:50:12.015123 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8204ce-681b-46a7-918b-263c0d6cd330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6904099b-8fb6-41f8-a036-3c3e6ab575c1', 'code': 200} Nov 29 02:50:12.152164 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9b01f547-a521-4b20-8d63-ebeeb2324a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:14.274820 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:14.411968 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ae18249b-4756-4ad0-829f-fe7ec7bac3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:15.537295 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:16.204458 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:50:17.239478 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:17.970643 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:20.193949 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 51626) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:50:20.351898 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e1ec6d87-8be6-4b89-a687-ef182f7e42f8 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Deleting port 9358b08c-df1e-4bab-b1b3-8566d87a53d5 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:50:20.352148 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1ec6d87-8be6-4b89-a687-ef182f7e42f8 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:20.427944 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1ec6d87-8be6-4b89-a687-ef182f7e42f8 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:20.428264 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1ec6d87-8be6-4b89-a687-ef182f7e42f8 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:20.442065 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-e1ec6d87-8be6-4b89-a687-ef182f7e42f8 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Calling delete_port for 9358b08c-df1e-4bab-b1b3-8566d87a53d5 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:50:20.585681 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1ec6d87-8be6-4b89-a687-ef182f7e42f8 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:20.613910 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec6d87-8be6-4b89-a687-ef182f7e42f8 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Pushing event deleted for resources: {'Port': ['ID=9358b08c-df1e-4bab-b1b3-8566d87a53d5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:50:20.638430 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ec6d87-8be6-4b89-a687-ef182f7e42f8 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:50:20.638781 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ec6d87-8be6-4b89-a687-ef182f7e42f8 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:50:20.639392 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ec6d87-8be6-4b89-a687-ef182f7e42f8 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:50:20.639730 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ec6d87-8be6-4b89-a687-ef182f7e42f8 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:50:20.640063 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ec6d87-8be6-4b89-a687-ef182f7e42f8 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:50:20.640394 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ec6d87-8be6-4b89-a687-ef182f7e42f8 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:50:20.640724 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ec6d87-8be6-4b89-a687-ef182f7e42f8 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:50:20.641049 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ec6d87-8be6-4b89-a687-ef182f7e42f8 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:50:20.641376 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ec6d87-8be6-4b89-a687-ef182f7e42f8 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:50:20.641739 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ec6d87-8be6-4b89-a687-ef182f7e42f8 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:50:20.642069 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ec6d87-8be6-4b89-a687-ef182f7e42f8 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:50:20.642390 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ec6d87-8be6-4b89-a687-ef182f7e42f8 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:50:20.682286 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1ec6d87-8be6-4b89-a687-ef182f7e42f8 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:20.682623 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-e1ec6d87-8be6-4b89-a687-ef182f7e42f8 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Floating IP c681d35d-3345-449d-9453-eca79d1ba2c2 disassociated (deleted). External IP: 172.26.3.68, port: 6904099b-8fb6-41f8-a036-3c3e6ab575c1. Nov 29 02:50:21.209421 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ec6d87-8be6-4b89-a687-ef182f7e42f8 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Router 614f7495-f7f5-4989-9cb1-c1725b434fe3 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:50:21.312418 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ec6d87-8be6-4b89-a687-ef182f7e42f8 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:50:21.317805 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1ec6d87-8be6-4b89-a687-ef182f7e42f8 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:21.322619 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721143ae-f5aa-4fc0-b738-3b5c2589df5e None None] Sync routers for ids ['614f7495-f7f5-4989-9cb1-c1725b434fe3'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:50:21.331529 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721143ae-f5aa-4fc0-b738-3b5c2589df5e None None] Routers {'614f7495-f7f5-4989-9cb1-c1725b434fe3'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:50:21.332156 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-721143ae-f5aa-4fc0-b738-3b5c2589df5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:50:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['614f7495-f7f5-4989-9cb1-c1725b434fe3'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:50:21.343751 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-e1ec6d87-8be6-4b89-a687-ef182f7e42f8 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "DELETE /v2.0/floatingips/c681d35d-3345-449d-9453-eca79d1ba2c2 HTTP/1.1" status: 204 len: 168 time: 1.1487112 Nov 29 02:50:21.344335 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8204ce-681b-46a7-918b-263c0d6cd330', 'tag': '6904099b-8fb6-41f8-a036-3c3e6ab575c1'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:50:21.346699 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a54b0b8d43a805c8e04fafa9e6e1877f555095d74f053d1eebc96b979e45145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66eac54a-314a-4231-b3bc-5c1b9617abbb" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8204ce-681b-46a7-918b-263c0d6cd330", "tag": "6904099b-8fb6-41f8-a036-3c3e6ab575c1"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:50:21.397285 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63b8d28-0a34-4322-bd0b-9e6ccca3ea93 x-openstack-request-id: req-a63b8d28-0a34-4322-bd0b-9e6ccca3ea93 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:50:21.397285 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8204ce-681b-46a7-918b-263c0d6cd330", "tag": "6904099b-8fb6-41f8-a036-3c3e6ab575c1", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:50:21.397573 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a63b8d28-0a34-4322-bd0b-9e6ccca3ea93 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:50:21.397977 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8204ce-681b-46a7-918b-263c0d6cd330', 'tag': '6904099b-8fb6-41f8-a036-3c3e6ab575c1', 'status': 'completed', 'code': 200} Nov 29 02:50:21.442979 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-721143ae-f5aa-4fc0-b738-3b5c2589df5e None None] Set router 614f7495-f7f5-4989-9cb1-c1725b434fe3 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:50:21.515020 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eac54a-314a-4231-b3bc-5c1b9617abbb req-adc1de57-5f35-4ac6-b87a-cdc089a2ce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:50:21.517216 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-66eac54a-314a-4231-b3bc-5c1b9617abbb req-adc1de57-5f35-4ac6-b87a-cdc089a2ce42 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=472343bc4f954ecb97e3242c362f5e65&device_id=3b8204ce-681b-46a7-918b-263c0d6cd330 HTTP/1.1" status: 200 len: 1098 time: 0.0484691 Nov 29 02:50:21.631445 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eac54a-314a-4231-b3bc-5c1b9617abbb req-a2518007-8bbd-4c08-92b2-e484d065cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:50:21.632913 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-66eac54a-314a-4231-b3bc-5c1b9617abbb req-a2518007-8bbd-4c08-92b2-e484d065cdb1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=51f4859b-5592-441b-bb47-c7b234ed8f13 HTTP/1.1" status: 200 len: 911 time: 0.0907872 Nov 29 02:50:21.678588 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-66eac54a-314a-4231-b3bc-5c1b9617abbb req-0a6b8c4f-a442-45e5-8451-f40a756efff0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6904099b-8fb6-41f8-a036-3c3e6ab575c1 HTTP/1.1" status: 200 len: 217 time: 0.0357699 Nov 29 02:50:21.679245 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c40e8a-d3c0-4f23-93f3-fc670abef1eb req-0ce71460-b316-4fce-a03c-92f0b0e16ac0 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:50:21.680849 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-84c40e8a-d3c0-4f23-93f3-fc670abef1eb req-0ce71460-b316-4fce-a03c-92f0b0e16ac0 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b8204ce-681b-46a7-918b-263c0d6cd330 HTTP/1.1" status: 200 len: 945 time: 0.1493490 Nov 29 02:50:21.702424 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-721143ae-f5aa-4fc0-b738-3b5c2589df5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'name': 'tempest-TestSnapshotPattern-1816045103-router', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 4, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'gw_port': {'id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '0a10779e-a3fe-462c-9450-4af522220813', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'floating_ip_address': '172.26.3.132', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'port_id': 'dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'mac_address': 'fa:16:3e:78:69:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0a5084-dcf2-48cc-b2a2-55e650f06e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:45:51Z', 'updated_at': '2021-11-29T02:45:53Z', 'revision_number': 1, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47465a86-536f-4e81-abc9-d476e8e3fa13', 'name': '', 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'mac_address': 'fa:16:3e:e8:63:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:27Z', 'updated_at': '2021-11-29T02:45:32Z', 'revision_number': 5, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'subnets': [{'id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:50:21.731877 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-84c40e8a-d3c0-4f23-93f3-fc670abef1eb req-1b772ec1-78b0-4296-a88d-67a5f80e4388 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e9a685-bda5-41de-805c-3f2594fea270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449326 Nov 29 02:50:21.733295 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721143ae-f5aa-4fc0-b738-3b5c2589df5e None None] Checking router: 614f7495-f7f5-4989-9cb1-c1725b434fe3 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:50:21.734469 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eac54a-314a-4231-b3bc-5c1b9617abbb req-1dfbb2ab-0330-4db3-a370-37c8931377f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:50:21.736095 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-66eac54a-314a-4231-b3bc-5c1b9617abbb req-1dfbb2ab-0330-4db3-a370-37c8931377f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc HTTP/1.1" status: 200 len: 849 time: 0.0489018 Nov 29 02:50:21.742534 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721143ae-f5aa-4fc0-b738-3b5c2589df5e None None] Routers {'614f7495-f7f5-4989-9cb1-c1725b434fe3'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:50:21.743143 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-721143ae-f5aa-4fc0-b738-3b5c2589df5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:50:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['614f7495-f7f5-4989-9cb1-c1725b434fe3'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:50:21.782213 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eac54a-314a-4231-b3bc-5c1b9617abbb req-3dce81f7-8e63-48bc-a021-82741b28c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:50:21.784274 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-66eac54a-314a-4231-b3bc-5c1b9617abbb req-3dce81f7-8e63-48bc-a021-82741b28c79d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51f4859b-5592-441b-bb47-c7b234ed8f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401685 Nov 29 02:50:21.848961 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-721143ae-f5aa-4fc0-b738-3b5c2589df5e None None] Set router 614f7495-f7f5-4989-9cb1-c1725b434fe3 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:50:21.876276 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-66eac54a-314a-4231-b3bc-5c1b9617abbb req-eca3cfb8-5110-43cb-a6b0-5b906f43a9fc service neutron] 10.222.0.24 "GET /v2.0/networks/51f4859b-5592-441b-bb47-c7b234ed8f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818143 Nov 29 02:50:21.971720 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-66eac54a-314a-4231-b3bc-5c1b9617abbb req-ecaba012-b4fe-4252-9d98-b129c564192c service neutron] 10.222.0.24 "GET /v2.0/networks/51f4859b-5592-441b-bb47-c7b234ed8f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864079 Nov 29 02:50:22.071024 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-721143ae-f5aa-4fc0-b738-3b5c2589df5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'name': 'tempest-TestSnapshotPattern-1816045103-router', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 4, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'gw_port': {'id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '0a10779e-a3fe-462c-9450-4af522220813', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'floating_ip_address': '172.26.3.132', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'port_id': 'dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'mac_address': 'fa:16:3e:78:69:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0a5084-dcf2-48cc-b2a2-55e650f06e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:45:51Z', 'updated_at': '2021-11-29T02:45:53Z', 'revision_number': 1, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47465a86-536f-4e81-abc9-d476e8e3fa13', 'name': '', 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'mac_address': 'fa:16:3e:e8:63:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:27Z', 'updated_at': '2021-11-29T02:45:32Z', 'revision_number': 5, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'subnets': [{'id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:50:22.100490 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721143ae-f5aa-4fc0-b738-3b5c2589df5e None None] The sync data for ids ['614f7495-f7f5-4989-9cb1-c1725b434fe3'] in dv-neutron-819032-3-hyperv is: [{'id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'name': 'tempest-TestSnapshotPattern-1816045103-router', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 4, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'gw_port': {'id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_floatingips': [{'id': '0a10779e-a3fe-462c-9450-4af522220813', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'floating_ip_address': '172.26.3.132', 'floating_network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'router_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'port_id': 'dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'mac_address': 'fa:16:3e:78:69:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0a5084-dcf2-48cc-b2a2-55e650f06e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T02:45:51Z', 'updated_at': '2021-11-29T02:45:53Z', 'revision_number': 1, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47465a86-536f-4e81-abc9-d476e8e3fa13', 'name': '', 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'mac_address': 'fa:16:3e:e8:63:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:27Z', 'updated_at': '2021-11-29T02:45:32Z', 'revision_number': 5, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'subnets': [{'id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:50:22.307286 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90b20a8-5a61-4c1c-86a7-37557b831e79 None None] New status for floating IP c681d35d-3345-449d-9453-eca79d1ba2c2: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:50:22.851813 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913102c-7b80-4b7c-ad33-27cca6253d8a req-b6e12035-5c1a-409e-b334-c4cf28524d22 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:50:22.853275 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f913102c-7b80-4b7c-ad33-27cca6253d8a req-b6e12035-5c1a-409e-b334-c4cf28524d22 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b8204ce-681b-46a7-918b-263c0d6cd330 HTTP/1.1" status: 200 len: 945 time: 0.0478592 Nov 29 02:50:22.904973 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-f913102c-7b80-4b7c-ad33-27cca6253d8a req-407a5b39-5f93-4aec-8fcb-dc5d8907d899 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e9a685-bda5-41de-805c-3f2594fea270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457568 Nov 29 02:50:23.573360 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1fd303-2010-4e27-8cf5-3dab0cc85683 req-cd371cfe-667a-43dc-b79c-896447de8d9d tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:50:23.575543 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-bf1fd303-2010-4e27-8cf5-3dab0cc85683 req-cd371cfe-667a-43dc-b79c-896447de8d9d tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b8204ce-681b-46a7-918b-263c0d6cd330 HTTP/1.1" status: 200 len: 945 time: 0.0477786 Nov 29 02:50:23.576767 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 6904099b-8fb6-41f8-a036-3c3e6ab575c1 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:50:23.652308 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3737151'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:23.670853 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-bf1fd303-2010-4e27-8cf5-3dab0cc85683 req-2c0ce1f1-4918-4f93-8e76-672838f9690c tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Deleting port 6904099b-8fb6-41f8-a036-3c3e6ab575c1 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:50:23.671188 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-bf1fd303-2010-4e27-8cf5-3dab0cc85683 req-2c0ce1f1-4918-4f93-8e76-672838f9690c tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:23.675522 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8204ce-681b-46a7-918b-263c0d6cd330', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6904099b-8fb6-41f8-a036-3c3e6ab575c1'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:50:23.677787 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1142fdbc9b10af7887c9f8516dfc8ed968373c0bdf99dfc3790cb33af67f47a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e65890-0d1b-425e-b4ba-4cb55779b16e" -d '{"events": [{"server_uuid": "3b8204ce-681b-46a7-918b-263c0d6cd330", "name": "network-vif-unplugged", "status": "completed", "tag": "6904099b-8fb6-41f8-a036-3c3e6ab575c1"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:50:23.690984 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] For port 6904099b-8fb6-41f8-a036-3c3e6ab575c1, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=6904099b-8fb6-41f8-a036-3c3e6ab575c1,segment=NetworkSegment(670ffaeb-4600-4d8c-8603-4bfefb3d3b8b),segment_id=670ffaeb-4600-4d8c-8603-4bfefb3d3b8b)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:50:23.695821 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763261847417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763261377500', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763261377518'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:23.723872 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 02:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fa6830-f9df-4244-be4c-74ae7c04acff x-openstack-request-id: req-31fa6830-f9df-4244-be4c-74ae7c04acff {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:50:23.724161 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8204ce-681b-46a7-918b-263c0d6cd330", "name": "network-vif-unplugged", "status": "completed", "tag": "6904099b-8fb6-41f8-a036-3c3e6ab575c1", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:50:23.724418 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-31fa6830-f9df-4244-be4c-74ae7c04acff {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:50:23.724802 dv-neutron-819032-3-hyperv neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8204ce-681b-46a7-918b-263c0d6cd330', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6904099b-8fb6-41f8-a036-3c3e6ab575c1', 'code': 200} Nov 29 02:50:23.750321 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Pushing event updated for resources: {'Port': ['ID=6904099b-8fb6-41f8-a036-3c3e6ab575c1,revision_number=8']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:50:23.762348 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-bf1fd303-2010-4e27-8cf5-3dab0cc85683 req-2c0ce1f1-4918-4f93-8e76-672838f9690c tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] For port 6904099b-8fb6-41f8-a036-3c3e6ab575c1, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=6904099b-8fb6-41f8-a036-3c3e6ab575c1,segment=NetworkSegment(670ffaeb-4600-4d8c-8603-4bfefb3d3b8b),segment_id=670ffaeb-4600-4d8c-8603-4bfefb3d3b8b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:50:23.762717 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-bf1fd303-2010-4e27-8cf5-3dab0cc85683 req-2c0ce1f1-4918-4f93-8e76-672838f9690c tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:23.775138 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-bf1fd303-2010-4e27-8cf5-3dab0cc85683 req-2c0ce1f1-4918-4f93-8e76-672838f9690c tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Calling delete_port for 6904099b-8fb6-41f8-a036-3c3e6ab575c1 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:50:23.902078 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-bf1fd303-2010-4e27-8cf5-3dab0cc85683 req-2c0ce1f1-4918-4f93-8e76-672838f9690c tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:23.928661 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ce1f1-4918-4f93-8e76-672838f9690c tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Pushing event deleted for resources: {'Port': ['ID=6904099b-8fb6-41f8-a036-3c3e6ab575c1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:50:23.938211 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ce1f1-4918-4f93-8e76-672838f9690c tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:50:23.938572 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ce1f1-4918-4f93-8e76-672838f9690c tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:50:23.938920 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ce1f1-4918-4f93-8e76-672838f9690c tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:50:23.939267 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ce1f1-4918-4f93-8e76-672838f9690c tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:50:23.939594 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ce1f1-4918-4f93-8e76-672838f9690c tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:50:23.940021 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ce1f1-4918-4f93-8e76-672838f9690c tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:50:23.940254 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ce1f1-4918-4f93-8e76-672838f9690c tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:50:23.940588 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ce1f1-4918-4f93-8e76-672838f9690c tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:50:23.940920 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ce1f1-4918-4f93-8e76-672838f9690c tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:50:23.941712 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ce1f1-4918-4f93-8e76-672838f9690c tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:50:23.941712 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ce1f1-4918-4f93-8e76-672838f9690c tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:50:23.941894 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ce1f1-4918-4f93-8e76-672838f9690c tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819032-3-hyperv {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 02:50:23.984911 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1fd303-2010-4e27-8cf5-3dab0cc85683 req-2c0ce1f1-4918-4f93-8e76-672838f9690c tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] No DVR routers for this DVR port 6904099b-8fb6-41f8-a036-3c3e6ab575c1 on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:50:23.988089 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-bf1fd303-2010-4e27-8cf5-3dab0cc85683 req-2c0ce1f1-4918-4f93-8e76-672838f9690c tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:23.991435 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-bf1fd303-2010-4e27-8cf5-3dab0cc85683 req-2c0ce1f1-4918-4f93-8e76-672838f9690c tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.24 "DELETE /v2.0/ports/6904099b-8fb6-41f8-a036-3c3e6ab575c1 HTTP/1.1" status: 204 len: 173 time: 0.4064026 Nov 29 02:50:23.991882 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8204ce-681b-46a7-918b-263c0d6cd330', 'name': 'network-vif-deleted', 'tag': '6904099b-8fb6-41f8-a036-3c3e6ab575c1'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:50:23.994214 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189a2c99-688b-410f-b6af-20845f9403b1" -d '{"events": [{"server_uuid": "3b8204ce-681b-46a7-918b-263c0d6cd330", "name": "network-vif-deleted", "tag": "6904099b-8fb6-41f8-a036-3c3e6ab575c1"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:50:24.008088 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-9303425f-63dc-423c-88ef-c508810df392 req-6d926e58-b96d-428a-ac63-0b369983e6f2 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b8204ce-681b-46a7-918b-263c0d6cd330 HTTP/1.1" status: 200 len: 210 time: 0.0267100 Nov 29 02:50:24.039756 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd76ad71-c154-47c4-96cf-07f3e68b3b85 x-openstack-request-id: req-fd76ad71-c154-47c4-96cf-07f3e68b3b85 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:50:24.040142 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8204ce-681b-46a7-918b-263c0d6cd330", "name": "network-vif-deleted", "tag": "6904099b-8fb6-41f8-a036-3c3e6ab575c1", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:50:24.040314 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fd76ad71-c154-47c4-96cf-07f3e68b3b85 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:50:24.040812 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8204ce-681b-46a7-918b-263c0d6cd330', 'name': 'network-vif-deleted', 'tag': '6904099b-8fb6-41f8-a036-3c3e6ab575c1', 'status': 'completed', 'code': 200} Nov 29 02:50:25.587796 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 51704) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:50:25.741449 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-8759fa76-d6f8-4ade-8909-6512a75a529f tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Deleting port dd380508-3ef7-4651-866a-ee43b1951a56 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:50:25.741833 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8759fa76-d6f8-4ade-8909-6512a75a529f tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:25.814850 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8759fa76-d6f8-4ade-8909-6512a75a529f tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:25.815181 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8759fa76-d6f8-4ade-8909-6512a75a529f tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:25.826792 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-8759fa76-d6f8-4ade-8909-6512a75a529f tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Calling delete_port for dd380508-3ef7-4651-866a-ee43b1951a56 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:50:25.971337 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8759fa76-d6f8-4ade-8909-6512a75a529f tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:25.999565 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759fa76-d6f8-4ade-8909-6512a75a529f tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Pushing event deleted for resources: {'Port': ['ID=dd380508-3ef7-4651-866a-ee43b1951a56,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:50:26.058169 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8759fa76-d6f8-4ade-8909-6512a75a529f tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:26.058531 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.db.l3_db [None req-8759fa76-d6f8-4ade-8909-6512a75a529f tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Floating IP 0a10779e-a3fe-462c-9450-4af522220813 disassociated (deleted). External IP: 172.26.3.132, port: dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5. Nov 29 02:50:26.262204 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8759fa76-d6f8-4ade-8909-6512a75a529f tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Router 614f7495-f7f5-4989-9cb1-c1725b434fe3 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:50:26.368963 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8759fa76-d6f8-4ade-8909-6512a75a529f tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:50:26.373591 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8759fa76-d6f8-4ade-8909-6512a75a529f tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:26.378995 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8908e66-aa8c-46ca-81cf-29190f34a6ae None None] Sync routers for ids ['614f7495-f7f5-4989-9cb1-c1725b434fe3'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:50:26.388644 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8908e66-aa8c-46ca-81cf-29190f34a6ae None None] Routers {'614f7495-f7f5-4989-9cb1-c1725b434fe3'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:50:26.389516 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b8908e66-aa8c-46ca-81cf-29190f34a6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:50:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['614f7495-f7f5-4989-9cb1-c1725b434fe3'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:50:26.400057 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8759fa76-d6f8-4ade-8909-6512a75a529f tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "DELETE /v2.0/floatingips/0a10779e-a3fe-462c-9450-4af522220813 HTTP/1.1" status: 204 len: 168 time: 0.8111179 Nov 29 02:50:26.400670 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0a5084-dcf2-48cc-b2a2-55e650f06e3e', 'tag': 'dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:50:26.403063 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a54b0b8d43a805c8e04fafa9e6e1877f555095d74f053d1eebc96b979e45145" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e090e69a-5e85-4027-99e3-520d3c2bc902" -d '{"events": [{"name": "network-changed", "server_uuid": "da0a5084-dcf2-48cc-b2a2-55e650f06e3e", "tag": "dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:50:26.441885 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 02:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55fe6c4-a4f3-4a88-b216-9a17fc654e73 x-openstack-request-id: req-c55fe6c4-a4f3-4a88-b216-9a17fc654e73 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:50:26.442184 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0a5084-dcf2-48cc-b2a2-55e650f06e3e", "tag": "dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:50:26.442444 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c55fe6c4-a4f3-4a88-b216-9a17fc654e73 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:50:26.442852 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da0a5084-dcf2-48cc-b2a2-55e650f06e3e', 'tag': 'dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5', 'status': 'completed', 'code': 200} Nov 29 02:50:26.506224 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-b8908e66-aa8c-46ca-81cf-29190f34a6ae None None] Set router 614f7495-f7f5-4989-9cb1-c1725b434fe3 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:50:26.553298 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090e69a-5e85-4027-99e3-520d3c2bc902 req-14ccba3f-dae0-45f0-b17f-7fb528a61c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:50:26.554955 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e090e69a-5e85-4027-99e3-520d3c2bc902 req-14ccba3f-dae0-45f0-b17f-7fb528a61c43 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=472343bc4f954ecb97e3242c362f5e65&device_id=da0a5084-dcf2-48cc-b2a2-55e650f06e3e HTTP/1.1" status: 200 len: 1097 time: 0.0452971 Nov 29 02:50:26.658298 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d773d69-7f25-4dbb-83c5-0eb585e1bca0 req-78b1acf7-1b36-4e8c-9ef7-a931eb66361a tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:50:26.659949 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6d773d69-7f25-4dbb-83c5-0eb585e1bca0 req-78b1acf7-1b36-4e8c-9ef7-a931eb66361a tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=da0a5084-dcf2-48cc-b2a2-55e650f06e3e HTTP/1.1" status: 200 len: 944 time: 0.0581100 Nov 29 02:50:26.709625 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090e69a-5e85-4027-99e3-520d3c2bc902 req-2beddb01-75a3-4560-9cfa-a61a4929b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:50:26.711095 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e090e69a-5e85-4027-99e3-520d3c2bc902 req-2beddb01-75a3-4560-9cfa-a61a4929b8cc service neutron] 10.222.0.24 "GET /v2.0/networks?id=51f4859b-5592-441b-bb47-c7b234ed8f13 HTTP/1.1" status: 200 len: 911 time: 0.0969267 Nov 29 02:50:26.712405 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-6d773d69-7f25-4dbb-83c5-0eb585e1bca0 req-13eba6f1-a32d-4e5e-9caf-a53396d2c014 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e9a685-bda5-41de-805c-3f2594fea270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454431 Nov 29 02:50:26.718643 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b8908e66-aa8c-46ca-81cf-29190f34a6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'name': 'tempest-TestSnapshotPattern-1816045103-router', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 4, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'gw_port': {'id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '47465a86-536f-4e81-abc9-d476e8e3fa13', 'name': '', 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'mac_address': 'fa:16:3e:e8:63:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:27Z', 'updated_at': '2021-11-29T02:45:32Z', 'revision_number': 5, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'subnets': [{'id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:50:26.756838 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8908e66-aa8c-46ca-81cf-29190f34a6ae None None] Checking router: 614f7495-f7f5-4989-9cb1-c1725b434fe3 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:50:26.758042 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e090e69a-5e85-4027-99e3-520d3c2bc902 req-61d49837-5ac8-4c70-8973-774d5fd2f362 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5 HTTP/1.1" status: 200 len: 217 time: 0.0380044 Nov 29 02:50:26.765455 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8908e66-aa8c-46ca-81cf-29190f34a6ae None None] Routers {'614f7495-f7f5-4989-9cb1-c1725b434fe3'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:50:26.766077 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b8908e66-aa8c-46ca-81cf-29190f34a6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:50:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['614f7495-f7f5-4989-9cb1-c1725b434fe3'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:50:26.807480 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090e69a-5e85-4027-99e3-520d3c2bc902 req-4d8cdd0e-8b00-4a86-ae11-ae58e4d8af84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:50:26.808947 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e090e69a-5e85-4027-99e3-520d3c2bc902 req-4d8cdd0e-8b00-4a86-ae11-ae58e4d8af84 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc HTTP/1.1" status: 200 len: 849 time: 0.0431426 Nov 29 02:50:26.856546 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090e69a-5e85-4027-99e3-520d3c2bc902 req-b6ef65be-0920-40cc-bba1-5491480a0ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:50:26.858099 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e090e69a-5e85-4027-99e3-520d3c2bc902 req-b6ef65be-0920-40cc-bba1-5491480a0ebd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=51f4859b-5592-441b-bb47-c7b234ed8f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388830 Nov 29 02:50:26.867607 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-b8908e66-aa8c-46ca-81cf-29190f34a6ae None None] Set router 614f7495-f7f5-4989-9cb1-c1725b434fe3 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:50:26.954222 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e090e69a-5e85-4027-99e3-520d3c2bc902 req-56ed091a-1b0a-4832-8056-8a3c3c173fa7 service neutron] 10.222.0.24 "GET /v2.0/networks/51f4859b-5592-441b-bb47-c7b234ed8f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876291 Nov 29 02:50:27.054265 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-e090e69a-5e85-4027-99e3-520d3c2bc902 req-dc297a4d-7467-4c76-b610-becf1d55fd28 service neutron] 10.222.0.24 "GET /v2.0/networks/51f4859b-5592-441b-bb47-c7b234ed8f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911927 Nov 29 02:50:27.070032 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b8908e66-aa8c-46ca-81cf-29190f34a6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'name': 'tempest-TestSnapshotPattern-1816045103-router', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 4, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'gw_port': {'id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '47465a86-536f-4e81-abc9-d476e8e3fa13', 'name': '', 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'mac_address': 'fa:16:3e:e8:63:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:27Z', 'updated_at': '2021-11-29T02:45:32Z', 'revision_number': 5, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'subnets': [{'id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:50:27.096711 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8908e66-aa8c-46ca-81cf-29190f34a6ae None None] The sync data for ids ['614f7495-f7f5-4989-9cb1-c1725b434fe3'] in dv-neutron-819032-3-hyperv is: [{'id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'name': 'tempest-TestSnapshotPattern-1816045103-router', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 4, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'gw_port': {'id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv', '_interfaces': [{'id': '47465a86-536f-4e81-abc9-d476e8e3fa13', 'name': '', 'network_id': '51f4859b-5592-441b-bb47-c7b234ed8f13', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'mac_address': 'fa:16:3e:e8:63:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:27Z', 'updated_at': '2021-11-29T02:45:32Z', 'revision_number': 5, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'subnets': [{'id': '501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:50:27.329815 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e475dad7-ad40-408f-a822-b36e1faac631 None None] New status for floating IP 0a10779e-a3fe-462c-9450-4af522220813: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 02:50:27.601236 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 6904099b-8fb6-41f8-a036-3c3e6ab575c1 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:50:27.624786 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: 6904099b-8fb6-41f8-a036-3c3e6ab575c1 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:50:27.625135 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device 6904099b-8fb6-41f8-a036-3c3e6ab575c1 not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:50:27.842107 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026eaf14-8370-41af-9967-91d69807097b req-90667385-0c60-4bf0-8785-47e6ae338faa tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:50:27.843544 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-026eaf14-8370-41af-9967-91d69807097b req-90667385-0c60-4bf0-8785-47e6ae338faa tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=da0a5084-dcf2-48cc-b2a2-55e650f06e3e HTTP/1.1" status: 200 len: 944 time: 0.0588570 Nov 29 02:50:27.893856 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-026eaf14-8370-41af-9967-91d69807097b req-f5244ed3-f907-4353-bc14-8911f45d756f tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e9a685-bda5-41de-805c-3f2594fea270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443513 Nov 29 02:50:28.710832 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d8671-eb1c-4005-a634-87828dda4dac req-efbc5deb-7269-43c6-9a22-cd96506fdc7c tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:50:28.712267 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2a4d8671-eb1c-4005-a634-87828dda4dac req-efbc5deb-7269-43c6-9a22-cd96506fdc7c tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.24 "GET /v2.0/ports?device_id=da0a5084-dcf2-48cc-b2a2-55e650f06e3e HTTP/1.1" status: 200 len: 944 time: 0.0468781 Nov 29 02:50:28.802416 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-2a4d8671-eb1c-4005-a634-87828dda4dac req-57f01800-dcfc-4ccd-a244-7e1bd40f62f4 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Deleting port dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:50:28.802757 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2a4d8671-eb1c-4005-a634-87828dda4dac req-57f01800-dcfc-4ccd-a244-7e1bd40f62f4 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:28.893297 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-2a4d8671-eb1c-4005-a634-87828dda4dac req-57f01800-dcfc-4ccd-a244-7e1bd40f62f4 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] For port dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5, host hv-neutron-8190, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8190',level=0,port_id=dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5,segment=NetworkSegment(670ffaeb-4600-4d8c-8603-4bfefb3d3b8b),segment_id=670ffaeb-4600-4d8c-8603-4bfefb3d3b8b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:50:28.893695 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2a4d8671-eb1c-4005-a634-87828dda4dac req-57f01800-dcfc-4ccd-a244-7e1bd40f62f4 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:28.906048 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [req-2a4d8671-eb1c-4005-a634-87828dda4dac req-57f01800-dcfc-4ccd-a244-7e1bd40f62f4 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Calling delete_port for dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5 owned by compute:nova {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:50:29.007044 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11318180-ad95-4eaa-adc1-20aab9357953 req-74bb1b3b-0830-4bf1-884e-bcb980c02dcd tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 02:50:29.008515 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-11318180-ad95-4eaa-adc1-20aab9357953 req-74bb1b3b-0830-4bf1-884e-bcb980c02dcd tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/ports?device_id=da0a5084-dcf2-48cc-b2a2-55e650f06e3e HTTP/1.1" status: 200 len: 944 time: 0.0494213 Nov 29 02:50:29.061400 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [req-11318180-ad95-4eaa-adc1-20aab9357953 req-fc707539-dc96-40d0-b74c-4840580201ea tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2e9a685-bda5-41de-805c-3f2594fea270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464380 Nov 29 02:50:29.329269 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2a4d8671-eb1c-4005-a634-87828dda4dac req-57f01800-dcfc-4ccd-a244-7e1bd40f62f4 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:29.355290 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f01800-dcfc-4ccd-a244-7e1bd40f62f4 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Pushing event deleted for resources: {'Port': ['ID=dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:50:29.398265 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4d8671-eb1c-4005-a634-87828dda4dac req-57f01800-dcfc-4ccd-a244-7e1bd40f62f4 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] No DVR routers for this DVR port dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5 on host hv-neutron-8190 {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:50:29.400893 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-2a4d8671-eb1c-4005-a634-87828dda4dac req-57f01800-dcfc-4ccd-a244-7e1bd40f62f4 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-404204'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:29.404196 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [req-2a4d8671-eb1c-4005-a634-87828dda4dac req-57f01800-dcfc-4ccd-a244-7e1bd40f62f4 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.24 "DELETE /v2.0/ports/dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5 HTTP/1.1" status: 204 len: 173 time: 0.6820357 Nov 29 02:50:29.404710 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0a5084-dcf2-48cc-b2a2-55e650f06e3e', 'name': 'network-vif-deleted', 'tag': 'dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 02:50:29.406966 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de198ceeb01b628404ad384982f7e121b6b7498547ea431eb845e58e9cb142a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df77fd79-d2b1-4f97-a8f9-c13c0ae15fd3" -d '{"events": [{"server_uuid": "da0a5084-dcf2-48cc-b2a2-55e650f06e3e", "name": "network-vif-deleted", "tag": "dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 02:50:29.445222 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 02:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8b789a-ab16-447c-b48a-c16e178fac01 x-openstack-request-id: req-5c8b789a-ab16-447c-b48a-c16e178fac01 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 02:50:29.445569 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0a5084-dcf2-48cc-b2a2-55e650f06e3e", "name": "network-vif-deleted", "tag": "dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 02:50:29.445807 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5c8b789a-ab16-447c-b48a-c16e178fac01 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 02:50:29.446245 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0a5084-dcf2-48cc-b2a2-55e650f06e3e', 'name': 'network-vif-deleted', 'tag': 'dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5', 'status': 'completed', 'code': 200} Nov 29 02:50:30.117815 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 51720) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:50:30.173770 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9195cee7-4d29-4d60-ba46-3c999369e045 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:30.197549 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9195cee7-4d29-4d60-ba46-3c999369e045 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:30.259224 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9195cee7-4d29-4d60-ba46-3c999369e045 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:30.262013 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-9195cee7-4d29-4d60-ba46-3c999369e045 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:30.263160 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-9195cee7-4d29-4d60-ba46-3c999369e045 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] 10.222.0.37 "DELETE /v2.0/security-groups/f2e9a685-bda5-41de-805c-3f2594fea270 HTTP/1.1" status: 204 len: 168 time: 0.1442895 Nov 29 02:50:30.272888 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195cee7-4d29-4d60-ba46-3c999369e045 tempest-TestSnapshotPattern-1429815070 tempest-TestSnapshotPattern-1429815070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e9a685-bda5-41de-805c-3f2594fea270,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:50:31.328828 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 51726) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:50:31.614276 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5 no longer exists at agent hyperv_hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:50:31.638734 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] No Port match for: dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:50:31.639345 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Device dd6a3c89-5d22-4bbb-ad4e-e5c4d1ffe7f5 not bound to the agent host hv-neutron-8190 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:50:31.771457 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2a6dc5f8-5c31-4b91-b3ab-271a4f72ba52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:32.005611 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-2a6dc5f8-5c31-4b91-b3ab-271a4f72ba52 admin admin] Deleting port 47465a86-536f-4e81-abc9-d476e8e3fa13 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:50:32.005955 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2a6dc5f8-5c31-4b91-b3ab-271a4f72ba52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:32.084777 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-2a6dc5f8-5c31-4b91-b3ab-271a4f72ba52 admin admin] For port 47465a86-536f-4e81-abc9-d476e8e3fa13, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=47465a86-536f-4e81-abc9-d476e8e3fa13,segment=NetworkSegment(670ffaeb-4600-4d8c-8603-4bfefb3d3b8b),segment_id=670ffaeb-4600-4d8c-8603-4bfefb3d3b8b)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:50:32.085052 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2a6dc5f8-5c31-4b91-b3ab-271a4f72ba52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:32.096767 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-2a6dc5f8-5c31-4b91-b3ab-271a4f72ba52 admin admin] Calling delete_port for 47465a86-536f-4e81-abc9-d476e8e3fa13 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:50:32.275317 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2a6dc5f8-5c31-4b91-b3ab-271a4f72ba52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:32.306799 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6dc5f8-5c31-4b91-b3ab-271a4f72ba52 admin admin] Pushing event deleted for resources: {'Port': ['ID=47465a86-536f-4e81-abc9-d476e8e3fa13,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:50:32.463949 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2a6dc5f8-5c31-4b91-b3ab-271a4f72ba52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:32.675429 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6dc5f8-5c31-4b91-b3ab-271a4f72ba52 admin admin] Router 614f7495-f7f5-4989-9cb1-c1725b434fe3 has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:50:32.780617 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6dc5f8-5c31-4b91-b3ab-271a4f72ba52 admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:50:32.785716 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-2a6dc5f8-5c31-4b91-b3ab-271a4f72ba52 admin admin] 10.222.0.37 "PUT /v2.0/routers/614f7495-f7f5-4989-9cb1-c1725b434fe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4558349 Nov 29 02:50:32.788346 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 51730) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:50:32.789496 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff5becf-adc7-4812-a672-ac30d55ad7f8 None None] Sync routers for ids ['614f7495-f7f5-4989-9cb1-c1725b434fe3'] in dv-neutron-819032-3-hyperv {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:50:32.800211 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff5becf-adc7-4812-a672-ac30d55ad7f8 None None] Routers {'614f7495-f7f5-4989-9cb1-c1725b434fe3'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:50:32.800824 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-dff5becf-adc7-4812-a672-ac30d55ad7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:50:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['614f7495-f7f5-4989-9cb1-c1725b434fe3'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:50:32.893007 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3aac-efd7-470b-a160-30c77b9eb90f admin admin] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:32.994592 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3aac-efd7-470b-a160-30c77b9eb90f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:33.045619 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-dff5becf-adc7-4812-a672-ac30d55ad7f8 None None] Set router 614f7495-f7f5-4989-9cb1-c1725b434fe3 gateway port host: dv-neutron-819032-3-hyperv {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:50:33.047396 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e4cd3aac-efd7-470b-a160-30c77b9eb90f admin admin] Deleting port 78781ae9-d1d9-4876-b84d-c3d83635f93a {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:50:33.047750 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3aac-efd7-470b-a160-30c77b9eb90f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:33.129804 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-e4cd3aac-efd7-470b-a160-30c77b9eb90f admin admin] For port 78781ae9-d1d9-4876-b84d-c3d83635f93a, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=78781ae9-d1d9-4876-b84d-c3d83635f93a,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:50:33.130168 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3aac-efd7-470b-a160-30c77b9eb90f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:33.143136 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-e4cd3aac-efd7-470b-a160-30c77b9eb90f admin admin] Calling delete_port for 78781ae9-d1d9-4876-b84d-c3d83635f93a owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:50:33.225365 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-dff5becf-adc7-4812-a672-ac30d55ad7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'name': 'tempest-TestSnapshotPattern-1816045103-router', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:50:32Z', 'revision_number': 5, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'gw_port': {'id': '78781ae9-d1d9-4876-b84d-c3d83635f93a', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:50:33.252059 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff5becf-adc7-4812-a672-ac30d55ad7f8 None None] Checking router: 614f7495-f7f5-4989-9cb1-c1725b434fe3 for host: dv-neutron-819032-3-hyperv {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:50:33.260991 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff5becf-adc7-4812-a672-ac30d55ad7f8 None None] Routers {'614f7495-f7f5-4989-9cb1-c1725b434fe3'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:50:33.261693 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-dff5becf-adc7-4812-a672-ac30d55ad7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:50:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['614f7495-f7f5-4989-9cb1-c1725b434fe3'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:50:33.306601 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3aac-efd7-470b-a160-30c77b9eb90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:33.332545 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd3aac-efd7-470b-a160-30c77b9eb90f admin admin] Pushing event deleted for resources: {'Port': ['ID=78781ae9-d1d9-4876-b84d-c3d83635f93a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:50:33.349784 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82438522-7df5-4ced-92c4-9c7f4ce0731c None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:50:33.357946 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-dff5becf-adc7-4812-a672-ac30d55ad7f8 None None] Set router 614f7495-f7f5-4989-9cb1-c1725b434fe3 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:50:33.398460 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3aac-efd7-470b-a160-30c77b9eb90f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:33.415212 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-dff5becf-adc7-4812-a672-ac30d55ad7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'name': 'tempest-TestSnapshotPattern-1816045103-router', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:50:32Z', 'revision_number': 6, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'gw_port_host': None}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:50:33.444944 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff5becf-adc7-4812-a672-ac30d55ad7f8 None None] The sync data for ids ['614f7495-f7f5-4989-9cb1-c1725b434fe3'] in dv-neutron-819032-3-hyperv is: [{'id': '614f7495-f7f5-4989-9cb1-c1725b434fe3', 'name': 'tempest-TestSnapshotPattern-1816045103-router', 'tenant_id': '472343bc4f954ecb97e3242c362f5e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:45:25Z', 'updated_at': '2021-11-29T02:50:32Z', 'revision_number': 6, 'project_id': '472343bc4f954ecb97e3242c362f5e65', 'gw_port_host': None}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:50:33.492112 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3aac-efd7-470b-a160-30c77b9eb90f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:33.494231 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3aac-efd7-470b-a160-30c77b9eb90f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:33.536033 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3aac-efd7-470b-a160-30c77b9eb90f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:33.536538 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cd3aac-efd7-470b-a160-30c77b9eb90f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 614f7495-f7f5-4989-9cb1-c1725b434fe3 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:50:33.540761 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3aac-efd7-470b-a160-30c77b9eb90f admin admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:33.541920 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-e4cd3aac-efd7-470b-a160-30c77b9eb90f admin admin] 10.222.0.37 "DELETE /v2.0/routers/614f7495-f7f5-4989-9cb1-c1725b434fe3 HTTP/1.1" status: 204 len: 168 time: 0.7525954 Nov 29 02:50:33.544424 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 51732) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:50:33.587886 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d765b5b-3ad0-4dbb-b5ff-1880cbf50f5b admin admin] Deleting subnet 501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:50:33.591236 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d765b5b-3ad0-4dbb-b5ff-1880cbf50f5b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:33.628719 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d765b5b-3ad0-4dbb-b5ff-1880cbf50f5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1054997'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:33.702088 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d765b5b-3ad0-4dbb-b5ff-1880cbf50f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:33.760058 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d765b5b-3ad0-4dbb-b5ff-1880cbf50f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1415605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33331507'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:33.790809 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d765b5b-3ad0-4dbb-b5ff-1880cbf50f5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:50:33.797919 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4d765b5b-3ad0-4dbb-b5ff-1880cbf50f5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:33.804285 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-4d765b5b-3ad0-4dbb-b5ff-1880cbf50f5b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/501fe7e7-23aa-4ec6-9a16-b98bdd69d6cc HTTP/1.1" status: 204 len: 168 time: 0.2567437 Nov 29 02:50:33.804485 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 51734) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:50:33.805106 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e02b657-e532-4a3d-a33d-41e2b4350948 None None] Network 51f4859b-5592-441b-bb47-c7b234ed8f13 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:50:33.882286 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f92df35b-2fd7-48e4-8383-5947f7a298b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:33.935296 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f92df35b-2fd7-48e4-8383-5947f7a298b0 admin admin] Deleting port f1acf5f2-e297-4a27-be56-98b006ceb896 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:50:33.935636 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f92df35b-2fd7-48e4-8383-5947f7a298b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:34.001389 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f92df35b-2fd7-48e4-8383-5947f7a298b0 admin admin] For port f1acf5f2-e297-4a27-be56-98b006ceb896, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=f1acf5f2-e297-4a27-be56-98b006ceb896,segment=NetworkSegment(670ffaeb-4600-4d8c-8603-4bfefb3d3b8b),segment_id=670ffaeb-4600-4d8c-8603-4bfefb3d3b8b)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:50:34.002342 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f92df35b-2fd7-48e4-8383-5947f7a298b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:34.014834 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f92df35b-2fd7-48e4-8383-5947f7a298b0 admin admin] Calling delete_port for f1acf5f2-e297-4a27-be56-98b006ceb896 owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:50:34.091391 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f92df35b-2fd7-48e4-8383-5947f7a298b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1415616'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:34.120941 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92df35b-2fd7-48e4-8383-5947f7a298b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1acf5f2-e297-4a27-be56-98b006ceb896,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:50:34.127210 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92df35b-2fd7-48e4-8383-5947f7a298b0 admin admin] No DVR routers for this DVR port f1acf5f2-e297-4a27-be56-98b006ceb896 on host dv-neutron-819032-3-hyperv {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:50:34.196536 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f92df35b-2fd7-48e4-8383-5947f7a298b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:34.216751 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-f92df35b-2fd7-48e4-8383-5947f7a298b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51f4859b-5592-441b-bb47-c7b234ed8f13']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:50:34.227325 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-f92df35b-2fd7-48e4-8383-5947f7a298b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '670ffaeb-4600-4d8c-8603-4bfefb3d3b8b') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:50:34.227622 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.services.segments.db [None req-f92df35b-2fd7-48e4-8383-5947f7a298b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '670ffaeb-4600-4d8c-8603-4bfefb3d3b8b') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:50:34.238095 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f92df35b-2fd7-48e4-8383-5947f7a298b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055004'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:34.248784 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b75041-0a60-4eb3-8a50-691c4f7ac212 None None] DHCP port deletion for 51f4859b-5592-441b-bb47-c7b234ed8f13 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:50:34.252811 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f92df35b-2fd7-48e4-8383-5947f7a298b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:34.254426 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 47465a86-536f-4e81-abc9-d476e8e3fa13 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:50:34.259229 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f92df35b-2fd7-48e4-8383-5947f7a298b0 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:50:34.259637 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f92df35b-2fd7-48e4-8383-5947f7a298b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1410583'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:34.261324 dv-neutron-819032-3-hyperv neutron-server[103255]: Traceback (most recent call last): Nov 29 02:50:34.261324 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:50:34.261324 dv-neutron-819032-3-hyperv neutron-server[103255]: timer() Nov 29 02:50:34.261324 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:50:34.261324 dv-neutron-819032-3-hyperv neutron-server[103255]: cb(*args, **kw) Nov 29 02:50:34.261324 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:50:34.261324 dv-neutron-819032-3-hyperv neutron-server[103255]: return func(*args, **kwargs) Nov 29 02:50:34.261324 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:50:34.261324 dv-neutron-819032-3-hyperv neutron-server[103255]: self._notify() Nov 29 02:50:34.261324 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:50:34.261324 dv-neutron-819032-3-hyperv neutron-server[103255]: self.callback(batched_events) Nov 29 02:50:34.261324 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:50:34.261324 dv-neutron-819032-3-hyperv neutron-server[103255]: event.method(event) Nov 29 02:50:34.261324 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:50:34.261324 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:50:34.261324 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:50:34.261324 dv-neutron-819032-3-hyperv neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:50:34.261324 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:50:34.261324 dv-neutron-819032-3-hyperv neutron-server[103255]: return f(self, *a, **k) Nov 29 02:50:34.261324 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:50:34.261324 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._get(url).json() Nov 29 02:50:34.261324 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:50:34.261324 dv-neutron-819032-3-hyperv neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:50:34.261324 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:50:34.261324 dv-neutron-819032-3-hyperv neutron-server[103255]: return self.request(url, 'GET', **kwargs) Nov 29 02:50:34.261324 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:50:34.261324 dv-neutron-819032-3-hyperv neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:50:34.261324 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:50:34.261324 dv-neutron-819032-3-hyperv neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:50:34.261324 dv-neutron-819032-3-hyperv neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:50:34.261324 dv-neutron-819032-3-hyperv neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:50:34.261324 dv-neutron-819032-3-hyperv neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:50:34.279398 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 47465a86-536f-4e81-abc9-d476e8e3fa13 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:50:34.279761 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 47465a86-536f-4e81-abc9-d476e8e3fa13 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:50:34.320243 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f92df35b-2fd7-48e4-8383-5947f7a298b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:34.325455 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f92df35b-2fd7-48e4-8383-5947f7a298b0 admin admin] Publish callbacks [] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:34.329008 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-f92df35b-2fd7-48e4-8383-5947f7a298b0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/51f4859b-5592-441b-bb47-c7b234ed8f13 HTTP/1.1" status: 204 len: 168 time: 0.5235991 Nov 29 02:50:34.332150 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 51736) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:50:34.340043 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92df35b-2fd7-48e4-8383-5947f7a298b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=51f4859b-5592-441b-bb47-c7b234ed8f13,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:50:34.684902 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-96b8340a-ce13-4bda-95e2-3566e4178340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601591'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:35.251295 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-96b8340a-ce13-4bda-95e2-3566e4178340 admin admin] Deleting port 3abdd407-d410-4329-9827-d62ac15cd0ed {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:50:35.252162 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-96b8340a-ce13-4bda-95e2-3566e4178340 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:35.331837 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-96b8340a-ce13-4bda-95e2-3566e4178340 admin admin] For port 3abdd407-d410-4329-9827-d62ac15cd0ed, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=3abdd407-d410-4329-9827-d62ac15cd0ed,segment=NetworkSegment(86b5f709-9676-41b6-979b-8e9f2aacb572),segment_id=86b5f709-9676-41b6-979b-8e9f2aacb572)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:50:35.332242 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-96b8340a-ce13-4bda-95e2-3566e4178340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:35.344501 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-96b8340a-ce13-4bda-95e2-3566e4178340 admin admin] Calling delete_port for 3abdd407-d410-4329-9827-d62ac15cd0ed owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:50:35.519128 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-96b8340a-ce13-4bda-95e2-3566e4178340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:35.550724 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8340a-ce13-4bda-95e2-3566e4178340 admin admin] Pushing event deleted for resources: {'Port': ['ID=3abdd407-d410-4329-9827-d62ac15cd0ed,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:50:35.703799 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device f1acf5f2-e297-4a27-be56-98b006ceb896 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:50:35.715116 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-96b8340a-ce13-4bda-95e2-3566e4178340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600327'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:35.724714 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: f1acf5f2-e297-4a27-be56-98b006ceb896 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:50:35.725072 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device f1acf5f2-e297-4a27-be56-98b006ceb896 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:50:35.725886 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 78781ae9-d1d9-4876-b84d-c3d83635f93a no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:50:35.751016 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 78781ae9-d1d9-4876-b84d-c3d83635f93a {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:50:35.751402 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 78781ae9-d1d9-4876-b84d-c3d83635f93a not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:50:35.931710 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b8340a-ce13-4bda-95e2-3566e4178340 admin admin] Router 5562efdc-3a79-4e41-b0be-f168cc44743f has already been hosted by L3 agent f6b67206-d656-4bc2-8942-7910b949fb34 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 02:50:36.035794 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b8340a-ce13-4bda-95e2-3566e4178340 admin admin] Notify agent at l3_agent.dv-neutron-819032-3-hyperv the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 02:50:36.041364 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-96b8340a-ce13-4bda-95e2-3566e4178340 admin admin] 10.222.0.37 "PUT /v2.0/routers/5562efdc-3a79-4e41-b0be-f168cc44743f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7079446 Nov 29 02:50:36.044612 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 51738) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:50:36.046948 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e8949e-4c7d-4d74-bb4f-fdcb4881d1ca None None] Sync routers for ids ['5562efdc-3a79-4e41-b0be-f168cc44743f'] in dv-neutron-819032-3-hyperv {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 02:50:36.059027 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e8949e-4c7d-4d74-bb4f-fdcb4881d1ca None None] Routers {'5562efdc-3a79-4e41-b0be-f168cc44743f'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:50:36.059640 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-11e8949e-4c7d-4d74-bb4f-fdcb4881d1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:50:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['5562efdc-3a79-4e41-b0be-f168cc44743f'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:50:36.159019 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b99704f8-a68d-4a3f-9997-682232e48163 admin admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:36.245749 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-11e8949e-4c7d-4d74-bb4f-fdcb4881d1ca None None] Set router 5562efdc-3a79-4e41-b0be-f168cc44743f gateway port host: dv-neutron-819032-3-hyperv {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:50:36.257075 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b99704f8-a68d-4a3f-9997-682232e48163 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:36.313024 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-b99704f8-a68d-4a3f-9997-682232e48163 admin admin] Deleting port 84623f4a-cf02-4b7e-a14e-da0e0305d2d7 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:50:36.313374 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b99704f8-a68d-4a3f-9997-682232e48163 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:36.391499 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-b99704f8-a68d-4a3f-9997-682232e48163 admin admin] For port 84623f4a-cf02-4b7e-a14e-da0e0305d2d7, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=84623f4a-cf02-4b7e-a14e-da0e0305d2d7,segment=NetworkSegment(0c5ffc3a-0d64-4b0b-926a-ecc293404c89),segment_id=0c5ffc3a-0d64-4b0b-926a-ecc293404c89)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:50:36.392987 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b99704f8-a68d-4a3f-9997-682232e48163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:36.405564 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-b99704f8-a68d-4a3f-9997-682232e48163 admin admin] Calling delete_port for 84623f4a-cf02-4b7e-a14e-da0e0305d2d7 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:50:36.425447 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-11e8949e-4c7d-4d74-bb4f-fdcb4881d1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5562efdc-3a79-4e41-b0be-f168cc44743f', 'name': 'tempest-TestSnapshotPattern-478583623-router', 'tenant_id': 'd48d6cdba1ee4b40bababa5217104783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'external_fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.131'}], 'enable_snat': True}, 'gw_port_id': '84623f4a-cf02-4b7e-a14e-da0e0305d2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:45:30Z', 'updated_at': '2021-11-29T02:50:35Z', 'revision_number': 5, 'project_id': 'd48d6cdba1ee4b40bababa5217104783', 'gw_port': {'id': '84623f4a-cf02-4b7e-a14e-da0e0305d2d7', 'name': '', 'network_id': '4bf244a8-fda8-412f-8f05-2c7c5210f333', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5562efdc-3a79-4e41-b0be-f168cc44743f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'ip_address': '172.26.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819032-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T02:45:30Z', 'updated_at': '2021-11-29T02:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '511eb198-0fe9-4716-8e57-1778191b4e7a', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819032-3-hyperv'}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:50:36.451174 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e8949e-4c7d-4d74-bb4f-fdcb4881d1ca None None] Checking router: 5562efdc-3a79-4e41-b0be-f168cc44743f for host: dv-neutron-819032-3-hyperv {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 02:50:36.459855 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e8949e-4c7d-4d74-bb4f-fdcb4881d1ca None None] Routers {'5562efdc-3a79-4e41-b0be-f168cc44743f'} bound to L3 agent in host dv-neutron-819032-3-hyperv {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 02:50:36.460463 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-11e8949e-4c7d-4d74-bb4f-fdcb4881d1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819032-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T01:49:44Z,description=,heartbeat_timestamp=2021-11-29T02:50:14Z,host='dv-neutron-819032-3-hyperv',id=f6b67206-d656-4bc2-8942-7910b949fb34,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T01:49:44Z,topic='l3_agent')) {'router_ids': ['5562efdc-3a79-4e41-b0be-f168cc44743f'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:50:36.549132 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-11e8949e-4c7d-4d74-bb4f-fdcb4881d1ca None None] Set router 5562efdc-3a79-4e41-b0be-f168cc44743f gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 02:50:36.576306 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b99704f8-a68d-4a3f-9997-682232e48163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:36.602067 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-11e8949e-4c7d-4d74-bb4f-fdcb4881d1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5562efdc-3a79-4e41-b0be-f168cc44743f', 'name': 'tempest-TestSnapshotPattern-478583623-router', 'tenant_id': 'd48d6cdba1ee4b40bababa5217104783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:45:30Z', 'updated_at': '2021-11-29T02:50:36Z', 'revision_number': 6, 'project_id': 'd48d6cdba1ee4b40bababa5217104783', 'gw_port_host': None}], 'dv-neutron-819032-3-hyperv', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:50:36.604105 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99704f8-a68d-4a3f-9997-682232e48163 admin admin] Pushing event deleted for resources: {'Port': ['ID=84623f4a-cf02-4b7e-a14e-da0e0305d2d7,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:50:36.624201 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d021f3a-d770-466e-8a6a-2dc4a2a622db None None] DHCP port deletion for 4bf244a8-fda8-412f-8f05-2c7c5210f333 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:50:36.629280 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e8949e-4c7d-4d74-bb4f-fdcb4881d1ca None None] The sync data for ids ['5562efdc-3a79-4e41-b0be-f168cc44743f'] in dv-neutron-819032-3-hyperv is: [{'id': '5562efdc-3a79-4e41-b0be-f168cc44743f', 'name': 'tempest-TestSnapshotPattern-478583623-router', 'tenant_id': 'd48d6cdba1ee4b40bababa5217104783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T02:45:30Z', 'updated_at': '2021-11-29T02:50:36Z', 'revision_number': 6, 'project_id': 'd48d6cdba1ee4b40bababa5217104783', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 02:50:36.674461 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b99704f8-a68d-4a3f-9997-682232e48163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599977'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:36.762387 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b99704f8-a68d-4a3f-9997-682232e48163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-600085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32584'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:36.764721 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b99704f8-a68d-4a3f-9997-682232e48163 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:36.807851 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b99704f8-a68d-4a3f-9997-682232e48163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-600076'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:36.808320 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99704f8-a68d-4a3f-9997-682232e48163 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5562efdc-3a79-4e41-b0be-f168cc44743f {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 02:50:36.812660 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b99704f8-a68d-4a3f-9997-682232e48163 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:36.814325 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-b99704f8-a68d-4a3f-9997-682232e48163 admin admin] 10.222.0.37 "DELETE /v2.0/routers/5562efdc-3a79-4e41-b0be-f168cc44743f HTTP/1.1" status: 204 len: 168 time: 0.7682786 Nov 29 02:50:36.816862 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 51742) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:50:36.864437 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e4a3a41-45fd-43db-8b97-ed3b72a1a922 admin admin] Deleting subnet db68de7b-9f40-428e-9e49-79776cbec13d {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 02:50:36.867445 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e4a3a41-45fd-43db-8b97-ed3b72a1a922 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:36.901344 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e4a3a41-45fd-43db-8b97-ed3b72a1a922 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27822268'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:36.976634 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e4a3a41-45fd-43db-8b97-ed3b72a1a922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153504'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:37.035650 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e4a3a41-45fd-43db-8b97-ed3b72a1a922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-645751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28724733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28714393'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:37.061686 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a3a41-45fd-43db-8b97-ed3b72a1a922 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db68de7b-9f40-428e-9e49-79776cbec13d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:50:37.066158 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8e4a3a41-45fd-43db-8b97-ed3b72a1a922 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:37.071877 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-8e4a3a41-45fd-43db-8b97-ed3b72a1a922 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/db68de7b-9f40-428e-9e49-79776cbec13d HTTP/1.1" status: 204 len: 168 time: 0.2518332 Nov 29 02:50:37.072113 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.37', 51744) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:50:37.073477 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7be530f-25bb-4aa8-8a9e-57478bbca5fe None None] Network 963f5064-587d-4c29-a928-a408011f1460 requested from dv-neutron-819032-3-hyperv {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 02:50:37.139665 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c16b4f58-3fa5-4bd3-aece-a6980fe44bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4100300'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:37.191227 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c16b4f58-3fa5-4bd3-aece-a6980fe44bae admin admin] Deleting port 017f4740-c4fe-4cae-a64b-e72033b5b24b {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 02:50:37.191573 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c16b4f58-3fa5-4bd3-aece-a6980fe44bae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763261842189'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:37.262532 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-c16b4f58-3fa5-4bd3-aece-a6980fe44bae admin admin] For port 017f4740-c4fe-4cae-a64b-e72033b5b24b, host dv-neutron-819032-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819032-3-hyperv',level=0,port_id=017f4740-c4fe-4cae-a64b-e72033b5b24b,segment=NetworkSegment(86b5f709-9676-41b6-979b-8e9f2aacb572),segment_id=86b5f709-9676-41b6-979b-8e9f2aacb572)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 02:50:37.262897 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c16b4f58-3fa5-4bd3-aece-a6980fe44bae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599799'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:37.274978 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-c16b4f58-3fa5-4bd3-aece-a6980fe44bae admin admin] Calling delete_port for 017f4740-c4fe-4cae-a64b-e72033b5b24b owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 02:50:37.352509 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c16b4f58-3fa5-4bd3-aece-a6980fe44bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3737342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763261847399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763261377491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28724616'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:37.377439 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dde8461-3751-4e97-96dc-23ab8b6835ba None None] DHCP port deletion for 963f5064-587d-4c29-a928-a408011f1460 request from dv-neutron-819032-3-hyperv {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 02:50:37.384035 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b4f58-3fa5-4bd3-aece-a6980fe44bae admin admin] Pushing event deleted for resources: {'Port': ['ID=017f4740-c4fe-4cae-a64b-e72033b5b24b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:50:37.386848 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16b4f58-3fa5-4bd3-aece-a6980fe44bae admin admin] No DVR routers for this DVR port 017f4740-c4fe-4cae-a64b-e72033b5b24b on host dv-neutron-819032-3-hyperv {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 02:50:37.460024 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c16b4f58-3fa5-4bd3-aece-a6980fe44bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4155177', 'neutron.services.segments.db._delete_segments_for_network-8763261836072'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:37.483846 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c16b4f58-3fa5-4bd3-aece-a6980fe44bae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['963f5064-587d-4c29-a928-a408011f1460']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:50:37.490837 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c16b4f58-3fa5-4bd3-aece-a6980fe44bae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b5f709-9676-41b6-979b-8e9f2aacb572') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:50:37.491139 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c16b4f58-3fa5-4bd3-aece-a6980fe44bae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b5f709-9676-41b6-979b-8e9f2aacb572') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 02:50:37.504391 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c16b4f58-3fa5-4bd3-aece-a6980fe44bae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763261837105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27822261'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:37.517613 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c16b4f58-3fa5-4bd3-aece-a6980fe44bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:37.523419 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c16b4f58-3fa5-4bd3-aece-a6980fe44bae admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 02:50:37.523835 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c16b4f58-3fa5-4bd3-aece-a6980fe44bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3675199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28725855'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:37.525454 dv-neutron-819032-3-hyperv neutron-server[103254]: Traceback (most recent call last): Nov 29 02:50:37.525454 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 02:50:37.525454 dv-neutron-819032-3-hyperv neutron-server[103254]: timer() Nov 29 02:50:37.525454 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 02:50:37.525454 dv-neutron-819032-3-hyperv neutron-server[103254]: cb(*args, **kw) Nov 29 02:50:37.525454 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 02:50:37.525454 dv-neutron-819032-3-hyperv neutron-server[103254]: return func(*args, **kwargs) Nov 29 02:50:37.525454 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 02:50:37.525454 dv-neutron-819032-3-hyperv neutron-server[103254]: self._notify() Nov 29 02:50:37.525454 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 02:50:37.525454 dv-neutron-819032-3-hyperv neutron-server[103254]: self.callback(batched_events) Nov 29 02:50:37.525454 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 02:50:37.525454 dv-neutron-819032-3-hyperv neutron-server[103254]: event.method(event) Nov 29 02:50:37.525454 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 02:50:37.525454 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 02:50:37.525454 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 02:50:37.525454 dv-neutron-819032-3-hyperv neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 02:50:37.525454 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 02:50:37.525454 dv-neutron-819032-3-hyperv neutron-server[103254]: return f(self, *a, **k) Nov 29 02:50:37.525454 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 02:50:37.525454 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._get(url).json() Nov 29 02:50:37.525454 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 02:50:37.525454 dv-neutron-819032-3-hyperv neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 02:50:37.525454 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 02:50:37.525454 dv-neutron-819032-3-hyperv neutron-server[103254]: return self.request(url, 'GET', **kwargs) Nov 29 02:50:37.525454 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 02:50:37.525454 dv-neutron-819032-3-hyperv neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 02:50:37.525454 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 02:50:37.525454 dv-neutron-819032-3-hyperv neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 02:50:37.525454 dv-neutron-819032-3-hyperv neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 02:50:37.525454 dv-neutron-819032-3-hyperv neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 02:50:37.525454 dv-neutron-819032-3-hyperv neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 02:50:37.580008 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c16b4f58-3fa5-4bd3-aece-a6980fe44bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4155174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538101', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-599941'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:37.585574 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c16b4f58-3fa5-4bd3-aece-a6980fe44bae admin admin] Publish callbacks [] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:37.591395 dv-neutron-819032-3-hyperv neutron-server[103254]: INFO neutron.wsgi [None req-c16b4f58-3fa5-4bd3-aece-a6980fe44bae admin admin] 10.222.0.37 "DELETE /v2.0/networks/963f5064-587d-4c29-a928-a408011f1460 HTTP/1.1" status: 204 len: 168 time: 0.5160193 Nov 29 02:50:37.603605 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b4f58-3fa5-4bd3-aece-a6980fe44bae admin admin] Pushing event deleted for resources: {'Network': ['ID=963f5064-587d-4c29-a928-a408011f1460,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:50:37.670698 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 3abdd407-d410-4329-9827-d62ac15cd0ed no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:50:37.693888 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 3abdd407-d410-4329-9827-d62ac15cd0ed {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:50:37.694234 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 3abdd407-d410-4329-9827-d62ac15cd0ed not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:50:37.694654 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 84623f4a-cf02-4b7e-a14e-da0e0305d2d7 no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:50:37.713912 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 51748) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:50:37.714416 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 84623f4a-cf02-4b7e-a14e-da0e0305d2d7 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:50:37.714690 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 84623f4a-cf02-4b7e-a14e-da0e0305d2d7 not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:50:37.715110 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 017f4740-c4fe-4cae-a64b-e72033b5b24b no longer exists at agent ovs-agent-dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 02:50:37.734962 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] No Port match for: 017f4740-c4fe-4cae-a64b-e72033b5b24b {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 02:50:37.735307 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Device 017f4740-c4fe-4cae-a64b-e72033b5b24b not bound to the agent host dv-neutron-819032-3-hyperv {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 02:50:37.755047 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-201ae8fd-4799-4d1e-a945-87b7ead04069 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=472343bc4f954ecb97e3242c362f5e65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399630 Nov 29 02:50:37.757420 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 51750) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:50:37.804048 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7aaf33f-702c-45bf-9daa-bb5fdc311e13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:37.824665 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7aaf33f-702c-45bf-9daa-bb5fdc311e13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:37.870189 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7aaf33f-702c-45bf-9daa-bb5fdc311e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:37.872803 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d7aaf33f-702c-45bf-9daa-bb5fdc311e13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:37.873991 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d7aaf33f-702c-45bf-9daa-bb5fdc311e13 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f684cc9-bc46-4d24-b2c5-64f172489541 HTTP/1.1" status: 204 len: 168 time: 0.1156580 Nov 29 02:50:37.881789 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aaf33f-702c-45bf-9daa-bb5fdc311e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f684cc9-bc46-4d24-b2c5-64f172489541,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:50:38.197720 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 51756) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:50:38.241932 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-d9d9321c-6418-4c84-9b57-00943cdcbbc0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d48d6cdba1ee4b40bababa5217104783&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429957 Nov 29 02:50:38.244331 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.37', 51758) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 02:50:38.290573 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-59fb479a-cf39-4cbb-a024-9b925c3f4c38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:38.310869 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-59fb479a-cf39-4cbb-a024-9b925c3f4c38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:38.357191 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-59fb479a-cf39-4cbb-a024-9b925c3f4c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539681'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:38.359796 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-59fb479a-cf39-4cbb-a024-9b925c3f4c38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:38.361462 dv-neutron-819032-3-hyperv neutron-server[103255]: INFO neutron.wsgi [None req-59fb479a-cf39-4cbb-a024-9b925c3f4c38 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/82364ea2-12fe-4b4e-ab55-1872083d69b4 HTTP/1.1" status: 204 len: 168 time: 0.1162424 Nov 29 02:50:38.368925 dv-neutron-819032-3-hyperv neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb479a-cf39-4cbb-a024-9b925c3f4c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82364ea2-12fe-4b4e-ab55-1872083d69b4,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 02:50:42.144592 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6cc87c57-cf27-486e-b658-46371c45b412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:44.274775 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:44.412385 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-407986f3-0858-4a78-98a5-a0c7c000b2cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:45.537870 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:47.232195 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:47.963390 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:50:53.204351 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:51:12.146200 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-df5a2690-1ad3-4963-ad5e-1b227eb4148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:51:14.275922 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:51:14.412284 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-825c6101-0cb9-4685-b628-9ec9afd29654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:51:15.539563 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:51:17.234238 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:51:17.964862 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:51:30.204571 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:51:42.147477 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4fe9c3d7-dbb4-43d0-8c93-1c83b3c11123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:51:44.280074 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:51:44.412013 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8244c4f0-3af8-4064-9e3e-0da1a9056b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:51:45.542300 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:51:47.238363 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:51:47.965518 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:52:07.204297 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:52:12.149263 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af61c9a4-fd3c-44f1-bc2c-8ff76ded02b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:52:14.294745 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:52:14.413518 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-05aeeca5-4194-4b6f-950f-02a22dcf3718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:52:15.547023 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:52:17.242171 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:52:17.966467 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:52:42.150814 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a80474f6-6866-4c72-8428-eee8d4a26f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:52:44.202877 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:52:44.292570 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:52:44.414491 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-17de05af-170e-4144-9dab-7d92c3ee4e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:52:45.548039 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:52:47.243513 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:52:47.968110 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:53:12.152249 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d11fac11-da78-47ff-bede-3d582c13b160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:53:14.292426 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:53:14.415233 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a7956042-ca02-4887-9b02-c3d748da5afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:53:15.553762 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:53:17.247468 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:53:17.969923 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:53:21.202845 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:53:42.156311 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-05f2246f-48a6-41c0-b374-76d3367ffa1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:53:44.315109 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:53:44.414652 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-791bee33-5e01-4e93-acc0-b7d9bba77ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:53:45.554316 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:53:47.250784 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:53:47.971617 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:53:58.203397 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:54:12.157467 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4cf0a6ff-a588-40c9-a7a8-6cd903d6ec70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:54:14.321876 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:54:14.417282 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99431454-7bb8-48df-a436-c01af61e1e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:54:15.556424 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:54:17.254148 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:54:17.973071 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:54:18.101259 dv-neutron-819032-3-hyperv neutron-server[103254]: DEBUG neutron.wsgi [req-33741cd8-7cf9-4dea-901c-30d73ca2e84f req-4d4fcd99-4b06-4104-9d60-ba8da77f6d5f service neutron] (103254) timed out ('10.222.0.24', 52291) {{(pid=103254) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 29 02:54:35.203220 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:54:42.158706 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fb46248f-892e-4c52-88b6-c40560860807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:54:44.333006 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:54:44.417807 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-96de812e-f89e-4ce9-845d-1cd6d45c032a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:54:45.558731 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:54:47.254785 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:54:47.973944 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:55:12.163145 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d04d14e5-561f-481c-91f5-5732db1be21d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:55:12.201638 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:55:14.334754 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:55:14.418242 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f135e166-3b2d-4e53-bacc-4420dee5edd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:55:15.561636 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:55:17.257051 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:55:17.975107 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:55:42.164042 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-38ff938e-c489-464b-a8ed-2069f4b791b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:55:44.353910 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:55:44.419241 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e4c6acda-2678-48f9-9a1e-9865e73a1dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:55:45.562955 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:55:47.260443 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:55:47.975806 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:55:49.200674 dv-neutron-819032-3-hyperv neutron-server[103257]: DEBUG neutron.db.agents_db [None req-fae9eb34-0cfe-4f00-992a-0b328ac07154 None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 02:56:12.165748 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8e6-4e22-45e4-9f94-549855979e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:56:14.350238 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eddedbd4-b06c-45e3-a76b-d2c2371e61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:56:14.418907 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-65e2141a-2b2a-4f9a-8d02-7bcf3876bd0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:56:15.564783 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f00b691-2eb1-4e12-9b8b-d89f7f8b6216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:56:17.264402 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1f7173-df6f-4a7c-a22e-05c2c5999666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 02:56:17.977853 dv-neutron-819032-3-hyperv neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-35ac4aef-7358-461e-a965-93737d34b342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763261806493', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4156519'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}